2024-09-12T12:06:49.425 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-12T12:06:49.454 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T12:06:49.564 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901714 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7901714' kernel: client: sha1: distro kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule name: teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc subvols: create: 2 subvol_options: --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - wsync syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 086c737fa75c22d521a3932c59b31c5e1d1c9ef4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 481 sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc sleep_before_teardown: 0 subset: 57/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 086c737fa75c22d521a3932c59b31c5e1d1c9ef4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi082.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKW9LjUk7tluSMC3O/Ec99/v0FoWhPDsueB5OK4H3xDfhuHebiNy1V0jqh+dHkV8ErMdAMEv530PoyGINkLMAQA= smithi097.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBK4H0qBsnAR0ejaQI6LIGYM+0NcKAN70ykzfUh92o0jq+6Ibnee8xmz6iq/tOa+zFbl9jTGxvfRXjtGbXXULZco= smithi114.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLhverGVIDCbDd8ilRtCjdPYMR9TFRwwwB+j1zgWlg/KC8rmSlZwuEekG8n7yA4F1mcJ91ve81M7xBrbFHB80Og= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - exec: mon.a: - ceph config set mgr mgr/snap_schedule/log_level debug - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - fs/test_o_trunc.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-11_21:24:17 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-12T12:06:49.564 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa; will attempt to use it 2024-09-12T12:06:49.565 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa/tasks 2024-09-12T12:06:49.565 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-12T12:06:49.567 INFO:teuthology.task.internal:Checking packages... 2024-09-12T12:06:49.588 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc' 2024-09-12T12:06:49.588 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T12:06:49.588 INFO:teuthology.packaging:ref: None 2024-09-12T12:06:49.588 INFO:teuthology.packaging:tag: None 2024-09-12T12:06:49.588 INFO:teuthology.packaging:branch: squid 2024-09-12T12:06:49.588 INFO:teuthology.packaging:sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T12:06:49.588 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-12T12:06:49.842 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-314.g086c737f 2024-09-12T12:06:49.844 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-12T12:06:49.850 INFO:teuthology.task.internal:no buildpackages task found 2024-09-12T12:06:49.850 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-12T12:06:49.871 INFO:teuthology.task.internal:Saving configuration 2024-09-12T12:06:49.895 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-12T12:06:49.902 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-12T12:06:49.934 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi082.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901714', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 11:59:55.867693', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKW9LjUk7tluSMC3O/Ec99/v0FoWhPDsueB5OK4H3xDfhuHebiNy1V0jqh+dHkV8ErMdAMEv530PoyGINkLMAQA='} 2024-09-12T12:06:49.968 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi097.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901714', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 11:59:55.864941', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBK4H0qBsnAR0ejaQI6LIGYM+0NcKAN70ykzfUh92o0jq+6Ibnee8xmz6iq/tOa+zFbl9jTGxvfRXjtGbXXULZco='} 2024-09-12T12:06:50.004 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi114.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901714', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 11:59:55.866411', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLhverGVIDCbDd8ilRtCjdPYMR9TFRwwwB+j1zgWlg/KC8rmSlZwuEekG8n7yA4F1mcJ91ve81M7xBrbFHB80Og='} 2024-09-12T12:06:50.004 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-12T12:06:50.010 INFO:teuthology.task.internal:roles: ubuntu@smithi082.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-09-12T12:06:50.011 INFO:teuthology.task.internal:roles: ubuntu@smithi097.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-09-12T12:06:50.011 INFO:teuthology.task.internal:roles: ubuntu@smithi114.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-09-12T12:06:50.011 INFO:teuthology.run_tasks:Running task console_log... 2024-09-12T12:06:50.120 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f73cf1b8940>, signals=[15]) 2024-09-12T12:06:50.120 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-12T12:06:50.125 INFO:teuthology.task.internal:Opening connections... 2024-09-12T12:06:50.125 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi082.front.sepia.ceph.com 2024-09-12T12:06:50.127 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi082.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T12:06:50.226 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi097.front.sepia.ceph.com 2024-09-12T12:06:50.227 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T12:06:50.310 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi114.front.sepia.ceph.com 2024-09-12T12:06:50.311 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi114.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T12:06:50.393 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-12T12:06:50.399 DEBUG:teuthology.orchestra.run.smithi082:> uname -m 2024-09-12T12:06:50.418 INFO:teuthology.orchestra.run.smithi082.stdout:x86_64 2024-09-12T12:06:50.419 DEBUG:teuthology.orchestra.run.smithi082:> cat /etc/os-release 2024-09-12T12:06:50.476 INFO:teuthology.orchestra.run.smithi082.stdout:NAME="CentOS Stream" 2024-09-12T12:06:50.477 INFO:teuthology.orchestra.run.smithi082.stdout:VERSION="9" 2024-09-12T12:06:50.477 INFO:teuthology.orchestra.run.smithi082.stdout:ID="centos" 2024-09-12T12:06:50.477 INFO:teuthology.orchestra.run.smithi082.stdout:ID_LIKE="rhel fedora" 2024-09-12T12:06:50.477 INFO:teuthology.orchestra.run.smithi082.stdout:VERSION_ID="9" 2024-09-12T12:06:50.477 INFO:teuthology.orchestra.run.smithi082.stdout:PLATFORM_ID="platform:el9" 2024-09-12T12:06:50.477 INFO:teuthology.orchestra.run.smithi082.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T12:06:50.477 INFO:teuthology.orchestra.run.smithi082.stdout:ANSI_COLOR="0;31" 2024-09-12T12:06:50.477 INFO:teuthology.orchestra.run.smithi082.stdout:LOGO="fedora-logo-icon" 2024-09-12T12:06:50.477 INFO:teuthology.orchestra.run.smithi082.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T12:06:50.477 INFO:teuthology.orchestra.run.smithi082.stdout:HOME_URL="https://centos.org/" 2024-09-12T12:06:50.477 INFO:teuthology.orchestra.run.smithi082.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T12:06:50.477 INFO:teuthology.orchestra.run.smithi082.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T12:06:50.478 INFO:teuthology.orchestra.run.smithi082.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T12:06:50.478 INFO:teuthology.lock.ops:Updating smithi082.front.sepia.ceph.com on lock server 2024-09-12T12:06:50.504 DEBUG:teuthology.orchestra.run.smithi097:> uname -m 2024-09-12T12:06:50.523 INFO:teuthology.orchestra.run.smithi097.stdout:x86_64 2024-09-12T12:06:50.523 DEBUG:teuthology.orchestra.run.smithi097:> cat /etc/os-release 2024-09-12T12:06:50.581 INFO:teuthology.orchestra.run.smithi097.stdout:NAME="CentOS Stream" 2024-09-12T12:06:50.581 INFO:teuthology.orchestra.run.smithi097.stdout:VERSION="9" 2024-09-12T12:06:50.581 INFO:teuthology.orchestra.run.smithi097.stdout:ID="centos" 2024-09-12T12:06:50.581 INFO:teuthology.orchestra.run.smithi097.stdout:ID_LIKE="rhel fedora" 2024-09-12T12:06:50.581 INFO:teuthology.orchestra.run.smithi097.stdout:VERSION_ID="9" 2024-09-12T12:06:50.581 INFO:teuthology.orchestra.run.smithi097.stdout:PLATFORM_ID="platform:el9" 2024-09-12T12:06:50.581 INFO:teuthology.orchestra.run.smithi097.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T12:06:50.581 INFO:teuthology.orchestra.run.smithi097.stdout:ANSI_COLOR="0;31" 2024-09-12T12:06:50.581 INFO:teuthology.orchestra.run.smithi097.stdout:LOGO="fedora-logo-icon" 2024-09-12T12:06:50.582 INFO:teuthology.orchestra.run.smithi097.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T12:06:50.582 INFO:teuthology.orchestra.run.smithi097.stdout:HOME_URL="https://centos.org/" 2024-09-12T12:06:50.582 INFO:teuthology.orchestra.run.smithi097.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T12:06:50.582 INFO:teuthology.orchestra.run.smithi097.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T12:06:50.582 INFO:teuthology.orchestra.run.smithi097.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T12:06:50.582 INFO:teuthology.lock.ops:Updating smithi097.front.sepia.ceph.com on lock server 2024-09-12T12:06:50.612 DEBUG:teuthology.orchestra.run.smithi114:> uname -m 2024-09-12T12:06:50.632 INFO:teuthology.orchestra.run.smithi114.stdout:x86_64 2024-09-12T12:06:50.632 DEBUG:teuthology.orchestra.run.smithi114:> cat /etc/os-release 2024-09-12T12:06:50.690 INFO:teuthology.orchestra.run.smithi114.stdout:NAME="CentOS Stream" 2024-09-12T12:06:50.690 INFO:teuthology.orchestra.run.smithi114.stdout:VERSION="9" 2024-09-12T12:06:50.690 INFO:teuthology.orchestra.run.smithi114.stdout:ID="centos" 2024-09-12T12:06:50.690 INFO:teuthology.orchestra.run.smithi114.stdout:ID_LIKE="rhel fedora" 2024-09-12T12:06:50.691 INFO:teuthology.orchestra.run.smithi114.stdout:VERSION_ID="9" 2024-09-12T12:06:50.691 INFO:teuthology.orchestra.run.smithi114.stdout:PLATFORM_ID="platform:el9" 2024-09-12T12:06:50.691 INFO:teuthology.orchestra.run.smithi114.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T12:06:50.691 INFO:teuthology.orchestra.run.smithi114.stdout:ANSI_COLOR="0;31" 2024-09-12T12:06:50.691 INFO:teuthology.orchestra.run.smithi114.stdout:LOGO="fedora-logo-icon" 2024-09-12T12:06:50.691 INFO:teuthology.orchestra.run.smithi114.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T12:06:50.691 INFO:teuthology.orchestra.run.smithi114.stdout:HOME_URL="https://centos.org/" 2024-09-12T12:06:50.691 INFO:teuthology.orchestra.run.smithi114.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T12:06:50.691 INFO:teuthology.orchestra.run.smithi114.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T12:06:50.691 INFO:teuthology.orchestra.run.smithi114.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T12:06:50.692 INFO:teuthology.lock.ops:Updating smithi114.front.sepia.ceph.com on lock server 2024-09-12T12:06:50.721 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-12T12:06:50.732 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-12T12:06:50.738 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-12T12:06:50.738 DEBUG:teuthology.orchestra.run.smithi082:> test '!' -e /home/ubuntu/cephtest 2024-09-12T12:06:50.741 DEBUG:teuthology.orchestra.run.smithi097:> test '!' -e /home/ubuntu/cephtest 2024-09-12T12:06:50.743 DEBUG:teuthology.orchestra.run.smithi114:> test '!' -e /home/ubuntu/cephtest 2024-09-12T12:06:50.760 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-12T12:06:50.766 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-12T12:06:50.767 DEBUG:teuthology.orchestra.run.smithi082:> test -z $(ls -A /var/lib/ceph) 2024-09-12T12:06:50.799 DEBUG:teuthology.orchestra.run.smithi097:> test -z $(ls -A /var/lib/ceph) 2024-09-12T12:06:50.801 DEBUG:teuthology.orchestra.run.smithi114:> test -z $(ls -A /var/lib/ceph) 2024-09-12T12:06:50.962 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-12T12:06:51.065 INFO:teuthology.run_tasks:Running task kernel... 2024-09-12T12:06:51.079 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-12T12:06:51.080 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2024-09-12T12:06:51.080 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2024-09-12T12:06:51.080 DEBUG:teuthology.orchestra.run.smithi082:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T12:06:51.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T12:06:51.097 DEBUG:teuthology.orchestra.run.smithi082:> uname -r 2024-09-12T12:06:51.158 INFO:teuthology.orchestra.run.smithi082.stdout:5.14.0-503.el9.x86_64 2024-09-12T12:06:51.158 INFO:teuthology.task.kernel:Running kernel on smithi082: 5.14.0-503.el9.x86_64 2024-09-12T12:06:51.158 DEBUG:teuthology.orchestra.run.smithi082:> sudo yum install -y kernel 2024-09-12T12:06:55.018 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - BaseOS 3.9 MB/s | 8.2 MB 00:02 2024-09-12T12:07:16.240 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - AppStream 1.0 MB/s | 20 MB 00:20 2024-09-12T12:07:20.465 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - CRB 15 MB/s | 6.5 MB 00:00 2024-09-12T12:07:22.115 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - Extras packages 41 kB/s | 19 kB 00:00 2024-09-12T12:07:22.861 INFO:teuthology.orchestra.run.smithi082.stdout:Extra Packages for Enterprise Linux 36 MB/s | 23 MB 00:00 2024-09-12T12:07:28.325 INFO:teuthology.orchestra.run.smithi082.stdout:lab-extras 25 kB/s | 1.7 kB 00:00 2024-09-12T12:07:30.331 INFO:teuthology.orchestra.run.smithi082.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-12T12:07:30.331 INFO:teuthology.orchestra.run.smithi082.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-12T12:07:30.425 INFO:teuthology.orchestra.run.smithi082.stdout:Dependencies resolved. 2024-09-12T12:07:30.437 INFO:teuthology.orchestra.run.smithi082.stdout:================================================================================ 2024-09-12T12:07:30.437 INFO:teuthology.orchestra.run.smithi082.stdout: Package Architecture Version Repository Size 2024-09-12T12:07:30.437 INFO:teuthology.orchestra.run.smithi082.stdout:================================================================================ 2024-09-12T12:07:30.437 INFO:teuthology.orchestra.run.smithi082.stdout:Installing: 2024-09-12T12:07:30.437 INFO:teuthology.orchestra.run.smithi082.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-12T12:07:30.437 INFO:teuthology.orchestra.run.smithi082.stdout:Installing dependencies: 2024-09-12T12:07:30.437 INFO:teuthology.orchestra.run.smithi082.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-12T12:07:30.437 INFO:teuthology.orchestra.run.smithi082.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-12T12:07:30.437 INFO:teuthology.orchestra.run.smithi082.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-12T12:07:30.437 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:07:30.438 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction Summary 2024-09-12T12:07:30.438 INFO:teuthology.orchestra.run.smithi082.stdout:================================================================================ 2024-09-12T12:07:30.438 INFO:teuthology.orchestra.run.smithi082.stdout:Install 4 Packages 2024-09-12T12:07:30.438 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:07:30.438 INFO:teuthology.orchestra.run.smithi082.stdout:Total download size: 79 M 2024-09-12T12:07:30.438 INFO:teuthology.orchestra.run.smithi082.stdout:Installed size: 126 M 2024-09-12T12:07:30.438 INFO:teuthology.orchestra.run.smithi082.stdout:Downloading Packages: 2024-09-12T12:07:30.651 INFO:teuthology.orchestra.run.smithi082.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 248 kB/s | 23 kB 00:00 2024-09-12T12:07:33.143 INFO:teuthology.orchestra.run.smithi082.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 6.1 MB/s | 16 MB 00:02 2024-09-12T12:07:34.684 INFO:teuthology.orchestra.run.smithi082.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 7.1 MB/s | 29 MB 00:04 2024-09-12T12:07:35.918 INFO:teuthology.orchestra.run.smithi082.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 6.4 MB/s | 35 MB 00:05 2024-09-12T12:07:35.918 INFO:teuthology.orchestra.run.smithi082.stdout:-------------------------------------------------------------------------------- 2024-09-12T12:07:35.918 INFO:teuthology.orchestra.run.smithi082.stdout:Total 14 MB/s | 79 MB 00:05 2024-09-12T12:07:36.601 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction check 2024-09-12T12:07:36.966 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction check succeeded. 2024-09-12T12:07:36.966 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction test 2024-09-12T12:07:37.936 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction test succeeded. 2024-09-12T12:07:37.937 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction 2024-09-12T12:07:40.384 INFO:teuthology.orchestra.run.smithi082.stdout: Preparing : 1/1 2024-09-12T12:07:41.021 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-12T12:07:41.119 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T12:07:43.929 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T12:07:44.045 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T12:07:48.887 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T12:07:49.020 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T12:07:53.865 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T12:08:31.955 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T12:08:31.994 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-12T12:08:32.360 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T12:08:32.360 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-12T12:08:32.361 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T12:08:32.361 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T12:08:33.219 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T12:08:33.219 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:08:33.219 INFO:teuthology.orchestra.run.smithi082.stdout:Installed: 2024-09-12T12:08:33.219 INFO:teuthology.orchestra.run.smithi082.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-12T12:08:33.219 INFO:teuthology.orchestra.run.smithi082.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-12T12:08:33.219 INFO:teuthology.orchestra.run.smithi082.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-12T12:08:33.219 INFO:teuthology.orchestra.run.smithi082.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-12T12:08:33.219 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:08:33.220 INFO:teuthology.orchestra.run.smithi082.stdout:Complete! 2024-09-12T12:08:33.609 DEBUG:teuthology.orchestra.run.smithi082:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T12:08:33.684 INFO:teuthology.orchestra.run.smithi082.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T12:08:33.684 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T12:08:33.684 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-12T12:08:33.684 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T12:08:33.685 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T12:08:33.685 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-09-12T12:08:33.685 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi082.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T12:08:33.685 DEBUG:teuthology.orchestra.run.smithi082:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T12:08:33.745 INFO:teuthology.orchestra.run.smithi082.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T12:08:33.745 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T12:08:33.746 DEBUG:teuthology.orchestra.run.smithi082:> sudo rpm -qi grub2-tools 2024-09-12T12:08:33.793 INFO:teuthology.orchestra.run.smithi082.stdout:Name : grub2-tools 2024-09-12T12:08:33.793 INFO:teuthology.orchestra.run.smithi082.stdout:Epoch : 1 2024-09-12T12:08:33.793 INFO:teuthology.orchestra.run.smithi082.stdout:Version : 2.06 2024-09-12T12:08:33.793 INFO:teuthology.orchestra.run.smithi082.stdout:Release : 82.el9 2024-09-12T12:08:33.793 INFO:teuthology.orchestra.run.smithi082.stdout:Architecture: x86_64 2024-09-12T12:08:33.793 INFO:teuthology.orchestra.run.smithi082.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-12T12:08:33.793 INFO:teuthology.orchestra.run.smithi082.stdout:Group : Unspecified 2024-09-12T12:08:33.793 INFO:teuthology.orchestra.run.smithi082.stdout:Size : 8274670 2024-09-12T12:08:33.793 INFO:teuthology.orchestra.run.smithi082.stdout:License : GPLv3+ 2024-09-12T12:08:33.793 INFO:teuthology.orchestra.run.smithi082.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-12T12:08:33.794 INFO:teuthology.orchestra.run.smithi082.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-12T12:08:33.794 INFO:teuthology.orchestra.run.smithi082.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-12T12:08:33.794 INFO:teuthology.orchestra.run.smithi082.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-12T12:08:33.794 INFO:teuthology.orchestra.run.smithi082.stdout:Packager : builder@centos.org 2024-09-12T12:08:33.794 INFO:teuthology.orchestra.run.smithi082.stdout:Vendor : CentOS 2024-09-12T12:08:33.794 INFO:teuthology.orchestra.run.smithi082.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-12T12:08:33.794 INFO:teuthology.orchestra.run.smithi082.stdout:Summary : Support tools for GRUB. 2024-09-12T12:08:33.794 INFO:teuthology.orchestra.run.smithi082.stdout:Description : 2024-09-12T12:08:33.794 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:08:33.794 INFO:teuthology.orchestra.run.smithi082.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-12T12:08:33.794 INFO:teuthology.orchestra.run.smithi082.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-12T12:08:33.794 INFO:teuthology.orchestra.run.smithi082.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-12T12:08:33.794 INFO:teuthology.orchestra.run.smithi082.stdout:hardware devices. 2024-09-12T12:08:33.794 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:08:33.795 INFO:teuthology.orchestra.run.smithi082.stdout:This subpackage provides tools for support of all platforms. 2024-09-12T12:08:33.795 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-12T12:08:33.795 INFO:teuthology.task.kernel:Updating grub on smithi082 to boot 5.14.0-505.el9.x86_64 2024-09-12T12:08:33.796 DEBUG:teuthology.orchestra.run.smithi082:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-12T12:08:34.472 INFO:teuthology.orchestra.run.smithi082.stderr:Generating grub configuration file ... 2024-09-12T12:08:35.823 INFO:teuthology.orchestra.run.smithi082.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-12T12:08:35.860 INFO:teuthology.orchestra.run.smithi082.stderr:done 2024-09-12T12:08:35.863 DEBUG:teuthology.orchestra.run.smithi082:> mktemp 2024-09-12T12:08:35.895 INFO:teuthology.orchestra.run.smithi082.stdout:/tmp/tmp.uejpUybVCg 2024-09-12T12:08:35.895 DEBUG:teuthology.orchestra.run.smithi082:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.uejpUybVCg 2024-09-12T12:08:35.969 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod 0666 /tmp/tmp.uejpUybVCg 2024-09-12T12:08:36.101 DEBUG:teuthology.orchestra.remote:smithi082:/tmp/tmp.uejpUybVCg is 6KB 2024-09-12T12:08:36.121 DEBUG:teuthology.orchestra.run.smithi082:> rm -fr /tmp/tmp.uejpUybVCg 2024-09-12T12:08:36.136 DEBUG:teuthology.orchestra.run.smithi082:> sudo /bin/ls /boot/loader/entries || true 2024-09-12T12:08:36.199 INFO:teuthology.orchestra.run.smithi082.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-12T12:08:36.199 INFO:teuthology.orchestra.run.smithi082.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-12T12:08:36.199 INFO:teuthology.orchestra.run.smithi082.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-12T12:08:36.199 INFO:teuthology.orchestra.run.smithi082.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-12T12:08:36.200 DEBUG:teuthology.orchestra.run.smithi082:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-12T12:08:36.383 DEBUG:teuthology.orchestra.run.smithi082:> sudo shutdown -r now 2024-09-12T12:09:06.386 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-12T12:09:06.387 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi082.front.sepia.ceph.com' 2024-09-12T12:09:06.388 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi082.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T12:10:06.398 DEBUG:teuthology.orchestra.remote:timed out 2024-09-12T12:10:15.400 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi082.front.sepia.ceph.com' 2024-09-12T12:10:15.401 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi082.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T12:10:15.765 DEBUG:teuthology.orchestra.run.smithi082:> true 2024-09-12T12:10:16.137 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi082.front.sepia.ceph.com' 2024-09-12T12:10:16.138 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "5.14.0-505.el9.x86_64"... 2024-09-12T12:10:16.138 DEBUG:teuthology.orchestra.run.smithi082:> uname -r 2024-09-12T12:10:16.152 INFO:teuthology.orchestra.run.smithi082.stdout:5.14.0-505.el9.x86_64 2024-09-12T12:10:16.153 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-12T12:10:16.153 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T12:10:16.153 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-12T12:10:17.153 DEBUG:teuthology.parallel:result is None 2024-09-12T12:10:17.154 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-12T12:10:17.161 INFO:teuthology.task.internal:Creating test directory... 2024-09-12T12:10:17.162 DEBUG:teuthology.orchestra.run.smithi082:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T12:10:17.165 DEBUG:teuthology.orchestra.run.smithi097:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T12:10:17.167 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T12:10:17.186 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-12T12:10:17.241 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-12T12:10:17.248 INFO:teuthology.task.internal:Creating archive directory... 2024-09-12T12:10:17.248 DEBUG:teuthology.orchestra.run.smithi082:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T12:10:17.251 DEBUG:teuthology.orchestra.run.smithi097:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T12:10:17.253 DEBUG:teuthology.orchestra.run.smithi114:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T12:10:17.380 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-12T12:10:17.387 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-12T12:10:17.387 DEBUG:teuthology.orchestra.run.smithi097:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T12:10:17.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T12:10:17.405 DEBUG:teuthology.orchestra.run.smithi114:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T12:10:17.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T12:10:17.422 DEBUG:teuthology.orchestra.run.smithi082:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T12:10:17.425 DEBUG:teuthology.orchestra.run.smithi097:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T12:10:17.448 DEBUG:teuthology.orchestra.run.smithi114:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T12:10:17.481 INFO:teuthology.orchestra.run.smithi097.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T12:10:17.498 INFO:teuthology.orchestra.run.smithi082.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T12:10:17.502 INFO:teuthology.orchestra.run.smithi097.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T12:10:17.510 INFO:teuthology.orchestra.run.smithi114.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T12:10:17.532 INFO:teuthology.orchestra.run.smithi114.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T12:10:17.535 INFO:teuthology.orchestra.run.smithi082.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T12:10:17.537 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-12T12:10:17.545 INFO:teuthology.task.internal:Configuring sudo... 2024-09-12T12:10:17.545 DEBUG:teuthology.orchestra.run.smithi082:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T12:10:17.547 DEBUG:teuthology.orchestra.run.smithi097:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T12:10:17.550 DEBUG:teuthology.orchestra.run.smithi114:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T12:10:17.578 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-12T12:10:17.588 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-12T12:10:17.588 DEBUG:teuthology.orchestra.run.smithi082:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T12:10:17.616 DEBUG:teuthology.orchestra.run.smithi097:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T12:10:17.619 DEBUG:teuthology.orchestra.run.smithi114:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T12:10:17.639 DEBUG:teuthology.orchestra.run.smithi082:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T12:10:17.723 DEBUG:teuthology.orchestra.run.smithi082:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T12:10:17.765 DEBUG:teuthology.orchestra.run.smithi082:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T12:10:17.858 DEBUG:teuthology.orchestra.run.smithi082:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T12:10:17.892 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:10:17.892 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T12:10:17.961 DEBUG:teuthology.orchestra.run.smithi097:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T12:10:18.014 DEBUG:teuthology.orchestra.run.smithi097:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T12:10:18.102 DEBUG:teuthology.orchestra.run.smithi097:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T12:10:18.153 DEBUG:teuthology.orchestra.run.smithi097:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T12:10:18.189 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-12T12:10:18.189 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T12:10:18.256 DEBUG:teuthology.orchestra.run.smithi114:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T12:10:18.309 DEBUG:teuthology.orchestra.run.smithi114:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T12:10:18.358 DEBUG:teuthology.orchestra.run.smithi114:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T12:10:18.452 DEBUG:teuthology.orchestra.run.smithi114:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T12:10:18.487 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-12T12:10:18.487 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T12:10:18.554 DEBUG:teuthology.orchestra.run.smithi082:> sudo service rsyslog restart 2024-09-12T12:10:18.557 DEBUG:teuthology.orchestra.run.smithi097:> sudo service rsyslog restart 2024-09-12T12:10:18.560 DEBUG:teuthology.orchestra.run.smithi114:> sudo service rsyslog restart 2024-09-12T12:10:18.597 INFO:teuthology.orchestra.run.smithi097.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T12:10:18.606 INFO:teuthology.orchestra.run.smithi082.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T12:10:18.631 INFO:teuthology.orchestra.run.smithi114.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T12:10:19.136 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-12T12:10:19.145 INFO:teuthology.task.internal:Starting timer... 2024-09-12T12:10:19.145 INFO:teuthology.run_tasks:Running task pcp... 2024-09-12T12:10:19.259 INFO:teuthology.run_tasks:Running task selinux... 2024-09-12T12:10:19.277 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-12T12:10:19.277 DEBUG:teuthology.orchestra.run.smithi082:> sudo service auditd rotate 2024-09-12T12:10:19.341 INFO:teuthology.orchestra.run.smithi082.stdout:Rotating logs: 2024-09-12T12:10:19.343 DEBUG:teuthology.orchestra.run.smithi097:> sudo service auditd rotate 2024-09-12T12:10:19.406 INFO:teuthology.orchestra.run.smithi097.stdout:Rotating logs: 2024-09-12T12:10:19.408 DEBUG:teuthology.orchestra.run.smithi114:> sudo service auditd rotate 2024-09-12T12:10:19.448 INFO:teuthology.orchestra.run.smithi114.stdout:Rotating logs: 2024-09-12T12:10:19.450 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-12T12:10:19.450 DEBUG:teuthology.orchestra.run.smithi082:> /usr/sbin/getenforce 2024-09-12T12:10:19.492 INFO:teuthology.orchestra.run.smithi082.stdout:Permissive 2024-09-12T12:10:19.493 DEBUG:teuthology.orchestra.run.smithi097:> /usr/sbin/getenforce 2024-09-12T12:10:19.516 INFO:teuthology.orchestra.run.smithi097.stdout:Permissive 2024-09-12T12:10:19.516 DEBUG:teuthology.orchestra.run.smithi114:> /usr/sbin/getenforce 2024-09-12T12:10:19.541 INFO:teuthology.orchestra.run.smithi114.stdout:Permissive 2024-09-12T12:10:19.541 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi082.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi097.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi114.front.sepia.ceph.com': 'permissive'} 2024-09-12T12:10:19.541 DEBUG:teuthology.orchestra.run.smithi082:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-12T12:10:19.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T12:10:19.572 DEBUG:teuthology.orchestra.run.smithi097:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-12T12:10:19.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T12:10:19.600 DEBUG:teuthology.orchestra.run.smithi114:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-12T12:10:19.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T12:10:19.629 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-12T12:10:19.629 DEBUG:teuthology.orchestra.run.smithi082:> sudo /usr/sbin/setenforce permissive 2024-09-12T12:10:19.978 DEBUG:teuthology.orchestra.run.smithi097:> sudo /usr/sbin/setenforce permissive 2024-09-12T12:10:20.008 DEBUG:teuthology.orchestra.run.smithi114:> sudo /usr/sbin/setenforce permissive 2024-09-12T12:10:20.041 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-12T12:10:20.050 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-12T12:10:20.053 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-12T12:10:20.194 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-12T12:10:20.206 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-12T12:10:20.207 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi082.front.sepia.ceph.com,smithi097.front.sepia.ceph.com,smithi114.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-12T12:14:24.669 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi082.front.sepia.ceph.com'), Remote(name='ubuntu@smithi097.front.sepia.ceph.com'), Remote(name='ubuntu@smithi114.front.sepia.ceph.com')] 2024-09-12T12:14:24.671 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi082.front.sepia.ceph.com' 2024-09-12T12:14:24.673 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi082.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T12:14:24.756 DEBUG:teuthology.orchestra.run.smithi082:> true 2024-09-12T12:14:24.836 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi082.front.sepia.ceph.com' 2024-09-12T12:14:24.837 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-12T12:14:24.837 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T12:14:24.945 DEBUG:teuthology.orchestra.run.smithi097:> true 2024-09-12T12:14:25.021 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-12T12:14:25.021 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi114.front.sepia.ceph.com' 2024-09-12T12:14:25.022 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi114.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T12:14:25.120 DEBUG:teuthology.orchestra.run.smithi114:> true 2024-09-12T12:14:25.214 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi114.front.sepia.ceph.com' 2024-09-12T12:14:25.215 INFO:teuthology.run_tasks:Running task clock... 2024-09-12T12:14:25.225 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-12T12:14:25.225 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T12:14:25.226 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T12:14:25.228 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T12:14:25.228 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T12:14:25.230 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T12:14:25.231 DEBUG:teuthology.orchestra.run.smithi114:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T12:14:25.256 INFO:teuthology.orchestra.run.smithi082.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T12:14:25.259 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T12:14:25.270 INFO:teuthology.orchestra.run.smithi082.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T12:14:25.274 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T12:14:25.286 INFO:teuthology.orchestra.run.smithi114.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T12:14:25.295 INFO:teuthology.orchestra.run.smithi082.stderr:sudo: ntpd: command not found 2024-09-12T12:14:25.300 INFO:teuthology.orchestra.run.smithi097.stderr:sudo: ntpd: command not found 2024-09-12T12:14:25.301 INFO:teuthology.orchestra.run.smithi114.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T12:14:25.306 INFO:teuthology.orchestra.run.smithi082.stdout:506 Cannot talk to daemon 2024-09-12T12:14:25.312 INFO:teuthology.orchestra.run.smithi097.stdout:506 Cannot talk to daemon 2024-09-12T12:14:25.320 INFO:teuthology.orchestra.run.smithi082.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T12:14:25.326 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T12:14:25.327 INFO:teuthology.orchestra.run.smithi114.stderr:sudo: ntpd: command not found 2024-09-12T12:14:25.335 INFO:teuthology.orchestra.run.smithi082.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T12:14:25.337 INFO:teuthology.orchestra.run.smithi114.stdout:506 Cannot talk to daemon 2024-09-12T12:14:25.341 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T12:14:25.352 INFO:teuthology.orchestra.run.smithi114.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T12:14:25.366 INFO:teuthology.orchestra.run.smithi114.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T12:14:25.388 INFO:teuthology.orchestra.run.smithi082.stderr:bash: line 1: ntpq: command not found 2024-09-12T12:14:25.392 INFO:teuthology.orchestra.run.smithi082.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T12:14:25.392 INFO:teuthology.orchestra.run.smithi082.stdout:=============================================================================== 2024-09-12T12:14:25.392 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:14:25.392 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:14:25.392 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:14:25.392 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:14:25.395 INFO:teuthology.orchestra.run.smithi097.stderr:bash: line 1: ntpq: command not found 2024-09-12T12:14:25.402 INFO:teuthology.orchestra.run.smithi097.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T12:14:25.403 INFO:teuthology.orchestra.run.smithi097.stdout:=============================================================================== 2024-09-12T12:14:25.403 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:14:25.403 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:14:25.403 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:14:25.403 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:14:25.423 INFO:teuthology.orchestra.run.smithi114.stderr:bash: line 1: ntpq: command not found 2024-09-12T12:14:25.426 INFO:teuthology.orchestra.run.smithi114.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T12:14:25.426 INFO:teuthology.orchestra.run.smithi114.stdout:=============================================================================== 2024-09-12T12:14:25.426 INFO:teuthology.orchestra.run.smithi114.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:14:25.426 INFO:teuthology.orchestra.run.smithi114.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:14:25.427 INFO:teuthology.orchestra.run.smithi114.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:14:25.427 INFO:teuthology.orchestra.run.smithi114.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:14:25.428 INFO:teuthology.run_tasks:Running task install... 2024-09-12T12:14:25.437 DEBUG:teuthology.task.install:project ceph 2024-09-12T12:14:25.437 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'}} 2024-09-12T12:14:25.437 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'} 2024-09-12T12:14:25.437 INFO:teuthology.task.install:Using flavor: default 2024-09-12T12:14:25.443 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-12T12:14:25.443 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-12T12:14:25.444 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'tag': None, 'wait_for_package': False} 2024-09-12T12:14:25.445 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T12:14:25.447 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'tag': None, 'wait_for_package': False} 2024-09-12T12:14:25.447 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T12:14:25.449 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'tag': None, 'wait_for_package': False} 2024-09-12T12:14:25.449 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T12:14:25.609 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/ 2024-09-12T12:14:25.609 INFO:teuthology.task.install.rpm:Package version is 19.1.1-298.gb53b6d3e 2024-09-12T12:14:25.611 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/ 2024-09-12T12:14:25.611 INFO:teuthology.task.install.rpm:Package version is 19.1.1-298.gb53b6d3e 2024-09-12T12:14:25.635 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/ 2024-09-12T12:14:25.635 INFO:teuthology.task.install.rpm:Package version is 19.1.1-298.gb53b6d3e 2024-09-12T12:14:25.745 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T12:14:25.746 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-12T12:14:25.746 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T12:14:25.750 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T12:14:25.750 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:14:25.750 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T12:14:25.760 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T12:14:25.761 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-12T12:14:25.761 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T12:14:25.772 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-12T12:14:25.773 DEBUG:teuthology.orchestra.run.smithi097:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T12:14:25.776 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-12T12:14:25.776 DEBUG:teuthology.orchestra.run.smithi082:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T12:14:25.788 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-12T12:14:25.788 DEBUG:teuthology.orchestra.run.smithi114:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T12:14:25.842 DEBUG:teuthology.orchestra.run.smithi082:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T12:14:25.843 DEBUG:teuthology.orchestra.run.smithi097:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T12:14:25.855 DEBUG:teuthology.orchestra.run.smithi114:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T12:14:25.918 DEBUG:teuthology.orchestra.run.smithi082:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T12:14:25.919 DEBUG:teuthology.orchestra.run.smithi097:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T12:14:25.932 DEBUG:teuthology.orchestra.run.smithi114:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T12:14:25.982 INFO:teuthology.orchestra.run.smithi082.stdout:check_obsoletes = 1 2024-09-12T12:14:25.983 DEBUG:teuthology.orchestra.run.smithi082:> sudo yum clean all 2024-09-12T12:14:25.984 INFO:teuthology.orchestra.run.smithi097.stdout:check_obsoletes = 1 2024-09-12T12:14:25.986 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum clean all 2024-09-12T12:14:25.996 INFO:teuthology.orchestra.run.smithi114.stdout:check_obsoletes = 1 2024-09-12T12:14:25.998 DEBUG:teuthology.orchestra.run.smithi114:> sudo yum clean all 2024-09-12T12:14:26.213 INFO:teuthology.orchestra.run.smithi097.stdout:45 files removed 2024-09-12T12:14:26.224 INFO:teuthology.orchestra.run.smithi114.stdout:45 files removed 2024-09-12T12:14:26.230 INFO:teuthology.orchestra.run.smithi082.stdout:45 files removed 2024-09-12T12:14:26.239 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-12T12:14:26.251 DEBUG:teuthology.orchestra.run.smithi114:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-12T12:14:26.257 DEBUG:teuthology.orchestra.run.smithi082:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-12T12:14:26.780 INFO:teuthology.orchestra.run.smithi097.stdout:ceph packages for x86_64 315 kB/s | 84 kB 00:00 2024-09-12T12:14:26.790 INFO:teuthology.orchestra.run.smithi114.stdout:ceph packages for x86_64 316 kB/s | 84 kB 00:00 2024-09-12T12:14:26.806 INFO:teuthology.orchestra.run.smithi082.stdout:ceph packages for x86_64 316 kB/s | 84 kB 00:00 2024-09-12T12:14:27.065 INFO:teuthology.orchestra.run.smithi097.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-12T12:14:27.082 INFO:teuthology.orchestra.run.smithi114.stdout:ceph noarch packages 47 kB/s | 12 kB 00:00 2024-09-12T12:14:27.089 INFO:teuthology.orchestra.run.smithi082.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-12T12:14:27.332 INFO:teuthology.orchestra.run.smithi097.stdout:ceph source packages 8.2 kB/s | 1.9 kB 00:00 2024-09-12T12:14:27.357 INFO:teuthology.orchestra.run.smithi114.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-12T12:14:27.365 INFO:teuthology.orchestra.run.smithi082.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-12T12:14:28.307 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - BaseOS 8.8 MB/s | 8.2 MB 00:00 2024-09-12T12:14:30.224 INFO:teuthology.orchestra.run.smithi114.stdout:CentOS Stream 9 - BaseOS 2.9 MB/s | 8.2 MB 00:02 2024-09-12T12:14:30.416 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - AppStream 20 MB/s | 20 MB 00:01 2024-09-12T12:14:30.939 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - BaseOS 2.3 MB/s | 8.2 MB 00:03 2024-09-12T12:14:34.041 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - AppStream 10 MB/s | 20 MB 00:02 2024-09-12T12:14:35.483 INFO:teuthology.orchestra.run.smithi114.stdout:CentOS Stream 9 - AppStream 5.0 MB/s | 20 MB 00:04 2024-09-12T12:14:35.925 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - CRB 3.9 MB/s | 6.5 MB 00:01 2024-09-12T12:14:37.426 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - Extras packages 69 kB/s | 19 kB 00:00 2024-09-12T12:14:38.481 INFO:teuthology.orchestra.run.smithi097.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-12T12:14:39.616 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - CRB 3.8 MB/s | 6.5 MB 00:01 2024-09-12T12:14:41.033 INFO:teuthology.orchestra.run.smithi082.stdout:CentOS Stream 9 - Extras packages 104 kB/s | 19 kB 00:00 2024-09-12T12:14:42.138 INFO:teuthology.orchestra.run.smithi082.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-12T12:14:42.217 INFO:teuthology.orchestra.run.smithi114.stdout:CentOS Stream 9 - CRB 2.2 MB/s | 6.5 MB 00:02 2024-09-12T12:14:43.676 INFO:teuthology.orchestra.run.smithi114.stdout:CentOS Stream 9 - Extras packages 72 kB/s | 19 kB 00:00 2024-09-12T12:14:43.928 INFO:teuthology.orchestra.run.smithi097.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-09-12T12:14:44.564 INFO:teuthology.orchestra.run.smithi114.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-12T12:14:46.163 INFO:teuthology.orchestra.run.smithi097.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T12:14:46.164 INFO:teuthology.orchestra.run.smithi097.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T12:14:46.175 INFO:teuthology.orchestra.run.smithi097.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-12T12:14:46.176 INFO:teuthology.orchestra.run.smithi097.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-12T12:14:46.177 INFO:teuthology.orchestra.run.smithi097.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-12T12:14:46.178 INFO:teuthology.orchestra.run.smithi097.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-12T12:14:46.180 INFO:teuthology.orchestra.run.smithi097.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-12T12:14:46.182 INFO:teuthology.orchestra.run.smithi097.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-12T12:14:46.183 INFO:teuthology.orchestra.run.smithi097.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-12T12:14:46.247 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-12T12:14:46.264 INFO:teuthology.orchestra.run.smithi097.stdout:====================================================================================== 2024-09-12T12:14:46.264 INFO:teuthology.orchestra.run.smithi097.stdout: Package Arch Version Repository Size 2024-09-12T12:14:46.265 INFO:teuthology.orchestra.run.smithi097.stdout:====================================================================================== 2024-09-12T12:14:46.265 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-12T12:14:46.265 INFO:teuthology.orchestra.run.smithi097.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-12T12:14:46.265 INFO:teuthology.orchestra.run.smithi097.stdout: ceph x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 6.5 k 2024-09-12T12:14:46.265 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-base x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.4 M 2024-09-12T12:14:46.265 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 897 k 2024-09-12T12:14:46.265 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 145 k 2024-09-12T12:14:46.265 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 1.5 M 2024-09-12T12:14:46.265 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 146 k 2024-09-12T12:14:46.265 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-dashboard noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 3.6 M 2024-09-12T12:14:46.265 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 7.4 M 2024-09-12T12:14:46.266 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-rook noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 49 k 2024-09-12T12:14:46.266 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-radosgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 11 M 2024-09-12T12:14:46.266 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-test x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 49 M 2024-09-12T12:14:46.266 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-volume noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 285 k 2024-09-12T12:14:46.266 INFO:teuthology.orchestra.run.smithi097.stdout: cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 765 k 2024-09-12T12:14:46.266 INFO:teuthology.orchestra.run.smithi097.stdout: cephfs-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 228 k 2024-09-12T12:14:46.266 INFO:teuthology.orchestra.run.smithi097.stdout: cephfs-shell x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 27 k 2024-09-12T12:14:46.266 INFO:teuthology.orchestra.run.smithi097.stdout: cephfs-top noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 18 k 2024-09-12T12:14:46.266 INFO:teuthology.orchestra.run.smithi097.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-12T12:14:46.266 INFO:teuthology.orchestra.run.smithi097.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-12T12:14:46.266 INFO:teuthology.orchestra.run.smithi097.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-12T12:14:46.267 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 32 k 2024-09-12T12:14:46.267 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 752 k 2024-09-12T12:14:46.267 INFO:teuthology.orchestra.run.smithi097.stdout: librados-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 127 k 2024-09-12T12:14:46.267 INFO:teuthology.orchestra.run.smithi097.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-12T12:14:46.267 INFO:teuthology.orchestra.run.smithi097.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-12T12:14:46.267 INFO:teuthology.orchestra.run.smithi097.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-12T12:14:46.267 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-12T12:14:46.267 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-12T12:14:46.267 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-12T12:14:46.267 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cephfs x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 162 k 2024-09-12T12:14:46.267 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rados x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 321 k 2024-09-12T12:14:46.267 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 301 k 2024-09-12T12:14:46.268 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 100 k 2024-09-12T12:14:46.268 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 85 k 2024-09-12T12:14:46.268 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.1 M 2024-09-12T12:14:46.268 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-nbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 171 k 2024-09-12T12:14:46.268 INFO:teuthology.orchestra.run.smithi097.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-12T12:14:46.268 INFO:teuthology.orchestra.run.smithi097.stdout:Upgrading: 2024-09-12T12:14:46.268 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-12T12:14:46.268 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-12T12:14:46.268 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-12T12:14:46.268 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-12T12:14:46.268 INFO:teuthology.orchestra.run.smithi097.stdout: librados2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.4 M 2024-09-12T12:14:46.268 INFO:teuthology.orchestra.run.smithi097.stdout: librbd1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.2 M 2024-09-12T12:14:46.268 INFO:teuthology.orchestra.run.smithi097.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-12T12:14:46.269 INFO:teuthology.orchestra.run.smithi097.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-12T12:14:46.269 INFO:teuthology.orchestra.run.smithi097.stdout:Installing dependencies: 2024-09-12T12:14:46.269 INFO:teuthology.orchestra.run.smithi097.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T12:14:46.269 INFO:teuthology.orchestra.run.smithi097.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-12T12:14:46.269 INFO:teuthology.orchestra.run.smithi097.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T12:14:46.269 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 21 M 2024-09-12T12:14:46.269 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-grafana-dashboards noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 32 k 2024-09-12T12:14:46.269 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mds x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 2.4 M 2024-09-12T12:14:46.269 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-modules-core noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 249 k 2024-09-12T12:14:46.269 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mon x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 4.7 M 2024-09-12T12:14:46.269 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-osd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 17 M 2024-09-12T12:14:46.270 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-prometheus-alerts noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 16 k 2024-09-12T12:14:46.270 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-selinux x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 25 k 2024-09-12T12:14:46.270 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T12:14:46.270 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T12:14:46.270 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T12:14:46.270 INFO:teuthology.orchestra.run.smithi097.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T12:14:46.270 INFO:teuthology.orchestra.run.smithi097.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-12T12:14:46.270 INFO:teuthology.orchestra.run.smithi097.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T12:14:46.270 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T12:14:46.270 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T12:14:46.270 INFO:teuthology.orchestra.run.smithi097.stdout: libcephsqlite x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 163 k 2024-09-12T12:14:46.270 INFO:teuthology.orchestra.run.smithi097.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T12:14:46.271 INFO:teuthology.orchestra.run.smithi097.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T12:14:46.271 INFO:teuthology.orchestra.run.smithi097.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T12:14:46.271 INFO:teuthology.orchestra.run.smithi097.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T12:14:46.271 INFO:teuthology.orchestra.run.smithi097.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T12:14:46.271 INFO:teuthology.orchestra.run.smithi097.stdout: libradosstriper1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 506 k 2024-09-12T12:14:46.271 INFO:teuthology.orchestra.run.smithi097.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T12:14:46.271 INFO:teuthology.orchestra.run.smithi097.stdout: librgw2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.3 M 2024-09-12T12:14:46.271 INFO:teuthology.orchestra.run.smithi097.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T12:14:46.271 INFO:teuthology.orchestra.run.smithi097.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-12T12:14:46.271 INFO:teuthology.orchestra.run.smithi097.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T12:14:46.271 INFO:teuthology.orchestra.run.smithi097.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T12:14:46.271 INFO:teuthology.orchestra.run.smithi097.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T12:14:46.271 INFO:teuthology.orchestra.run.smithi097.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T12:14:46.272 INFO:teuthology.orchestra.run.smithi097.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T12:14:46.272 INFO:teuthology.orchestra.run.smithi097.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T12:14:46.272 INFO:teuthology.orchestra.run.smithi097.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T12:14:46.272 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-12T12:14:46.272 INFO:teuthology.orchestra.run.smithi097.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T12:14:46.272 INFO:teuthology.orchestra.run.smithi097.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T12:14:46.272 INFO:teuthology.orchestra.run.smithi097.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T12:14:46.272 INFO:teuthology.orchestra.run.smithi097.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-12T12:14:46.272 INFO:teuthology.orchestra.run.smithi097.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T12:14:46.272 INFO:teuthology.orchestra.run.smithi097.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T12:14:46.272 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T12:14:46.272 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-argparse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 45 k 2024-09-12T12:14:46.273 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 136 k 2024-09-12T12:14:46.273 INFO:teuthology.orchestra.run.smithi097.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T12:14:46.273 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T12:14:46.273 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T12:14:46.273 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T12:14:46.273 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-12T12:14:46.273 INFO:teuthology.orchestra.run.smithi097.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-12T12:14:46.273 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T12:14:46.273 INFO:teuthology.orchestra.run.smithi097.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T12:14:46.273 INFO:teuthology.orchestra.run.smithi097.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T12:14:46.273 INFO:teuthology.orchestra.run.smithi097.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T12:14:46.273 INFO:teuthology.orchestra.run.smithi097.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T12:14:46.273 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T12:14:46.274 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T12:14:46.274 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T12:14:46.274 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T12:14:46.274 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T12:14:46.274 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T12:14:46.274 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T12:14:46.274 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T12:14:46.274 INFO:teuthology.orchestra.run.smithi097.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T12:14:46.274 INFO:teuthology.orchestra.run.smithi097.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T12:14:46.274 INFO:teuthology.orchestra.run.smithi097.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T12:14:46.274 INFO:teuthology.orchestra.run.smithi097.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T12:14:46.274 INFO:teuthology.orchestra.run.smithi097.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T12:14:46.274 INFO:teuthology.orchestra.run.smithi097.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T12:14:46.275 INFO:teuthology.orchestra.run.smithi097.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T12:14:46.275 INFO:teuthology.orchestra.run.smithi097.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T12:14:46.275 INFO:teuthology.orchestra.run.smithi097.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T12:14:46.275 INFO:teuthology.orchestra.run.smithi097.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T12:14:46.275 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T12:14:46.275 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T12:14:46.275 INFO:teuthology.orchestra.run.smithi097.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T12:14:46.275 INFO:teuthology.orchestra.run.smithi097.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T12:14:46.275 INFO:teuthology.orchestra.run.smithi097.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T12:14:46.275 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T12:14:46.275 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T12:14:46.275 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T12:14:46.275 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T12:14:46.276 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-12T12:14:46.276 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T12:14:46.276 INFO:teuthology.orchestra.run.smithi097.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T12:14:46.276 INFO:teuthology.orchestra.run.smithi097.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T12:14:46.276 INFO:teuthology.orchestra.run.smithi097.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T12:14:46.276 INFO:teuthology.orchestra.run.smithi097.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T12:14:46.276 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T12:14:46.276 INFO:teuthology.orchestra.run.smithi097.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T12:14:46.276 INFO:teuthology.orchestra.run.smithi097.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T12:14:46.276 INFO:teuthology.orchestra.run.smithi097.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T12:14:46.276 INFO:teuthology.orchestra.run.smithi097.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T12:14:46.276 INFO:teuthology.orchestra.run.smithi097.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T12:14:46.277 INFO:teuthology.orchestra.run.smithi097.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-12T12:14:46.277 INFO:teuthology.orchestra.run.smithi097.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T12:14:46.277 INFO:teuthology.orchestra.run.smithi097.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T12:14:46.277 INFO:teuthology.orchestra.run.smithi097.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T12:14:46.277 INFO:teuthology.orchestra.run.smithi097.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T12:14:46.277 INFO:teuthology.orchestra.run.smithi097.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T12:14:46.277 INFO:teuthology.orchestra.run.smithi097.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T12:14:46.277 INFO:teuthology.orchestra.run.smithi097.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T12:14:46.277 INFO:teuthology.orchestra.run.smithi097.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T12:14:46.277 INFO:teuthology.orchestra.run.smithi097.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T12:14:46.277 INFO:teuthology.orchestra.run.smithi097.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-12T12:14:46.277 INFO:teuthology.orchestra.run.smithi097.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T12:14:46.278 INFO:teuthology.orchestra.run.smithi097.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-12T12:14:46.278 INFO:teuthology.orchestra.run.smithi097.stdout:Installing weak dependencies: 2024-09-12T12:14:46.278 INFO:teuthology.orchestra.run.smithi097.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T12:14:46.278 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:14:46.278 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-12T12:14:46.278 INFO:teuthology.orchestra.run.smithi097.stdout:====================================================================================== 2024-09-12T12:14:46.278 INFO:teuthology.orchestra.run.smithi097.stdout:Install 148 Packages 2024-09-12T12:14:46.278 INFO:teuthology.orchestra.run.smithi097.stdout:Upgrade 8 Packages 2024-09-12T12:14:46.278 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:14:46.279 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 226 M 2024-09-12T12:14:46.279 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-12T12:14:47.196 INFO:teuthology.orchestra.run.smithi097.stdout:(1/156): ceph-19.1.1-298.gb53b6d3e.el9.x86_64.r 50 kB/s | 6.5 kB 00:00 2024-09-12T12:14:47.422 INFO:teuthology.orchestra.run.smithi097.stdout:(2/156): ceph-fuse-19.1.1-298.gb53b6d3e.el9.x86 3.9 MB/s | 897 kB 00:00 2024-09-12T12:14:47.476 INFO:teuthology.orchestra.run.smithi082.stdout:lab-extras 43 kB/s | 1.7 kB 00:00 2024-09-12T12:14:47.555 INFO:teuthology.orchestra.run.smithi097.stdout:(3/156): ceph-base-19.1.1-298.gb53b6d3e.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-12T12:14:47.580 INFO:teuthology.orchestra.run.smithi097.stdout:(4/156): ceph-immutable-object-cache-19.1.1-298 915 kB/s | 145 kB 00:00 2024-09-12T12:14:47.689 INFO:teuthology.orchestra.run.smithi097.stdout:(5/156): ceph-mds-19.1.1-298.gb53b6d3e.el9.x86_ 18 MB/s | 2.4 MB 00:00 2024-09-12T12:14:47.756 INFO:teuthology.orchestra.run.smithi097.stdout:(6/156): ceph-mgr-19.1.1-298.gb53b6d3e.el9.x86_ 8.7 MB/s | 1.5 MB 00:00 2024-09-12T12:14:47.998 INFO:teuthology.orchestra.run.smithi097.stdout:(7/156): ceph-mon-19.1.1-298.gb53b6d3e.el9.x86_ 15 MB/s | 4.7 MB 00:00 2024-09-12T12:14:48.223 INFO:teuthology.orchestra.run.smithi097.stdout:(8/156): ceph-common-19.1.1-298.gb53b6d3e.el9.x 18 MB/s | 21 MB 00:01 2024-09-12T12:14:48.265 INFO:teuthology.orchestra.run.smithi097.stdout:(9/156): ceph-selinux-19.1.1-298.gb53b6d3e.el9. 612 kB/s | 25 kB 00:00 2024-09-12T12:14:48.882 INFO:teuthology.orchestra.run.smithi097.stdout:(10/156): ceph-osd-19.1.1-298.gb53b6d3e.el9.x86 15 MB/s | 17 MB 00:01 2024-09-12T12:14:48.932 INFO:teuthology.orchestra.run.smithi097.stdout:(11/156): cephfs-mirror-19.1.1-298.gb53b6d3e.el 4.5 MB/s | 228 kB 00:00 2024-09-12T12:14:48.999 INFO:teuthology.orchestra.run.smithi097.stdout:(12/156): cephfs-shell-19.1.1-298.gb53b6d3e.el9 407 kB/s | 27 kB 00:00 2024-09-12T12:14:49.075 INFO:teuthology.orchestra.run.smithi097.stdout:(13/156): libcephfs-devel-19.1.1-298.gb53b6d3e. 422 kB/s | 32 kB 00:00 2024-09-12T12:14:49.183 INFO:teuthology.orchestra.run.smithi097.stdout:(14/156): libcephfs2-19.1.1-298.gb53b6d3e.el9.x 6.8 MB/s | 752 kB 00:00 2024-09-12T12:14:49.292 INFO:teuthology.orchestra.run.smithi097.stdout:(15/156): ceph-radosgw-19.1.1-298.gb53b6d3e.el9 8.2 MB/s | 11 MB 00:01 2024-09-12T12:14:49.336 INFO:teuthology.orchestra.run.smithi097.stdout:(16/156): libcephsqlite-19.1.1-298.gb53b6d3e.el 1.0 MB/s | 163 kB 00:00 2024-09-12T12:14:49.367 INFO:teuthology.orchestra.run.smithi097.stdout:(17/156): librados-devel-19.1.1-298.gb53b6d3e.e 1.6 MB/s | 127 kB 00:00 2024-09-12T12:14:49.393 INFO:teuthology.orchestra.run.smithi097.stdout:(18/156): libradosstriper1-19.1.1-298.gb53b6d3e 8.7 MB/s | 506 kB 00:00 2024-09-12T12:14:49.452 INFO:teuthology.orchestra.run.smithi097.stdout:(19/156): python3-ceph-argparse-19.1.1-298.gb53 773 kB/s | 45 kB 00:00 2024-09-12T12:14:49.552 INFO:teuthology.orchestra.run.smithi097.stdout:(20/156): python3-ceph-common-19.1.1-298.gb53b6 1.3 MB/s | 136 kB 00:00 2024-09-12T12:14:49.619 INFO:teuthology.orchestra.run.smithi097.stdout:(21/156): python3-cephfs-19.1.1-298.gb53b6d3e.e 2.4 MB/s | 162 kB 00:00 2024-09-12T12:14:49.719 INFO:teuthology.orchestra.run.smithi097.stdout:(22/156): python3-rados-19.1.1-298.gb53b6d3e.el 3.1 MB/s | 321 kB 00:00 2024-09-12T12:14:49.761 INFO:teuthology.orchestra.run.smithi082.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T12:14:49.761 INFO:teuthology.orchestra.run.smithi082.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T12:14:49.772 INFO:teuthology.orchestra.run.smithi082.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-12T12:14:49.773 INFO:teuthology.orchestra.run.smithi082.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-12T12:14:49.774 INFO:teuthology.orchestra.run.smithi082.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-12T12:14:49.775 INFO:teuthology.orchestra.run.smithi082.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-12T12:14:49.776 INFO:teuthology.orchestra.run.smithi082.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-12T12:14:49.779 INFO:teuthology.orchestra.run.smithi082.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-12T12:14:49.780 INFO:teuthology.orchestra.run.smithi082.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-12T12:14:49.841 INFO:teuthology.orchestra.run.smithi082.stdout:Dependencies resolved. 2024-09-12T12:14:49.856 INFO:teuthology.orchestra.run.smithi082.stdout:====================================================================================== 2024-09-12T12:14:49.856 INFO:teuthology.orchestra.run.smithi082.stdout: Package Arch Version Repository Size 2024-09-12T12:14:49.857 INFO:teuthology.orchestra.run.smithi082.stdout:====================================================================================== 2024-09-12T12:14:49.857 INFO:teuthology.orchestra.run.smithi082.stdout:Installing: 2024-09-12T12:14:49.857 INFO:teuthology.orchestra.run.smithi082.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-12T12:14:49.857 INFO:teuthology.orchestra.run.smithi082.stdout: ceph x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 6.5 k 2024-09-12T12:14:49.857 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-base x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.4 M 2024-09-12T12:14:49.857 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 897 k 2024-09-12T12:14:49.857 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 145 k 2024-09-12T12:14:49.857 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 1.5 M 2024-09-12T12:14:49.857 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 146 k 2024-09-12T12:14:49.857 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-dashboard noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 3.6 M 2024-09-12T12:14:49.857 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 7.4 M 2024-09-12T12:14:49.857 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-rook noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 49 k 2024-09-12T12:14:49.857 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-radosgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 11 M 2024-09-12T12:14:49.858 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-test x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 49 M 2024-09-12T12:14:49.858 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-volume noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 285 k 2024-09-12T12:14:49.858 INFO:teuthology.orchestra.run.smithi082.stdout: cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 765 k 2024-09-12T12:14:49.858 INFO:teuthology.orchestra.run.smithi082.stdout: cephfs-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 228 k 2024-09-12T12:14:49.858 INFO:teuthology.orchestra.run.smithi082.stdout: cephfs-shell x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 27 k 2024-09-12T12:14:49.858 INFO:teuthology.orchestra.run.smithi082.stdout: cephfs-top noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 18 k 2024-09-12T12:14:49.858 INFO:teuthology.orchestra.run.smithi082.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-12T12:14:49.858 INFO:teuthology.orchestra.run.smithi082.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-12T12:14:49.858 INFO:teuthology.orchestra.run.smithi082.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-12T12:14:49.858 INFO:teuthology.orchestra.run.smithi082.stdout: libcephfs-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 32 k 2024-09-12T12:14:49.858 INFO:teuthology.orchestra.run.smithi082.stdout: libcephfs2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 752 k 2024-09-12T12:14:49.858 INFO:teuthology.orchestra.run.smithi082.stdout: librados-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 127 k 2024-09-12T12:14:49.859 INFO:teuthology.orchestra.run.smithi082.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-12T12:14:49.859 INFO:teuthology.orchestra.run.smithi082.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-12T12:14:49.859 INFO:teuthology.orchestra.run.smithi082.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-12T12:14:49.859 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-12T12:14:49.859 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-12T12:14:49.859 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-12T12:14:49.859 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cephfs x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 162 k 2024-09-12T12:14:49.859 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rados x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 321 k 2024-09-12T12:14:49.859 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 301 k 2024-09-12T12:14:49.859 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 100 k 2024-09-12T12:14:49.859 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 85 k 2024-09-12T12:14:49.859 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.1 M 2024-09-12T12:14:49.859 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-nbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 171 k 2024-09-12T12:14:49.860 INFO:teuthology.orchestra.run.smithi082.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-12T12:14:49.860 INFO:teuthology.orchestra.run.smithi082.stdout:Upgrading: 2024-09-12T12:14:49.860 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-12T12:14:49.860 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-12T12:14:49.860 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-12T12:14:49.860 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-12T12:14:49.860 INFO:teuthology.orchestra.run.smithi082.stdout: librados2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.4 M 2024-09-12T12:14:49.860 INFO:teuthology.orchestra.run.smithi082.stdout: librbd1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.2 M 2024-09-12T12:14:49.860 INFO:teuthology.orchestra.run.smithi082.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-12T12:14:49.860 INFO:teuthology.orchestra.run.smithi082.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-12T12:14:49.860 INFO:teuthology.orchestra.run.smithi082.stdout:Installing dependencies: 2024-09-12T12:14:49.861 INFO:teuthology.orchestra.run.smithi082.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T12:14:49.861 INFO:teuthology.orchestra.run.smithi082.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-12T12:14:49.861 INFO:teuthology.orchestra.run.smithi082.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T12:14:49.861 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 21 M 2024-09-12T12:14:49.861 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-grafana-dashboards noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 32 k 2024-09-12T12:14:49.861 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mds x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 2.4 M 2024-09-12T12:14:49.861 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-modules-core noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 249 k 2024-09-12T12:14:49.861 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mon x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 4.7 M 2024-09-12T12:14:49.861 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-osd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 17 M 2024-09-12T12:14:49.861 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-prometheus-alerts noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 16 k 2024-09-12T12:14:49.861 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-selinux x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 25 k 2024-09-12T12:14:49.861 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T12:14:49.862 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T12:14:49.862 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T12:14:49.862 INFO:teuthology.orchestra.run.smithi082.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T12:14:49.862 INFO:teuthology.orchestra.run.smithi082.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-12T12:14:49.862 INFO:teuthology.orchestra.run.smithi082.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T12:14:49.862 INFO:teuthology.orchestra.run.smithi082.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T12:14:49.862 INFO:teuthology.orchestra.run.smithi082.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T12:14:49.862 INFO:teuthology.orchestra.run.smithi082.stdout: libcephsqlite x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 163 k 2024-09-12T12:14:49.862 INFO:teuthology.orchestra.run.smithi082.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T12:14:49.862 INFO:teuthology.orchestra.run.smithi082.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T12:14:49.862 INFO:teuthology.orchestra.run.smithi082.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T12:14:49.862 INFO:teuthology.orchestra.run.smithi082.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T12:14:49.862 INFO:teuthology.orchestra.run.smithi082.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T12:14:49.863 INFO:teuthology.orchestra.run.smithi082.stdout: libradosstriper1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 506 k 2024-09-12T12:14:49.863 INFO:teuthology.orchestra.run.smithi082.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T12:14:49.863 INFO:teuthology.orchestra.run.smithi082.stdout: librgw2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.3 M 2024-09-12T12:14:49.863 INFO:teuthology.orchestra.run.smithi082.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T12:14:49.863 INFO:teuthology.orchestra.run.smithi082.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-12T12:14:49.863 INFO:teuthology.orchestra.run.smithi082.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T12:14:49.863 INFO:teuthology.orchestra.run.smithi082.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T12:14:49.863 INFO:teuthology.orchestra.run.smithi082.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T12:14:49.863 INFO:teuthology.orchestra.run.smithi082.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T12:14:49.863 INFO:teuthology.orchestra.run.smithi082.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T12:14:49.863 INFO:teuthology.orchestra.run.smithi082.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T12:14:49.863 INFO:teuthology.orchestra.run.smithi082.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T12:14:49.864 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-12T12:14:49.864 INFO:teuthology.orchestra.run.smithi082.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T12:14:49.864 INFO:teuthology.orchestra.run.smithi082.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T12:14:49.864 INFO:teuthology.orchestra.run.smithi082.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T12:14:49.864 INFO:teuthology.orchestra.run.smithi082.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-12T12:14:49.864 INFO:teuthology.orchestra.run.smithi082.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T12:14:49.864 INFO:teuthology.orchestra.run.smithi082.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T12:14:49.864 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T12:14:49.864 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ceph-argparse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 45 k 2024-09-12T12:14:49.864 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 136 k 2024-09-12T12:14:49.864 INFO:teuthology.orchestra.run.smithi082.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T12:14:49.864 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T12:14:49.864 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T12:14:49.865 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T12:14:49.865 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-12T12:14:49.865 INFO:teuthology.orchestra.run.smithi082.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-12T12:14:49.865 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T12:14:49.865 INFO:teuthology.orchestra.run.smithi082.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T12:14:49.865 INFO:teuthology.orchestra.run.smithi082.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T12:14:49.865 INFO:teuthology.orchestra.run.smithi082.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T12:14:49.865 INFO:teuthology.orchestra.run.smithi082.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T12:14:49.865 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T12:14:49.865 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T12:14:49.865 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T12:14:49.865 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T12:14:49.866 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T12:14:49.866 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T12:14:49.866 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T12:14:49.866 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T12:14:49.866 INFO:teuthology.orchestra.run.smithi082.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T12:14:49.866 INFO:teuthology.orchestra.run.smithi082.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T12:14:49.866 INFO:teuthology.orchestra.run.smithi082.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T12:14:49.866 INFO:teuthology.orchestra.run.smithi082.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T12:14:49.866 INFO:teuthology.orchestra.run.smithi082.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T12:14:49.866 INFO:teuthology.orchestra.run.smithi082.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T12:14:49.866 INFO:teuthology.orchestra.run.smithi082.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T12:14:49.866 INFO:teuthology.orchestra.run.smithi082.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T12:14:49.866 INFO:teuthology.orchestra.run.smithi082.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T12:14:49.867 INFO:teuthology.orchestra.run.smithi082.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T12:14:49.867 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T12:14:49.867 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T12:14:49.867 INFO:teuthology.orchestra.run.smithi082.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T12:14:49.867 INFO:teuthology.orchestra.run.smithi082.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T12:14:49.867 INFO:teuthology.orchestra.run.smithi082.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T12:14:49.867 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T12:14:49.867 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T12:14:49.867 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T12:14:49.867 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T12:14:49.867 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-12T12:14:49.867 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T12:14:49.867 INFO:teuthology.orchestra.run.smithi082.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T12:14:49.868 INFO:teuthology.orchestra.run.smithi082.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T12:14:49.868 INFO:teuthology.orchestra.run.smithi082.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T12:14:49.868 INFO:teuthology.orchestra.run.smithi082.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T12:14:49.868 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T12:14:49.868 INFO:teuthology.orchestra.run.smithi082.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T12:14:49.868 INFO:teuthology.orchestra.run.smithi082.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T12:14:49.868 INFO:teuthology.orchestra.run.smithi082.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T12:14:49.868 INFO:teuthology.orchestra.run.smithi082.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T12:14:49.868 INFO:teuthology.orchestra.run.smithi082.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T12:14:49.868 INFO:teuthology.orchestra.run.smithi082.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-12T12:14:49.868 INFO:teuthology.orchestra.run.smithi082.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T12:14:49.868 INFO:teuthology.orchestra.run.smithi082.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T12:14:49.869 INFO:teuthology.orchestra.run.smithi082.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T12:14:49.869 INFO:teuthology.orchestra.run.smithi082.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T12:14:49.869 INFO:teuthology.orchestra.run.smithi082.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T12:14:49.869 INFO:teuthology.orchestra.run.smithi082.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T12:14:49.869 INFO:teuthology.orchestra.run.smithi082.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T12:14:49.869 INFO:teuthology.orchestra.run.smithi082.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T12:14:49.869 INFO:teuthology.orchestra.run.smithi082.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T12:14:49.869 INFO:teuthology.orchestra.run.smithi082.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-12T12:14:49.869 INFO:teuthology.orchestra.run.smithi082.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T12:14:49.869 INFO:teuthology.orchestra.run.smithi082.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-12T12:14:49.869 INFO:teuthology.orchestra.run.smithi082.stdout:Installing weak dependencies: 2024-09-12T12:14:49.869 INFO:teuthology.orchestra.run.smithi082.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T12:14:49.869 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:14:49.870 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction Summary 2024-09-12T12:14:49.870 INFO:teuthology.orchestra.run.smithi082.stdout:====================================================================================== 2024-09-12T12:14:49.870 INFO:teuthology.orchestra.run.smithi082.stdout:Install 148 Packages 2024-09-12T12:14:49.870 INFO:teuthology.orchestra.run.smithi082.stdout:Upgrade 8 Packages 2024-09-12T12:14:49.870 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:14:49.870 INFO:teuthology.orchestra.run.smithi082.stdout:Total download size: 226 M 2024-09-12T12:14:49.870 INFO:teuthology.orchestra.run.smithi082.stdout:Downloading Packages: 2024-09-12T12:14:49.928 INFO:teuthology.orchestra.run.smithi114.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-09-12T12:14:50.186 INFO:teuthology.orchestra.run.smithi097.stdout:(23/156): ceph-test-19.1.1-298.gb53b6d3e.el9.x8 25 MB/s | 49 MB 00:01 2024-09-12T12:14:50.211 INFO:teuthology.orchestra.run.smithi097.stdout:(24/156): python3-rbd-19.1.1-298.gb53b6d3e.el9. 612 kB/s | 301 kB 00:00 2024-09-12T12:14:50.236 INFO:teuthology.orchestra.run.smithi097.stdout:(25/156): python3-rgw-19.1.1-298.gb53b6d3e.el9. 2.0 MB/s | 100 kB 00:00 2024-09-12T12:14:50.262 INFO:teuthology.orchestra.run.smithi097.stdout:(26/156): rbd-fuse-19.1.1-298.gb53b6d3e.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-12T12:14:50.337 INFO:teuthology.orchestra.run.smithi097.stdout:(27/156): librgw2-19.1.1-298.gb53b6d3e.el9.x86_ 5.5 MB/s | 5.3 MB 00:00 2024-09-12T12:14:50.362 INFO:teuthology.orchestra.run.smithi097.stdout:(28/156): rbd-nbd-19.1.1-298.gb53b6d3e.el9.x86_ 1.7 MB/s | 171 kB 00:00 2024-09-12T12:14:50.388 INFO:teuthology.orchestra.run.smithi097.stdout:(29/156): ceph-grafana-dashboards-19.1.1-298.gb 636 kB/s | 32 kB 00:00 2024-09-12T12:14:50.421 INFO:teuthology.orchestra.run.smithi097.stdout:(30/156): ceph-mgr-cephadm-19.1.1-298.gb53b6d3e 2.4 MB/s | 146 kB 00:00 2024-09-12T12:14:50.488 INFO:teuthology.orchestra.run.smithi097.stdout:(31/156): rbd-mirror-19.1.1-298.gb53b6d3e.el9.x 12 MB/s | 3.1 MB 00:00 2024-09-12T12:14:50.555 INFO:teuthology.orchestra.run.smithi097.stdout:(32/156): ceph-mgr-modules-core-19.1.1-298.gb53 3.7 MB/s | 249 kB 00:00 2024-09-12T12:14:50.561 INFO:teuthology.orchestra.run.smithi082.stdout:(1/156): ceph-19.1.1-298.gb53b6d3e.el9.x86_64.r 48 kB/s | 6.5 kB 00:00 2024-09-12T12:14:50.622 INFO:teuthology.orchestra.run.smithi097.stdout:(33/156): ceph-mgr-rook-19.1.1-298.gb53b6d3e.el 741 kB/s | 49 kB 00:00 2024-09-12T12:14:50.689 INFO:teuthology.orchestra.run.smithi097.stdout:(34/156): ceph-mgr-dashboard-19.1.1-298.gb53b6d 12 MB/s | 3.6 MB 00:00 2024-09-12T12:14:50.714 INFO:teuthology.orchestra.run.smithi097.stdout:(35/156): ceph-prometheus-alerts-19.1.1-298.gb5 179 kB/s | 16 kB 00:00 2024-09-12T12:14:50.739 INFO:teuthology.orchestra.run.smithi097.stdout:(36/156): ceph-volume-19.1.1-298.gb53b6d3e.el9. 5.6 MB/s | 285 kB 00:00 2024-09-12T12:14:50.773 INFO:teuthology.orchestra.run.smithi097.stdout:(37/156): cephadm-19.1.1-298.gb53b6d3e.el9.noar 13 MB/s | 765 kB 00:00 2024-09-12T12:14:50.799 INFO:teuthology.orchestra.run.smithi097.stdout:(38/156): cephfs-top-19.1.1-298.gb53b6d3e.el9.n 311 kB/s | 18 kB 00:00 2024-09-12T12:14:50.836 INFO:teuthology.orchestra.run.smithi082.stdout:(2/156): ceph-fuse-19.1.1-298.gb53b6d3e.el9.x86 3.2 MB/s | 897 kB 00:00 2024-09-12T12:14:50.890 INFO:teuthology.orchestra.run.smithi097.stdout:(39/156): ceph-mgr-diskprediction-local-19.1.1- 16 MB/s | 7.4 MB 00:00 2024-09-12T12:14:50.903 INFO:teuthology.orchestra.run.smithi082.stdout:(3/156): ceph-immutable-object-cache-19.1.1-298 2.1 MB/s | 145 kB 00:00 2024-09-12T12:14:51.211 INFO:teuthology.orchestra.run.smithi082.stdout:(4/156): ceph-mds-19.1.1-298.gb53b6d3e.el9.x86_ 7.7 MB/s | 2.4 MB 00:00 2024-09-12T12:14:51.387 INFO:teuthology.orchestra.run.smithi082.stdout:(5/156): ceph-mgr-19.1.1-298.gb53b6d3e.el9.x86_ 8.7 MB/s | 1.5 MB 00:00 2024-09-12T12:14:51.441 INFO:teuthology.orchestra.run.smithi097.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 120 kB/s | 80 kB 00:00 2024-09-12T12:14:51.479 INFO:teuthology.orchestra.run.smithi082.stdout:(6/156): ceph-base-19.1.1-298.gb53b6d3e.el9.x86 5.1 MB/s | 5.4 MB 00:01 2024-09-12T12:14:51.616 INFO:teuthology.orchestra.run.smithi097.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 264 kB/s | 191 kB 00:00 2024-09-12T12:14:51.746 INFO:teuthology.orchestra.run.smithi082.stdout:(7/156): ceph-mon-19.1.1-298.gb53b6d3e.el9.x86_ 13 MB/s | 4.7 MB 00:00 2024-09-12T12:14:51.786 INFO:teuthology.orchestra.run.smithi097.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 812 kB/s | 801 kB 00:00 2024-09-12T12:14:52.138 INFO:teuthology.orchestra.run.smithi114.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T12:14:52.138 INFO:teuthology.orchestra.run.smithi114.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T12:14:52.149 INFO:teuthology.orchestra.run.smithi114.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-12T12:14:52.150 INFO:teuthology.orchestra.run.smithi114.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-12T12:14:52.151 INFO:teuthology.orchestra.run.smithi114.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-12T12:14:52.151 INFO:teuthology.orchestra.run.smithi114.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-12T12:14:52.153 INFO:teuthology.orchestra.run.smithi114.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-12T12:14:52.155 INFO:teuthology.orchestra.run.smithi114.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-12T12:14:52.156 INFO:teuthology.orchestra.run.smithi114.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-12T12:14:52.195 INFO:teuthology.orchestra.run.smithi097.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 336 kB/s | 253 kB 00:00 2024-09-12T12:14:52.217 INFO:teuthology.orchestra.run.smithi114.stdout:Dependencies resolved. 2024-09-12T12:14:52.227 INFO:teuthology.orchestra.run.smithi114.stdout:====================================================================================== 2024-09-12T12:14:52.227 INFO:teuthology.orchestra.run.smithi114.stdout: Package Arch Version Repository Size 2024-09-12T12:14:52.227 INFO:teuthology.orchestra.run.smithi114.stdout:====================================================================================== 2024-09-12T12:14:52.227 INFO:teuthology.orchestra.run.smithi114.stdout:Installing: 2024-09-12T12:14:52.227 INFO:teuthology.orchestra.run.smithi114.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-12T12:14:52.228 INFO:teuthology.orchestra.run.smithi114.stdout: ceph x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 6.5 k 2024-09-12T12:14:52.228 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-base x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.4 M 2024-09-12T12:14:52.228 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 897 k 2024-09-12T12:14:52.228 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 145 k 2024-09-12T12:14:52.228 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 1.5 M 2024-09-12T12:14:52.228 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 146 k 2024-09-12T12:14:52.228 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-dashboard noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 3.6 M 2024-09-12T12:14:52.228 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 7.4 M 2024-09-12T12:14:52.228 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-rook noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 49 k 2024-09-12T12:14:52.228 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-radosgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 11 M 2024-09-12T12:14:52.228 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-test x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 49 M 2024-09-12T12:14:52.229 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-volume noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 285 k 2024-09-12T12:14:52.229 INFO:teuthology.orchestra.run.smithi114.stdout: cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 765 k 2024-09-12T12:14:52.229 INFO:teuthology.orchestra.run.smithi114.stdout: cephfs-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 228 k 2024-09-12T12:14:52.229 INFO:teuthology.orchestra.run.smithi114.stdout: cephfs-shell x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 27 k 2024-09-12T12:14:52.229 INFO:teuthology.orchestra.run.smithi114.stdout: cephfs-top noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 18 k 2024-09-12T12:14:52.229 INFO:teuthology.orchestra.run.smithi114.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-12T12:14:52.229 INFO:teuthology.orchestra.run.smithi114.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-12T12:14:52.229 INFO:teuthology.orchestra.run.smithi114.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-12T12:14:52.229 INFO:teuthology.orchestra.run.smithi114.stdout: libcephfs-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 32 k 2024-09-12T12:14:52.229 INFO:teuthology.orchestra.run.smithi114.stdout: libcephfs2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 752 k 2024-09-12T12:14:52.229 INFO:teuthology.orchestra.run.smithi114.stdout: librados-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 127 k 2024-09-12T12:14:52.229 INFO:teuthology.orchestra.run.smithi114.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-12T12:14:52.230 INFO:teuthology.orchestra.run.smithi114.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-12T12:14:52.230 INFO:teuthology.orchestra.run.smithi114.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-12T12:14:52.230 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-12T12:14:52.230 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-12T12:14:52.230 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-12T12:14:52.230 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cephfs x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 162 k 2024-09-12T12:14:52.230 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rados x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 321 k 2024-09-12T12:14:52.230 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 301 k 2024-09-12T12:14:52.230 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 100 k 2024-09-12T12:14:52.230 INFO:teuthology.orchestra.run.smithi114.stdout: rbd-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 85 k 2024-09-12T12:14:52.230 INFO:teuthology.orchestra.run.smithi114.stdout: rbd-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.1 M 2024-09-12T12:14:52.230 INFO:teuthology.orchestra.run.smithi114.stdout: rbd-nbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 171 k 2024-09-12T12:14:52.231 INFO:teuthology.orchestra.run.smithi114.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-12T12:14:52.231 INFO:teuthology.orchestra.run.smithi114.stdout:Upgrading: 2024-09-12T12:14:52.231 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-12T12:14:52.231 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-12T12:14:52.231 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-12T12:14:52.231 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-12T12:14:52.231 INFO:teuthology.orchestra.run.smithi114.stdout: librados2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.4 M 2024-09-12T12:14:52.231 INFO:teuthology.orchestra.run.smithi114.stdout: librbd1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.2 M 2024-09-12T12:14:52.231 INFO:teuthology.orchestra.run.smithi114.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-12T12:14:52.231 INFO:teuthology.orchestra.run.smithi114.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-12T12:14:52.231 INFO:teuthology.orchestra.run.smithi114.stdout:Installing dependencies: 2024-09-12T12:14:52.231 INFO:teuthology.orchestra.run.smithi114.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T12:14:52.231 INFO:teuthology.orchestra.run.smithi114.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-12T12:14:52.232 INFO:teuthology.orchestra.run.smithi114.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T12:14:52.232 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 21 M 2024-09-12T12:14:52.232 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-grafana-dashboards noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 32 k 2024-09-12T12:14:52.232 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mds x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 2.4 M 2024-09-12T12:14:52.232 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-modules-core noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 249 k 2024-09-12T12:14:52.232 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mon x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 4.7 M 2024-09-12T12:14:52.232 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-osd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 17 M 2024-09-12T12:14:52.232 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-prometheus-alerts noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 16 k 2024-09-12T12:14:52.232 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-selinux x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 25 k 2024-09-12T12:14:52.232 INFO:teuthology.orchestra.run.smithi114.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T12:14:52.232 INFO:teuthology.orchestra.run.smithi114.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T12:14:52.232 INFO:teuthology.orchestra.run.smithi114.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T12:14:52.232 INFO:teuthology.orchestra.run.smithi114.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T12:14:52.233 INFO:teuthology.orchestra.run.smithi114.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-12T12:14:52.233 INFO:teuthology.orchestra.run.smithi114.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T12:14:52.233 INFO:teuthology.orchestra.run.smithi114.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T12:14:52.233 INFO:teuthology.orchestra.run.smithi114.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T12:14:52.233 INFO:teuthology.orchestra.run.smithi114.stdout: libcephsqlite x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 163 k 2024-09-12T12:14:52.233 INFO:teuthology.orchestra.run.smithi114.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T12:14:52.233 INFO:teuthology.orchestra.run.smithi114.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T12:14:52.233 INFO:teuthology.orchestra.run.smithi114.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T12:14:52.233 INFO:teuthology.orchestra.run.smithi114.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T12:14:52.233 INFO:teuthology.orchestra.run.smithi114.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T12:14:52.233 INFO:teuthology.orchestra.run.smithi114.stdout: libradosstriper1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 506 k 2024-09-12T12:14:52.233 INFO:teuthology.orchestra.run.smithi114.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T12:14:52.233 INFO:teuthology.orchestra.run.smithi114.stdout: librgw2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.3 M 2024-09-12T12:14:52.234 INFO:teuthology.orchestra.run.smithi114.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T12:14:52.234 INFO:teuthology.orchestra.run.smithi114.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-12T12:14:52.234 INFO:teuthology.orchestra.run.smithi114.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T12:14:52.234 INFO:teuthology.orchestra.run.smithi114.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T12:14:52.234 INFO:teuthology.orchestra.run.smithi114.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T12:14:52.234 INFO:teuthology.orchestra.run.smithi114.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T12:14:52.234 INFO:teuthology.orchestra.run.smithi114.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T12:14:52.234 INFO:teuthology.orchestra.run.smithi114.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T12:14:52.234 INFO:teuthology.orchestra.run.smithi114.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T12:14:52.234 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-12T12:14:52.234 INFO:teuthology.orchestra.run.smithi114.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T12:14:52.234 INFO:teuthology.orchestra.run.smithi114.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T12:14:52.235 INFO:teuthology.orchestra.run.smithi114.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T12:14:52.235 INFO:teuthology.orchestra.run.smithi114.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-12T12:14:52.235 INFO:teuthology.orchestra.run.smithi114.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T12:14:52.235 INFO:teuthology.orchestra.run.smithi114.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T12:14:52.235 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T12:14:52.235 INFO:teuthology.orchestra.run.smithi114.stdout: python3-ceph-argparse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 45 k 2024-09-12T12:14:52.235 INFO:teuthology.orchestra.run.smithi114.stdout: python3-ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 136 k 2024-09-12T12:14:52.235 INFO:teuthology.orchestra.run.smithi114.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T12:14:52.235 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T12:14:52.235 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T12:14:52.235 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T12:14:52.235 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-12T12:14:52.236 INFO:teuthology.orchestra.run.smithi114.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-12T12:14:52.236 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T12:14:52.236 INFO:teuthology.orchestra.run.smithi114.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T12:14:52.236 INFO:teuthology.orchestra.run.smithi114.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T12:14:52.236 INFO:teuthology.orchestra.run.smithi114.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T12:14:52.236 INFO:teuthology.orchestra.run.smithi114.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T12:14:52.236 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T12:14:52.236 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T12:14:52.237 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T12:14:52.237 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T12:14:52.237 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T12:14:52.237 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T12:14:52.237 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T12:14:52.237 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T12:14:52.237 INFO:teuthology.orchestra.run.smithi114.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T12:14:52.237 INFO:teuthology.orchestra.run.smithi114.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T12:14:52.237 INFO:teuthology.orchestra.run.smithi114.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T12:14:52.237 INFO:teuthology.orchestra.run.smithi114.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T12:14:52.237 INFO:teuthology.orchestra.run.smithi114.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T12:14:52.237 INFO:teuthology.orchestra.run.smithi114.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T12:14:52.238 INFO:teuthology.orchestra.run.smithi114.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T12:14:52.238 INFO:teuthology.orchestra.run.smithi114.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T12:14:52.238 INFO:teuthology.orchestra.run.smithi114.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T12:14:52.238 INFO:teuthology.orchestra.run.smithi114.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T12:14:52.238 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T12:14:52.238 INFO:teuthology.orchestra.run.smithi114.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T12:14:52.238 INFO:teuthology.orchestra.run.smithi114.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T12:14:52.238 INFO:teuthology.orchestra.run.smithi114.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T12:14:52.238 INFO:teuthology.orchestra.run.smithi114.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T12:14:52.238 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T12:14:52.238 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T12:14:52.238 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T12:14:52.238 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T12:14:52.238 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-12T12:14:52.239 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T12:14:52.239 INFO:teuthology.orchestra.run.smithi114.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T12:14:52.239 INFO:teuthology.orchestra.run.smithi114.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T12:14:52.239 INFO:teuthology.orchestra.run.smithi114.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T12:14:52.239 INFO:teuthology.orchestra.run.smithi114.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T12:14:52.239 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T12:14:52.239 INFO:teuthology.orchestra.run.smithi114.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T12:14:52.239 INFO:teuthology.orchestra.run.smithi114.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T12:14:52.239 INFO:teuthology.orchestra.run.smithi114.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T12:14:52.239 INFO:teuthology.orchestra.run.smithi114.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T12:14:52.239 INFO:teuthology.orchestra.run.smithi114.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T12:14:52.239 INFO:teuthology.orchestra.run.smithi114.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-12T12:14:52.239 INFO:teuthology.orchestra.run.smithi114.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T12:14:52.240 INFO:teuthology.orchestra.run.smithi114.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T12:14:52.240 INFO:teuthology.orchestra.run.smithi114.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T12:14:52.240 INFO:teuthology.orchestra.run.smithi114.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T12:14:52.240 INFO:teuthology.orchestra.run.smithi114.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T12:14:52.240 INFO:teuthology.orchestra.run.smithi114.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T12:14:52.240 INFO:teuthology.orchestra.run.smithi114.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T12:14:52.240 INFO:teuthology.orchestra.run.smithi114.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T12:14:52.240 INFO:teuthology.orchestra.run.smithi114.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T12:14:52.240 INFO:teuthology.orchestra.run.smithi114.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-12T12:14:52.240 INFO:teuthology.orchestra.run.smithi114.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T12:14:52.240 INFO:teuthology.orchestra.run.smithi114.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-12T12:14:52.240 INFO:teuthology.orchestra.run.smithi114.stdout:Installing weak dependencies: 2024-09-12T12:14:52.240 INFO:teuthology.orchestra.run.smithi114.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T12:14:52.241 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:14:52.241 INFO:teuthology.orchestra.run.smithi114.stdout:Transaction Summary 2024-09-12T12:14:52.241 INFO:teuthology.orchestra.run.smithi114.stdout:====================================================================================== 2024-09-12T12:14:52.241 INFO:teuthology.orchestra.run.smithi114.stdout:Install 148 Packages 2024-09-12T12:14:52.241 INFO:teuthology.orchestra.run.smithi114.stdout:Upgrade 8 Packages 2024-09-12T12:14:52.241 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:14:52.242 INFO:teuthology.orchestra.run.smithi114.stdout:Total download size: 226 M 2024-09-12T12:14:52.242 INFO:teuthology.orchestra.run.smithi114.stdout:Downloading Packages: 2024-09-12T12:14:52.453 INFO:teuthology.orchestra.run.smithi097.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 160 kB/s | 106 kB 00:00 2024-09-12T12:14:52.471 INFO:teuthology.orchestra.run.smithi082.stdout:(8/156): ceph-common-19.1.1-298.gb53b6d3e.el9.x 10 MB/s | 21 MB 00:02 2024-09-12T12:14:52.596 INFO:teuthology.orchestra.run.smithi082.stdout:(9/156): ceph-radosgw-19.1.1-298.gb53b6d3e.el9. 12 MB/s | 11 MB 00:00 2024-09-12T12:14:52.603 INFO:teuthology.orchestra.run.smithi097.stdout:(45/156): python3-cryptography-36.0.1-4.el9.x86 1.2 MB/s | 1.2 MB 00:00 2024-09-12T12:14:52.621 INFO:teuthology.orchestra.run.smithi082.stdout:(10/156): ceph-selinux-19.1.1-298.gb53b6d3e.el9 168 kB/s | 25 kB 00:00 2024-09-12T12:14:52.797 INFO:teuthology.orchestra.run.smithi082.stdout:(11/156): ceph-osd-19.1.1-298.gb53b6d3e.el9.x86 13 MB/s | 17 MB 00:01 2024-09-12T12:14:52.822 INFO:teuthology.orchestra.run.smithi082.stdout:(12/156): cephfs-mirror-19.1.1-298.gb53b6d3e.el 1.1 MB/s | 228 kB 00:00 2024-09-12T12:14:52.847 INFO:teuthology.orchestra.run.smithi082.stdout:(13/156): cephfs-shell-19.1.1-298.gb53b6d3e.el9 541 kB/s | 27 kB 00:00 2024-09-12T12:14:52.872 INFO:teuthology.orchestra.run.smithi082.stdout:(14/156): libcephfs-devel-19.1.1-298.gb53b6d3e. 631 kB/s | 32 kB 00:00 2024-09-12T12:14:52.879 INFO:teuthology.orchestra.run.smithi114.stdout:(1/156): ceph-19.1.1-298.gb53b6d3e.el9.x86_64.r 50 kB/s | 6.5 kB 00:00 2024-09-12T12:14:52.923 INFO:teuthology.orchestra.run.smithi082.stdout:(15/156): libcephsqlite-19.1.1-298.gb53b6d3e.el 3.2 MB/s | 163 kB 00:00 2024-09-12T12:14:52.937 INFO:teuthology.orchestra.run.smithi097.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 182 kB/s | 135 kB 00:00 2024-09-12T12:14:52.948 INFO:teuthology.orchestra.run.smithi082.stdout:(16/156): libcephfs2-19.1.1-298.gb53b6d3e.el9.x 7.3 MB/s | 752 kB 00:00 2024-09-12T12:14:52.982 INFO:teuthology.orchestra.run.smithi082.stdout:(17/156): librados-devel-19.1.1-298.gb53b6d3e.e 2.1 MB/s | 127 kB 00:00 2024-09-12T12:14:53.024 INFO:teuthology.orchestra.run.smithi082.stdout:(18/156): libradosstriper1-19.1.1-298.gb53b6d3e 6.6 MB/s | 506 kB 00:00 2024-09-12T12:14:53.091 INFO:teuthology.orchestra.run.smithi082.stdout:(19/156): python3-ceph-argparse-19.1.1-298.gb53 678 kB/s | 45 kB 00:00 2024-09-12T12:14:53.146 INFO:teuthology.orchestra.run.smithi097.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 180 kB/s | 125 kB 00:00 2024-09-12T12:14:53.166 INFO:teuthology.orchestra.run.smithi082.stdout:(20/156): python3-ceph-common-19.1.1-298.gb53b6 1.8 MB/s | 136 kB 00:00 2024-09-12T12:14:53.212 INFO:teuthology.orchestra.run.smithi097.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 2.4 MB/s | 689 kB 00:00 2024-09-12T12:14:53.252 INFO:teuthology.orchestra.run.smithi082.stdout:(21/156): python3-cephfs-19.1.1-298.gb53b6d3e.e 1.9 MB/s | 162 kB 00:00 2024-09-12T12:14:53.263 INFO:teuthology.orchestra.run.smithi097.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 2.1 MB/s | 107 kB 00:00 2024-09-12T12:14:53.313 INFO:teuthology.orchestra.run.smithi097.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 436 kB/s | 22 kB 00:00 2024-09-12T12:14:53.347 INFO:teuthology.orchestra.run.smithi097.stdout:(51/156): python3-urllib3-1.26.5-6.el9.noarch.r 289 kB/s | 215 kB 00:00 2024-09-12T12:14:53.350 INFO:teuthology.orchestra.run.smithi082.stdout:(22/156): librgw2-19.1.1-298.gb53b6d3e.el9.x86_ 15 MB/s | 5.3 MB 00:00 2024-09-12T12:14:53.354 INFO:teuthology.orchestra.run.smithi114.stdout:(2/156): ceph-fuse-19.1.1-298.gb53b6d3e.el9.x86 1.8 MB/s | 897 kB 00:00 2024-09-12T12:14:53.372 INFO:teuthology.orchestra.run.smithi097.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 5.2 MB/s | 313 kB 00:00 2024-09-12T12:14:53.383 INFO:teuthology.orchestra.run.smithi082.stdout:(23/156): python3-rados-19.1.1-298.gb53b6d3e.el 2.3 MB/s | 321 kB 00:00 2024-09-12T12:14:53.409 INFO:teuthology.orchestra.run.smithi082.stdout:(24/156): python3-rbd-19.1.1-298.gb53b6d3e.el9. 5.0 MB/s | 301 kB 00:00 2024-09-12T12:14:53.434 INFO:teuthology.orchestra.run.smithi082.stdout:(25/156): python3-rgw-19.1.1-298.gb53b6d3e.el9. 1.9 MB/s | 100 kB 00:00 2024-09-12T12:14:53.438 INFO:teuthology.orchestra.run.smithi114.stdout:(3/156): ceph-immutable-object-cache-19.1.1-298 1.7 MB/s | 145 kB 00:00 2024-09-12T12:14:53.464 INFO:teuthology.orchestra.run.smithi097.stdout:(53/156): bison-3.7.4-5.el9.x86_64.rpm 2.9 MB/s | 943 kB 00:00 2024-09-12T12:14:53.468 INFO:teuthology.orchestra.run.smithi082.stdout:(26/156): rbd-fuse-19.1.1-298.gb53b6d3e.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-12T12:14:53.489 INFO:teuthology.orchestra.run.smithi097.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 230 kB/s | 33 kB 00:00 2024-09-12T12:14:53.514 INFO:teuthology.orchestra.run.smithi097.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 361 kB/s | 18 kB 00:00 2024-09-12T12:14:53.543 INFO:teuthology.orchestra.run.smithi082.stdout:(27/156): rbd-nbd-19.1.1-298.gb53b6d3e.el9.x86_ 2.2 MB/s | 171 kB 00:00 2024-09-12T12:14:53.573 INFO:teuthology.orchestra.run.smithi097.stdout:(56/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 15 MB/s | 3.0 MB 00:00 2024-09-12T12:14:53.590 INFO:teuthology.orchestra.run.smithi097.stdout:(57/156): libaio-devel-0.3.111-13.el9.x86_64.rp 111 kB/s | 11 kB 00:00 2024-09-12T12:14:53.615 INFO:teuthology.orchestra.run.smithi097.stdout:(58/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.6 MB/s | 160 kB 00:00 2024-09-12T12:14:53.635 INFO:teuthology.orchestra.run.smithi082.stdout:(28/156): ceph-grafana-dashboards-19.1.1-298.gb 347 kB/s | 32 kB 00:00 2024-09-12T12:14:53.640 INFO:teuthology.orchestra.run.smithi097.stdout:(59/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 672 kB/s | 45 kB 00:00 2024-09-12T12:14:53.676 INFO:teuthology.orchestra.run.smithi097.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 9.7 MB/s | 581 kB 00:00 2024-09-12T12:14:53.691 INFO:teuthology.orchestra.run.smithi097.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 488 kB/s | 24 kB 00:00 2024-09-12T12:14:53.702 INFO:teuthology.orchestra.run.smithi082.stdout:(29/156): rbd-mirror-19.1.1-298.gb53b6d3e.el9.x 12 MB/s | 3.1 MB 00:00 2024-09-12T12:14:53.716 INFO:teuthology.orchestra.run.smithi097.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-12T12:14:53.736 INFO:teuthology.orchestra.run.smithi082.stdout:(30/156): ceph-mgr-cephadm-19.1.1-298.gb53b6d3e 1.4 MB/s | 146 kB 00:00 2024-09-12T12:14:53.750 INFO:teuthology.orchestra.run.smithi097.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-09-12T12:14:53.755 INFO:teuthology.orchestra.run.smithi114.stdout:(4/156): ceph-base-19.1.1-298.gb53b6d3e.el9.x86 5.4 MB/s | 5.4 MB 00:01 2024-09-12T12:14:53.775 INFO:teuthology.orchestra.run.smithi097.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 3.2 MB/s | 188 kB 00:00 2024-09-12T12:14:53.801 INFO:teuthology.orchestra.run.smithi097.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 764 kB/s | 38 kB 00:00 2024-09-12T12:14:53.859 INFO:teuthology.orchestra.run.smithi097.stdout:(66/156): librdkafka-1.6.1-102.el9.x86_64.rpm 2.4 MB/s | 662 kB 00:00 2024-09-12T12:14:53.984 INFO:teuthology.orchestra.run.smithi097.stdout:(67/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 24 MB/s | 4.4 MB 00:00 2024-09-12T12:14:54.020 INFO:teuthology.orchestra.run.smithi082.stdout:(31/156): ceph-mgr-dashboard-19.1.1-298.gb53b6d 11 MB/s | 3.6 MB 00:00 2024-09-12T12:14:54.051 INFO:teuthology.orchestra.run.smithi097.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 18 MB/s | 4.9 MB 00:00 2024-09-12T12:14:54.085 INFO:teuthology.orchestra.run.smithi097.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 8.8 MB/s | 910 kB 00:00 2024-09-12T12:14:54.110 INFO:teuthology.orchestra.run.smithi097.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 2.3 MB/s | 137 kB 00:00 2024-09-12T12:14:54.111 INFO:teuthology.orchestra.run.smithi082.stdout:(32/156): ceph-mgr-modules-core-19.1.1-298.gb53 2.7 MB/s | 249 kB 00:00 2024-09-12T12:14:54.177 INFO:teuthology.orchestra.run.smithi097.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2024-09-12T12:14:54.195 INFO:teuthology.orchestra.run.smithi082.stdout:(33/156): ceph-mgr-rook-19.1.1-298.gb53b6d3e.el 594 kB/s | 49 kB 00:00 2024-09-12T12:14:54.236 INFO:teuthology.orchestra.run.smithi097.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-09-12T12:14:54.264 INFO:teuthology.orchestra.run.smithi114.stdout:(5/156): ceph-mgr-19.1.1-298.gb53b6d3e.el9.x86_ 3.0 MB/s | 1.5 MB 00:00 2024-09-12T12:14:54.306 INFO:teuthology.orchestra.run.smithi114.stdout:(6/156): ceph-mds-19.1.1-298.gb53b6d3e.el9.x86_ 2.7 MB/s | 2.4 MB 00:00 2024-09-12T12:14:54.319 INFO:teuthology.orchestra.run.smithi097.stdout:(73/156): postgresql-server-13.16-1.el9.x86_64. 25 MB/s | 5.8 MB 00:00 2024-09-12T12:14:54.346 INFO:teuthology.orchestra.run.smithi082.stdout:(34/156): ceph-mgr-diskprediction-local-19.1.1- 12 MB/s | 7.4 MB 00:00 2024-09-12T12:14:54.355 INFO:teuthology.orchestra.run.smithi097.stdout:(74/156): postgresql-13.16-1.el9.x86_64.rpm 3.2 MB/s | 1.6 MB 00:00 2024-09-12T12:14:54.371 INFO:teuthology.orchestra.run.smithi082.stdout:(35/156): ceph-prometheus-alerts-19.1.1-298.gb5 94 kB/s | 16 kB 00:00 2024-09-12T12:14:54.378 INFO:teuthology.orchestra.run.smithi097.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 1.0 MB/s | 61 kB 00:00 2024-09-12T12:14:54.404 INFO:teuthology.orchestra.run.smithi082.stdout:(36/156): ceph-volume-19.1.1-298.gb53b6d3e.el9. 4.8 MB/s | 285 kB 00:00 2024-09-12T12:14:54.437 INFO:teuthology.orchestra.run.smithi097.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.2 MB/s | 248 kB 00:00 2024-09-12T12:14:54.438 INFO:teuthology.orchestra.run.smithi082.stdout:(37/156): cephadm-19.1.1-298.gb53b6d3e.el9.noar 11 MB/s | 765 kB 00:00 2024-09-12T12:14:54.462 INFO:teuthology.orchestra.run.smithi097.stdout:(77/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.2 MB/s | 245 kB 00:00 2024-09-12T12:14:54.463 INFO:teuthology.orchestra.run.smithi082.stdout:(38/156): cephfs-top-19.1.1-298.gb53b6d3e.el9.n 311 kB/s | 18 kB 00:00 2024-09-12T12:14:54.487 INFO:teuthology.orchestra.run.smithi097.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 510 kB/s | 26 kB 00:00 2024-09-12T12:14:54.563 INFO:teuthology.orchestra.run.smithi097.stdout:(79/156): python3-babel-2.9.1-2.el9.noarch.rpm 18 MB/s | 6.0 MB 00:00 2024-09-12T12:14:54.588 INFO:teuthology.orchestra.run.smithi097.stdout:(80/156): python3-jsonpointer-2.0-4.el9.noarch. 152 kB/s | 19 kB 00:00 2024-09-12T12:14:54.613 INFO:teuthology.orchestra.run.smithi097.stdout:(81/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-09-12T12:14:54.639 INFO:teuthology.orchestra.run.smithi097.stdout:(82/156): python3-markupsafe-1.1.1-12.el9.x86_6 459 kB/s | 35 kB 00:00 2024-09-12T12:14:54.672 INFO:teuthology.orchestra.run.smithi097.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-09-12T12:14:54.698 INFO:teuthology.orchestra.run.smithi097.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-09-12T12:14:54.706 INFO:teuthology.orchestra.run.smithi114.stdout:(7/156): ceph-mon-19.1.1-298.gb53b6d3e.el9.x86_ 11 MB/s | 4.7 MB 00:00 2024-09-12T12:14:54.723 INFO:teuthology.orchestra.run.smithi097.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-12T12:14:54.756 INFO:teuthology.orchestra.run.smithi097.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 719 kB/s | 42 kB 00:00 2024-09-12T12:14:54.782 INFO:teuthology.orchestra.run.smithi097.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-09-12T12:14:54.815 INFO:teuthology.orchestra.run.smithi097.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 159 kB 00:00 2024-09-12T12:14:54.841 INFO:teuthology.orchestra.run.smithi097.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 4.6 MB/s | 279 kB 00:00 2024-09-12T12:14:54.866 INFO:teuthology.orchestra.run.smithi097.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-12T12:14:54.891 INFO:teuthology.orchestra.run.smithi097.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-12T12:14:54.931 INFO:teuthology.orchestra.run.smithi082.stdout:(39/156): ceph-test-19.1.1-298.gb53b6d3e.el9.x8 21 MB/s | 49 MB 00:02 2024-09-12T12:14:54.941 INFO:teuthology.orchestra.run.smithi097.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 835 kB/s | 42 kB 00:00 2024-09-12T12:14:54.955 INFO:teuthology.orchestra.run.smithi082.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 154 kB/s | 80 kB 00:00 2024-09-12T12:14:55.008 INFO:teuthology.orchestra.run.smithi097.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 661 kB/s | 44 kB 00:00 2024-09-12T12:14:55.075 INFO:teuthology.orchestra.run.smithi097.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.2 MB/s | 221 kB 00:00 2024-09-12T12:14:55.134 INFO:teuthology.orchestra.run.smithi097.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 615 kB/s | 36 kB 00:00 2024-09-12T12:14:55.173 INFO:teuthology.orchestra.run.smithi082.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 1.1 MB/s | 801 kB 00:00 2024-09-12T12:14:55.173 INFO:teuthology.orchestra.run.smithi114.stdout:(8/156): ceph-common-19.1.1-298.gb53b6d3e.el9.x 8.8 MB/s | 21 MB 00:02 2024-09-12T12:14:55.192 INFO:teuthology.orchestra.run.smithi097.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 811 kB/s | 47 kB 00:00 2024-09-12T12:14:55.198 INFO:teuthology.orchestra.run.smithi082.stdout:(42/156): libquadmath-11.5.0-2.el9.x86_64.rpm 716 kB/s | 191 kB 00:00 2024-09-12T12:14:55.223 INFO:teuthology.orchestra.run.smithi114.stdout:(9/156): ceph-selinux-19.1.1-298.gb53b6d3e.el9. 506 kB/s | 25 kB 00:00 2024-09-12T12:14:55.231 INFO:teuthology.orchestra.run.smithi082.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 919 kB/s | 253 kB 00:00 2024-09-12T12:14:55.260 INFO:teuthology.orchestra.run.smithi097.stdout:(97/156): socat-1.7.4.1-6.el9.x86_64.rpm 4.5 MB/s | 304 kB 00:00 2024-09-12T12:14:55.307 INFO:teuthology.orchestra.run.smithi082.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 982 kB/s | 106 kB 00:00 2024-09-12T12:14:55.318 INFO:teuthology.orchestra.run.smithi097.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 988 kB/s | 58 kB 00:00 2024-09-12T12:14:55.365 INFO:teuthology.orchestra.run.smithi082.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 1.0 MB/s | 135 kB 00:00 2024-09-12T12:14:55.377 INFO:teuthology.orchestra.run.smithi097.stdout:(99/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 6.5 MB/s | 5.1 MB 00:00 2024-09-12T12:14:55.390 INFO:teuthology.orchestra.run.smithi082.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 1.5 MB/s | 125 kB 00:00 2024-09-12T12:14:55.402 INFO:teuthology.orchestra.run.smithi097.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.1 MB/s | 96 kB 00:00 2024-09-12T12:14:55.433 INFO:teuthology.orchestra.run.smithi082.stdout:(47/156): python3-cryptography-36.0.1-4.el9.x86 4.7 MB/s | 1.2 MB 00:00 2024-09-12T12:14:55.500 INFO:teuthology.orchestra.run.smithi082.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 1.6 MB/s | 215 kB 00:00 2024-09-12T12:14:55.515 INFO:teuthology.orchestra.run.smithi114.stdout:(10/156): ceph-radosgw-19.1.1-298.gb53b6d3e.el9 13 MB/s | 11 MB 00:00 2024-09-12T12:14:55.561 INFO:teuthology.orchestra.run.smithi097.stdout:(101/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 23 MB/s | 16 MB 00:00 2024-09-12T12:14:55.574 INFO:teuthology.orchestra.run.smithi114.stdout:(11/156): cephfs-mirror-19.1.1-298.gb53b6d3e.el 3.8 MB/s | 228 kB 00:00 2024-09-12T12:14:55.586 INFO:teuthology.orchestra.run.smithi097.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 244 kB/s | 45 kB 00:00 2024-09-12T12:14:55.611 INFO:teuthology.orchestra.run.smithi097.stdout:(103/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 272 kB/s | 64 kB 00:00 2024-09-12T12:14:55.624 INFO:teuthology.orchestra.run.smithi114.stdout:(12/156): cephfs-shell-19.1.1-298.gb53b6d3e.el9 541 kB/s | 27 kB 00:00 2024-09-12T12:14:55.662 INFO:teuthology.orchestra.run.smithi097.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-12T12:14:55.674 INFO:teuthology.orchestra.run.smithi114.stdout:(13/156): libcephfs-devel-19.1.1-298.gb53b6d3e. 637 kB/s | 32 kB 00:00 2024-09-12T12:14:55.675 INFO:teuthology.orchestra.run.smithi082.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 2.4 MB/s | 689 kB 00:00 2024-09-12T12:14:55.687 INFO:teuthology.orchestra.run.smithi097.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 12 MB/s | 308 kB 00:00 2024-09-12T12:14:55.700 INFO:teuthology.orchestra.run.smithi082.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 534 kB/s | 107 kB 00:00 2024-09-12T12:14:55.704 INFO:teuthology.orchestra.run.smithi097.stdout:(106/156): lua-devel-5.4.4-4.el9.x86_64.rpm 156 kB/s | 22 kB 00:00 2024-09-12T12:14:55.721 INFO:teuthology.orchestra.run.smithi097.stdout:(107/156): grpc-data-1.46.7-10.el9.noarch.rpm 582 kB/s | 19 kB 00:00 2024-09-12T12:14:55.734 INFO:teuthology.orchestra.run.smithi082.stdout:(51/156): bison-3.7.4-5.el9.x86_64.rpm 3.1 MB/s | 943 kB 00:00 2024-09-12T12:14:55.746 INFO:teuthology.orchestra.run.smithi097.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.4 MB/s | 26 kB 00:00 2024-09-12T12:14:55.749 INFO:teuthology.orchestra.run.smithi114.stdout:(14/156): libcephfs2-19.1.1-298.gb53b6d3e.el9.x 9.8 MB/s | 752 kB 00:00 2024-09-12T12:14:55.750 INFO:teuthology.orchestra.run.smithi082.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 287 kB/s | 22 kB 00:00 2024-09-12T12:14:55.771 INFO:teuthology.orchestra.run.smithi097.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 2.0 MB/s | 49 kB 00:00 2024-09-12T12:14:55.784 INFO:teuthology.orchestra.run.smithi082.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 654 kB/s | 33 kB 00:00 2024-09-12T12:14:55.796 INFO:teuthology.orchestra.run.smithi097.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-12T12:14:55.800 INFO:teuthology.orchestra.run.smithi114.stdout:(15/156): libcephsqlite-19.1.1-298.gb53b6d3e.el 3.2 MB/s | 163 kB 00:00 2024-09-12T12:14:55.818 INFO:teuthology.orchestra.run.smithi082.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-09-12T12:14:55.822 INFO:teuthology.orchestra.run.smithi097.stdout:(111/156): protobuf-compiler-3.14.0-13.el9.x86_ 3.6 MB/s | 863 kB 00:00 2024-09-12T12:14:55.835 INFO:teuthology.orchestra.run.smithi082.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 361 kB/s | 18 kB 00:00 2024-09-12T12:14:55.847 INFO:teuthology.orchestra.run.smithi097.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 2.9 MB/s | 151 kB 00:00 2024-09-12T12:14:55.850 INFO:teuthology.orchestra.run.smithi114.stdout:(16/156): librados-devel-19.1.1-298.gb53b6d3e.e 2.5 MB/s | 127 kB 00:00 2024-09-12T12:14:55.860 INFO:teuthology.orchestra.run.smithi082.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 267 kB/s | 11 kB 00:00 2024-09-12T12:14:55.889 INFO:teuthology.orchestra.run.smithi097.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 15 MB/s | 548 kB 00:00 2024-09-12T12:14:55.902 INFO:teuthology.orchestra.run.smithi082.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 160 kB 00:00 2024-09-12T12:14:55.914 INFO:teuthology.orchestra.run.smithi097.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-12T12:14:55.919 INFO:teuthology.orchestra.run.smithi082.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 770 kB/s | 45 kB 00:00 2024-09-12T12:14:55.934 INFO:teuthology.orchestra.run.smithi114.stdout:(17/156): libradosstriper1-19.1.1-298.gb53b6d3e 5.9 MB/s | 506 kB 00:00 2024-09-12T12:14:55.939 INFO:teuthology.orchestra.run.smithi097.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-12T12:14:55.965 INFO:teuthology.orchestra.run.smithi097.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 562 kB/s | 14 kB 00:00 2024-09-12T12:14:55.999 INFO:teuthology.orchestra.run.smithi097.stdout:(117/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 4.6 MB/s | 839 kB 00:00 2024-09-12T12:14:56.024 INFO:teuthology.orchestra.run.smithi097.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-09-12T12:14:56.044 INFO:teuthology.orchestra.run.smithi082.stdout:(59/156): libtool-2.4.6-46.el9.x86_64.rpm 4.5 MB/s | 581 kB 00:00 2024-09-12T12:14:56.049 INFO:teuthology.orchestra.run.smithi097.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-09-12T12:14:56.078 INFO:teuthology.orchestra.run.smithi082.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 3.7 MB/s | 662 kB 00:00 2024-09-12T12:14:56.083 INFO:teuthology.orchestra.run.smithi097.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-12T12:14:56.095 INFO:teuthology.orchestra.run.smithi082.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 485 kB/s | 24 kB 00:00 2024-09-12T12:14:56.108 INFO:teuthology.orchestra.run.smithi097.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-12T12:14:56.120 INFO:teuthology.orchestra.run.smithi082.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-12T12:14:56.142 INFO:teuthology.orchestra.run.smithi097.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-12T12:14:56.154 INFO:teuthology.orchestra.run.smithi082.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-09-12T12:14:56.167 INFO:teuthology.orchestra.run.smithi097.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 425 kB/s | 11 kB 00:00 2024-09-12T12:14:56.179 INFO:teuthology.orchestra.run.smithi082.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 3.1 MB/s | 188 kB 00:00 2024-09-12T12:14:56.196 INFO:teuthology.orchestra.run.smithi082.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 916 kB/s | 38 kB 00:00 2024-09-12T12:14:56.226 INFO:teuthology.orchestra.run.smithi097.stdout:(124/156): libarrow-9.0.0-11.el9.x86_64.rpm 8.5 MB/s | 4.4 MB 00:00 2024-09-12T12:14:56.251 INFO:teuthology.orchestra.run.smithi097.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 212 kB/s | 18 kB 00:00 2024-09-12T12:14:56.276 INFO:teuthology.orchestra.run.smithi097.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 462 kB/s | 23 kB 00:00 2024-09-12T12:14:56.284 INFO:teuthology.orchestra.run.smithi114.stdout:(18/156): librgw2-19.1.1-298.gb53b6d3e.el9.x86_ 15 MB/s | 5.3 MB 00:00 2024-09-12T12:14:56.301 INFO:teuthology.orchestra.run.smithi097.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 385 kB/s | 19 kB 00:00 2024-09-12T12:14:56.327 INFO:teuthology.orchestra.run.smithi097.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 390 kB/s | 20 kB 00:00 2024-09-12T12:14:56.336 INFO:teuthology.orchestra.run.smithi114.stdout:(19/156): python3-ceph-argparse-19.1.1-298.gb53 904 kB/s | 45 kB 00:00 2024-09-12T12:14:56.352 INFO:teuthology.orchestra.run.smithi097.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-12T12:14:56.377 INFO:teuthology.orchestra.run.smithi097.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-12T12:14:56.385 INFO:teuthology.orchestra.run.smithi114.stdout:(20/156): python3-ceph-common-19.1.1-298.gb53b6 2.7 MB/s | 136 kB 00:00 2024-09-12T12:14:56.403 INFO:teuthology.orchestra.run.smithi097.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.2 MB/s | 58 kB 00:00 2024-09-12T12:14:56.435 INFO:teuthology.orchestra.run.smithi114.stdout:(21/156): python3-cephfs-19.1.1-298.gb53b6d3e.e 3.2 MB/s | 162 kB 00:00 2024-09-12T12:14:56.453 INFO:teuthology.orchestra.run.smithi097.stdout:(132/156): python3-grpcio-1.46.7-10.el9.x86_64. 5.5 MB/s | 2.0 MB 00:00 2024-09-12T12:14:56.479 INFO:teuthology.orchestra.run.smithi097.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 654 kB/s | 16 kB 00:00 2024-09-12T12:14:56.485 INFO:teuthology.orchestra.run.smithi114.stdout:(22/156): python3-rados-19.1.1-298.gb53b6d3e.el 6.3 MB/s | 321 kB 00:00 2024-09-12T12:14:56.504 INFO:teuthology.orchestra.run.smithi097.stdout:(134/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-09-12T12:14:56.529 INFO:teuthology.orchestra.run.smithi097.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-12T12:14:56.535 INFO:teuthology.orchestra.run.smithi114.stdout:(23/156): python3-rbd-19.1.1-298.gb53b6d3e.el9. 5.9 MB/s | 301 kB 00:00 2024-09-12T12:14:56.554 INFO:teuthology.orchestra.run.smithi097.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-12T12:14:56.580 INFO:teuthology.orchestra.run.smithi097.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 609 kB/s | 31 kB 00:00 2024-09-12T12:14:56.601 INFO:teuthology.orchestra.run.smithi114.stdout:(24/156): python3-rgw-19.1.1-298.gb53b6d3e.el9. 1.9 MB/s | 100 kB 00:00 2024-09-12T12:14:56.613 INFO:teuthology.orchestra.run.smithi097.stdout:(138/156): python3-kubernetes-26.1.0-2.el9.noar 3.3 MB/s | 1.0 MB 00:00 2024-09-12T12:14:56.638 INFO:teuthology.orchestra.run.smithi097.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-09-12T12:14:56.645 INFO:teuthology.orchestra.run.smithi114.stdout:(25/156): rbd-fuse-19.1.1-298.gb53b6d3e.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-12T12:14:56.664 INFO:teuthology.orchestra.run.smithi097.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 710 kB/s | 36 kB 00:00 2024-09-12T12:14:56.689 INFO:teuthology.orchestra.run.smithi097.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 1.4 MB/s | 188 kB 00:00 2024-09-12T12:14:56.714 INFO:teuthology.orchestra.run.smithi097.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 984 kB/s | 74 kB 00:00 2024-09-12T12:14:56.740 INFO:teuthology.orchestra.run.smithi097.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-12T12:14:56.765 INFO:teuthology.orchestra.run.smithi097.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-12T12:14:56.782 INFO:teuthology.orchestra.run.smithi097.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 478 kB/s | 20 kB 00:00 2024-09-12T12:14:56.815 INFO:teuthology.orchestra.run.smithi097.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-12T12:14:56.841 INFO:teuthology.orchestra.run.smithi097.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-12T12:14:56.879 INFO:teuthology.orchestra.run.smithi114.stdout:(26/156): ceph-osd-19.1.1-298.gb53b6d3e.el9.x86 6.5 MB/s | 17 MB 00:02 2024-09-12T12:14:56.899 INFO:teuthology.orchestra.run.smithi097.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-09-12T12:14:56.929 INFO:teuthology.orchestra.run.smithi114.stdout:(27/156): rbd-nbd-19.1.1-298.gb53b6d3e.el9.x86_ 3.4 MB/s | 171 kB 00:00 2024-09-12T12:14:56.955 INFO:teuthology.orchestra.run.smithi082.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.5 MB/s | 3.0 MB 00:01 2024-09-12T12:14:56.979 INFO:teuthology.orchestra.run.smithi114.stdout:(28/156): ceph-grafana-dashboards-19.1.1-298.gb 640 kB/s | 32 kB 00:00 2024-09-12T12:14:57.038 INFO:teuthology.orchestra.run.smithi114.stdout:(29/156): rbd-mirror-19.1.1-298.gb53b6d3e.el9.x 7.9 MB/s | 3.1 MB 00:00 2024-09-12T12:14:57.063 INFO:teuthology.orchestra.run.smithi114.stdout:(30/156): ceph-mgr-cephadm-19.1.1-298.gb53b6d3e 1.7 MB/s | 146 kB 00:00 2024-09-12T12:14:57.075 INFO:teuthology.orchestra.run.smithi097.stdout:(149/156): librados2-19.1.1-298.gb53b6d3e.el9.x 13 MB/s | 3.4 MB 00:00 2024-09-12T12:14:57.200 INFO:teuthology.orchestra.run.smithi097.stdout:(150/156): librbd1-19.1.1-298.gb53b6d3e.el9.x86 8.8 MB/s | 3.2 MB 00:00 2024-09-12T12:14:57.314 INFO:teuthology.orchestra.run.smithi114.stdout:(31/156): ceph-mgr-dashboard-19.1.1-298.gb53b6d 13 MB/s | 3.6 MB 00:00 2024-09-12T12:14:57.372 INFO:teuthology.orchestra.run.smithi114.stdout:(32/156): ceph-mgr-modules-core-19.1.1-298.gb53 4.2 MB/s | 249 kB 00:00 2024-09-12T12:14:57.414 INFO:teuthology.orchestra.run.smithi114.stdout:(33/156): ceph-mgr-rook-19.1.1-298.gb53b6d3e.el 1.2 MB/s | 49 kB 00:00 2024-09-12T12:14:57.465 INFO:teuthology.orchestra.run.smithi114.stdout:(34/156): ceph-prometheus-alerts-19.1.1-298.gb5 326 kB/s | 16 kB 00:00 2024-09-12T12:14:57.515 INFO:teuthology.orchestra.run.smithi114.stdout:(35/156): ceph-volume-19.1.1-298.gb53b6d3e.el9. 5.6 MB/s | 285 kB 00:00 2024-09-12T12:14:57.607 INFO:teuthology.orchestra.run.smithi114.stdout:(36/156): cephadm-19.1.1-298.gb53b6d3e.el9.noar 8.2 MB/s | 765 kB 00:00 2024-09-12T12:14:57.649 INFO:teuthology.orchestra.run.smithi114.stdout:(37/156): cephfs-top-19.1.1-298.gb53b6d3e.el9.n 439 kB/s | 18 kB 00:00 2024-09-12T12:14:57.749 INFO:teuthology.orchestra.run.smithi114.stdout:(38/156): fuse-2.9.9-16.el9.x86_64.rpm 799 kB/s | 80 kB 00:00 2024-09-12T12:14:57.763 INFO:teuthology.orchestra.run.smithi082.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 2.0 MB/s | 1.6 MB 00:00 2024-09-12T12:14:57.817 INFO:teuthology.orchestra.run.smithi097.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 67 kB/s | 41 kB 00:00 2024-09-12T12:14:57.841 INFO:teuthology.orchestra.run.smithi114.stdout:(39/156): libgfortran-11.5.0-2.el9.x86_64.rpm 8.5 MB/s | 801 kB 00:00 2024-09-12T12:14:57.925 INFO:teuthology.orchestra.run.smithi114.stdout:(40/156): libquadmath-11.5.0-2.el9.x86_64.rpm 2.2 MB/s | 191 kB 00:00 2024-09-12T12:14:58.033 INFO:teuthology.orchestra.run.smithi114.stdout:(41/156): ceph-mgr-diskprediction-local-19.1.1- 7.6 MB/s | 7.4 MB 00:00 2024-09-12T12:14:58.050 INFO:teuthology.orchestra.run.smithi097.stdout:(152/156): NetworkManager-libnm-1.49.90-1.el9.x 1.8 MB/s | 1.8 MB 00:00 2024-09-12T12:14:58.109 INFO:teuthology.orchestra.run.smithi097.stdout:(153/156): NetworkManager-1.49.90-1.el9.x86_64. 1.9 MB/s | 2.3 MB 00:01 2024-09-12T12:14:58.130 INFO:teuthology.orchestra.run.smithi082.stdout:(68/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 2.3 MB/s | 4.4 MB 00:01 2024-09-12T12:14:58.239 INFO:teuthology.orchestra.run.smithi082.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 1.2 MB/s | 137 kB 00:00 2024-09-12T12:14:58.273 INFO:teuthology.orchestra.run.smithi082.stdout:(70/156): postgresql-contrib-13.16-1.el9.x86_64 1.7 MB/s | 910 kB 00:00 2024-09-12T12:14:58.465 INFO:teuthology.orchestra.run.smithi082.stdout:(71/156): openblas-openmp-0.3.26-2.el9.x86_64.r 2.2 MB/s | 4.9 MB 00:02 2024-09-12T12:14:58.480 INFO:teuthology.orchestra.run.smithi114.stdout:(42/156): ceph-test-19.1.1-298.gb53b6d3e.el9.x8 15 MB/s | 49 MB 00:03 2024-09-12T12:14:58.509 INFO:teuthology.orchestra.run.smithi114.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 434 kB/s | 253 kB 00:00 2024-09-12T12:14:58.548 INFO:teuthology.orchestra.run.smithi082.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-09-12T12:14:58.551 INFO:teuthology.orchestra.run.smithi114.stdout:(44/156): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-09-12T12:14:58.593 INFO:teuthology.orchestra.run.smithi114.stdout:(45/156): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-09-12T12:14:58.601 INFO:teuthology.orchestra.run.smithi097.stdout:(154/156): NetworkManager-tui-1.49.90-1.el9.x86 317 kB/s | 249 kB 00:00 2024-09-12T12:14:58.618 INFO:teuthology.orchestra.run.smithi114.stdout:(46/156): python3-ply-3.11-14.el9.noarch.rpm 773 kB/s | 106 kB 00:00 2024-09-12T12:14:58.644 INFO:teuthology.orchestra.run.smithi114.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-12T12:14:58.727 INFO:teuthology.orchestra.run.smithi114.stdout:(48/156): python3-cryptography-36.0.1-4.el9.x86 1.8 MB/s | 1.2 MB 00:00 2024-09-12T12:14:58.760 INFO:teuthology.orchestra.run.smithi114.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 4.7 MB/s | 689 kB 00:00 2024-09-12T12:14:58.786 INFO:teuthology.orchestra.run.smithi114.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-09-12T12:14:58.811 INFO:teuthology.orchestra.run.smithi114.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 432 kB/s | 22 kB 00:00 2024-09-12T12:14:58.848 INFO:teuthology.orchestra.run.smithi082.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 1.8 MB/s | 1.0 MB 00:00 2024-09-12T12:14:58.862 INFO:teuthology.orchestra.run.smithi114.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 4.2 MB/s | 943 kB 00:00 2024-09-12T12:14:58.887 INFO:teuthology.orchestra.run.smithi114.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 434 kB/s | 33 kB 00:00 2024-09-12T12:14:58.898 INFO:teuthology.orchestra.run.smithi082.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.2 MB/s | 61 kB 00:00 2024-09-12T12:14:58.912 INFO:teuthology.orchestra.run.smithi114.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 2.4 MB/s | 313 kB 00:00 2024-09-12T12:14:58.937 INFO:teuthology.orchestra.run.smithi114.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-09-12T12:14:58.980 INFO:teuthology.orchestra.run.smithi114.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 166 kB/s | 11 kB 00:00 2024-09-12T12:14:59.013 INFO:teuthology.orchestra.run.smithi114.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 160 kB 00:00 2024-09-12T12:14:59.018 INFO:teuthology.orchestra.run.smithi097.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 1.4 MB/s | 1.4 MB 00:00 2024-09-12T12:14:59.038 INFO:teuthology.orchestra.run.smithi114.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 777 kB/s | 45 kB 00:00 2024-09-12T12:14:59.040 INFO:teuthology.orchestra.run.smithi082.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 1.7 MB/s | 245 kB 00:00 2024-09-12T12:14:59.191 INFO:teuthology.orchestra.run.smithi082.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 1.6 MB/s | 248 kB 00:00 2024-09-12T12:14:59.201 INFO:teuthology.orchestra.run.smithi097.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 2.2 MB/s | 2.4 MB 00:01 2024-09-12T12:14:59.207 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-12T12:14:59.207 INFO:teuthology.orchestra.run.smithi097.stdout:Total 17 MB/s | 226 MB 00:12 2024-09-12T12:14:59.213 INFO:teuthology.orchestra.run.smithi114.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 3.2 MB/s | 662 kB 00:00 2024-09-12T12:14:59.241 INFO:teuthology.orchestra.run.smithi082.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 514 kB/s | 26 kB 00:00 2024-09-12T12:14:59.247 INFO:teuthology.orchestra.run.smithi114.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 2.7 MB/s | 581 kB 00:00 2024-09-12T12:14:59.272 INFO:teuthology.orchestra.run.smithi114.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 419 kB/s | 24 kB 00:00 2024-09-12T12:14:59.291 INFO:teuthology.orchestra.run.smithi082.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-09-12T12:14:59.298 INFO:teuthology.orchestra.run.smithi114.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 938 kB/s | 47 kB 00:00 2024-09-12T12:14:59.373 INFO:teuthology.orchestra.run.smithi114.stdout:(63/156): lua-5.4.4-4.el9.x86_64.rpm 2.5 MB/s | 188 kB 00:00 2024-09-12T12:14:59.398 INFO:teuthology.orchestra.run.smithi114.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.3 MB/s | 292 kB 00:00 2024-09-12T12:14:59.408 INFO:teuthology.orchestra.run.smithi082.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-12T12:14:59.424 INFO:teuthology.orchestra.run.smithi114.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 766 kB/s | 38 kB 00:00 2024-09-12T12:14:59.467 INFO:teuthology.orchestra.run.smithi082.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 597 kB/s | 35 kB 00:00 2024-09-12T12:14:59.682 INFO:teuthology.orchestra.run.smithi114.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.6 MB/s | 3.0 MB 00:00 2024-09-12T12:15:00.116 INFO:teuthology.orchestra.run.smithi114.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 3.7 MB/s | 1.6 MB 00:00 2024-09-12T12:15:00.375 INFO:teuthology.orchestra.run.smithi114.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 3.4 MB/s | 910 kB 00:00 2024-09-12T12:15:00.406 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-12T12:15:00.441 INFO:teuthology.orchestra.run.smithi114.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-12T12:15:00.550 INFO:teuthology.orchestra.run.smithi114.stdout:(70/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.9 MB/s | 4.4 MB 00:01 2024-09-12T12:15:00.557 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-12T12:15:00.557 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-12T12:15:00.750 INFO:teuthology.orchestra.run.smithi114.stdout:(71/156): openblas-openmp-0.3.26-2.el9.x86_64.r 3.7 MB/s | 4.9 MB 00:01 2024-09-12T12:15:00.809 INFO:teuthology.orchestra.run.smithi114.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-09-12T12:15:00.909 INFO:teuthology.orchestra.run.smithi114.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 2.8 MB/s | 1.0 MB 00:00 2024-09-12T12:15:00.951 INFO:teuthology.orchestra.run.smithi114.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-12T12:15:01.051 INFO:teuthology.orchestra.run.smithi114.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-09-12T12:15:01.143 INFO:teuthology.orchestra.run.smithi114.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.6 MB/s | 248 kB 00:00 2024-09-12T12:15:01.150 INFO:teuthology.orchestra.run.smithi082.stdout:(81/156): postgresql-server-13.16-1.el9.x86_64. 2.0 MB/s | 5.8 MB 00:02 2024-09-12T12:15:01.185 INFO:teuthology.orchestra.run.smithi114.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 615 kB/s | 26 kB 00:00 2024-09-12T12:15:01.227 INFO:teuthology.orchestra.run.smithi114.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 461 kB/s | 19 kB 00:00 2024-09-12T12:15:01.292 INFO:teuthology.orchestra.run.smithi082.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 250 kB 00:00 2024-09-12T12:15:01.302 INFO:teuthology.orchestra.run.smithi114.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-12T12:15:01.344 INFO:teuthology.orchestra.run.smithi114.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 836 kB/s | 35 kB 00:00 2024-09-12T12:15:01.442 INFO:teuthology.orchestra.run.smithi082.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.4 MB/s | 222 kB 00:00 2024-09-12T12:15:01.609 INFO:teuthology.orchestra.run.smithi082.stdout:(84/156): python3-babel-2.9.1-2.el9.noarch.rpm 1.9 MB/s | 6.0 MB 00:03 2024-09-12T12:15:01.634 INFO:teuthology.orchestra.run.smithi082.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 402 kB/s | 77 kB 00:00 2024-09-12T12:15:01.718 INFO:teuthology.orchestra.run.smithi082.stdout:(86/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 2.3 MB/s | 5.1 MB 00:02 2024-09-12T12:15:01.735 INFO:teuthology.orchestra.run.smithi082.stdout:(87/156): python3-prettytable-0.7.2-27.el9.noar 336 kB/s | 42 kB 00:00 2024-09-12T12:15:01.761 INFO:teuthology.orchestra.run.smithi082.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 2.1 MB/s | 269 kB 00:00 2024-09-12T12:15:01.794 INFO:teuthology.orchestra.run.smithi082.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 4.6 MB/s | 279 kB 00:00 2024-09-12T12:15:01.811 INFO:teuthology.orchestra.run.smithi082.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-12T12:15:01.845 INFO:teuthology.orchestra.run.smithi082.stdout:(91/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-09-12T12:15:01.862 INFO:teuthology.orchestra.run.smithi082.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 799 kB/s | 54 kB 00:00 2024-09-12T12:15:01.887 INFO:teuthology.orchestra.run.smithi082.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 992 kB/s | 42 kB 00:00 2024-09-12T12:15:01.904 INFO:teuthology.orchestra.run.smithi082.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-09-12T12:15:01.946 INFO:teuthology.orchestra.run.smithi082.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 861 kB/s | 36 kB 00:00 2024-09-12T12:15:01.988 INFO:teuthology.orchestra.run.smithi082.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-12T12:15:02.030 INFO:teuthology.orchestra.run.smithi082.stdout:(97/156): qatlib-24.02.0-1.el9.x86_64.rpm 1.5 MB/s | 221 kB 00:00 2024-09-12T12:15:02.072 INFO:teuthology.orchestra.run.smithi082.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-09-12T12:15:02.136 INFO:teuthology.orchestra.run.smithi114.stdout:(81/156): postgresql-server-13.16-1.el9.x86_64. 3.4 MB/s | 5.8 MB 00:01 2024-09-12T12:15:02.155 INFO:teuthology.orchestra.run.smithi082.stdout:(99/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 1.1 MB/s | 96 kB 00:00 2024-09-12T12:15:02.181 INFO:teuthology.orchestra.run.smithi082.stdout:(100/156): socat-1.7.4.1-6.el9.x86_64.rpm 1.5 MB/s | 304 kB 00:00 2024-09-12T12:15:02.223 INFO:teuthology.orchestra.run.smithi082.stdout:(101/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 1.0 MB/s | 45 kB 00:00 2024-09-12T12:15:02.228 INFO:teuthology.orchestra.run.smithi114.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-09-12T12:15:02.239 INFO:teuthology.orchestra.run.smithi082.stdout:(102/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 760 kB/s | 64 kB 00:00 2024-09-12T12:15:02.265 INFO:teuthology.orchestra.run.smithi082.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 534 kB/s | 22 kB 00:00 2024-09-12T12:15:02.315 INFO:teuthology.orchestra.run.smithi082.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-12T12:15:02.320 INFO:teuthology.orchestra.run.smithi114.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.4 MB/s | 222 kB 00:00 2024-09-12T12:15:02.341 INFO:teuthology.orchestra.run.smithi082.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 12 MB/s | 308 kB 00:00 2024-09-12T12:15:02.356 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-12T12:15:02.357 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-12T12:15:02.366 INFO:teuthology.orchestra.run.smithi082.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 780 kB/s | 19 kB 00:00 2024-09-12T12:15:02.379 INFO:teuthology.orchestra.run.smithi114.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-12T12:15:02.421 INFO:teuthology.orchestra.run.smithi114.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-09-12T12:15:02.466 INFO:teuthology.orchestra.run.smithi082.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 44 MB/s | 4.4 MB 00:00 2024-09-12T12:15:02.491 INFO:teuthology.orchestra.run.smithi082.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-12T12:15:02.517 INFO:teuthology.orchestra.run.smithi082.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-12T12:15:02.529 INFO:teuthology.orchestra.run.smithi114.stdout:(86/156): python3-babel-2.9.1-2.el9.noarch.rpm 3.5 MB/s | 6.0 MB 00:01 2024-09-12T12:15:02.542 INFO:teuthology.orchestra.run.smithi082.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-12T12:15:02.554 INFO:teuthology.orchestra.run.smithi114.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 2.0 MB/s | 269 kB 00:00 2024-09-12T12:15:02.569 INFO:teuthology.orchestra.run.smithi082.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-09-12T12:15:02.609 INFO:teuthology.orchestra.run.smithi082.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 20 MB/s | 839 kB 00:00 2024-09-12T12:15:02.613 INFO:teuthology.orchestra.run.smithi114.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 159 kB 00:00 2024-09-12T12:15:02.643 INFO:teuthology.orchestra.run.smithi082.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 16 MB/s | 548 kB 00:00 2024-09-12T12:15:02.655 INFO:teuthology.orchestra.run.smithi114.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-09-12T12:15:02.668 INFO:teuthology.orchestra.run.smithi082.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-12T12:15:02.680 INFO:teuthology.orchestra.run.smithi114.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.2 MB/s | 279 kB 00:00 2024-09-12T12:15:02.702 INFO:teuthology.orchestra.run.smithi082.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 961 kB/s | 32 kB 00:00 2024-09-12T12:15:02.705 INFO:teuthology.orchestra.run.smithi114.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-12T12:15:02.727 INFO:teuthology.orchestra.run.smithi082.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 564 kB/s | 14 kB 00:00 2024-09-12T12:15:02.748 INFO:teuthology.orchestra.run.smithi114.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 995 kB/s | 42 kB 00:00 2024-09-12T12:15:02.753 INFO:teuthology.orchestra.run.smithi082.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 6.7 MB/s | 172 kB 00:00 2024-09-12T12:15:02.786 INFO:teuthology.orchestra.run.smithi082.stdout:(118/156): python3-cherrypy-18.6.1-2.el9.noarch 11 MB/s | 358 kB 00:00 2024-09-12T12:15:02.812 INFO:teuthology.orchestra.run.smithi082.stdout:(119/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 12 MB/s | 303 kB 00:00 2024-09-12T12:15:02.814 INFO:teuthology.orchestra.run.smithi114.stdout:(93/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.5 MB/s | 5.1 MB 00:01 2024-09-12T12:15:02.837 INFO:teuthology.orchestra.run.smithi082.stdout:(120/156): python3-google-auth-2.34.0-1.el9.noa 8.6 MB/s | 220 kB 00:00 2024-09-12T12:15:02.840 INFO:teuthology.orchestra.run.smithi114.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 481 kB/s | 44 kB 00:00 2024-09-12T12:15:02.882 INFO:teuthology.orchestra.run.smithi114.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 867 kB/s | 36 kB 00:00 2024-09-12T12:15:02.912 INFO:teuthology.orchestra.run.smithi082.stdout:(121/156): python3-grpcio-1.46.7-10.el9.x86_64. 27 MB/s | 2.0 MB 00:00 2024-09-12T12:15:02.924 INFO:teuthology.orchestra.run.smithi114.stdout:(96/156): qatlib-24.02.0-1.el9.x86_64.rpm 2.0 MB/s | 221 kB 00:00 2024-09-12T12:15:02.946 INFO:teuthology.orchestra.run.smithi082.stdout:(122/156): protobuf-compiler-3.14.0-13.el9.x86_ 1.2 MB/s | 863 kB 00:00 2024-09-12T12:15:02.949 INFO:teuthology.orchestra.run.smithi114.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 708 kB/s | 47 kB 00:00 2024-09-12T12:15:02.980 INFO:teuthology.orchestra.run.smithi082.stdout:(123/156): python3-grpcio-tools-1.46.7-10.el9.x 2.1 MB/s | 144 kB 00:00 2024-09-12T12:15:02.991 INFO:teuthology.orchestra.run.smithi114.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-09-12T12:15:03.050 INFO:teuthology.orchestra.run.smithi114.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 2.4 MB/s | 304 kB 00:00 2024-09-12T12:15:03.100 INFO:teuthology.orchestra.run.smithi114.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 880 kB/s | 96 kB 00:00 2024-09-12T12:15:03.122 INFO:teuthology.orchestra.run.smithi082.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 61 kB/s | 11 kB 00:00 2024-09-12T12:15:03.142 INFO:teuthology.orchestra.run.smithi114.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 694 kB/s | 64 kB 00:00 2024-09-12T12:15:03.147 INFO:teuthology.orchestra.run.smithi082.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 107 kB/s | 18 kB 00:00 2024-09-12T12:15:03.167 INFO:teuthology.orchestra.run.smithi114.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 672 kB/s | 45 kB 00:00 2024-09-12T12:15:03.172 INFO:teuthology.orchestra.run.smithi082.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 461 kB/s | 23 kB 00:00 2024-09-12T12:15:03.198 INFO:teuthology.orchestra.run.smithi082.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 385 kB/s | 19 kB 00:00 2024-09-12T12:15:03.223 INFO:teuthology.orchestra.run.smithi082.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-09-12T12:15:03.248 INFO:teuthology.orchestra.run.smithi082.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-12T12:15:03.273 INFO:teuthology.orchestra.run.smithi082.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-12T12:15:03.275 INFO:teuthology.orchestra.run.smithi114.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 167 kB/s | 22 kB 00:00 2024-09-12T12:15:03.290 INFO:teuthology.orchestra.run.smithi082.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 3.4 MB/s | 58 kB 00:00 2024-09-12T12:15:03.316 INFO:teuthology.orchestra.run.smithi082.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 11 MB/s | 272 kB 00:00 2024-09-12T12:15:03.334 INFO:teuthology.orchestra.run.smithi114.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-12T12:15:03.349 INFO:teuthology.orchestra.run.smithi082.stdout:(133/156): python3-kubernetes-26.1.0-2.el9.noar 6.8 MB/s | 1.0 MB 00:00 2024-09-12T12:15:03.366 INFO:teuthology.orchestra.run.smithi082.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 327 kB/s | 16 kB 00:00 2024-09-12T12:15:03.368 INFO:teuthology.orchestra.run.smithi114.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 9.1 MB/s | 308 kB 00:00 2024-09-12T12:15:03.392 INFO:teuthology.orchestra.run.smithi082.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 2.1 MB/s | 90 kB 00:00 2024-09-12T12:15:03.393 INFO:teuthology.orchestra.run.smithi114.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 781 kB/s | 19 kB 00:00 2024-09-12T12:15:03.417 INFO:teuthology.orchestra.run.smithi082.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 561 kB/s | 28 kB 00:00 2024-09-12T12:15:03.442 INFO:teuthology.orchestra.run.smithi082.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 615 kB/s | 31 kB 00:00 2024-09-12T12:15:03.467 INFO:teuthology.orchestra.run.smithi082.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-12T12:15:03.493 INFO:teuthology.orchestra.run.smithi082.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-12T12:15:03.494 INFO:teuthology.orchestra.run.smithi114.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 44 MB/s | 4.4 MB 00:00 2024-09-12T12:15:03.518 INFO:teuthology.orchestra.run.smithi082.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 711 kB/s | 36 kB 00:00 2024-09-12T12:15:03.520 INFO:teuthology.orchestra.run.smithi114.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-12T12:15:03.544 INFO:teuthology.orchestra.run.smithi114.stdout:(109/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.2 MB/s | 863 kB 00:00 2024-09-12T12:15:03.552 INFO:teuthology.orchestra.run.smithi082.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.2 MB/s | 74 kB 00:00 2024-09-12T12:15:03.569 INFO:teuthology.orchestra.run.smithi114.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 967 kB/s | 49 kB 00:00 2024-09-12T12:15:03.577 INFO:teuthology.orchestra.run.smithi082.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-12T12:15:03.602 INFO:teuthology.orchestra.run.smithi082.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-12T12:15:03.611 INFO:teuthology.orchestra.run.smithi114.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 4.3 MB/s | 151 kB 00:00 2024-09-12T12:15:03.645 INFO:teuthology.orchestra.run.smithi114.stdout:(112/156): libunwind-1.6.2-1.el9.x86_64.rpm 672 kB/s | 67 kB 00:00 2024-09-12T12:15:03.650 INFO:teuthology.orchestra.run.smithi082.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 423 kB/s | 20 kB 00:00 2024-09-12T12:15:03.678 INFO:teuthology.orchestra.run.smithi082.stdout:(145/156): re2-20211101-20.el9.x86_64.rpm 6.8 MB/s | 191 kB 00:00 2024-09-12T12:15:03.687 INFO:teuthology.orchestra.run.smithi114.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-09-12T12:15:03.712 INFO:teuthology.orchestra.run.smithi082.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-09-12T12:15:03.712 INFO:teuthology.orchestra.run.smithi114.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-12T12:15:03.738 INFO:teuthology.orchestra.run.smithi114.stdout:(115/156): python3-asyncssh-2.13.2-5.el9.noarch 5.8 MB/s | 548 kB 00:00 2024-09-12T12:15:03.763 INFO:teuthology.orchestra.run.smithi114.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 642 kB/s | 32 kB 00:00 2024-09-12T12:15:03.770 INFO:teuthology.orchestra.run.smithi082.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-12T12:15:03.788 INFO:teuthology.orchestra.run.smithi114.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 281 kB/s | 14 kB 00:00 2024-09-12T12:15:03.814 INFO:teuthology.orchestra.run.smithi114.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-12T12:15:03.847 INFO:teuthology.orchestra.run.smithi114.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-12T12:15:03.872 INFO:teuthology.orchestra.run.smithi114.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-12T12:15:03.906 INFO:teuthology.orchestra.run.smithi114.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-12T12:15:03.940 INFO:teuthology.orchestra.run.smithi114.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-12T12:15:03.957 INFO:teuthology.orchestra.run.smithi114.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 649 kB/s | 11 kB 00:00 2024-09-12T12:15:03.962 INFO:teuthology.orchestra.run.smithi082.stdout:(148/156): librados2-19.1.1-298.gb53b6d3e.el9.x 14 MB/s | 3.4 MB 00:00 2024-09-12T12:15:03.982 INFO:teuthology.orchestra.run.smithi114.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 710 kB/s | 18 kB 00:00 2024-09-12T12:15:03.999 INFO:teuthology.orchestra.run.smithi114.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 1.4 MB/s | 23 kB 00:00 2024-09-12T12:15:04.041 INFO:teuthology.orchestra.run.smithi114.stdout:(126/156): python3-grpcio-1.46.7-10.el9.x86_64. 12 MB/s | 2.0 MB 00:00 2024-09-12T12:15:04.054 INFO:teuthology.orchestra.run.smithi082.stdout:(149/156): librbd1-19.1.1-298.gb53b6d3e.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-12T12:15:04.058 INFO:teuthology.orchestra.run.smithi114.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 332 kB/s | 19 kB 00:00 2024-09-12T12:15:04.139 INFO:teuthology.orchestra.run.smithi114.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 202 kB/s | 20 kB 00:00 2024-09-12T12:15:04.159 INFO:teuthology.orchestra.run.smithi114.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 2.3 MB/s | 46 kB 00:00 2024-09-12T12:15:04.192 INFO:teuthology.orchestra.run.smithi114.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-12T12:15:04.209 INFO:teuthology.orchestra.run.smithi114.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 3.4 MB/s | 58 kB 00:00 2024-09-12T12:15:04.243 INFO:teuthology.orchestra.run.smithi114.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-12T12:15:04.276 INFO:teuthology.orchestra.run.smithi114.stdout:(133/156): python3-kubernetes-26.1.0-2.el9.noar 4.7 MB/s | 1.0 MB 00:00 2024-09-12T12:15:04.302 INFO:teuthology.orchestra.run.smithi114.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-09-12T12:15:04.327 INFO:teuthology.orchestra.run.smithi114.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-09-12T12:15:04.352 INFO:teuthology.orchestra.run.smithi114.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 562 kB/s | 28 kB 00:00 2024-09-12T12:15:04.378 INFO:teuthology.orchestra.run.smithi114.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-09-12T12:15:04.403 INFO:teuthology.orchestra.run.smithi114.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-12T12:15:04.428 INFO:teuthology.orchestra.run.smithi114.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-12T12:15:04.454 INFO:teuthology.orchestra.run.smithi114.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-09-12T12:15:04.479 INFO:teuthology.orchestra.run.smithi114.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-12T12:15:04.504 INFO:teuthology.orchestra.run.smithi114.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-12T12:15:04.529 INFO:teuthology.orchestra.run.smithi114.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-12T12:15:04.555 INFO:teuthology.orchestra.run.smithi114.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 800 kB/s | 20 kB 00:00 2024-09-12T12:15:04.580 INFO:teuthology.orchestra.run.smithi114.stdout:(145/156): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-09-12T12:15:04.605 INFO:teuthology.orchestra.run.smithi114.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-12T12:15:04.656 INFO:teuthology.orchestra.run.smithi114.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-12T12:15:04.796 INFO:teuthology.orchestra.run.smithi082.stdout:(150/156): NetworkManager-libnm-1.49.90-1.el9.x 2.4 MB/s | 1.8 MB 00:00 2024-09-12T12:15:04.838 INFO:teuthology.orchestra.run.smithi082.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 980 kB/s | 41 kB 00:00 2024-09-12T12:15:04.955 INFO:teuthology.orchestra.run.smithi082.stdout:(152/156): NetworkManager-tui-1.49.90-1.el9.x86 2.1 MB/s | 249 kB 00:00 2024-09-12T12:15:04.964 INFO:teuthology.orchestra.run.smithi114.stdout:(148/156): librbd1-19.1.1-298.gb53b6d3e.el9.x86 10 MB/s | 3.2 MB 00:00 2024-09-12T12:15:05.073 INFO:teuthology.orchestra.run.smithi114.stdout:(149/156): librados2-19.1.1-298.gb53b6d3e.el9.x 7.3 MB/s | 3.4 MB 00:00 2024-09-12T12:15:05.347 INFO:teuthology.orchestra.run.smithi082.stdout:(153/156): NetworkManager-1.49.90-1.el9.x86_64. 1.7 MB/s | 2.3 MB 00:01 2024-09-12T12:15:05.482 INFO:teuthology.orchestra.run.smithi114.stdout:(150/156): NetworkManager-libnm-1.49.90-1.el9.x 4.4 MB/s | 1.8 MB 00:00 2024-09-12T12:15:05.524 INFO:teuthology.orchestra.run.smithi114.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 985 kB/s | 41 kB 00:00 2024-09-12T12:15:05.564 INFO:teuthology.orchestra.run.smithi082.stdout:(154/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 4.3 MB/s | 16 MB 00:03 2024-09-12T12:15:05.606 INFO:teuthology.orchestra.run.smithi082.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 2.1 MB/s | 1.4 MB 00:00 2024-09-12T12:15:05.607 INFO:teuthology.orchestra.run.smithi114.stdout:(152/156): NetworkManager-1.49.90-1.el9.x86_64. 3.6 MB/s | 2.3 MB 00:00 2024-09-12T12:15:05.657 INFO:teuthology.orchestra.run.smithi114.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 1.8 MB/s | 249 kB 00:00 2024-09-12T12:15:06.016 INFO:teuthology.orchestra.run.smithi114.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 3.3 MB/s | 1.4 MB 00:00 2024-09-12T12:15:06.333 INFO:teuthology.orchestra.run.smithi114.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 3.5 MB/s | 2.4 MB 00:00 2024-09-12T12:15:06.372 INFO:teuthology.orchestra.run.smithi082.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 2.3 MB/s | 2.4 MB 00:01 2024-09-12T12:15:06.378 INFO:teuthology.orchestra.run.smithi082.stdout:-------------------------------------------------------------------------------- 2024-09-12T12:15:06.378 INFO:teuthology.orchestra.run.smithi082.stdout:Total 14 MB/s | 226 MB 00:16 2024-09-12T12:15:07.589 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction check 2024-09-12T12:15:07.740 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction check succeeded. 2024-09-12T12:15:07.740 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction test 2024-09-12T12:15:07.941 INFO:teuthology.orchestra.run.smithi114.stdout:(156/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.1 MB/s | 16 MB 00:05 2024-09-12T12:15:07.946 INFO:teuthology.orchestra.run.smithi114.stdout:-------------------------------------------------------------------------------- 2024-09-12T12:15:07.947 INFO:teuthology.orchestra.run.smithi114.stdout:Total 14 MB/s | 226 MB 00:15 2024-09-12T12:15:08.745 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-12T12:15:08.856 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-12T12:15:08.894 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-12T12:15:08.947 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-12T12:15:08.981 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-12T12:15:09.007 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-12T12:15:09.050 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-12T12:15:09.123 INFO:teuthology.orchestra.run.smithi114.stdout:Running transaction check 2024-09-12T12:15:09.274 INFO:teuthology.orchestra.run.smithi114.stdout:Transaction check succeeded. 2024-09-12T12:15:09.275 INFO:teuthology.orchestra.run.smithi114.stdout:Running transaction test 2024-09-12T12:15:09.440 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-12T12:15:09.499 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T12:15:09.620 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T12:15:09.651 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T12:15:09.742 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T12:15:09.771 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-12T12:15:09.922 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-12T12:15:09.977 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-12T12:15:10.005 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T12:15:10.028 INFO:teuthology.orchestra.run.smithi082.stdout:Transaction test succeeded. 2024-09-12T12:15:10.028 INFO:teuthology.orchestra.run.smithi082.stdout:Running transaction 2024-09-12T12:15:10.109 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T12:15:10.131 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-12T12:15:10.185 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-12T12:15:10.207 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-12T12:15:10.225 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-12T12:15:10.417 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-12T12:15:10.575 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-12T12:15:10.705 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-12T12:15:10.803 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T12:15:10.874 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T12:15:11.102 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T12:15:11.140 INFO:teuthology.orchestra.run.smithi114.stdout:Transaction test succeeded. 2024-09-12T12:15:11.140 INFO:teuthology.orchestra.run.smithi114.stdout:Running transaction 2024-09-12T12:15:11.218 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-12T12:15:11.308 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-12T12:15:11.346 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-12T12:15:11.381 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-12T12:15:11.454 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-12T12:15:11.498 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-12T12:15:11.530 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-12T12:15:11.573 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-12T12:15:11.606 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-12T12:15:11.634 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-12T12:15:11.702 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-12T12:15:11.751 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-12T12:15:11.782 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-12T12:15:11.818 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-12T12:15:11.892 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-12T12:15:11.929 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 34/164 2024-09-12T12:15:11.972 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 35/164 2024-09-12T12:15:12.009 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 36/164 2024-09-12T12:15:12.078 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-12T12:15:12.123 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-12T12:15:12.197 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-12T12:15:12.340 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-12T12:15:12.401 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-12T12:15:12.917 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-12T12:15:12.997 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-12T12:15:13.034 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-12T12:15:13.077 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-12T12:15:13.115 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 46/164 2024-09-12T12:15:13.157 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-12T12:15:13.324 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-12T12:15:13.385 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-12T12:15:13.439 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-12T12:15:13.513 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-12T12:15:13.544 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-12T12:15:13.580 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-12T12:15:13.627 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-12T12:15:13.657 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-12T12:15:13.700 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-12T12:15:13.743 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-12T12:15:13.878 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-12T12:15:13.930 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-12T12:15:13.972 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-12T12:15:14.073 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-12T12:15:14.105 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-12T12:15:14.153 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-12T12:15:14.179 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-12T12:15:14.204 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-12T12:15:14.517 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-12T12:15:14.700 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-12T12:15:14.761 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-12T12:15:14.789 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-12T12:15:14.823 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-12T12:15:14.862 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-12T12:15:14.894 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-12T12:15:14.924 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-12T12:15:14.958 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-12T12:15:14.992 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-12T12:15:15.025 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-12T12:15:15.059 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-12T12:15:15.147 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-12T12:15:15.190 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-12T12:15:15.221 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-12T12:15:15.324 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-12T12:15:15.372 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-12T12:15:16.095 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-12T12:15:16.136 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-12T12:15:16.170 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-12T12:15:16.271 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-12T12:15:16.317 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-12T12:15:16.362 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-12T12:15:16.376 INFO:teuthology.orchestra.run.smithi082.stdout: Preparing : 1/1 2024-09-12T12:15:16.450 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-12T12:15:16.484 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-12T12:15:16.489 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-12T12:15:16.571 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-12T12:15:16.673 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-12T12:15:16.720 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-12T12:15:16.752 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-12T12:15:16.797 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-12T12:15:16.829 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-12T12:15:16.855 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-12T12:15:16.906 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-12T12:15:17.255 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-12T12:15:17.334 INFO:teuthology.orchestra.run.smithi114.stdout: Preparing : 1/1 2024-09-12T12:15:17.372 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T12:15:17.445 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-12T12:15:17.461 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-12T12:15:17.487 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T12:15:17.515 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T12:15:17.567 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-12T12:15:17.606 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T12:15:17.636 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-12T12:15:17.662 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-12T12:15:17.696 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-12T12:15:17.721 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-12T12:15:17.764 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-12T12:15:17.805 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-12T12:15:17.858 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-12T12:15:17.878 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-12T12:15:17.886 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T12:15:17.990 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T12:15:18.020 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-12T12:15:18.083 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-12T12:15:18.113 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-12T12:15:18.138 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-12T12:15:18.143 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-12T12:15:18.206 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T12:15:18.296 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-12T12:15:18.327 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T12:15:18.357 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T12:15:18.448 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T12:15:18.457 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-12T12:15:18.478 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-12T12:15:18.613 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-12T12:15:18.622 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-12T12:15:18.674 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-12T12:15:18.702 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T12:15:18.725 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T12:15:18.788 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T12:15:18.815 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T12:15:18.837 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-12T12:15:18.899 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-12T12:15:18.922 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-12T12:15:18.945 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-12T12:15:19.023 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T12:15:19.112 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-12T12:15:19.126 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-12T12:15:19.139 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-12T12:15:19.192 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-12T12:15:19.219 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-12T12:15:19.220 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-12T12:15:19.252 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-12T12:15:19.252 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-12T12:15:19.272 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-12T12:15:19.286 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-12T12:15:19.357 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-12T12:15:19.411 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-12T12:15:19.419 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-12T12:15:19.445 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-12T12:15:19.488 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-12T12:15:19.521 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-12T12:15:19.525 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T12:15:19.548 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-12T12:15:19.563 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-12T12:15:19.599 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-12T12:15:19.600 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T12:15:19.616 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-12T12:15:19.669 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-12T12:15:19.689 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-12T12:15:19.702 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-12T12:15:19.720 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 102/164 2024-09-12T12:15:19.753 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-12T12:15:19.756 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-12T12:15:19.805 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T12:15:19.853 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-12T12:15:19.889 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 34/164 2024-09-12T12:15:19.911 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-12T12:15:19.933 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 35/164 2024-09-12T12:15:19.961 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 36/164 2024-09-12T12:15:19.998 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-12T12:15:20.029 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-12T12:15:20.029 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-12T12:15:20.063 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-12T12:15:20.075 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-12T12:15:20.127 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-12T12:15:20.149 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-12T12:15:20.172 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-12T12:15:20.205 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-12T12:15:20.233 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-12T12:15:20.248 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-12T12:15:20.260 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-12T12:15:20.282 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-12T12:15:20.288 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-12T12:15:20.310 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-12T12:15:20.323 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-12T12:15:20.344 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-12T12:15:20.354 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 106/164 2024-09-12T12:15:20.378 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-12T12:15:20.432 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-12T12:15:20.463 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-12T12:15:20.507 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-12T12:15:20.583 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-12T12:15:20.617 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 34/164 2024-09-12T12:15:20.661 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 35/164 2024-09-12T12:15:20.689 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 36/164 2024-09-12T12:15:20.758 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-12T12:15:20.804 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-12T12:15:20.859 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-12T12:15:20.877 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-12T12:15:20.956 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-12T12:15:20.994 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-12T12:15:21.021 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-12T12:15:21.037 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-12T12:15:21.073 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-12T12:15:21.075 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 46/164 2024-09-12T12:15:21.125 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-12T12:15:21.277 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-12T12:15:21.320 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-12T12:15:21.374 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-12T12:15:21.446 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-12T12:15:21.488 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-12T12:15:21.523 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-12T12:15:21.570 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-12T12:15:21.606 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-12T12:15:21.610 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-12T12:15:21.649 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-12T12:15:21.691 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-12T12:15:21.692 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-12T12:15:21.732 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-12T12:15:21.776 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-12T12:15:21.812 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 46/164 2024-09-12T12:15:21.825 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-12T12:15:21.861 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-12T12:15:21.868 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-12T12:15:21.918 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-12T12:15:22.015 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-12T12:15:22.057 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-12T12:15:22.090 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-12T12:15:22.111 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-12T12:15:22.136 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-12T12:15:22.184 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-12T12:15:22.190 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-12T12:15:22.216 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-12T12:15:22.217 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-12T12:15:22.242 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-12T12:15:22.252 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-12T12:15:22.298 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-12T12:15:22.335 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-12T12:15:22.341 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-12T12:15:22.378 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-12T12:15:22.420 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-12T12:15:22.467 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-12T12:15:22.500 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-12T12:15:22.543 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-12T12:15:22.554 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-12T12:15:22.580 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-12T12:15:22.597 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-12T12:15:22.621 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-12T12:15:22.638 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-12T12:15:22.653 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-12T12:15:22.681 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T12:15:22.683 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-12T12:15:22.710 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T12:15:22.717 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-12T12:15:22.739 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-12T12:15:22.750 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-12T12:15:22.772 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-12T12:15:22.800 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-12T12:15:22.812 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-12T12:15:22.837 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-12T12:15:22.843 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-12T12:15:22.862 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-12T12:15:22.929 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-12T12:15:22.935 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-12T12:15:22.973 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-12T12:15:23.005 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-12T12:15:23.070 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-12T12:15:23.106 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-12T12:15:23.156 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-12T12:15:23.255 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T12:15:23.286 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-12T12:15:23.314 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-12T12:15:23.327 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-12T12:15:23.349 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-12T12:15:23.388 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-12T12:15:23.425 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-12T12:15:23.425 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T12:15:23.425 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T12:15:23.425 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:15:23.427 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-12T12:15:23.457 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-12T12:15:23.457 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-12T12:15:23.492 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-12T12:15:23.525 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-12T12:15:23.567 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-12T12:15:23.601 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-12T12:15:23.690 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-12T12:15:23.731 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-12T12:15:23.762 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-12T12:15:23.865 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-12T12:15:23.870 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-12T12:15:23.912 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-12T12:15:23.912 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-12T12:15:23.946 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-12T12:15:24.042 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-12T12:15:24.092 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-12T12:15:24.137 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-12T12:15:24.232 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-12T12:15:24.291 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-12T12:15:24.476 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-12T12:15:24.505 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-12T12:15:24.589 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-12T12:15:24.629 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-12T12:15:24.930 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-12T12:15:25.019 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-12T12:15:25.117 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-12T12:15:25.165 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-12T12:15:25.210 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-12T12:15:25.231 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-12T12:15:25.297 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-12T12:15:25.338 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-12T12:15:25.345 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-12T12:15:25.522 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-12T12:15:25.561 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-12T12:15:25.638 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-12T12:15:26.272 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-12T12:15:26.390 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-12T12:15:26.595 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-12T12:15:26.688 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-12T12:15:26.716 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-12T12:15:26.749 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-12T12:15:27.060 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-12T12:15:27.104 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-12T12:15:27.195 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-12T12:15:27.226 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 102/164 2024-09-12T12:15:27.266 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-12T12:15:27.607 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-12T12:15:27.698 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-12T12:15:27.726 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-12T12:15:27.742 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-12T12:15:27.758 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-12T12:15:27.774 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-12T12:15:27.845 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-12T12:15:27.884 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 106/164 2024-09-12T12:15:28.066 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-12T12:15:28.113 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-12T12:15:28.195 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-12T12:15:28.227 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 102/164 2024-09-12T12:15:28.262 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-12T12:15:28.731 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-12T12:15:28.759 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-12T12:15:28.829 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-12T12:15:28.851 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 106/164 2024-09-12T12:15:30.179 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T12:15:30.214 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T12:15:30.785 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T12:15:30.834 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-12T12:15:30.930 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-12T12:15:30.930 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T12:15:30.930 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T12:15:30.931 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:15:30.969 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-12T12:15:31.190 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T12:15:31.231 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T12:15:31.785 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T12:15:31.835 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-12T12:15:31.935 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-12T12:15:31.935 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T12:15:31.935 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T12:15:31.936 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:15:31.970 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-12T12:15:35.502 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-12T12:15:35.502 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /sys 2024-09-12T12:15:35.502 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /proc 2024-09-12T12:15:35.502 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /mnt 2024-09-12T12:15:35.502 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /var/tmp 2024-09-12T12:15:35.502 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /home 2024-09-12T12:15:35.502 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /root 2024-09-12T12:15:35.502 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /tmp 2024-09-12T12:15:35.503 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:15:35.669 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-12T12:15:35.685 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-12T12:15:35.685 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:35.685 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T12:15:35.685 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:15:37.190 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-12T12:15:37.217 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-12T12:15:37.217 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:37.217 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T12:15:37.217 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T12:15:37.217 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T12:15:37.218 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:15:37.441 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-12T12:15:37.463 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-12T12:15:37.464 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:37.464 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T12:15:37.464 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T12:15:37.464 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T12:15:37.464 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:15:37.900 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-12T12:15:37.923 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-12T12:15:37.923 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:37.923 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T12:15:37.924 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T12:15:37.924 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T12:15:37.924 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:15:38.022 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-12T12:15:38.078 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-12T12:15:38.133 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-12T12:15:38.319 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-12T12:15:38.368 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-12T12:15:38.445 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-12T12:15:38.533 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-12T12:15:38.664 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-12T12:15:38.710 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-12T12:15:38.742 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-12T12:15:38.769 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-12T12:15:39.153 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-12T12:15:39.185 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-12T12:15:39.216 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 126/164 2024-09-12T12:15:39.279 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 127/164 2024-09-12T12:15:39.308 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-12T12:15:40.352 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-12T12:15:40.385 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-12T12:15:41.352 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-12T12:15:41.377 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-12T12:15:41.479 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-12T12:15:41.638 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 131/164 2024-09-12T12:15:41.671 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-12T12:15:41.694 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-12T12:15:41.694 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:41.695 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T12:15:41.695 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T12:15:41.695 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T12:15:41.695 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:15:41.729 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-12T12:15:41.741 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-12T12:15:41.841 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 134/164 2024-09-12T12:15:41.903 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 135/164 2024-09-12T12:15:42.550 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-12T12:15:42.550 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /sys 2024-09-12T12:15:42.550 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /proc 2024-09-12T12:15:42.550 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /mnt 2024-09-12T12:15:42.550 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /var/tmp 2024-09-12T12:15:42.550 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /home 2024-09-12T12:15:42.550 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /root 2024-09-12T12:15:42.550 INFO:teuthology.orchestra.run.smithi082.stdout:skipping the directory /tmp 2024-09-12T12:15:42.551 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:15:42.722 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-12T12:15:42.752 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-12T12:15:42.752 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:42.752 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T12:15:42.752 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:15:42.827 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-12T12:15:42.857 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-12T12:15:42.881 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-12T12:15:42.881 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:42.881 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T12:15:42.881 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T12:15:42.881 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T12:15:42.882 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:15:42.925 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-12T12:15:42.947 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-12T12:15:42.948 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:42.948 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T12:15:42.948 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:15:42.992 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-12T12:15:43.015 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-12T12:15:43.015 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:43.015 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-12T12:15:43.015 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-12T12:15:43.016 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-12T12:15:43.016 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:15:43.318 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-12T12:15:43.341 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-12T12:15:43.341 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:43.341 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T12:15:43.341 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T12:15:43.341 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T12:15:43.341 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:15:43.600 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-12T12:15:43.601 INFO:teuthology.orchestra.run.smithi114.stdout:skipping the directory /sys 2024-09-12T12:15:43.601 INFO:teuthology.orchestra.run.smithi114.stdout:skipping the directory /proc 2024-09-12T12:15:43.601 INFO:teuthology.orchestra.run.smithi114.stdout:skipping the directory /mnt 2024-09-12T12:15:43.601 INFO:teuthology.orchestra.run.smithi114.stdout:skipping the directory /var/tmp 2024-09-12T12:15:43.601 INFO:teuthology.orchestra.run.smithi114.stdout:skipping the directory /home 2024-09-12T12:15:43.601 INFO:teuthology.orchestra.run.smithi114.stdout:skipping the directory /root 2024-09-12T12:15:43.601 INFO:teuthology.orchestra.run.smithi114.stdout:skipping the directory /tmp 2024-09-12T12:15:43.601 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:15:43.774 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-12T12:15:43.790 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-12T12:15:43.790 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:43.790 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T12:15:43.790 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:15:44.225 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-12T12:15:44.252 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-12T12:15:44.252 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:44.253 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T12:15:44.253 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T12:15:44.253 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T12:15:44.253 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:15:44.476 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-12T12:15:44.499 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-12T12:15:44.500 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:44.500 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T12:15:44.500 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T12:15:44.500 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T12:15:44.500 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:15:44.935 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-12T12:15:44.958 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-12T12:15:44.958 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:44.958 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T12:15:44.958 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T12:15:44.958 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T12:15:44.958 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:15:45.065 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-12T12:15:45.113 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-12T12:15:45.169 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-12T12:15:45.285 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-12T12:15:45.311 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-12T12:15:45.311 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:45.311 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T12:15:45.312 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T12:15:45.312 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T12:15:45.312 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:15:45.351 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-12T12:15:45.402 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-12T12:15:45.488 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-12T12:15:45.544 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-12T12:15:45.567 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-12T12:15:45.567 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:45.567 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T12:15:45.567 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T12:15:45.567 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T12:15:45.567 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:15:45.576 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-12T12:15:45.714 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-12T12:15:45.772 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-12T12:15:45.810 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-12T12:15:45.838 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-12T12:15:46.003 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-12T12:15:46.026 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-12T12:15:46.026 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:46.026 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T12:15:46.026 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T12:15:46.026 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T12:15:46.026 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:15:46.125 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-12T12:15:46.173 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-12T12:15:46.229 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-12T12:15:46.297 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-12T12:15:46.328 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-12T12:15:46.359 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 126/164 2024-09-12T12:15:46.415 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-12T12:15:46.421 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 127/164 2024-09-12T12:15:46.451 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-12T12:15:46.470 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-12T12:15:46.548 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-12T12:15:46.637 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-12T12:15:46.777 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-12T12:15:46.821 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-12T12:15:46.852 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-12T12:15:46.880 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-12T12:15:47.298 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-12T12:15:47.329 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-12T12:15:47.361 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 126/164 2024-09-12T12:15:47.423 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 127/164 2024-09-12T12:15:47.460 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-12T12:15:47.485 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-12T12:15:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-12T12:15:47.872 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 141/164 2024-09-12T12:15:47.913 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 142/164 2024-09-12T12:15:47.954 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 143/164 2024-09-12T12:15:47.986 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-12T12:15:48.005 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-12T12:15:48.193 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 146/164 2024-09-12T12:15:48.243 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-12T12:15:48.273 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 148/164 2024-09-12T12:15:48.303 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-12T12:15:48.350 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-12T12:15:48.478 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-12T12:15:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-12T12:15:48.506 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-12T12:15:48.545 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-12T12:15:48.604 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-12T12:15:48.764 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 131/164 2024-09-12T12:15:48.805 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-12T12:15:48.829 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-12T12:15:48.830 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:48.830 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T12:15:48.830 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T12:15:48.830 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T12:15:48.830 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:15:48.881 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-12T12:15:48.893 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-12T12:15:48.990 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 134/164 2024-09-12T12:15:49.001 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T12:15:49.040 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T12:15:49.045 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 135/164 2024-09-12T12:15:49.059 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T12:15:49.512 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-12T12:15:49.537 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-12T12:15:49.639 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-12T12:15:49.800 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 131/164 2024-09-12T12:15:49.831 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-12T12:15:49.854 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-12T12:15:49.855 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:49.855 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T12:15:49.855 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T12:15:49.855 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T12:15:49.855 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:15:49.890 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 152/164 2024-09-12T12:15:49.907 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-12T12:15:49.918 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-12T12:15:49.968 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-12T12:15:49.994 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-12T12:15:50.000 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-12T12:15:50.016 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 134/164 2024-09-12T12:15:50.023 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-12T12:15:50.024 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:50.024 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T12:15:50.024 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T12:15:50.024 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T12:15:50.024 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:15:50.027 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-12T12:15:50.064 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 135/164 2024-09-12T12:15:50.067 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-12T12:15:50.090 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-12T12:15:50.091 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:50.091 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T12:15:50.091 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:15:50.118 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-12T12:15:50.135 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-12T12:15:50.158 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-12T12:15:50.158 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:50.158 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-12T12:15:50.158 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-12T12:15:50.158 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-12T12:15:50.158 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:15:50.172 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-12T12:15:50.198 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-12T12:15:50.224 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-12T12:15:50.224 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-12T12:15:50.308 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-12T12:15:50.308 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-12T12:15:50.384 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-12T12:15:50.409 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-12T12:15:50.414 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T12:15:50.414 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T12:15:50.469 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-12T12:15:50.492 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-12T12:15:50.493 INFO:teuthology.orchestra.run.smithi082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:50.493 INFO:teuthology.orchestra.run.smithi082.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T12:15:50.493 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T12:15:50.493 INFO:teuthology.orchestra.run.smithi082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T12:15:50.493 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:15:50.594 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T12:15:50.594 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-12T12:15:50.670 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-12T12:15:50.733 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T12:15:50.989 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-12T12:15:51.018 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-12T12:15:51.041 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-12T12:15:51.042 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:51.042 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T12:15:51.042 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T12:15:51.042 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T12:15:51.042 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:15:51.085 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-12T12:15:51.108 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-12T12:15:51.108 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:51.108 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T12:15:51.108 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:15:51.152 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-12T12:15:51.175 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-12T12:15:51.175 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:51.175 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-12T12:15:51.176 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-12T12:15:51.176 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-12T12:15:51.176 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:15:51.478 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-12T12:15:51.501 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-12T12:15:51.501 INFO:teuthology.orchestra.run.smithi114.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T12:15:51.501 INFO:teuthology.orchestra.run.smithi114.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T12:15:51.501 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T12:15:51.502 INFO:teuthology.orchestra.run.smithi114.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T12:15:51.502 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:15:55.056 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 141/164 2024-09-12T12:15:55.096 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 142/164 2024-09-12T12:15:55.137 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 143/164 2024-09-12T12:15:55.169 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-12T12:15:55.197 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-12T12:15:55.385 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 146/164 2024-09-12T12:15:55.427 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-12T12:15:55.457 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 148/164 2024-09-12T12:15:55.487 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-12T12:15:55.525 INFO:teuthology.orchestra.run.smithi082.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-12T12:15:56.048 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 141/164 2024-09-12T12:15:56.089 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 142/164 2024-09-12T12:15:56.131 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 143/164 2024-09-12T12:15:56.153 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T12:15:56.162 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-12T12:15:56.181 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-12T12:15:56.198 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T12:15:56.221 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T12:15:56.222 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 1/164 2024-09-12T12:15:56.222 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2/164 2024-09-12T12:15:56.222 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 3/164 2024-09-12T12:15:56.222 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 4/164 2024-09-12T12:15:56.222 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 5/164 2024-09-12T12:15:56.222 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 6/164 2024-09-12T12:15:56.222 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 7/164 2024-09-12T12:15:56.222 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T12:15:56.222 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T12:15:56.222 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-12T12:15:56.222 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 11/164 2024-09-12T12:15:56.223 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 12/164 2024-09-12T12:15:56.223 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T12:15:56.223 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 14/164 2024-09-12T12:15:56.223 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 15/164 2024-09-12T12:15:56.223 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 16/164 2024-09-12T12:15:56.223 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 17/164 2024-09-12T12:15:56.223 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 18/164 2024-09-12T12:15:56.223 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 19/164 2024-09-12T12:15:56.223 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 20/164 2024-09-12T12:15:56.223 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 21/164 2024-09-12T12:15:56.223 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 22/164 2024-09-12T12:15:56.223 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 23/164 2024-09-12T12:15:56.224 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 24/164 2024-09-12T12:15:56.224 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 25/164 2024-09-12T12:15:56.224 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 26/164 2024-09-12T12:15:56.224 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 27/164 2024-09-12T12:15:56.224 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 28/164 2024-09-12T12:15:56.224 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 29/164 2024-09-12T12:15:56.224 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 30/164 2024-09-12T12:15:56.224 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 31/164 2024-09-12T12:15:56.224 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 32/164 2024-09-12T12:15:56.224 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 33/164 2024-09-12T12:15:56.224 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 34/164 2024-09-12T12:15:56.224 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 35/164 2024-09-12T12:15:56.224 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 36/164 2024-09-12T12:15:56.225 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 37/164 2024-09-12T12:15:56.225 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 38/164 2024-09-12T12:15:56.225 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 39/164 2024-09-12T12:15:56.225 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-12T12:15:56.225 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-12T12:15:56.225 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-12T12:15:56.225 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-12T12:15:56.225 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-12T12:15:56.225 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-12T12:15:56.225 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-12T12:15:56.225 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-12T12:15:56.226 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-12T12:15:56.226 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-12T12:15:56.226 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-12T12:15:56.226 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-12T12:15:56.226 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-12T12:15:56.226 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-12T12:15:56.226 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-12T12:15:56.226 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-12T12:15:56.226 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-12T12:15:56.226 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-12T12:15:56.226 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-12T12:15:56.226 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-12T12:15:56.227 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-12T12:15:56.227 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-12T12:15:56.227 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-12T12:15:56.227 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-12T12:15:56.227 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-12T12:15:56.227 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-12T12:15:56.227 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-12T12:15:56.227 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-12T12:15:56.227 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-12T12:15:56.227 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-12T12:15:56.227 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-12T12:15:56.227 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-12T12:15:56.228 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-12T12:15:56.228 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-12T12:15:56.228 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-12T12:15:56.228 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-12T12:15:56.228 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-12T12:15:56.228 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-12T12:15:56.228 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-12T12:15:56.228 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-12T12:15:56.228 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-12T12:15:56.228 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-12T12:15:56.228 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-12T12:15:56.229 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-12T12:15:56.229 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-12T12:15:56.229 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-12T12:15:56.229 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-12T12:15:56.229 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-12T12:15:56.229 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-12T12:15:56.229 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-12T12:15:56.229 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-12T12:15:56.229 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-12T12:15:56.229 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-12T12:15:56.229 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-12T12:15:56.229 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-12T12:15:56.230 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-12T12:15:56.230 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-12T12:15:56.230 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-12T12:15:56.230 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-12T12:15:56.230 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-12T12:15:56.230 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-12T12:15:56.230 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-12T12:15:56.230 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-12T12:15:56.230 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-12T12:15:56.230 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-12T12:15:56.230 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-12T12:15:56.230 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-12T12:15:56.231 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-12T12:15:56.231 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-12T12:15:56.231 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-12T12:15:56.231 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-12T12:15:56.231 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-12T12:15:56.231 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-12T12:15:56.231 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-12T12:15:56.231 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-12T12:15:56.231 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-12T12:15:56.231 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-12T12:15:56.231 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-12T12:15:56.231 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-12T12:15:56.232 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-12T12:15:56.232 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-12T12:15:56.232 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-12T12:15:56.232 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-12T12:15:56.232 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-12T12:15:56.232 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-12T12:15:56.232 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-12T12:15:56.232 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-12T12:15:56.232 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-12T12:15:56.232 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-12T12:15:56.232 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-12T12:15:56.232 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-12T12:15:56.233 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-12T12:15:56.233 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-12T12:15:56.233 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-12T12:15:56.233 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-12T12:15:56.233 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-12T12:15:56.233 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-12T12:15:56.233 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-12T12:15:56.233 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-12T12:15:56.233 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-12T12:15:56.233 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-12T12:15:56.233 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-12T12:15:56.233 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-12T12:15:56.233 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-12T12:15:56.234 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-12T12:15:56.234 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-12T12:15:56.234 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-12T12:15:56.234 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-12T12:15:56.234 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-12T12:15:56.234 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 149/164 2024-09-12T12:15:56.234 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-12T12:15:56.234 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 151/164 2024-09-12T12:15:56.234 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-12T12:15:56.234 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-12T12:15:56.234 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-12T12:15:56.234 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-12T12:15:56.235 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-12T12:15:56.235 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-12T12:15:56.235 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-12T12:15:56.235 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-12T12:15:56.235 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-12T12:15:56.235 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-12T12:15:56.235 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-12T12:15:56.235 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-12T12:15:56.235 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T12:15:56.366 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 146/164 2024-09-12T12:15:56.411 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-12T12:15:56.444 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 148/164 2024-09-12T12:15:56.471 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-12T12:15:56.526 INFO:teuthology.orchestra.run.smithi114.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-12T12:15:57.030 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 152/164 2024-09-12T12:15:57.047 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T12:15:57.082 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T12:15:57.101 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T12:15:57.119 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-12T12:15:57.169 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-12T12:15:57.262 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-12T12:15:57.297 INFO:teuthology.orchestra.run.smithi082.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-12T12:15:57.323 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-12T12:15:57.349 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-12T12:15:57.349 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-12T12:15:57.433 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-12T12:15:57.433 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-12T12:15:57.517 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-12T12:15:57.542 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-12T12:15:57.548 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T12:15:57.548 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T12:15:57.719 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T12:15:57.719 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-12T12:15:57.803 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-12T12:15:57.868 INFO:teuthology.orchestra.run.smithi082.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T12:15:57.923 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 152/164 2024-09-12T12:15:58.011 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-12T12:15:58.052 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-12T12:15:58.133 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-12T12:15:58.164 INFO:teuthology.orchestra.run.smithi114.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-12T12:15:58.190 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-12T12:15:58.216 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-12T12:15:58.216 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-12T12:15:58.300 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-12T12:15:58.300 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-12T12:15:58.417 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-12T12:15:58.442 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-12T12:15:58.447 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T12:15:58.447 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T12:15:58.627 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T12:15:58.627 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-12T12:15:58.711 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-12T12:15:58.775 INFO:teuthology.orchestra.run.smithi114.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T12:15:59.081 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T12:15:59.081 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:15:59.082 INFO:teuthology.orchestra.run.smithi097.stdout:Upgraded: 2024-09-12T12:15:59.082 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-12T12:15:59.082 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-12T12:15:59.082 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-12T12:15:59.082 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-12T12:15:59.082 INFO:teuthology.orchestra.run.smithi097.stdout: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.082 INFO:teuthology.orchestra.run.smithi097.stdout: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.082 INFO:teuthology.orchestra.run.smithi097.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-12T12:15:59.082 INFO:teuthology.orchestra.run.smithi097.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-12T12:15:59.082 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-12T12:15:59.082 INFO:teuthology.orchestra.run.smithi097.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T12:15:59.082 INFO:teuthology.orchestra.run.smithi097.stdout: automake-1.16.2-8.el9.noarch 2024-09-12T12:15:59.083 INFO:teuthology.orchestra.run.smithi097.stdout: bison-3.7.4-5.el9.x86_64 2024-09-12T12:15:59.083 INFO:teuthology.orchestra.run.smithi097.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T12:15:59.083 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.083 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.083 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.083 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.083 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:15:59.083 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.083 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.083 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.083 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:15:59.083 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:15:59.083 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:15:59.084 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:15:59.084 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:15:59.084 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.084 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.084 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:15:59.084 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.084 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.084 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.084 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:15:59.084 INFO:teuthology.orchestra.run.smithi097.stdout: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:15:59.084 INFO:teuthology.orchestra.run.smithi097.stdout: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.084 INFO:teuthology.orchestra.run.smithi097.stdout: cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.084 INFO:teuthology.orchestra.run.smithi097.stdout: cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:15:59.085 INFO:teuthology.orchestra.run.smithi097.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-12T12:15:59.085 INFO:teuthology.orchestra.run.smithi097.stdout: flex-2.6.4-9.el9.x86_64 2024-09-12T12:15:59.085 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T12:15:59.085 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T12:15:59.085 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T12:15:59.085 INFO:teuthology.orchestra.run.smithi097.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T12:15:59.085 INFO:teuthology.orchestra.run.smithi097.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-12T12:15:59.085 INFO:teuthology.orchestra.run.smithi097.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T12:15:59.085 INFO:teuthology.orchestra.run.smithi097.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-12T12:15:59.085 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T12:15:59.085 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T12:15:59.085 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.085 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.086 INFO:teuthology.orchestra.run.smithi097.stdout: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.086 INFO:teuthology.orchestra.run.smithi097.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T12:15:59.086 INFO:teuthology.orchestra.run.smithi097.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T12:15:59.086 INFO:teuthology.orchestra.run.smithi097.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T12:15:59.086 INFO:teuthology.orchestra.run.smithi097.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T12:15:59.086 INFO:teuthology.orchestra.run.smithi097.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T12:15:59.086 INFO:teuthology.orchestra.run.smithi097.stdout: librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.086 INFO:teuthology.orchestra.run.smithi097.stdout: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.086 INFO:teuthology.orchestra.run.smithi097.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T12:15:59.086 INFO:teuthology.orchestra.run.smithi097.stdout: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.086 INFO:teuthology.orchestra.run.smithi097.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-12T12:15:59.086 INFO:teuthology.orchestra.run.smithi097.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T12:15:59.086 INFO:teuthology.orchestra.run.smithi097.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-12T12:15:59.086 INFO:teuthology.orchestra.run.smithi097.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-12T12:15:59.087 INFO:teuthology.orchestra.run.smithi097.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T12:15:59.087 INFO:teuthology.orchestra.run.smithi097.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T12:15:59.087 INFO:teuthology.orchestra.run.smithi097.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T12:15:59.087 INFO:teuthology.orchestra.run.smithi097.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T12:15:59.087 INFO:teuthology.orchestra.run.smithi097.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T12:15:59.087 INFO:teuthology.orchestra.run.smithi097.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T12:15:59.087 INFO:teuthology.orchestra.run.smithi097.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-12T12:15:59.087 INFO:teuthology.orchestra.run.smithi097.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T12:15:59.087 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql-13.16-1.el9.x86_64 2024-09-12T12:15:59.087 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-12T12:15:59.087 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-12T12:15:59.087 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-12T12:15:59.087 INFO:teuthology.orchestra.run.smithi097.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T12:15:59.088 INFO:teuthology.orchestra.run.smithi097.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T12:15:59.088 INFO:teuthology.orchestra.run.smithi097.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T12:15:59.088 INFO:teuthology.orchestra.run.smithi097.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-12T12:15:59.088 INFO:teuthology.orchestra.run.smithi097.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T12:15:59.088 INFO:teuthology.orchestra.run.smithi097.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T12:15:59.088 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T12:15:59.088 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.088 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.088 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.088 INFO:teuthology.orchestra.run.smithi097.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T12:15:59.088 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T12:15:59.088 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T12:15:59.088 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T12:15:59.089 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-12T12:15:59.089 INFO:teuthology.orchestra.run.smithi097.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-12T12:15:59.089 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T12:15:59.089 INFO:teuthology.orchestra.run.smithi097.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T12:15:59.089 INFO:teuthology.orchestra.run.smithi097.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T12:15:59.089 INFO:teuthology.orchestra.run.smithi097.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T12:15:59.089 INFO:teuthology.orchestra.run.smithi097.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T12:15:59.089 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T12:15:59.089 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T12:15:59.089 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T12:15:59.089 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T12:15:59.089 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T12:15:59.089 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T12:15:59.090 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T12:15:59.090 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T12:15:59.090 INFO:teuthology.orchestra.run.smithi097.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T12:15:59.090 INFO:teuthology.orchestra.run.smithi097.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T12:15:59.090 INFO:teuthology.orchestra.run.smithi097.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T12:15:59.090 INFO:teuthology.orchestra.run.smithi097.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T12:15:59.090 INFO:teuthology.orchestra.run.smithi097.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T12:15:59.090 INFO:teuthology.orchestra.run.smithi097.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T12:15:59.090 INFO:teuthology.orchestra.run.smithi097.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T12:15:59.090 INFO:teuthology.orchestra.run.smithi097.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T12:15:59.090 INFO:teuthology.orchestra.run.smithi097.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T12:15:59.090 INFO:teuthology.orchestra.run.smithi097.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T12:15:59.090 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T12:15:59.091 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T12:15:59.091 INFO:teuthology.orchestra.run.smithi097.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T12:15:59.091 INFO:teuthology.orchestra.run.smithi097.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T12:15:59.091 INFO:teuthology.orchestra.run.smithi097.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T12:15:59.091 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T12:15:59.091 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T12:15:59.091 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T12:15:59.091 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T12:15:59.091 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-12T12:15:59.091 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T12:15:59.091 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.091 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.091 INFO:teuthology.orchestra.run.smithi097.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T12:15:59.091 INFO:teuthology.orchestra.run.smithi097.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T12:15:59.092 INFO:teuthology.orchestra.run.smithi097.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T12:15:59.092 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.092 INFO:teuthology.orchestra.run.smithi097.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T12:15:59.092 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T12:15:59.092 INFO:teuthology.orchestra.run.smithi097.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T12:15:59.092 INFO:teuthology.orchestra.run.smithi097.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T12:15:59.092 INFO:teuthology.orchestra.run.smithi097.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T12:15:59.092 INFO:teuthology.orchestra.run.smithi097.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T12:15:59.092 INFO:teuthology.orchestra.run.smithi097.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T12:15:59.092 INFO:teuthology.orchestra.run.smithi097.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-12T12:15:59.092 INFO:teuthology.orchestra.run.smithi097.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T12:15:59.092 INFO:teuthology.orchestra.run.smithi097.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T12:15:59.092 INFO:teuthology.orchestra.run.smithi097.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T12:15:59.093 INFO:teuthology.orchestra.run.smithi097.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T12:15:59.093 INFO:teuthology.orchestra.run.smithi097.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T12:15:59.093 INFO:teuthology.orchestra.run.smithi097.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T12:15:59.093 INFO:teuthology.orchestra.run.smithi097.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T12:15:59.093 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.093 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.093 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:15:59.093 INFO:teuthology.orchestra.run.smithi097.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T12:15:59.093 INFO:teuthology.orchestra.run.smithi097.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T12:15:59.093 INFO:teuthology.orchestra.run.smithi097.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T12:15:59.093 INFO:teuthology.orchestra.run.smithi097.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-12T12:15:59.093 INFO:teuthology.orchestra.run.smithi097.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-12T12:15:59.093 INFO:teuthology.orchestra.run.smithi097.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T12:15:59.096 INFO:teuthology.orchestra.run.smithi097.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-12T12:15:59.097 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:15:59.097 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-12T12:15:59.513 DEBUG:teuthology.parallel:result is None 2024-09-12T12:16:03.400 INFO:teuthology.orchestra.run.smithi082.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T12:16:03.400 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 1/164 2024-09-12T12:16:03.401 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2/164 2024-09-12T12:16:03.401 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 3/164 2024-09-12T12:16:03.401 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 4/164 2024-09-12T12:16:03.401 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 5/164 2024-09-12T12:16:03.401 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 6/164 2024-09-12T12:16:03.401 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 7/164 2024-09-12T12:16:03.401 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T12:16:03.401 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T12:16:03.401 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-12T12:16:03.401 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 11/164 2024-09-12T12:16:03.401 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 12/164 2024-09-12T12:16:03.402 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T12:16:03.402 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 14/164 2024-09-12T12:16:03.402 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 15/164 2024-09-12T12:16:03.402 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 16/164 2024-09-12T12:16:03.402 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 17/164 2024-09-12T12:16:03.402 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 18/164 2024-09-12T12:16:03.402 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 19/164 2024-09-12T12:16:03.402 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 20/164 2024-09-12T12:16:03.402 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 21/164 2024-09-12T12:16:03.403 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 22/164 2024-09-12T12:16:03.403 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 23/164 2024-09-12T12:16:03.403 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 24/164 2024-09-12T12:16:03.403 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 25/164 2024-09-12T12:16:03.403 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 26/164 2024-09-12T12:16:03.403 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 27/164 2024-09-12T12:16:03.415 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 28/164 2024-09-12T12:16:03.415 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 29/164 2024-09-12T12:16:03.415 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 30/164 2024-09-12T12:16:03.416 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 31/164 2024-09-12T12:16:03.416 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 32/164 2024-09-12T12:16:03.416 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 33/164 2024-09-12T12:16:03.416 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 34/164 2024-09-12T12:16:03.416 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 35/164 2024-09-12T12:16:03.416 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 36/164 2024-09-12T12:16:03.416 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 37/164 2024-09-12T12:16:03.416 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 38/164 2024-09-12T12:16:03.416 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 39/164 2024-09-12T12:16:03.416 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-12T12:16:03.416 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-12T12:16:03.417 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-12T12:16:03.417 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-12T12:16:03.417 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-12T12:16:03.417 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-12T12:16:03.417 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-12T12:16:03.417 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-12T12:16:03.417 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-12T12:16:03.417 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-12T12:16:03.417 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-12T12:16:03.417 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-12T12:16:03.417 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-12T12:16:03.417 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-12T12:16:03.417 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-12T12:16:03.418 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-12T12:16:03.418 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-12T12:16:03.418 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-12T12:16:03.418 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-12T12:16:03.418 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-12T12:16:03.418 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-12T12:16:03.418 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-12T12:16:03.418 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-12T12:16:03.418 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-12T12:16:03.418 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-12T12:16:03.418 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-12T12:16:03.418 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-12T12:16:03.419 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-12T12:16:03.419 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-12T12:16:03.419 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-12T12:16:03.419 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-12T12:16:03.419 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-12T12:16:03.419 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-12T12:16:03.419 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-12T12:16:03.419 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-12T12:16:03.419 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-12T12:16:03.419 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-12T12:16:03.419 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-12T12:16:03.419 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-12T12:16:03.419 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-12T12:16:03.420 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-12T12:16:03.420 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-12T12:16:03.420 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-12T12:16:03.420 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-12T12:16:03.420 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-12T12:16:03.420 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-12T12:16:03.420 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-12T12:16:03.420 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-12T12:16:03.420 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-12T12:16:03.420 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-12T12:16:03.420 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-12T12:16:03.420 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-12T12:16:03.421 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-12T12:16:03.421 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-12T12:16:03.421 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-12T12:16:03.421 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-12T12:16:03.421 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-12T12:16:03.421 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-12T12:16:03.421 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-12T12:16:03.421 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-12T12:16:03.421 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-12T12:16:03.421 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-12T12:16:03.421 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-12T12:16:03.421 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-12T12:16:03.421 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-12T12:16:03.422 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-12T12:16:03.422 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-12T12:16:03.422 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-12T12:16:03.422 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-12T12:16:03.422 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-12T12:16:03.422 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-12T12:16:03.422 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-12T12:16:03.422 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-12T12:16:03.422 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-12T12:16:03.422 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-12T12:16:03.422 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-12T12:16:03.422 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-12T12:16:03.423 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-12T12:16:03.423 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-12T12:16:03.423 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-12T12:16:03.423 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-12T12:16:03.423 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-12T12:16:03.423 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-12T12:16:03.423 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-12T12:16:03.423 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-12T12:16:03.423 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-12T12:16:03.423 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-12T12:16:03.423 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-12T12:16:03.423 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-12T12:16:03.423 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-12T12:16:03.424 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-12T12:16:03.424 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-12T12:16:03.424 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-12T12:16:03.424 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-12T12:16:03.424 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-12T12:16:03.424 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-12T12:16:03.424 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-12T12:16:03.424 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-12T12:16:03.424 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-12T12:16:03.424 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-12T12:16:03.424 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-12T12:16:03.424 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-12T12:16:03.424 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-12T12:16:03.425 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-12T12:16:03.425 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-12T12:16:03.425 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-12T12:16:03.425 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-12T12:16:03.425 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-12T12:16:03.425 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-12T12:16:03.425 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 149/164 2024-09-12T12:16:03.425 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-12T12:16:03.425 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 151/164 2024-09-12T12:16:03.425 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-12T12:16:03.425 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-12T12:16:03.425 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-12T12:16:03.425 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-12T12:16:03.426 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-12T12:16:03.426 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-12T12:16:03.426 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-12T12:16:03.426 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-12T12:16:03.426 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-12T12:16:03.426 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-12T12:16:03.426 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-12T12:16:03.426 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-12T12:16:04.544 INFO:teuthology.orchestra.run.smithi114.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T12:16:04.544 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 1/164 2024-09-12T12:16:04.544 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2/164 2024-09-12T12:16:04.544 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 3/164 2024-09-12T12:16:04.544 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 4/164 2024-09-12T12:16:04.544 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 5/164 2024-09-12T12:16:04.544 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 6/164 2024-09-12T12:16:04.544 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 7/164 2024-09-12T12:16:04.544 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T12:16:04.544 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T12:16:04.545 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-12T12:16:04.545 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 11/164 2024-09-12T12:16:04.545 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 12/164 2024-09-12T12:16:04.545 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T12:16:04.545 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 14/164 2024-09-12T12:16:04.545 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 15/164 2024-09-12T12:16:04.545 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 16/164 2024-09-12T12:16:04.545 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 17/164 2024-09-12T12:16:04.545 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 18/164 2024-09-12T12:16:04.545 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 19/164 2024-09-12T12:16:04.545 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 20/164 2024-09-12T12:16:04.545 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 21/164 2024-09-12T12:16:04.545 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 22/164 2024-09-12T12:16:04.546 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 23/164 2024-09-12T12:16:04.546 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 24/164 2024-09-12T12:16:04.546 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 25/164 2024-09-12T12:16:04.546 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 26/164 2024-09-12T12:16:04.546 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 27/164 2024-09-12T12:16:04.546 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 28/164 2024-09-12T12:16:04.559 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 29/164 2024-09-12T12:16:04.559 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 30/164 2024-09-12T12:16:04.559 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 31/164 2024-09-12T12:16:04.559 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 32/164 2024-09-12T12:16:04.559 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 33/164 2024-09-12T12:16:04.559 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 34/164 2024-09-12T12:16:04.559 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 35/164 2024-09-12T12:16:04.560 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 36/164 2024-09-12T12:16:04.560 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 37/164 2024-09-12T12:16:04.560 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 38/164 2024-09-12T12:16:04.560 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 39/164 2024-09-12T12:16:04.560 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-12T12:16:04.560 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-12T12:16:04.560 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-12T12:16:04.560 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-12T12:16:04.560 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-12T12:16:04.560 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-12T12:16:04.560 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-12T12:16:04.560 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-12T12:16:04.561 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-12T12:16:04.561 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-12T12:16:04.561 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-12T12:16:04.561 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-12T12:16:04.561 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-12T12:16:04.561 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-12T12:16:04.561 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-12T12:16:04.561 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-12T12:16:04.561 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-12T12:16:04.561 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-12T12:16:04.561 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-12T12:16:04.561 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-12T12:16:04.562 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-12T12:16:04.562 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-12T12:16:04.562 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-12T12:16:04.562 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-12T12:16:04.562 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-12T12:16:04.562 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-12T12:16:04.562 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-12T12:16:04.562 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-12T12:16:04.562 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-12T12:16:04.562 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-12T12:16:04.562 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-12T12:16:04.562 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-12T12:16:04.562 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-12T12:16:04.563 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-12T12:16:04.563 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-12T12:16:04.563 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-12T12:16:04.563 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-12T12:16:04.563 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-12T12:16:04.563 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-12T12:16:04.563 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-12T12:16:04.563 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-12T12:16:04.563 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-12T12:16:04.563 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-12T12:16:04.563 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-12T12:16:04.563 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-12T12:16:04.563 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-12T12:16:04.564 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-12T12:16:04.564 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-12T12:16:04.564 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-12T12:16:04.564 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-12T12:16:04.564 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-12T12:16:04.564 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-12T12:16:04.564 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-12T12:16:04.564 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-12T12:16:04.564 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-12T12:16:04.564 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-12T12:16:04.564 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-12T12:16:04.564 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-12T12:16:04.564 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-12T12:16:04.565 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-12T12:16:04.565 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-12T12:16:04.565 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-12T12:16:04.565 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-12T12:16:04.565 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-12T12:16:04.565 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-12T12:16:04.565 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-12T12:16:04.565 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-12T12:16:04.565 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-12T12:16:04.565 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-12T12:16:04.565 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-12T12:16:04.565 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-12T12:16:04.566 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-12T12:16:04.566 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-12T12:16:04.566 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-12T12:16:04.566 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-12T12:16:04.566 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-12T12:16:04.566 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-12T12:16:04.566 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-12T12:16:04.566 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-12T12:16:04.566 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-12T12:16:04.566 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-12T12:16:04.566 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-12T12:16:04.566 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-12T12:16:04.566 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-12T12:16:04.566 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-12T12:16:04.567 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-12T12:16:04.567 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-12T12:16:04.567 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-12T12:16:04.567 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-12T12:16:04.567 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-12T12:16:04.567 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-12T12:16:04.567 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-12T12:16:04.567 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-12T12:16:04.567 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-12T12:16:04.567 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-12T12:16:04.567 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-12T12:16:04.567 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-12T12:16:04.568 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-12T12:16:04.568 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-12T12:16:04.568 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-12T12:16:04.568 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-12T12:16:04.568 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-12T12:16:04.568 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-12T12:16:04.568 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-12T12:16:04.568 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-12T12:16:04.568 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-12T12:16:04.568 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-12T12:16:04.568 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-12T12:16:04.568 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-12T12:16:04.568 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 149/164 2024-09-12T12:16:04.569 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-12T12:16:04.569 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 151/164 2024-09-12T12:16:04.569 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-12T12:16:04.569 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-12T12:16:04.569 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-12T12:16:04.569 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-12T12:16:04.569 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-12T12:16:04.569 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-12T12:16:04.569 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-12T12:16:04.569 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-12T12:16:04.569 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-12T12:16:04.569 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-12T12:16:04.569 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-12T12:16:04.570 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-12T12:16:06.041 INFO:teuthology.orchestra.run.smithi082.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T12:16:06.042 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:16:06.042 INFO:teuthology.orchestra.run.smithi082.stdout:Upgraded: 2024-09-12T12:16:06.042 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-12T12:16:06.042 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-12T12:16:06.042 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-12T12:16:06.043 INFO:teuthology.orchestra.run.smithi082.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-12T12:16:06.043 INFO:teuthology.orchestra.run.smithi082.stdout: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.043 INFO:teuthology.orchestra.run.smithi082.stdout: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.043 INFO:teuthology.orchestra.run.smithi082.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-12T12:16:06.043 INFO:teuthology.orchestra.run.smithi082.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-12T12:16:06.043 INFO:teuthology.orchestra.run.smithi082.stdout:Installed: 2024-09-12T12:16:06.044 INFO:teuthology.orchestra.run.smithi082.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T12:16:06.044 INFO:teuthology.orchestra.run.smithi082.stdout: automake-1.16.2-8.el9.noarch 2024-09-12T12:16:06.044 INFO:teuthology.orchestra.run.smithi082.stdout: bison-3.7.4-5.el9.x86_64 2024-09-12T12:16:06.044 INFO:teuthology.orchestra.run.smithi082.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T12:16:06.044 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.044 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.045 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.045 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.045 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:06.045 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.045 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.046 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.046 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:06.046 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:06.046 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:06.046 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:06.046 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:06.047 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.047 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.047 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:06.047 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.047 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.047 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.048 INFO:teuthology.orchestra.run.smithi082.stdout: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:06.048 INFO:teuthology.orchestra.run.smithi082.stdout: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:06.048 INFO:teuthology.orchestra.run.smithi082.stdout: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.048 INFO:teuthology.orchestra.run.smithi082.stdout: cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.048 INFO:teuthology.orchestra.run.smithi082.stdout: cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:06.049 INFO:teuthology.orchestra.run.smithi082.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-12T12:16:06.049 INFO:teuthology.orchestra.run.smithi082.stdout: flex-2.6.4-9.el9.x86_64 2024-09-12T12:16:06.049 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T12:16:06.049 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T12:16:06.049 INFO:teuthology.orchestra.run.smithi082.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T12:16:06.050 INFO:teuthology.orchestra.run.smithi082.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T12:16:06.050 INFO:teuthology.orchestra.run.smithi082.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-12T12:16:06.050 INFO:teuthology.orchestra.run.smithi082.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T12:16:06.050 INFO:teuthology.orchestra.run.smithi082.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-12T12:16:06.050 INFO:teuthology.orchestra.run.smithi082.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T12:16:06.050 INFO:teuthology.orchestra.run.smithi082.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T12:16:06.051 INFO:teuthology.orchestra.run.smithi082.stdout: libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.051 INFO:teuthology.orchestra.run.smithi082.stdout: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.051 INFO:teuthology.orchestra.run.smithi082.stdout: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.051 INFO:teuthology.orchestra.run.smithi082.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T12:16:06.051 INFO:teuthology.orchestra.run.smithi082.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T12:16:06.052 INFO:teuthology.orchestra.run.smithi082.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T12:16:06.052 INFO:teuthology.orchestra.run.smithi082.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T12:16:06.052 INFO:teuthology.orchestra.run.smithi082.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T12:16:06.053 INFO:teuthology.orchestra.run.smithi082.stdout: librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.053 INFO:teuthology.orchestra.run.smithi082.stdout: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.053 INFO:teuthology.orchestra.run.smithi082.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T12:16:06.053 INFO:teuthology.orchestra.run.smithi082.stdout: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.053 INFO:teuthology.orchestra.run.smithi082.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-12T12:16:06.053 INFO:teuthology.orchestra.run.smithi082.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T12:16:06.054 INFO:teuthology.orchestra.run.smithi082.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-12T12:16:06.054 INFO:teuthology.orchestra.run.smithi082.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-12T12:16:06.054 INFO:teuthology.orchestra.run.smithi082.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T12:16:06.054 INFO:teuthology.orchestra.run.smithi082.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T12:16:06.054 INFO:teuthology.orchestra.run.smithi082.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T12:16:06.054 INFO:teuthology.orchestra.run.smithi082.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T12:16:06.055 INFO:teuthology.orchestra.run.smithi082.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T12:16:06.055 INFO:teuthology.orchestra.run.smithi082.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T12:16:06.055 INFO:teuthology.orchestra.run.smithi082.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-12T12:16:06.055 INFO:teuthology.orchestra.run.smithi082.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T12:16:06.055 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql-13.16-1.el9.x86_64 2024-09-12T12:16:06.055 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-12T12:16:06.056 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-12T12:16:06.056 INFO:teuthology.orchestra.run.smithi082.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-12T12:16:06.056 INFO:teuthology.orchestra.run.smithi082.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T12:16:06.056 INFO:teuthology.orchestra.run.smithi082.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T12:16:06.056 INFO:teuthology.orchestra.run.smithi082.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T12:16:06.056 INFO:teuthology.orchestra.run.smithi082.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-12T12:16:06.057 INFO:teuthology.orchestra.run.smithi082.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T12:16:06.057 INFO:teuthology.orchestra.run.smithi082.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T12:16:06.057 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T12:16:06.057 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.057 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.058 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.058 INFO:teuthology.orchestra.run.smithi082.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T12:16:06.058 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T12:16:06.058 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T12:16:06.058 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T12:16:06.058 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-12T12:16:06.058 INFO:teuthology.orchestra.run.smithi082.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-12T12:16:06.059 INFO:teuthology.orchestra.run.smithi082.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T12:16:06.059 INFO:teuthology.orchestra.run.smithi082.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T12:16:06.059 INFO:teuthology.orchestra.run.smithi082.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T12:16:06.059 INFO:teuthology.orchestra.run.smithi082.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T12:16:06.059 INFO:teuthology.orchestra.run.smithi082.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T12:16:06.060 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T12:16:06.060 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T12:16:06.060 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T12:16:06.060 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T12:16:06.060 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T12:16:06.060 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T12:16:06.061 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T12:16:06.061 INFO:teuthology.orchestra.run.smithi082.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T12:16:06.061 INFO:teuthology.orchestra.run.smithi082.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T12:16:06.061 INFO:teuthology.orchestra.run.smithi082.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T12:16:06.061 INFO:teuthology.orchestra.run.smithi082.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T12:16:06.061 INFO:teuthology.orchestra.run.smithi082.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T12:16:06.062 INFO:teuthology.orchestra.run.smithi082.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T12:16:06.062 INFO:teuthology.orchestra.run.smithi082.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T12:16:06.062 INFO:teuthology.orchestra.run.smithi082.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T12:16:06.062 INFO:teuthology.orchestra.run.smithi082.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T12:16:06.062 INFO:teuthology.orchestra.run.smithi082.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T12:16:06.062 INFO:teuthology.orchestra.run.smithi082.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T12:16:06.063 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T12:16:06.063 INFO:teuthology.orchestra.run.smithi082.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T12:16:06.063 INFO:teuthology.orchestra.run.smithi082.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T12:16:06.063 INFO:teuthology.orchestra.run.smithi082.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T12:16:06.063 INFO:teuthology.orchestra.run.smithi082.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T12:16:06.063 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T12:16:06.064 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T12:16:06.064 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T12:16:06.064 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T12:16:06.064 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-12T12:16:06.064 INFO:teuthology.orchestra.run.smithi082.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T12:16:06.064 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.065 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.065 INFO:teuthology.orchestra.run.smithi082.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T12:16:06.065 INFO:teuthology.orchestra.run.smithi082.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T12:16:06.065 INFO:teuthology.orchestra.run.smithi082.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T12:16:06.065 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.065 INFO:teuthology.orchestra.run.smithi082.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T12:16:06.066 INFO:teuthology.orchestra.run.smithi082.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T12:16:06.066 INFO:teuthology.orchestra.run.smithi082.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T12:16:06.066 INFO:teuthology.orchestra.run.smithi082.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T12:16:06.066 INFO:teuthology.orchestra.run.smithi082.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T12:16:06.066 INFO:teuthology.orchestra.run.smithi082.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T12:16:06.066 INFO:teuthology.orchestra.run.smithi082.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T12:16:06.067 INFO:teuthology.orchestra.run.smithi082.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-12T12:16:06.067 INFO:teuthology.orchestra.run.smithi082.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T12:16:06.067 INFO:teuthology.orchestra.run.smithi082.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T12:16:06.067 INFO:teuthology.orchestra.run.smithi082.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T12:16:06.067 INFO:teuthology.orchestra.run.smithi082.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T12:16:06.068 INFO:teuthology.orchestra.run.smithi082.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T12:16:06.068 INFO:teuthology.orchestra.run.smithi082.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T12:16:06.068 INFO:teuthology.orchestra.run.smithi082.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T12:16:06.068 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.068 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.068 INFO:teuthology.orchestra.run.smithi082.stdout: rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:06.069 INFO:teuthology.orchestra.run.smithi082.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T12:16:06.069 INFO:teuthology.orchestra.run.smithi082.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T12:16:06.069 INFO:teuthology.orchestra.run.smithi082.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T12:16:06.069 INFO:teuthology.orchestra.run.smithi082.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-12T12:16:06.069 INFO:teuthology.orchestra.run.smithi082.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-12T12:16:06.069 INFO:teuthology.orchestra.run.smithi082.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T12:16:06.070 INFO:teuthology.orchestra.run.smithi082.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-12T12:16:06.070 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:16:06.070 INFO:teuthology.orchestra.run.smithi082.stdout:Complete! 2024-09-12T12:16:06.483 DEBUG:teuthology.parallel:result is None 2024-09-12T12:16:07.328 INFO:teuthology.orchestra.run.smithi114.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T12:16:07.328 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:16:07.328 INFO:teuthology.orchestra.run.smithi114.stdout:Upgraded: 2024-09-12T12:16:07.328 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-12T12:16:07.328 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-12T12:16:07.328 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-12T12:16:07.328 INFO:teuthology.orchestra.run.smithi114.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-12T12:16:07.328 INFO:teuthology.orchestra.run.smithi114.stdout: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.328 INFO:teuthology.orchestra.run.smithi114.stdout: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.329 INFO:teuthology.orchestra.run.smithi114.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-12T12:16:07.329 INFO:teuthology.orchestra.run.smithi114.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-12T12:16:07.329 INFO:teuthology.orchestra.run.smithi114.stdout:Installed: 2024-09-12T12:16:07.329 INFO:teuthology.orchestra.run.smithi114.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T12:16:07.329 INFO:teuthology.orchestra.run.smithi114.stdout: automake-1.16.2-8.el9.noarch 2024-09-12T12:16:07.329 INFO:teuthology.orchestra.run.smithi114.stdout: bison-3.7.4-5.el9.x86_64 2024-09-12T12:16:07.329 INFO:teuthology.orchestra.run.smithi114.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T12:16:07.329 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.329 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.329 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.330 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.330 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:07.330 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.330 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.330 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.330 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:07.330 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:07.330 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:07.330 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:07.330 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:07.330 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.330 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.331 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:07.331 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.331 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.331 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.331 INFO:teuthology.orchestra.run.smithi114.stdout: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:07.331 INFO:teuthology.orchestra.run.smithi114.stdout: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:07.331 INFO:teuthology.orchestra.run.smithi114.stdout: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.331 INFO:teuthology.orchestra.run.smithi114.stdout: cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.331 INFO:teuthology.orchestra.run.smithi114.stdout: cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T12:16:07.331 INFO:teuthology.orchestra.run.smithi114.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-12T12:16:07.331 INFO:teuthology.orchestra.run.smithi114.stdout: flex-2.6.4-9.el9.x86_64 2024-09-12T12:16:07.332 INFO:teuthology.orchestra.run.smithi114.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T12:16:07.332 INFO:teuthology.orchestra.run.smithi114.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T12:16:07.332 INFO:teuthology.orchestra.run.smithi114.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T12:16:07.332 INFO:teuthology.orchestra.run.smithi114.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T12:16:07.332 INFO:teuthology.orchestra.run.smithi114.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-12T12:16:07.333 INFO:teuthology.orchestra.run.smithi114.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T12:16:07.333 INFO:teuthology.orchestra.run.smithi114.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-12T12:16:07.333 INFO:teuthology.orchestra.run.smithi114.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T12:16:07.333 INFO:teuthology.orchestra.run.smithi114.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T12:16:07.333 INFO:teuthology.orchestra.run.smithi114.stdout: libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.333 INFO:teuthology.orchestra.run.smithi114.stdout: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.333 INFO:teuthology.orchestra.run.smithi114.stdout: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.333 INFO:teuthology.orchestra.run.smithi114.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T12:16:07.333 INFO:teuthology.orchestra.run.smithi114.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T12:16:07.333 INFO:teuthology.orchestra.run.smithi114.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T12:16:07.333 INFO:teuthology.orchestra.run.smithi114.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T12:16:07.333 INFO:teuthology.orchestra.run.smithi114.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T12:16:07.333 INFO:teuthology.orchestra.run.smithi114.stdout: librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.334 INFO:teuthology.orchestra.run.smithi114.stdout: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.334 INFO:teuthology.orchestra.run.smithi114.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T12:16:07.334 INFO:teuthology.orchestra.run.smithi114.stdout: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.334 INFO:teuthology.orchestra.run.smithi114.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-12T12:16:07.334 INFO:teuthology.orchestra.run.smithi114.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T12:16:07.334 INFO:teuthology.orchestra.run.smithi114.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-12T12:16:07.334 INFO:teuthology.orchestra.run.smithi114.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-12T12:16:07.334 INFO:teuthology.orchestra.run.smithi114.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T12:16:07.334 INFO:teuthology.orchestra.run.smithi114.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T12:16:07.334 INFO:teuthology.orchestra.run.smithi114.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T12:16:07.334 INFO:teuthology.orchestra.run.smithi114.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T12:16:07.334 INFO:teuthology.orchestra.run.smithi114.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T12:16:07.334 INFO:teuthology.orchestra.run.smithi114.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T12:16:07.335 INFO:teuthology.orchestra.run.smithi114.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-12T12:16:07.335 INFO:teuthology.orchestra.run.smithi114.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T12:16:07.335 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql-13.16-1.el9.x86_64 2024-09-12T12:16:07.335 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-12T12:16:07.335 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-12T12:16:07.335 INFO:teuthology.orchestra.run.smithi114.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-12T12:16:07.335 INFO:teuthology.orchestra.run.smithi114.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T12:16:07.335 INFO:teuthology.orchestra.run.smithi114.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T12:16:07.335 INFO:teuthology.orchestra.run.smithi114.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T12:16:07.335 INFO:teuthology.orchestra.run.smithi114.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-12T12:16:07.335 INFO:teuthology.orchestra.run.smithi114.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T12:16:07.335 INFO:teuthology.orchestra.run.smithi114.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T12:16:07.335 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T12:16:07.335 INFO:teuthology.orchestra.run.smithi114.stdout: python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.336 INFO:teuthology.orchestra.run.smithi114.stdout: python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.336 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.336 INFO:teuthology.orchestra.run.smithi114.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T12:16:07.336 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T12:16:07.336 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T12:16:07.336 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T12:16:07.336 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-12T12:16:07.336 INFO:teuthology.orchestra.run.smithi114.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-12T12:16:07.336 INFO:teuthology.orchestra.run.smithi114.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T12:16:07.336 INFO:teuthology.orchestra.run.smithi114.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T12:16:07.336 INFO:teuthology.orchestra.run.smithi114.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T12:16:07.336 INFO:teuthology.orchestra.run.smithi114.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T12:16:07.337 INFO:teuthology.orchestra.run.smithi114.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T12:16:07.337 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T12:16:07.337 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T12:16:07.337 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T12:16:07.337 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T12:16:07.337 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T12:16:07.337 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T12:16:07.337 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T12:16:07.337 INFO:teuthology.orchestra.run.smithi114.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T12:16:07.337 INFO:teuthology.orchestra.run.smithi114.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T12:16:07.337 INFO:teuthology.orchestra.run.smithi114.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T12:16:07.337 INFO:teuthology.orchestra.run.smithi114.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T12:16:07.337 INFO:teuthology.orchestra.run.smithi114.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T12:16:07.338 INFO:teuthology.orchestra.run.smithi114.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T12:16:07.338 INFO:teuthology.orchestra.run.smithi114.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T12:16:07.338 INFO:teuthology.orchestra.run.smithi114.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T12:16:07.338 INFO:teuthology.orchestra.run.smithi114.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T12:16:07.338 INFO:teuthology.orchestra.run.smithi114.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T12:16:07.338 INFO:teuthology.orchestra.run.smithi114.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T12:16:07.338 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T12:16:07.338 INFO:teuthology.orchestra.run.smithi114.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T12:16:07.338 INFO:teuthology.orchestra.run.smithi114.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T12:16:07.338 INFO:teuthology.orchestra.run.smithi114.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T12:16:07.338 INFO:teuthology.orchestra.run.smithi114.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T12:16:07.338 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T12:16:07.338 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T12:16:07.339 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T12:16:07.339 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T12:16:07.339 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-12T12:16:07.339 INFO:teuthology.orchestra.run.smithi114.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T12:16:07.339 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.339 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.339 INFO:teuthology.orchestra.run.smithi114.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T12:16:07.339 INFO:teuthology.orchestra.run.smithi114.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T12:16:07.339 INFO:teuthology.orchestra.run.smithi114.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T12:16:07.339 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.339 INFO:teuthology.orchestra.run.smithi114.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T12:16:07.340 INFO:teuthology.orchestra.run.smithi114.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T12:16:07.340 INFO:teuthology.orchestra.run.smithi114.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T12:16:07.340 INFO:teuthology.orchestra.run.smithi114.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T12:16:07.340 INFO:teuthology.orchestra.run.smithi114.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T12:16:07.340 INFO:teuthology.orchestra.run.smithi114.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T12:16:07.340 INFO:teuthology.orchestra.run.smithi114.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T12:16:07.340 INFO:teuthology.orchestra.run.smithi114.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-12T12:16:07.340 INFO:teuthology.orchestra.run.smithi114.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T12:16:07.341 INFO:teuthology.orchestra.run.smithi114.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T12:16:07.341 INFO:teuthology.orchestra.run.smithi114.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T12:16:07.341 INFO:teuthology.orchestra.run.smithi114.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T12:16:07.341 INFO:teuthology.orchestra.run.smithi114.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T12:16:07.341 INFO:teuthology.orchestra.run.smithi114.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T12:16:07.341 INFO:teuthology.orchestra.run.smithi114.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T12:16:07.342 INFO:teuthology.orchestra.run.smithi114.stdout: rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.342 INFO:teuthology.orchestra.run.smithi114.stdout: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.342 INFO:teuthology.orchestra.run.smithi114.stdout: rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T12:16:07.342 INFO:teuthology.orchestra.run.smithi114.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T12:16:07.342 INFO:teuthology.orchestra.run.smithi114.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T12:16:07.343 INFO:teuthology.orchestra.run.smithi114.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T12:16:07.343 INFO:teuthology.orchestra.run.smithi114.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-12T12:16:07.343 INFO:teuthology.orchestra.run.smithi114.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-12T12:16:07.343 INFO:teuthology.orchestra.run.smithi114.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T12:16:07.344 INFO:teuthology.orchestra.run.smithi114.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-12T12:16:07.344 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:16:07.344 INFO:teuthology.orchestra.run.smithi114.stdout:Complete! 2024-09-12T12:16:07.747 DEBUG:teuthology.parallel:result is None 2024-09-12T12:16:07.748 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T12:16:07.899 DEBUG:teuthology.orchestra.run.smithi082:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T12:16:07.925 INFO:teuthology.orchestra.run.smithi082.stdout:19.1.1-298.gb53b6d3e.el9 2024-09-12T12:16:07.926 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-298.gb53b6d3e.el9 2024-09-12T12:16:07.926 INFO:teuthology.task.install:The correct ceph version 19.1.1-298.gb53b6d3e is installed. 2024-09-12T12:16:07.928 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T12:16:08.082 DEBUG:teuthology.orchestra.run.smithi097:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T12:16:08.109 INFO:teuthology.orchestra.run.smithi097.stdout:19.1.1-298.gb53b6d3e.el9 2024-09-12T12:16:08.109 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-298.gb53b6d3e.el9 2024-09-12T12:16:08.109 INFO:teuthology.task.install:The correct ceph version 19.1.1-298.gb53b6d3e is installed. 2024-09-12T12:16:08.111 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T12:16:08.263 DEBUG:teuthology.orchestra.run.smithi114:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T12:16:08.333 INFO:teuthology.orchestra.run.smithi114.stdout:19.1.1-298.gb53b6d3e.el9 2024-09-12T12:16:08.333 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-298.gb53b6d3e.el9 2024-09-12T12:16:08.333 INFO:teuthology.task.install:The correct ceph version 19.1.1-298.gb53b6d3e is installed. 2024-09-12T12:16:08.335 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-12T12:16:08.335 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:16:08.335 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T12:16:08.368 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-12T12:16:08.368 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T12:16:08.402 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-12T12:16:08.402 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T12:16:08.430 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-12T12:16:08.430 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:16:08.430 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T12:16:08.459 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T12:16:08.527 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-12T12:16:08.527 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T12:16:08.557 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T12:16:08.627 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-12T12:16:08.627 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T12:16:08.652 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T12:16:08.718 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-12T12:16:08.719 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:16:08.719 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T12:16:08.748 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T12:16:08.815 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-12T12:16:08.816 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T12:16:08.845 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T12:16:08.913 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-12T12:16:08.913 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T12:16:08.938 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T12:16:09.003 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-12T12:16:09.004 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:16:09.004 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T12:16:09.032 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T12:16:09.101 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-12T12:16:09.101 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T12:16:09.130 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T12:16:09.200 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-12T12:16:09.201 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T12:16:09.226 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T12:16:09.290 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-12T12:16:09.390 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-09-12T12:16:09.390 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T12:16:09.391 INFO:tasks.cephadm:Cluster fsid is cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:16:09.391 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-12T12:16:09.391 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.82', 'mon.b': '172.21.15.97', 'mon.c': '172.21.15.114'} 2024-09-12T12:16:09.391 INFO:tasks.cephadm:First mon is mon.a on smithi082 2024-09-12T12:16:09.391 INFO:tasks.cephadm:First mgr is x 2024-09-12T12:16:09.392 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-12T12:16:09.392 DEBUG:teuthology.orchestra.run.smithi082:> sudo hostname $(hostname -s) 2024-09-12T12:16:09.422 DEBUG:teuthology.orchestra.run.smithi097:> sudo hostname $(hostname -s) 2024-09-12T12:16:09.452 DEBUG:teuthology.orchestra.run.smithi114:> sudo hostname $(hostname -s) 2024-09-12T12:16:09.477 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-09-12T12:16:09.478 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T12:16:09.629 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/56038/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.1.1-298-gb53b6d3e', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.1.1-298.gb53b6d3e'}, 'url': 'https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-09 17:24:58.599585', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-09-12T12:16:09.777 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref squid, sha1 b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T12:16:09.779 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/x86_64/flavors/default/cephadm 2024-09-12T12:16:09.779 INFO:tasks.cephadm:Downloading cephadm from url: https://2.chacra.ceph.com/binaries/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/x86_64/flavors/default/cephadm 2024-09-12T12:16:09.779 DEBUG:teuthology.orchestra.run.smithi082:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-12T12:16:10.153 INFO:teuthology.orchestra.run.smithi082.stdout:-rw-r--r--. 1 ubuntu ubuntu 784498 Sep 12 12:16 /home/ubuntu/cephtest/cephadm 2024-09-12T12:16:10.154 DEBUG:teuthology.orchestra.run.smithi097:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-12T12:16:10.533 INFO:teuthology.orchestra.run.smithi097.stdout:-rw-r--r--. 1 ubuntu ubuntu 784498 Sep 12 12:16 /home/ubuntu/cephtest/cephadm 2024-09-12T12:16:10.533 DEBUG:teuthology.orchestra.run.smithi114:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-12T12:16:10.906 INFO:teuthology.orchestra.run.smithi114.stdout:-rw-r--r--. 1 ubuntu ubuntu 784498 Sep 12 12:16 /home/ubuntu/cephtest/cephadm 2024-09-12T12:16:10.906 DEBUG:teuthology.orchestra.run.smithi082:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-12T12:16:10.926 DEBUG:teuthology.orchestra.run.smithi097:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-12T12:16:10.946 DEBUG:teuthology.orchestra.run.smithi114:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-12T12:16:10.981 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc on all hosts... 2024-09-12T12:16:10.982 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc pull 2024-09-12T12:16:10.984 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc pull 2024-09-12T12:16:10.989 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc pull 2024-09-12T12:16:12.388 INFO:teuthology.orchestra.run.smithi097.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc... 2024-09-12T12:16:12.603 INFO:teuthology.orchestra.run.smithi082.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc... 2024-09-12T12:16:12.605 INFO:teuthology.orchestra.run.smithi114.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc... 2024-09-12T12:16:43.095 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-12T12:16:43.096 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_version": "ceph version 19.1.1-298-gb53b6d3e (b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc) squid (stable)", 2024-09-12T12:16:43.096 INFO:teuthology.orchestra.run.smithi097.stdout: "image_id": "54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594", 2024-09-12T12:16:43.096 INFO:teuthology.orchestra.run.smithi097.stdout: "repo_digests": [ 2024-09-12T12:16:43.096 INFO:teuthology.orchestra.run.smithi097.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66" 2024-09-12T12:16:43.096 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-12T12:16:43.096 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-12T12:17:01.513 INFO:teuthology.orchestra.run.smithi114.stdout:{ 2024-09-12T12:17:01.513 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_version": "ceph version 19.1.1-298-gb53b6d3e (b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc) squid (stable)", 2024-09-12T12:17:01.513 INFO:teuthology.orchestra.run.smithi114.stdout: "image_id": "54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594", 2024-09-12T12:17:01.513 INFO:teuthology.orchestra.run.smithi114.stdout: "repo_digests": [ 2024-09-12T12:17:01.513 INFO:teuthology.orchestra.run.smithi114.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66" 2024-09-12T12:17:01.513 INFO:teuthology.orchestra.run.smithi114.stdout: ] 2024-09-12T12:17:01.514 INFO:teuthology.orchestra.run.smithi114.stdout:} 2024-09-12T12:17:03.868 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:17:03.869 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_version": "ceph version 19.1.1-298-gb53b6d3e (b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc) squid (stable)", 2024-09-12T12:17:03.869 INFO:teuthology.orchestra.run.smithi082.stdout: "image_id": "54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594", 2024-09-12T12:17:03.869 INFO:teuthology.orchestra.run.smithi082.stdout: "repo_digests": [ 2024-09-12T12:17:03.869 INFO:teuthology.orchestra.run.smithi082.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66" 2024-09-12T12:17:03.869 INFO:teuthology.orchestra.run.smithi082.stdout: ] 2024-09-12T12:17:03.869 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:17:03.894 DEBUG:teuthology.orchestra.run.smithi082:> sudo mkdir -p /etc/ceph 2024-09-12T12:17:03.945 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /etc/ceph 2024-09-12T12:17:03.980 DEBUG:teuthology.orchestra.run.smithi114:> sudo mkdir -p /etc/ceph 2024-09-12T12:17:04.012 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod 777 /etc/ceph 2024-09-12T12:17:04.037 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 777 /etc/ceph 2024-09-12T12:17:04.066 DEBUG:teuthology.orchestra.run.smithi114:> sudo chmod 777 /etc/ceph 2024-09-12T12:17:04.094 INFO:tasks.cephadm:Writing seed config... 2024-09-12T12:17:04.096 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-09-12T12:17:04.096 INFO:tasks.cephadm: override: [client] debug client = 20 2024-09-12T12:17:04.096 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-09-12T12:17:04.096 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-09-12T12:17:04.096 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-09-12T12:17:04.096 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-09-12T12:17:04.096 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-09-12T12:17:04.096 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-09-12T12:17:04.096 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-09-12T12:17:04.096 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-09-12T12:17:04.096 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-09-12T12:17:04.097 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-09-12T12:17:04.097 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-09-12T12:17:04.097 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-09-12T12:17:04.097 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-09-12T12:17:04.097 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-09-12T12:17:04.097 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-09-12T12:17:04.097 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-09-12T12:17:04.097 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-09-12T12:17:04.097 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-09-12T12:17:04.097 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-09-12T12:17:04.097 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-09-12T12:17:04.097 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-09-12T12:17:04.097 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-09-12T12:17:04.097 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-09-12T12:17:04.098 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-12T12:17:04.098 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-12T12:17:04.098 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-12T12:17:04.098 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-12T12:17:04.098 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-12T12:17:04.098 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-09-12T12:17:04.098 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-09-12T12:17:04.098 INFO:tasks.cephadm: override: [mon] mon warn on pool no app = False 2024-09-12T12:17:04.098 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-09-12T12:17:04.098 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-09-12T12:17:04.098 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-09-12T12:17:04.098 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-09-12T12:17:04.099 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-09-12T12:17:04.099 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-09-12T12:17:04.099 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-09-12T12:17:04.099 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-12T12:17:04.099 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-12T12:17:04.099 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-09-12T12:17:04.099 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-09-12T12:17:04.099 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-09-12T12:17:04.099 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-09-12T12:17:04.099 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-09-12T12:17:04.099 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-09-12T12:17:04.099 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-09-12T12:17:04.099 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-12T12:17:04.100 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-09-12T12:17:04.100 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:17:04.101 DEBUG:teuthology.orchestra.run.smithi082:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-12T12:17:04.116 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = cb24faa8-7100-11ef-bcea-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 mon warn on pool no app = False [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-09-12T12:17:04.117 DEBUG:teuthology.orchestra.run.smithi082:mon.a> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mon.a.service 2024-09-12T12:17:04.159 DEBUG:teuthology.orchestra.run.smithi082:mgr.x> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mgr.x.service 2024-09-12T12:17:04.202 INFO:tasks.cephadm:Bootstrapping... 2024-09-12T12:17:04.202 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc -v bootstrap --fsid cb24faa8-7100-11ef-bcea-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.82 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-12T12:17:04.404 INFO:teuthology.orchestra.run.smithi082.stdout:-------------------------------------------------------------------------------- 2024-09-12T12:17:04.404 INFO:teuthology.orchestra.run.smithi082.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', '-v', 'bootstrap', '--fsid', 'cb24faa8-7100-11ef-bcea-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.82', '--skip-admin-label'] 2024-09-12T12:17:04.404 INFO:teuthology.orchestra.run.smithi082.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-12T12:17:04.404 INFO:teuthology.orchestra.run.smithi082.stdout:Verifying podman|docker is present... 2024-09-12T12:17:04.429 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stdout 5.2.2 2024-09-12T12:17:04.429 INFO:teuthology.orchestra.run.smithi082.stdout:Verifying lvm2 is present... 2024-09-12T12:17:04.429 INFO:teuthology.orchestra.run.smithi082.stdout:Verifying time synchronization is in place... 2024-09-12T12:17:04.437 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-12T12:17:04.437 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-12T12:17:04.443 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-12T12:17:04.443 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout inactive 2024-09-12T12:17:04.449 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout enabled 2024-09-12T12:17:04.456 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout active 2024-09-12T12:17:04.456 INFO:teuthology.orchestra.run.smithi082.stdout:Unit chronyd.service is enabled and running 2024-09-12T12:17:04.456 INFO:teuthology.orchestra.run.smithi082.stdout:Repeating the final host check... 2024-09-12T12:17:04.478 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stdout 5.2.2 2024-09-12T12:17:04.478 INFO:teuthology.orchestra.run.smithi082.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-12T12:17:04.478 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl is present 2024-09-12T12:17:04.478 INFO:teuthology.orchestra.run.smithi082.stdout:lvcreate is present 2024-09-12T12:17:04.484 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-12T12:17:04.484 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-12T12:17:04.490 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-12T12:17:04.490 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout inactive 2024-09-12T12:17:04.497 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout enabled 2024-09-12T12:17:04.503 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout active 2024-09-12T12:17:04.503 INFO:teuthology.orchestra.run.smithi082.stdout:Unit chronyd.service is enabled and running 2024-09-12T12:17:04.504 INFO:teuthology.orchestra.run.smithi082.stdout:Host looks OK 2024-09-12T12:17:04.504 INFO:teuthology.orchestra.run.smithi082.stdout:Cluster fsid: cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:17:04.504 INFO:teuthology.orchestra.run.smithi082.stdout:Acquiring lock 139931654284288 on /run/cephadm/cb24faa8-7100-11ef-bcea-c7b262605968.lock 2024-09-12T12:17:04.504 INFO:teuthology.orchestra.run.smithi082.stdout:Lock 139931654284288 acquired on /run/cephadm/cb24faa8-7100-11ef-bcea-c7b262605968.lock 2024-09-12T12:17:04.504 INFO:teuthology.orchestra.run.smithi082.stdout:Verifying IP 172.21.15.82 port 3300 ... 2024-09-12T12:17:04.504 INFO:teuthology.orchestra.run.smithi082.stdout:Verifying IP 172.21.15.82 port 6789 ... 2024-09-12T12:17:04.505 INFO:teuthology.orchestra.run.smithi082.stdout:Base mon IP(s) is [172.21.15.82:3300, 172.21.15.82:6789], mon addrv is [v2:172.21.15.82:3300,v1:172.21.15.82:6789] 2024-09-12T12:17:04.507 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.82 metric 100 2024-09-12T12:17:04.507 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.82 metric 100 2024-09-12T12:17:04.510 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-12T12:17:04.510 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-09-12T12:17:04.510 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-09-12T12:17:04.513 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-12T12:17:04.513 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-12T12:17:04.513 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-12T12:17:04.513 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-09-12T12:17:04.513 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d3ff/64 scope link noprefixroute 2024-09-12T12:17:04.513 INFO:teuthology.orchestra.run.smithi082.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-12T12:17:04.514 INFO:teuthology.orchestra.run.smithi082.stdout:Mon IP `172.21.15.82` is in CIDR network `172.21.0.0/20` 2024-09-12T12:17:04.514 INFO:teuthology.orchestra.run.smithi082.stdout:Mon IP `172.21.15.82` is in CIDR network `172.21.0.0/20` 2024-09-12T12:17:04.514 INFO:teuthology.orchestra.run.smithi082.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-12T12:17:04.514 INFO:teuthology.orchestra.run.smithi082.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-12T12:17:04.515 INFO:teuthology.orchestra.run.smithi082.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc... 2024-09-12T12:17:04.980 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stdout 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 2024-09-12T12:17:04.980 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc... 2024-09-12T12:17:04.980 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stderr Getting image source signatures 2024-09-12T12:17:04.980 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stderr Copying blob sha256:60180723200353b4e13b39fd162aecaf1bc097c859c7c6537324229e97c78567 2024-09-12T12:17:04.980 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-12T12:17:04.980 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stderr Copying config sha256:54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 2024-09-12T12:17:04.980 INFO:teuthology.orchestra.run.smithi082.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-12T12:17:05.776 INFO:teuthology.orchestra.run.smithi082.stdout:ceph: stdout ceph version 19.1.1-298-gb53b6d3e (b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc) squid (stable) 2024-09-12T12:17:05.776 INFO:teuthology.orchestra.run.smithi082.stdout:Ceph version: ceph version 19.1.1-298-gb53b6d3e (b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc) squid (stable) 2024-09-12T12:17:05.777 INFO:teuthology.orchestra.run.smithi082.stdout:Extracting ceph user uid/gid from container image... 2024-09-12T12:17:06.605 INFO:teuthology.orchestra.run.smithi082.stdout:stat: stdout 167 167 2024-09-12T12:17:06.605 INFO:teuthology.orchestra.run.smithi082.stdout:Creating initial keys... 2024-09-12T12:17:07.602 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph-authtool: stdout AQDC2+Jm35vlNRAActCdJZ28Niz88Nga9+Bd4w== 2024-09-12T12:17:08.524 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph-authtool: stdout AQDD2+Jmvw1COBAAZaisHzpWkCjCD3idfivc4A== 2024-09-12T12:17:09.471 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph-authtool: stdout AQDE2+Jm7hmUMBAAn92KyQjz8ro9FMG7cxPOww== 2024-09-12T12:17:09.472 INFO:teuthology.orchestra.run.smithi082.stdout:Creating initial monmap... 2024-09-12T12:17:10.378 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-12T12:17:10.378 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-09-12T12:17:10.378 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:17:10.378 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-12T12:17:10.378 INFO:teuthology.orchestra.run.smithi082.stdout:monmaptool for a [v2:172.21.15.82:3300,v1:172.21.15.82:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-12T12:17:10.378 INFO:teuthology.orchestra.run.smithi082.stdout:setting min_mon_release = quincy 2024-09-12T12:17:10.378 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/monmaptool: set fsid to cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:17:10.378 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-12T12:17:10.378 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:17:10.378 INFO:teuthology.orchestra.run.smithi082.stdout:Creating mon... 2024-09-12T12:17:11.309 INFO:teuthology.orchestra.run.smithi082.stdout:create mon.a on 2024-09-12T12:17:11.516 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-12T12:17:11.661 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-12T12:17:11.847 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-cb24faa8-7100-11ef-bcea-c7b262605968.target → /etc/systemd/system/ceph-cb24faa8-7100-11ef-bcea-c7b262605968.target. 2024-09-12T12:17:11.847 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-cb24faa8-7100-11ef-bcea-c7b262605968.target → /etc/systemd/system/ceph-cb24faa8-7100-11ef-bcea-c7b262605968.target. 2024-09-12T12:17:12.068 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mon.a 2024-09-12T12:17:12.068 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Failed to reset failed state of unit ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mon.a.service: Unit ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mon.a.service not loaded. 2024-09-12T12:17:12.233 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-cb24faa8-7100-11ef-bcea-c7b262605968.target.wants/ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mon.a.service → /etc/systemd/system/ceph-cb24faa8-7100-11ef-bcea-c7b262605968@.service. 2024-09-12T12:17:12.723 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-12T12:17:12.723 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout disabled 2024-09-12T12:17:12.730 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-12T12:17:12.730 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout inactive 2024-09-12T12:17:12.730 INFO:teuthology.orchestra.run.smithi082.stdout:firewalld.service is not enabled 2024-09-12T12:17:12.730 INFO:teuthology.orchestra.run.smithi082.stdout:Not possible to enable service . firewalld.service is not available 2024-09-12T12:17:12.731 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for mon to start... 2024-09-12T12:17:12.731 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for mon... 2024-09-12T12:17:12.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:12 smithi082 systemd[1]: Started Ceph mon.a for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:17:13.844 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout cluster: 2024-09-12T12:17:13.849 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout id: cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:17:13.850 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-12T12:17:13.850 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-09-12T12:17:13.850 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout services: 2024-09-12T12:17:13.850 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.581627s) 2024-09-12T12:17:13.850 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-12T12:17:13.850 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-12T12:17:13.850 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-09-12T12:17:13.850 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout data: 2024-09-12T12:17:13.850 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-12T12:17:13.850 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-12T12:17:13.850 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-12T12:17:13.850 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout pgs: 2024-09-12T12:17:13.851 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-09-12T12:17:13.851 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.207+0000 7fac021e6640 1 Processor -- start 2024-09-12T12:17:13.851 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.208+0000 7fac021e6640 1 -- start start 2024-09-12T12:17:13.851 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.208+0000 7fac021e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fabfc108f90 0x7fabfc109390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:13.851 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.208+0000 7fac021e6640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fabfc107520 con 0x7fabfc108f90 2024-09-12T12:17:13.851 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.208+0000 7fabfb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fabfc108f90 0x7fabfc109390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:13.851 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.208+0000 7fabfb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fabfc108f90 0x7fabfc109390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58606/0 (socket says 172.21.15.82:58606) 2024-09-12T12:17:13.851 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.208+0000 7fabfb7fe640 1 -- 172.21.15.82:0/1126156322 learned_addr learned my addr 172.21.15.82:0/1126156322 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:13.851 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.208+0000 7fabfb7fe640 1 -- 172.21.15.82:0/1126156322 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabfc1076a0 con 0x7fabfc108f90 2024-09-12T12:17:13.851 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.210+0000 7fabfb7fe640 1 --2- 172.21.15.82:0/1126156322 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fabfc108f90 0x7fabfc109390 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fabec009820 tx=0x7fabec02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a09d41f6e63bb8e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:13.851 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.210+0000 7fabfa7fc640 1 -- 172.21.15.82:0/1126156322 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fabec037070 con 0x7fabfc108f90 2024-09-12T12:17:13.851 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.210+0000 7fabfa7fc640 1 -- 172.21.15.82:0/1126156322 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabec032440 con 0x7fabfc108f90 2024-09-12T12:17:13.852 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.210+0000 7fabfa7fc640 1 -- 172.21.15.82:0/1126156322 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fabec032740 con 0x7fabfc108f90 2024-09-12T12:17:13.852 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.211+0000 7fac021e6640 1 -- 172.21.15.82:0/1126156322 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fabfc108f90 msgr2=0x7fabfc109390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:13.852 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.211+0000 7fac021e6640 1 --2- 172.21.15.82:0/1126156322 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fabfc108f90 0x7fabfc109390 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fabec009820 tx=0x7fabec02a270 comp rx=0 tx=0).stop 2024-09-12T12:17:13.852 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.211+0000 7fac021e6640 1 -- 172.21.15.82:0/1126156322 shutdown_connections 2024-09-12T12:17:13.852 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.211+0000 7fac021e6640 1 --2- 172.21.15.82:0/1126156322 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fabfc108f90 0x7fabfc109390 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:13.852 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.211+0000 7fac021e6640 1 -- 172.21.15.82:0/1126156322 >> 172.21.15.82:0/1126156322 conn(0x7fabfc103090 msgr2=0x7fabfc1054d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:13.852 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.211+0000 7fac021e6640 1 -- 172.21.15.82:0/1126156322 shutdown_connections 2024-09-12T12:17:13.852 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.211+0000 7fac021e6640 1 -- 172.21.15.82:0/1126156322 wait complete. 2024-09-12T12:17:13.852 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.211+0000 7fac021e6640 1 Processor -- start 2024-09-12T12:17:13.852 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.212+0000 7fac021e6640 1 -- start start 2024-09-12T12:17:13.852 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.212+0000 7fac021e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fabfc108f90 0x7fabfc19b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:13.853 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.212+0000 7fac021e6640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fabfc107bd0 con 0x7fabfc108f90 2024-09-12T12:17:13.853 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.212+0000 7fabfb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fabfc108f90 0x7fabfc19b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:13.853 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.212+0000 7fabfb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fabfc108f90 0x7fabfc19b140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58622/0 (socket says 172.21.15.82:58622) 2024-09-12T12:17:13.853 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.212+0000 7fabfb7fe640 1 -- 172.21.15.82:0/1075148037 learned_addr learned my addr 172.21.15.82:0/1075148037 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:13.853 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.212+0000 7fabfb7fe640 1 -- 172.21.15.82:0/1075148037 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabfc19b680 con 0x7fabfc108f90 2024-09-12T12:17:13.853 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.212+0000 7fabfb7fe640 1 --2- 172.21.15.82:0/1075148037 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fabfc108f90 0x7fabfc19b140 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fabec0090b0 tx=0x7fabec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:13.853 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.213+0000 7fabf8ff9640 1 -- 172.21.15.82:0/1075148037 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fabec041070 con 0x7fabfc108f90 2024-09-12T12:17:13.853 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.213+0000 7fabf8ff9640 1 -- 172.21.15.82:0/1075148037 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabec03c7a0 con 0x7fabfc108f90 2024-09-12T12:17:13.853 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.213+0000 7fac021e6640 1 -- 172.21.15.82:0/1075148037 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabfc19b910 con 0x7fabfc108f90 2024-09-12T12:17:13.853 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.213+0000 7fabf8ff9640 1 -- 172.21.15.82:0/1075148037 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fabec037040 con 0x7fabfc108f90 2024-09-12T12:17:13.853 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.213+0000 7fac021e6640 1 -- 172.21.15.82:0/1075148037 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabfc19e600 con 0x7fabfc108f90 2024-09-12T12:17:13.853 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.213+0000 7fabf8ff9640 1 -- 172.21.15.82:0/1075148037 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fabec044070 con 0x7fabfc108f90 2024-09-12T12:17:13.854 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.213+0000 7fabf8ff9640 1 -- 172.21.15.82:0/1075148037 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fabec03d3f0 con 0x7fabfc108f90 2024-09-12T12:17:13.854 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.214+0000 7fac021e6640 1 -- 172.21.15.82:0/1075148037 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabfc108220 con 0x7fabfc108f90 2024-09-12T12:17:13.854 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.216+0000 7fabf8ff9640 1 -- 172.21.15.82:0/1075148037 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fabec046450 con 0x7fabfc108f90 2024-09-12T12:17:13.854 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.274+0000 7fac021e6640 1 -- 172.21.15.82:0/1075148037 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7fabfc02d860 con 0x7fabfc108f90 2024-09-12T12:17:13.854 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.275+0000 7fabf8ff9640 1 -- 172.21.15.82:0/1075148037 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7fabec046630 con 0x7fabfc108f90 2024-09-12T12:17:13.854 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.275+0000 7fac021e6640 1 -- 172.21.15.82:0/1075148037 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fabfc108f90 msgr2=0x7fabfc19b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:13.854 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.275+0000 7fac021e6640 1 --2- 172.21.15.82:0/1075148037 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fabfc108f90 0x7fabfc19b140 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fabec0090b0 tx=0x7fabec0046c0 comp rx=0 tx=0).stop 2024-09-12T12:17:13.854 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.275+0000 7fac021e6640 1 -- 172.21.15.82:0/1075148037 shutdown_connections 2024-09-12T12:17:13.854 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.275+0000 7fac021e6640 1 --2- 172.21.15.82:0/1075148037 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fabfc108f90 0x7fabfc19b140 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:13.854 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.275+0000 7fac021e6640 1 -- 172.21.15.82:0/1075148037 >> 172.21.15.82:0/1075148037 conn(0x7fabfc103090 msgr2=0x7fabfc191e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:13.854 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.276+0000 7fac021e6640 1 -- 172.21.15.82:0/1075148037 shutdown_connections 2024-09-12T12:17:13.854 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:13.276+0000 7fac021e6640 1 -- 172.21.15.82:0/1075148037 wait complete. 2024-09-12T12:17:13.855 INFO:teuthology.orchestra.run.smithi082.stdout:mon is available 2024-09-12T12:17:13.855 INFO:teuthology.orchestra.run.smithi082.stdout:Assimilating anything we can from ceph.conf... 2024-09-12T12:17:13.950 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:13 smithi082 ceph-mon[30760]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-12T12:17:13.950 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:13 smithi082 ceph-mon[30760]: monmap epoch 1 2024-09-12T12:17:13.950 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:13 smithi082 ceph-mon[30760]: fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:17:13.951 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:13 smithi082 ceph-mon[30760]: last_changed 2024-09-12T12:17:09.785358+0000 2024-09-12T12:17:13.951 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:13 smithi082 ceph-mon[30760]: created 2024-09-12T12:17:09.785358+0000 2024-09-12T12:17:13.951 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:13 smithi082 ceph-mon[30760]: min_mon_release 19 (squid) 2024-09-12T12:17:13.951 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:13 smithi082 ceph-mon[30760]: election_strategy: 1 2024-09-12T12:17:13.951 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:13 smithi082 ceph-mon[30760]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-09-12T12:17:13.951 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:13 smithi082 ceph-mon[30760]: fsmap 2024-09-12T12:17:13.951 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:13 smithi082 ceph-mon[30760]: osdmap e1: 0 total, 0 up, 0 in 2024-09-12T12:17:13.951 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:13 smithi082 ceph-mon[30760]: mgrmap e1: no daemons active 2024-09-12T12:17:13.951 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:13 smithi082 ceph-mon[30760]: from='client.? 172.21.15.82:0/1075148037' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-12T12:17:14.876 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-09-12T12:17:14.878 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout [global] 2024-09-12T12:17:14.878 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout fsid = cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:17:14.878 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.82:3300,v1:172.21.15.82:6789] 2024-09-12T12:17:14.878 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-12T12:17:14.879 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-12T12:17:14.879 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-12T12:17:14.879 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-12T12:17:14.879 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-09-12T12:17:14.879 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-12T12:17:14.885 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-12T12:17:14.885 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-09-12T12:17:14.886 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout [osd] 2024-09-12T12:17:14.886 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-12T12:17:14.886 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-12T12:17:14.886 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-12T12:17:14.886 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-12T12:17:14.886 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-12T12:17:14.886 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.244+0000 7f8e8fd84640 1 Processor -- start 2024-09-12T12:17:14.886 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.244+0000 7f8e8fd84640 1 -- start start 2024-09-12T12:17:14.886 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.245+0000 7f8e8fd84640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e881067b0 0x7f8e88106bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:14.886 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.245+0000 7f8e8fd84640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8e88107180 con 0x7f8e881067b0 2024-09-12T12:17:14.886 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.245+0000 7f8e8db20640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e881067b0 0x7f8e88106bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:14.886 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.245+0000 7f8e8db20640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e881067b0 0x7f8e88106bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58626/0 (socket says 172.21.15.82:58626) 2024-09-12T12:17:14.886 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.245+0000 7f8e8db20640 1 -- 172.21.15.82:0/1392943909 learned_addr learned my addr 172.21.15.82:0/1392943909 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:14.887 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.245+0000 7f8e8db20640 1 -- 172.21.15.82:0/1392943909 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e881079b0 con 0x7f8e881067b0 2024-09-12T12:17:14.887 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.246+0000 7f8e8db20640 1 --2- 172.21.15.82:0/1392943909 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e881067b0 0x7f8e88106bb0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f8e7c009820 tx=0x7f8e7c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=663904a5b9ddb970 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:14.887 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.246+0000 7f8e8cb1e640 1 -- 172.21.15.82:0/1392943909 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e7c037070 con 0x7f8e881067b0 2024-09-12T12:17:14.887 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.246+0000 7f8e8cb1e640 1 -- 172.21.15.82:0/1392943909 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e7c032440 con 0x7f8e881067b0 2024-09-12T12:17:14.887 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.246+0000 7f8e8cb1e640 1 -- 172.21.15.82:0/1392943909 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e7c032740 con 0x7f8e881067b0 2024-09-12T12:17:14.887 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.246+0000 7f8e8fd84640 1 -- 172.21.15.82:0/1392943909 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e881067b0 msgr2=0x7f8e88106bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:14.887 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.246+0000 7f8e8fd84640 1 --2- 172.21.15.82:0/1392943909 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e881067b0 0x7f8e88106bb0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f8e7c009820 tx=0x7f8e7c02a270 comp rx=0 tx=0).stop 2024-09-12T12:17:14.887 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.246+0000 7f8e8fd84640 1 -- 172.21.15.82:0/1392943909 shutdown_connections 2024-09-12T12:17:14.887 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.246+0000 7f8e8fd84640 1 --2- 172.21.15.82:0/1392943909 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e881067b0 0x7f8e88106bb0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:14.887 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.246+0000 7f8e8fd84640 1 -- 172.21.15.82:0/1392943909 >> 172.21.15.82:0/1392943909 conn(0x7f8e88101f40 msgr2=0x7f8e88104380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:14.887 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.247+0000 7f8e8fd84640 1 -- 172.21.15.82:0/1392943909 shutdown_connections 2024-09-12T12:17:14.887 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.247+0000 7f8e8fd84640 1 -- 172.21.15.82:0/1392943909 wait complete. 2024-09-12T12:17:14.888 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.247+0000 7f8e8fd84640 1 Processor -- start 2024-09-12T12:17:14.888 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.247+0000 7f8e8fd84640 1 -- start start 2024-09-12T12:17:14.888 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.247+0000 7f8e8fd84640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e881067b0 0x7f8e8818f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:14.888 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.247+0000 7f8e8fd84640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8e88107ee0 con 0x7f8e881067b0 2024-09-12T12:17:14.888 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.247+0000 7f8e8db20640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e881067b0 0x7f8e8818f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:14.888 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.247+0000 7f8e8db20640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e881067b0 0x7f8e8818f370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58640/0 (socket says 172.21.15.82:58640) 2024-09-12T12:17:14.888 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.247+0000 7f8e8db20640 1 -- 172.21.15.82:0/1392306861 learned_addr learned my addr 172.21.15.82:0/1392306861 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:14.888 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.248+0000 7f8e8db20640 1 -- 172.21.15.82:0/1392306861 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e8818f8b0 con 0x7f8e881067b0 2024-09-12T12:17:14.888 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.248+0000 7f8e8db20640 1 --2- 172.21.15.82:0/1392306861 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e881067b0 0x7f8e8818f370 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f8e7c0090b0 tx=0x7f8e7c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:14.888 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.248+0000 7f8e7affd640 1 -- 172.21.15.82:0/1392306861 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e7c041070 con 0x7f8e881067b0 2024-09-12T12:17:14.888 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.248+0000 7f8e7affd640 1 -- 172.21.15.82:0/1392306861 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e7c03c7a0 con 0x7f8e881067b0 2024-09-12T12:17:14.888 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.248+0000 7f8e8fd84640 1 -- 172.21.15.82:0/1392306861 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e8818daa0 con 0x7f8e881067b0 2024-09-12T12:17:14.888 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.248+0000 7f8e7affd640 1 -- 172.21.15.82:0/1392306861 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e7c037040 con 0x7f8e881067b0 2024-09-12T12:17:14.889 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.248+0000 7f8e8fd84640 1 -- 172.21.15.82:0/1392306861 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e8818dfe0 con 0x7f8e881067b0 2024-09-12T12:17:14.889 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.248+0000 7f8e7affd640 1 -- 172.21.15.82:0/1392306861 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8e7c044070 con 0x7f8e881067b0 2024-09-12T12:17:14.889 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.248+0000 7f8e7affd640 1 -- 172.21.15.82:0/1392306861 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8e7c03d3f0 con 0x7f8e881067b0 2024-09-12T12:17:14.889 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.249+0000 7f8e8fd84640 1 -- 172.21.15.82:0/1392306861 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e88108530 con 0x7f8e881067b0 2024-09-12T12:17:14.889 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.251+0000 7f8e7affd640 1 -- 172.21.15.82:0/1392306861 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f8e7c046450 con 0x7f8e881067b0 2024-09-12T12:17:14.889 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.307+0000 7f8e8fd84640 1 -- 172.21.15.82:0/1392306861 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f8e8818e320 con 0x7f8e881067b0 2024-09-12T12:17:14.889 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.310+0000 7f8e7affd640 1 -- 172.21.15.82:0/1392306861 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7f8e7c046630 con 0x7f8e881067b0 2024-09-12T12:17:14.889 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.311+0000 7f8e7affd640 1 -- 172.21.15.82:0/1392306861 <== mon.0 v2:172.21.15.82:3300/0 8 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f8e7c056070 con 0x7f8e881067b0 2024-09-12T12:17:14.889 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.312+0000 7f8e8fd84640 1 -- 172.21.15.82:0/1392306861 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e881067b0 msgr2=0x7f8e8818f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:14.889 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.312+0000 7f8e8fd84640 1 --2- 172.21.15.82:0/1392306861 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e881067b0 0x7f8e8818f370 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f8e7c0090b0 tx=0x7f8e7c0046c0 comp rx=0 tx=0).stop 2024-09-12T12:17:14.889 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.312+0000 7f8e8fd84640 1 -- 172.21.15.82:0/1392306861 shutdown_connections 2024-09-12T12:17:14.889 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.312+0000 7f8e8fd84640 1 --2- 172.21.15.82:0/1392306861 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e881067b0 0x7f8e8818f370 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:14.890 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.312+0000 7f8e8fd84640 1 -- 172.21.15.82:0/1392306861 >> 172.21.15.82:0/1392306861 conn(0x7f8e88101f40 msgr2=0x7f8e8807b870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:14.890 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.312+0000 7f8e8fd84640 1 -- 172.21.15.82:0/1392306861 shutdown_connections 2024-09-12T12:17:14.890 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:14.312+0000 7f8e8fd84640 1 -- 172.21.15.82:0/1392306861 wait complete. 2024-09-12T12:17:14.890 INFO:teuthology.orchestra.run.smithi082.stdout:Generating new minimal ceph.conf... 2024-09-12T12:17:14.964 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:14 smithi082 ceph-mon[30760]: from='client.? 172.21.15.82:0/1392306861' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-12T12:17:14.964 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:14 smithi082 ceph-mon[30760]: from='client.? 172.21.15.82:0/1392306861' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-12T12:17:15.859 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.259+0000 7fdecf754640 1 Processor -- start 2024-09-12T12:17:15.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.259+0000 7fdecf754640 1 -- start start 2024-09-12T12:17:15.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.259+0000 7fdecf754640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdec8106190 0x7fdec8106590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:15.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.259+0000 7fdecf754640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdec807be10 con 0x7fdec8106190 2024-09-12T12:17:15.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.259+0000 7fdecd4f0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdec8106190 0x7fdec8106590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:15.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.259+0000 7fdecd4f0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdec8106190 0x7fdec8106590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58646/0 (socket says 172.21.15.82:58646) 2024-09-12T12:17:15.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.259+0000 7fdecd4f0640 1 -- 172.21.15.82:0/2610513000 learned_addr learned my addr 172.21.15.82:0/2610513000 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:15.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.260+0000 7fdecd4f0640 1 -- 172.21.15.82:0/2610513000 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdec8106ad0 con 0x7fdec8106190 2024-09-12T12:17:15.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.260+0000 7fdecd4f0640 1 --2- 172.21.15.82:0/2610513000 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdec8106190 0x7fdec8106590 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fdec4009820 tx=0x7fdec402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d7b2247a82437b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:15.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.260+0000 7fdebffff640 1 -- 172.21.15.82:0/2610513000 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdec4037070 con 0x7fdec8106190 2024-09-12T12:17:15.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.260+0000 7fdebffff640 1 -- 172.21.15.82:0/2610513000 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fdec4032900 con 0x7fdec8106190 2024-09-12T12:17:15.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.260+0000 7fdebffff640 1 -- 172.21.15.82:0/2610513000 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdec4030850 con 0x7fdec8106190 2024-09-12T12:17:15.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.261+0000 7fdecf754640 1 -- 172.21.15.82:0/2610513000 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdec8106190 msgr2=0x7fdec8106590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:15.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.261+0000 7fdecf754640 1 --2- 172.21.15.82:0/2610513000 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdec8106190 0x7fdec8106590 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fdec4009820 tx=0x7fdec402a270 comp rx=0 tx=0).stop 2024-09-12T12:17:15.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.261+0000 7fdecf754640 1 -- 172.21.15.82:0/2610513000 shutdown_connections 2024-09-12T12:17:15.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.261+0000 7fdecf754640 1 --2- 172.21.15.82:0/2610513000 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdec8106190 0x7fdec8106590 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:15.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.261+0000 7fdecf754640 1 -- 172.21.15.82:0/2610513000 >> 172.21.15.82:0/2610513000 conn(0x7fdec8101f40 msgr2=0x7fdec8104380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:15.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.261+0000 7fdecf754640 1 -- 172.21.15.82:0/2610513000 shutdown_connections 2024-09-12T12:17:15.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.261+0000 7fdecf754640 1 -- 172.21.15.82:0/2610513000 wait complete. 2024-09-12T12:17:15.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.262+0000 7fdecf754640 1 Processor -- start 2024-09-12T12:17:15.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.262+0000 7fdecf754640 1 -- start start 2024-09-12T12:17:15.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.262+0000 7fdecf754640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdec8106190 0x7fdec819da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:15.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.262+0000 7fdecf754640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdec8107b60 con 0x7fdec8106190 2024-09-12T12:17:15.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.262+0000 7fdecd4f0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdec8106190 0x7fdec819da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:15.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.262+0000 7fdecd4f0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdec8106190 0x7fdec819da60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58648/0 (socket says 172.21.15.82:58648) 2024-09-12T12:17:15.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.262+0000 7fdecd4f0640 1 -- 172.21.15.82:0/3037573097 learned_addr learned my addr 172.21.15.82:0/3037573097 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:15.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.262+0000 7fdecd4f0640 1 -- 172.21.15.82:0/3037573097 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdec819dfa0 con 0x7fdec8106190 2024-09-12T12:17:15.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.262+0000 7fdecd4f0640 1 --2- 172.21.15.82:0/3037573097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdec8106190 0x7fdec819da60 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fdec40097f0 tx=0x7fdec4030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:15.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.262+0000 7fdebe7fc640 1 -- 172.21.15.82:0/3037573097 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdec4037040 con 0x7fdec8106190 2024-09-12T12:17:15.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.263+0000 7fdebe7fc640 1 -- 172.21.15.82:0/3037573097 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fdec4040070 con 0x7fdec8106190 2024-09-12T12:17:15.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.263+0000 7fdecf754640 1 -- 172.21.15.82:0/3037573097 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdec819e230 con 0x7fdec8106190 2024-09-12T12:17:15.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.263+0000 7fdebe7fc640 1 -- 172.21.15.82:0/3037573097 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdec403a390 con 0x7fdec8106190 2024-09-12T12:17:15.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.263+0000 7fdecf754640 1 -- 172.21.15.82:0/3037573097 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdec81a0f20 con 0x7fdec8106190 2024-09-12T12:17:15.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.263+0000 7fdebe7fc640 1 -- 172.21.15.82:0/3037573097 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fdec403a6b0 con 0x7fdec8106190 2024-09-12T12:17:15.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.263+0000 7fdebe7fc640 1 -- 172.21.15.82:0/3037573097 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fdec4045b60 con 0x7fdec8106190 2024-09-12T12:17:15.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.264+0000 7fdecf754640 1 -- 172.21.15.82:0/3037573097 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdec8106590 con 0x7fdec8106190 2024-09-12T12:17:15.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.266+0000 7fdebe7fc640 1 -- 172.21.15.82:0/3037573097 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fdec404a020 con 0x7fdec8106190 2024-09-12T12:17:15.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.323+0000 7fdecf754640 1 -- 172.21.15.82:0/3037573097 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fdec802dac0 con 0x7fdec8106190 2024-09-12T12:17:15.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.324+0000 7fdebe7fc640 1 -- 172.21.15.82:0/3037573097 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7fdec4045460 con 0x7fdec8106190 2024-09-12T12:17:15.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.324+0000 7fdecf754640 1 -- 172.21.15.82:0/3037573097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdec8106190 msgr2=0x7fdec819da60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:15.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.324+0000 7fdecf754640 1 --2- 172.21.15.82:0/3037573097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdec8106190 0x7fdec819da60 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fdec40097f0 tx=0x7fdec4030d80 comp rx=0 tx=0).stop 2024-09-12T12:17:15.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.324+0000 7fdecf754640 1 -- 172.21.15.82:0/3037573097 shutdown_connections 2024-09-12T12:17:15.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.324+0000 7fdecf754640 1 --2- 172.21.15.82:0/3037573097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdec8106190 0x7fdec819da60 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:15.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.324+0000 7fdecf754640 1 -- 172.21.15.82:0/3037573097 >> 172.21.15.82:0/3037573097 conn(0x7fdec8101f40 msgr2=0x7fdec8194740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:15.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.324+0000 7fdecf754640 1 -- 172.21.15.82:0/3037573097 shutdown_connections 2024-09-12T12:17:15.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:15.324+0000 7fdecf754640 1 -- 172.21.15.82:0/3037573097 wait complete. 2024-09-12T12:17:15.863 INFO:teuthology.orchestra.run.smithi082.stdout:Restarting the monitor... 2024-09-12T12:17:16.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:15 smithi082 ceph-mon[30760]: from='client.? 172.21.15.82:0/3037573097' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:17:16.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:15 smithi082 systemd[1]: Stopping Ceph mon.a for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:17:16.387 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a[30756]: 2024-09-12T12:17:16.131+0000 7f6057e27640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:17:16.387 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a[30756]: 2024-09-12T12:17:16.131+0000 7f6057e27640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-12T12:17:16.656 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:16 smithi082 podman[31000]: 2024-09-12 12:17:16.38735095 +0000 UTC m=+0.363784935 container died dd1bdcdca2a2aa803ba6d6c7476fe7930cc12053bab82971a6fecb365017dff6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a, io.buildah.version=1.37.2, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD) 2024-09-12T12:17:17.006 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:16 smithi082 podman[31000]: 2024-09-12 12:17:16.755992477 +0000 UTC m=+0.732426493 container cleanup dd1bdcdca2a2aa803ba6d6c7476fe7930cc12053bab82971a6fecb365017dff6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-b53b6d3, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-12T12:17:17.006 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:16 smithi082 bash[31000]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a 2024-09-12T12:17:17.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 podman[31012]: 2024-09-12 12:17:17.006622647 +0000 UTC m=+0.614641174 container remove dd1bdcdca2a2aa803ba6d6c7476fe7930cc12053bab82971a6fecb365017dff6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-b53b6d3, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True) 2024-09-12T12:17:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 systemd[1]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-12T12:17:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 systemd[1]: Stopped Ceph mon.a for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:17:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 systemd[1]: Starting Ceph mon.a for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:17:17.635 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 podman[31102]: 2024-09-12 12:17:17.24647412 +0000 UTC m=+0.015987059 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T12:17:17.635 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 podman[31102]: 2024-09-12 12:17:17.358614135 +0000 UTC m=+0.128127107 container create 1ed247089f49eee53786d7483ce0011a3d9d2882666b2a568b6d60f14e047fdc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-b53b6d3, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-12T12:17:17.636 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 podman[31102]: 2024-09-12 12:17:17.552211919 +0000 UTC m=+0.321724865 container init 1ed247089f49eee53786d7483ce0011a3d9d2882666b2a568b6d60f14e047fdc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-12T12:17:17.636 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 podman[31102]: 2024-09-12 12:17:17.555238309 +0000 UTC m=+0.324751235 container start 1ed247089f49eee53786d7483ce0011a3d9d2882666b2a568b6d60f14e047fdc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a, RELEASE=squid-b53b6d3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-12T12:17:17.636 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: set uid:gid to 167:167 (ceph:ceph) 2024-09-12T12:17:17.636 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: ceph version 19.1.1-298-gb53b6d3e (b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc) squid (stable), process ceph-mon, pid 2 2024-09-12T12:17:17.636 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: pidfile_write: ignore empty --pid-file 2024-09-12T12:17:17.636 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: load: jerasure load: lrc 2024-09-12T12:17:17.636 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: RocksDB version: 7.9.2 2024-09-12T12:17:17.636 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Git sha 0 2024-09-12T12:17:17.636 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Compile date 2024-09-09 16:23:28 2024-09-12T12:17:17.636 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: DB SUMMARY 2024-09-12T12:17:17.636 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: DB Session ID: 2SL2R1Y4VADRGQ8MWOSU 2024-09-12T12:17:17.637 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: CURRENT file: CURRENT 2024-09-12T12:17:17.637 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: IDENTITY file: IDENTITY 2024-09-12T12:17:17.637 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-12T12:17:17.637 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-12T12:17:17.637 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 107222 ; 2024-09-12T12:17:17.637 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.error_if_exists: 0 2024-09-12T12:17:17.637 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.create_if_missing: 0 2024-09-12T12:17:17.637 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.paranoid_checks: 1 2024-09-12T12:17:17.637 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-12T12:17:17.637 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-12T12:17:17.637 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-12T12:17:17.637 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.env: 0x56174c49c940 2024-09-12T12:17:17.637 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.fs: PosixFileSystem 2024-09-12T12:17:17.638 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.info_log: 0x56174dd036e0 2024-09-12T12:17:17.638 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_file_opening_threads: 16 2024-09-12T12:17:17.638 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.statistics: (nil) 2024-09-12T12:17:17.638 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.use_fsync: 0 2024-09-12T12:17:17.638 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_log_file_size: 0 2024-09-12T12:17:17.638 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-12T12:17:17.638 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-12T12:17:17.638 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.keep_log_file_num: 1000 2024-09-12T12:17:17.638 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.recycle_log_file_num: 0 2024-09-12T12:17:17.638 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.allow_fallocate: 1 2024-09-12T12:17:17.638 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.allow_mmap_reads: 0 2024-09-12T12:17:17.638 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.allow_mmap_writes: 0 2024-09-12T12:17:17.639 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.use_direct_reads: 0 2024-09-12T12:17:17.639 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-12T12:17:17.639 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.create_missing_column_families: 0 2024-09-12T12:17:17.639 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.db_log_dir: 2024-09-12T12:17:17.639 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.wal_dir: 2024-09-12T12:17:17.639 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-12T12:17:17.639 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-12T12:17:17.639 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-12T12:17:17.639 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-12T12:17:17.639 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-12T12:17:17.639 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-12T12:17:17.639 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.advise_random_on_open: 1 2024-09-12T12:17:17.639 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.db_write_buffer_size: 0 2024-09-12T12:17:17.640 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.write_buffer_manager: 0x56174dd12dc0 2024-09-12T12:17:17.640 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-12T12:17:17.640 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-12T12:17:17.640 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-12T12:17:17.640 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.rate_limiter: (nil) 2024-09-12T12:17:17.640 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-12T12:17:17.640 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.wal_recovery_mode: 2 2024-09-12T12:17:17.641 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.enable_thread_tracking: 0 2024-09-12T12:17:17.641 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.enable_pipelined_write: 0 2024-09-12T12:17:17.642 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.unordered_write: 0 2024-09-12T12:17:17.642 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-12T12:17:17.642 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-12T12:17:17.642 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-12T12:17:17.642 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-12T12:17:17.642 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.row_cache: None 2024-09-12T12:17:17.642 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.wal_filter: None 2024-09-12T12:17:17.642 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-12T12:17:17.642 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.allow_ingest_behind: 0 2024-09-12T12:17:17.642 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.two_write_queues: 0 2024-09-12T12:17:17.642 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.manual_wal_flush: 0 2024-09-12T12:17:17.642 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.wal_compression: 0 2024-09-12T12:17:17.642 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.atomic_flush: 0 2024-09-12T12:17:17.643 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-12T12:17:17.643 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-12T12:17:17.643 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-12T12:17:17.643 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.log_readahead_size: 0 2024-09-12T12:17:17.643 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-12T12:17:17.643 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.best_efforts_recovery: 0 2024-09-12T12:17:17.643 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-12T12:17:17.643 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-12T12:17:17.643 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.allow_data_in_errors: 0 2024-09-12T12:17:17.643 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.db_host_id: __hostname__ 2024-09-12T12:17:17.643 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-12T12:17:17.643 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_background_jobs: 2 2024-09-12T12:17:17.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_background_compactions: -1 2024-09-12T12:17:17.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_subcompactions: 1 2024-09-12T12:17:17.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-12T12:17:17.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-12T12:17:17.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-12T12:17:17.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_total_wal_size: 0 2024-09-12T12:17:17.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-12T12:17:17.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-12T12:17:17.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-12T12:17:17.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-12T12:17:17.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_open_files: -1 2024-09-12T12:17:17.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.bytes_per_sync: 0 2024-09-12T12:17:17.645 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-12T12:17:17.645 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-12T12:17:17.645 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compaction_readahead_size: 0 2024-09-12T12:17:17.645 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_background_flushes: -1 2024-09-12T12:17:17.645 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Compression algorithms supported: 2024-09-12T12:17:17.645 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: kZSTD supported: 0 2024-09-12T12:17:17.645 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: kXpressCompression supported: 0 2024-09-12T12:17:17.645 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: kBZip2Compression supported: 0 2024-09-12T12:17:17.645 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-12T12:17:17.645 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: kLZ4Compression supported: 1 2024-09-12T12:17:17.645 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: kZlibCompression supported: 1 2024-09-12T12:17:17.645 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: kLZ4HCCompression supported: 1 2024-09-12T12:17:17.646 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: kSnappyCompression supported: 1 2024-09-12T12:17:17.646 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-12T12:17:17.646 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-12T12:17:17.646 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-12T12:17:17.646 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-12T12:17:17.646 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-12T12:17:17.646 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.merge_operator: 2024-09-12T12:17:17.646 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compaction_filter: None 2024-09-12T12:17:17.646 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compaction_filter_factory: None 2024-09-12T12:17:17.646 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.sst_partitioner_factory: None 2024-09-12T12:17:17.646 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-12T12:17:17.646 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-12T12:17:17.646 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56174dd03320) 2024-09-12T12:17:17.647 INFO:journalctl@ceph.mon.a.smithi082.stdout: cache_index_and_filter_blocks: 1 2024-09-12T12:17:17.647 INFO:journalctl@ceph.mon.a.smithi082.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-12T12:17:17.647 INFO:journalctl@ceph.mon.a.smithi082.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-12T12:17:17.647 INFO:journalctl@ceph.mon.a.smithi082.stdout: pin_top_level_index_and_filter: 1 2024-09-12T12:17:17.647 INFO:journalctl@ceph.mon.a.smithi082.stdout: index_type: 0 2024-09-12T12:17:17.647 INFO:journalctl@ceph.mon.a.smithi082.stdout: data_block_index_type: 0 2024-09-12T12:17:17.647 INFO:journalctl@ceph.mon.a.smithi082.stdout: index_shortening: 1 2024-09-12T12:17:17.647 INFO:journalctl@ceph.mon.a.smithi082.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-12T12:17:17.647 INFO:journalctl@ceph.mon.a.smithi082.stdout: checksum: 4 2024-09-12T12:17:17.647 INFO:journalctl@ceph.mon.a.smithi082.stdout: no_block_cache: 0 2024-09-12T12:17:17.647 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_cache: 0x56174dcf71f0 2024-09-12T12:17:17.647 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_cache_name: BinnedLRUCache 2024-09-12T12:17:17.647 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_cache_options: 2024-09-12T12:17:17.647 INFO:journalctl@ceph.mon.a.smithi082.stdout: capacity : 536870912 2024-09-12T12:17:17.648 INFO:journalctl@ceph.mon.a.smithi082.stdout: num_shard_bits : 4 2024-09-12T12:17:17.648 INFO:journalctl@ceph.mon.a.smithi082.stdout: strict_capacity_limit : 0 2024-09-12T12:17:17.648 INFO:journalctl@ceph.mon.a.smithi082.stdout: high_pri_pool_ratio: 0.000 2024-09-12T12:17:17.648 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_cache_compressed: (nil) 2024-09-12T12:17:17.648 INFO:journalctl@ceph.mon.a.smithi082.stdout: persistent_cache: (nil) 2024-09-12T12:17:17.648 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_size: 4096 2024-09-12T12:17:17.648 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_size_deviation: 10 2024-09-12T12:17:17.648 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_restart_interval: 16 2024-09-12T12:17:17.648 INFO:journalctl@ceph.mon.a.smithi082.stdout: index_block_restart_interval: 1 2024-09-12T12:17:17.648 INFO:journalctl@ceph.mon.a.smithi082.stdout: metadata_block_size: 4096 2024-09-12T12:17:17.648 INFO:journalctl@ceph.mon.a.smithi082.stdout: partition_filters: 0 2024-09-12T12:17:17.648 INFO:journalctl@ceph.mon.a.smithi082.stdout: use_delta_encoding: 1 2024-09-12T12:17:17.648 INFO:journalctl@ceph.mon.a.smithi082.stdout: filter_policy: bloomfilter 2024-09-12T12:17:17.649 INFO:journalctl@ceph.mon.a.smithi082.stdout: whole_key_filtering: 1 2024-09-12T12:17:17.649 INFO:journalctl@ceph.mon.a.smithi082.stdout: verify_compression: 0 2024-09-12T12:17:17.649 INFO:journalctl@ceph.mon.a.smithi082.stdout: read_amp_bytes_per_bit: 0 2024-09-12T12:17:17.649 INFO:journalctl@ceph.mon.a.smithi082.stdout: format_version: 5 2024-09-12T12:17:17.649 INFO:journalctl@ceph.mon.a.smithi082.stdout: enable_index_compression: 1 2024-09-12T12:17:17.649 INFO:journalctl@ceph.mon.a.smithi082.stdout: block_align: 0 2024-09-12T12:17:17.649 INFO:journalctl@ceph.mon.a.smithi082.stdout: max_auto_readahead_size: 262144 2024-09-12T12:17:17.649 INFO:journalctl@ceph.mon.a.smithi082.stdout: prepopulate_block_cache: 0 2024-09-12T12:17:17.649 INFO:journalctl@ceph.mon.a.smithi082.stdout: initial_auto_readahead_size: 8192 2024-09-12T12:17:17.649 INFO:journalctl@ceph.mon.a.smithi082.stdout: num_file_reads_for_auto_readahead: 2 2024-09-12T12:17:17.649 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.write_buffer_size: 33554432 2024-09-12T12:17:17.649 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_write_buffer_number: 2 2024-09-12T12:17:17.650 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compression: NoCompression 2024-09-12T12:17:17.650 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.bottommost_compression: Disabled 2024-09-12T12:17:17.650 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.prefix_extractor: nullptr 2024-09-12T12:17:17.650 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-12T12:17:17.650 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.num_levels: 7 2024-09-12T12:17:17.650 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-12T12:17:17.650 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-12T12:17:17.650 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-12T12:17:17.650 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-12T12:17:17.650 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-12T12:17:17.650 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-12T12:17:17.650 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-12T12:17:17.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-12T12:17:17.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-12T12:17:17.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-12T12:17:17.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-12T12:17:17.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-12T12:17:17.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-12T12:17:17.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compression_opts.level: 32767 2024-09-12T12:17:17.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compression_opts.strategy: 0 2024-09-12T12:17:17.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-12T12:17:17.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-12T12:17:17.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-12T12:17:17.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-12T12:17:17.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compression_opts.enabled: false 2024-09-12T12:17:17.652 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-12T12:17:17.652 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-12T12:17:17.652 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-12T12:17:17.652 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-12T12:17:17.652 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.target_file_size_base: 67108864 2024-09-12T12:17:17.652 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-12T12:17:17.652 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-12T12:17:17.652 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-12T12:17:17.652 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-12T12:17:17.652 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-12T12:17:17.652 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-12T12:17:17.652 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-12T12:17:17.653 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-12T12:17:17.653 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-12T12:17:17.653 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-12T12:17:17.653 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-12T12:17:17.653 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-12T12:17:17.653 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-12T12:17:17.653 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-12T12:17:17.653 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.arena_block_size: 1048576 2024-09-12T12:17:17.653 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-12T12:17:17.653 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-12T12:17:17.653 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.disable_auto_compactions: 0 2024-09-12T12:17:17.653 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-12T12:17:17.654 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-12T12:17:17.654 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-12T12:17:17.654 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-12T12:17:17.654 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-12T12:17:17.654 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-12T12:17:17.654 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-12T12:17:17.654 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-12T12:17:17.654 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-12T12:17:17.654 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-12T12:17:17.654 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-12T12:17:17.654 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.inplace_update_support: 0 2024-09-12T12:17:17.654 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-12T12:17:17.654 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-12T12:17:17.655 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-12T12:17:17.655 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-12T12:17:17.655 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.bloom_locality: 0 2024-09-12T12:17:17.655 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.max_successive_merges: 0 2024-09-12T12:17:17.655 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-12T12:17:17.655 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.paranoid_file_checks: 0 2024-09-12T12:17:17.655 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.force_consistency_checks: 1 2024-09-12T12:17:17.655 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.report_bg_io_stats: 0 2024-09-12T12:17:17.655 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.ttl: 2592000 2024-09-12T12:17:17.655 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-12T12:17:17.655 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-12T12:17:17.655 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-12T12:17:17.656 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.enable_blob_files: false 2024-09-12T12:17:17.656 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.min_blob_size: 0 2024-09-12T12:17:17.656 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.blob_file_size: 268435456 2024-09-12T12:17:17.656 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-12T12:17:17.656 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-12T12:17:17.656 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-12T12:17:17.656 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-12T12:17:17.656 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-12T12:17:17.656 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.blob_file_starting_level: 0 2024-09-12T12:17:17.656 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-12T12:17:17.656 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-12T12:17:17.656 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-12T12:17:17.657 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 94130fec-fc07-495e-870f-7583a1910b27 2024-09-12T12:17:17.657 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726143437582044, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-12T12:17:17.657 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-12T12:17:17.657 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726143437583474, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 102105, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 336, "table_properties": {"data_size": 99993, "index_size": 304, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14782, "raw_average_key_size": 50, "raw_value_size": 91995, "raw_average_value_size": 311, "num_data_blocks": 12, "num_entries": 295, "num_filter_entries": 295, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726143437, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "94130fec-fc07-495e-870f-7583a1910b27", "db_session_id": "2SL2R1Y4VADRGQ8MWOSU", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-12T12:17:17.657 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726143437583608, "job": 1, "event": "recovery_finished"} 2024-09-12T12:17:17.657 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-12T12:17:17.657 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-12T12:17:17.657 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56174dd24e00 2024-09-12T12:17:17.657 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: DB pointer 0x56174de20000 2024-09-12T12:17:17.657 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-12T12:17:17.657 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-12T12:17:17.657 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** DB Stats ** 2024-09-12T12:17:17.657 INFO:journalctl@ceph.mon.a.smithi082.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T12:17:17.658 INFO:journalctl@ceph.mon.a.smithi082.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-12T12:17:17.658 INFO:journalctl@ceph.mon.a.smithi082.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-12T12:17:17.658 INFO:journalctl@ceph.mon.a.smithi082.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-12T12:17:17.658 INFO:journalctl@ceph.mon.a.smithi082.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-12T12:17:17.658 INFO:journalctl@ceph.mon.a.smithi082.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-12T12:17:17.658 INFO:journalctl@ceph.mon.a.smithi082.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-12T12:17:17.658 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-09-12T12:17:17.658 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** Compaction Stats [default] ** 2024-09-12T12:17:17.658 INFO:journalctl@ceph.mon.a.smithi082.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-12T12:17:17.658 INFO:journalctl@ceph.mon.a.smithi082.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-12T12:17:17.658 INFO:journalctl@ceph.mon.a.smithi082.stdout: L0 2/0 101.57 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 115.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-12T12:17:17.658 INFO:journalctl@ceph.mon.a.smithi082.stdout: Sum 2/0 101.57 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 115.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-12T12:17:17.658 INFO:journalctl@ceph.mon.a.smithi082.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 115.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-12T12:17:17.659 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-09-12T12:17:17.659 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** Compaction Stats [default] ** 2024-09-12T12:17:17.659 INFO:journalctl@ceph.mon.a.smithi082.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-12T12:17:17.659 INFO:journalctl@ceph.mon.a.smithi082.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T12:17:17.659 INFO:journalctl@ceph.mon.a.smithi082.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 115.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-12T12:17:17.659 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-09-12T12:17:17.659 INFO:journalctl@ceph.mon.a.smithi082.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-12T12:17:17.659 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-09-12T12:17:17.659 INFO:journalctl@ceph.mon.a.smithi082.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T12:17:17.659 INFO:journalctl@ceph.mon.a.smithi082.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-12T12:17:17.659 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-12T12:17:17.659 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-12T12:17:17.660 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-12T12:17:17.660 INFO:journalctl@ceph.mon.a.smithi082.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-12T12:17:17.660 INFO:journalctl@ceph.mon.a.smithi082.stdout: Cumulative compaction: 0.00 GB write, 21.94 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T12:17:17.660 INFO:journalctl@ceph.mon.a.smithi082.stdout: Interval compaction: 0.00 GB write, 21.94 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T12:17:17.660 INFO:journalctl@ceph.mon.a.smithi082.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-12T12:17:17.660 INFO:journalctl@ceph.mon.a.smithi082.stdout: Block cache BinnedLRUCache@0x56174dcf71f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-12T12:17:17.660 INFO:journalctl@ceph.mon.a.smithi082.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-09-12T12:17:17.660 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-09-12T12:17:17.660 INFO:journalctl@ceph.mon.a.smithi082.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-12T12:17:17.660 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: starting mon.a rank 0 at public addrs [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] at bind addrs [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:17:17.660 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: mon.a@-1(???) e1 preinit fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:17:17.660 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: mon.a@-1(???).mds e1 new map 2024-09-12T12:17:17.661 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: mon.a@-1(???).mds e1 print_map 2024-09-12T12:17:17.661 INFO:journalctl@ceph.mon.a.smithi082.stdout: e1 2024-09-12T12:17:17.661 INFO:journalctl@ceph.mon.a.smithi082.stdout: btime 2024-09-12T12:17:12:694823+0000 2024-09-12T12:17:17.661 INFO:journalctl@ceph.mon.a.smithi082.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-12T12:17:17.661 INFO:journalctl@ceph.mon.a.smithi082.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-12T12:17:17.661 INFO:journalctl@ceph.mon.a.smithi082.stdout: legacy client fscid: -1 2024-09-12T12:17:17.661 INFO:journalctl@ceph.mon.a.smithi082.stdout: 2024-09-12T12:17:17.661 INFO:journalctl@ceph.mon.a.smithi082.stdout: No filesystems configured 2024-09-12T12:17:17.661 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-12T12:17:17.661 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T12:17:17.661 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T12:17:17.661 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T12:17:17.661 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-12T12:17:17.662 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 bash[31102]: 1ed247089f49eee53786d7483ce0011a3d9d2882666b2a568b6d60f14e047fdc 2024-09-12T12:17:17.662 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 systemd[1]: Started Ceph mon.a for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:17:17.662 INFO:teuthology.orchestra.run.smithi082.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-12T12:17:17.964 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-12T12:17:17.964 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: monmap epoch 1 2024-09-12T12:17:17.964 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:17:17.964 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: last_changed 2024-09-12T12:17:09.785358+0000 2024-09-12T12:17:17.965 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: created 2024-09-12T12:17:09.785358+0000 2024-09-12T12:17:17.965 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: min_mon_release 19 (squid) 2024-09-12T12:17:17.965 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: election_strategy: 1 2024-09-12T12:17:17.965 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-09-12T12:17:17.965 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: fsmap 2024-09-12T12:17:17.965 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: osdmap e1: 0 total, 0 up, 0 in 2024-09-12T12:17:17.965 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:17 smithi082 ceph-mon[31122]: mgrmap e1: no daemons active 2024-09-12T12:17:18.735 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.044+0000 7f59ccdf5640 1 Processor -- start 2024-09-12T12:17:18.741 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.045+0000 7f59ccdf5640 1 -- start start 2024-09-12T12:17:18.741 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.045+0000 7f59ccdf5640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f59c8106830 0x7f59c8106c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:18.741 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.045+0000 7f59ccdf5640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f59c8107200 con 0x7f59c8106830 2024-09-12T12:17:18.741 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.045+0000 7f59c659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f59c8106830 0x7f59c8106c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:18.741 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.045+0000 7f59c659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f59c8106830 0x7f59c8106c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41548/0 (socket says 172.21.15.82:41548) 2024-09-12T12:17:18.741 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.045+0000 7f59c659c640 1 -- 172.21.15.82:0/576976142 learned_addr learned my addr 172.21.15.82:0/576976142 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:18.741 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.046+0000 7f59c659c640 1 -- 172.21.15.82:0/576976142 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59c8107a30 con 0x7f59c8106830 2024-09-12T12:17:18.741 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.047+0000 7f59c659c640 1 --2- 172.21.15.82:0/576976142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f59c8106830 0x7f59c8106c30 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f59b8009820 tx=0x7f59b802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2822b93f5f0bd33 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:18.741 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.048+0000 7f59c559a640 1 -- 172.21.15.82:0/576976142 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59b8037070 con 0x7f59c8106830 2024-09-12T12:17:18.741 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.048+0000 7f59c559a640 1 -- 172.21.15.82:0/576976142 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f59b8032900 con 0x7f59c8106830 2024-09-12T12:17:18.741 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.048+0000 7f59c559a640 1 -- 172.21.15.82:0/576976142 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59b8030850 con 0x7f59c8106830 2024-09-12T12:17:18.742 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.048+0000 7f59ccdf5640 1 -- 172.21.15.82:0/576976142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f59c8106830 msgr2=0x7f59c8106c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:18.742 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.048+0000 7f59ccdf5640 1 --2- 172.21.15.82:0/576976142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f59c8106830 0x7f59c8106c30 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f59b8009820 tx=0x7f59b802a270 comp rx=0 tx=0).stop 2024-09-12T12:17:18.742 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.048+0000 7f59ccdf5640 1 -- 172.21.15.82:0/576976142 shutdown_connections 2024-09-12T12:17:18.742 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.048+0000 7f59ccdf5640 1 --2- 172.21.15.82:0/576976142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f59c8106830 0x7f59c8106c30 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:18.742 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.048+0000 7f59ccdf5640 1 -- 172.21.15.82:0/576976142 >> 172.21.15.82:0/576976142 conn(0x7f59c8102020 msgr2=0x7f59c8104440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:18.742 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.048+0000 7f59ccdf5640 1 -- 172.21.15.82:0/576976142 shutdown_connections 2024-09-12T12:17:18.742 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.048+0000 7f59ccdf5640 1 -- 172.21.15.82:0/576976142 wait complete. 2024-09-12T12:17:18.742 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.049+0000 7f59ccdf5640 1 Processor -- start 2024-09-12T12:17:18.742 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.049+0000 7f59ccdf5640 1 -- start start 2024-09-12T12:17:18.742 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.049+0000 7f59ccdf5640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f59c8106830 0x7f59c819b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:18.742 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.049+0000 7f59ccdf5640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f59c810ade0 con 0x7f59c8106830 2024-09-12T12:17:18.742 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.049+0000 7f59c659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f59c8106830 0x7f59c819b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:18.742 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.049+0000 7f59c659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f59c8106830 0x7f59c819b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41556/0 (socket says 172.21.15.82:41556) 2024-09-12T12:17:18.743 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.049+0000 7f59c659c640 1 -- 172.21.15.82:0/827897882 learned_addr learned my addr 172.21.15.82:0/827897882 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:18.743 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.050+0000 7f59c659c640 1 -- 172.21.15.82:0/827897882 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59c819be90 con 0x7f59c8106830 2024-09-12T12:17:18.743 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.050+0000 7f59c659c640 1 --2- 172.21.15.82:0/827897882 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f59c8106830 0x7f59c819b950 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f59b8009940 tx=0x7f59b80326e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:18.743 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.050+0000 7f59bf7fe640 1 -- 172.21.15.82:0/827897882 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59b8042070 con 0x7f59c8106830 2024-09-12T12:17:18.743 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.050+0000 7f59bf7fe640 1 -- 172.21.15.82:0/827897882 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f59b8032be0 con 0x7f59c8106830 2024-09-12T12:17:18.743 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.050+0000 7f59bf7fe640 1 -- 172.21.15.82:0/827897882 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59b8037040 con 0x7f59c8106830 2024-09-12T12:17:18.743 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.050+0000 7f59ccdf5640 1 -- 172.21.15.82:0/827897882 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59c819c120 con 0x7f59c8106830 2024-09-12T12:17:18.743 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.050+0000 7f59ccdf5640 1 -- 172.21.15.82:0/827897882 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59c819ee10 con 0x7f59c8106830 2024-09-12T12:17:18.743 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.050+0000 7f59bf7fe640 1 -- 172.21.15.82:0/827897882 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f59b8045070 con 0x7f59c8106830 2024-09-12T12:17:18.743 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.050+0000 7f59bf7fe640 1 -- 172.21.15.82:0/827897882 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f59b8047a30 con 0x7f59c8106830 2024-09-12T12:17:18.743 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.051+0000 7f59ccdf5640 1 -- 172.21.15.82:0/827897882 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59c8106cb0 con 0x7f59c8106830 2024-09-12T12:17:18.743 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.053+0000 7f59bf7fe640 1 -- 172.21.15.82:0/827897882 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f59b8032d90 con 0x7f59c8106830 2024-09-12T12:17:18.743 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.110+0000 7f59ccdf5640 1 -- 172.21.15.82:0/827897882 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f59c8195890 con 0x7f59c8106830 2024-09-12T12:17:18.744 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.115+0000 7f59bf7fe640 1 -- 172.21.15.82:0/827897882 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f59b803d430 con 0x7f59c8106830 2024-09-12T12:17:18.744 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.116+0000 7f59ccdf5640 1 -- 172.21.15.82:0/827897882 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f59c8106830 msgr2=0x7f59c819b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:18.744 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.116+0000 7f59ccdf5640 1 --2- 172.21.15.82:0/827897882 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f59c8106830 0x7f59c819b950 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f59b8009940 tx=0x7f59b80326e0 comp rx=0 tx=0).stop 2024-09-12T12:17:18.744 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.116+0000 7f59ccdf5640 1 -- 172.21.15.82:0/827897882 shutdown_connections 2024-09-12T12:17:18.744 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.116+0000 7f59ccdf5640 1 --2- 172.21.15.82:0/827897882 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f59c8106830 0x7f59c819b950 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:18.744 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.116+0000 7f59ccdf5640 1 -- 172.21.15.82:0/827897882 >> 172.21.15.82:0/827897882 conn(0x7f59c8102020 msgr2=0x7f59c8102f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:18.744 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.116+0000 7f59ccdf5640 1 -- 172.21.15.82:0/827897882 shutdown_connections 2024-09-12T12:17:18.744 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:18.116+0000 7f59ccdf5640 1 -- 172.21.15.82:0/827897882 wait complete. 2024-09-12T12:17:18.744 INFO:teuthology.orchestra.run.smithi082.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-12T12:17:18.765 INFO:teuthology.orchestra.run.smithi082.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-12T12:17:18.766 INFO:teuthology.orchestra.run.smithi082.stdout:Creating mgr... 2024-09-12T12:17:18.766 INFO:teuthology.orchestra.run.smithi082.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-12T12:17:18.766 INFO:teuthology.orchestra.run.smithi082.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-12T12:17:19.014 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mgr.x 2024-09-12T12:17:19.014 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Failed to reset failed state of unit ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mgr.x.service: Unit ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mgr.x.service not loaded. 2024-09-12T12:17:19.162 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-cb24faa8-7100-11ef-bcea-c7b262605968.target.wants/ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-cb24faa8-7100-11ef-bcea-c7b262605968@.service. 2024-09-12T12:17:19.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:19 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/827897882' entity='client.admin' 2024-09-12T12:17:19.280 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:19 smithi082 systemd[1]: Starting Ceph mgr.x for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:17:19.704 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:19 smithi082 podman[31338]: 2024-09-12 12:17:19.385116089 +0000 UTC m=+0.104959165 container create 88930bdaa807e478859d490ced96a433f309a6cb58933620ed166f9c3b169169 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-12T12:17:19.704 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:19 smithi082 podman[31338]: 2024-09-12 12:17:19.295965769 +0000 UTC m=+0.015808845 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T12:17:19.704 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:19 smithi082 podman[31338]: 2024-09-12 12:17:19.61261659 +0000 UTC m=+0.332459666 container init 88930bdaa807e478859d490ced96a433f309a6cb58933620ed166f9c3b169169 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-12T12:17:19.704 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:19 smithi082 podman[31338]: 2024-09-12 12:17:19.615224182 +0000 UTC m=+0.335067265 container start 88930bdaa807e478859d490ced96a433f309a6cb58933620ed166f9c3b169169 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-12T12:17:19.704 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:19 smithi082 bash[31338]: 88930bdaa807e478859d490ced96a433f309a6cb58933620ed166f9c3b169169 2024-09-12T12:17:19.717 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-12T12:17:19.717 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout disabled 2024-09-12T12:17:19.724 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-12T12:17:19.724 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout inactive 2024-09-12T12:17:19.724 INFO:teuthology.orchestra.run.smithi082.stdout:firewalld.service is not enabled 2024-09-12T12:17:19.724 INFO:teuthology.orchestra.run.smithi082.stdout:Not possible to enable service . firewalld.service is not available 2024-09-12T12:17:19.733 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-12T12:17:19.733 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout disabled 2024-09-12T12:17:19.740 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-12T12:17:19.741 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout inactive 2024-09-12T12:17:19.741 INFO:teuthology.orchestra.run.smithi082.stdout:firewalld.service is not enabled 2024-09-12T12:17:19.741 INFO:teuthology.orchestra.run.smithi082.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-12T12:17:19.741 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for mgr to start... 2024-09-12T12:17:19.741 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for mgr... 2024-09-12T12:17:19.961 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:19 smithi082 systemd[1]: Started Ceph mgr.x for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:17:19.961 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:19 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:19.735+0000 7f0804e34040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T12:17:19.961 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:19 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:19.796+0000 7f0804e34040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T12:17:19.961 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:19 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:19.943+0000 7f0804e34040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-12T12:17:20.212 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:20.014+0000 7f0804e34040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T12:17:20.212 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:20.168+0000 7f0804e34040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:17:20.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:20 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3376702879' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-12T12:17:20.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:20.315+0000 7f0804e34040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T12:17:20.793 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:20.631+0000 7f0804e34040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T12:17:20.793 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:20.691+0000 7f0804e34040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T12:17:20.796 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-09-12T12:17:20.798 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout { 2024-09-12T12:17:20.798 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:17:20.798 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "health": { 2024-09-12T12:17:20.798 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-12T12:17:20.798 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-12T12:17:20.799 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-12T12:17:20.799 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:20.799 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-12T12:17:20.799 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-12T12:17:20.799 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 0 2024-09-12T12:17:20.799 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-09-12T12:17:20.799 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-12T12:17:20.799 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "a" 2024-09-12T12:17:20.799 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-09-12T12:17:20.799 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-12T12:17:20.799 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-12T12:17:20.799 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T12:17:20.799 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-12T12:17:20.799 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-12T12:17:20.800 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:20.800 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-12T12:17:20.800 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T12:17:20.800 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-12T12:17:20.800 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-12T12:17:20.800 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-12T12:17:20.809 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-12T12:17:20.809 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-12T12:17:20.809 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-12T12:17:20.809 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:20.809 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-12T12:17:20.809 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-12T12:17:20.810 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-12T12:17:20.810 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-12T12:17:20.810 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-12T12:17:20.810 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-12T12:17:20.810 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-12T12:17:20.810 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-12T12:17:20.810 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-12T12:17:20.810 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:20.810 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-12T12:17:20.811 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T12:17:20.811 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "btime": "2024-09-12T12:17:12:694823+0000", 2024-09-12T12:17:20.811 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-12T12:17:20.811 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-12T12:17:20.811 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:20.811 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-12T12:17:20.811 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-12T12:17:20.812 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-12T12:17:20.812 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-12T12:17:20.812 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-12T12:17:20.812 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-12T12:17:20.812 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "restful" 2024-09-12T12:17:20.812 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-09-12T12:17:20.812 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-12T12:17:20.812 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:20.813 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-12T12:17:20.813 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T12:17:20.813 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "modified": "2024-09-12T12:17:12.695454+0000", 2024-09-12T12:17:20.813 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-12T12:17:20.813 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:20.813 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-12T12:17:20.813 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout } 2024-09-12T12:17:20.813 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.134+0000 7fc6d404f640 1 Processor -- start 2024-09-12T12:17:20.814 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.134+0000 7fc6d404f640 1 -- start start 2024-09-12T12:17:20.814 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.135+0000 7fc6d404f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6cc108e60 0x7fc6cc109260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:20.814 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.135+0000 7fc6d404f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc109830 con 0x7fc6cc108e60 2024-09-12T12:17:20.814 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.135+0000 7fc6d1deb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6cc108e60 0x7fc6cc109260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:20.814 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.135+0000 7fc6d1deb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6cc108e60 0x7fc6cc109260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41574/0 (socket says 172.21.15.82:41574) 2024-09-12T12:17:20.814 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.135+0000 7fc6d1deb640 1 -- 172.21.15.82:0/1636921976 learned_addr learned my addr 172.21.15.82:0/1636921976 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:20.814 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.135+0000 7fc6d1deb640 1 -- 172.21.15.82:0/1636921976 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6cc1099b0 con 0x7fc6cc108e60 2024-09-12T12:17:20.814 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.136+0000 7fc6d1deb640 1 --2- 172.21.15.82:0/1636921976 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6cc108e60 0x7fc6cc109260 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8009820 tx=0x7fc6c802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b881a49facbc4df server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:20.815 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.136+0000 7fc6d0de9640 1 -- 172.21.15.82:0/1636921976 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc6c8037070 con 0x7fc6cc108e60 2024-09-12T12:17:20.815 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.136+0000 7fc6d0de9640 1 -- 172.21.15.82:0/1636921976 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fc6c8032900 con 0x7fc6cc108e60 2024-09-12T12:17:20.815 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.136+0000 7fc6d0de9640 1 -- 172.21.15.82:0/1636921976 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc6c8030850 con 0x7fc6cc108e60 2024-09-12T12:17:20.815 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.137+0000 7fc6d404f640 1 -- 172.21.15.82:0/1636921976 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6cc108e60 msgr2=0x7fc6cc109260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:20.815 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.137+0000 7fc6d404f640 1 --2- 172.21.15.82:0/1636921976 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6cc108e60 0x7fc6cc109260 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8009820 tx=0x7fc6c802a270 comp rx=0 tx=0).stop 2024-09-12T12:17:20.815 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.137+0000 7fc6d404f640 1 -- 172.21.15.82:0/1636921976 shutdown_connections 2024-09-12T12:17:20.815 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.137+0000 7fc6d404f640 1 --2- 172.21.15.82:0/1636921976 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6cc108e60 0x7fc6cc109260 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:20.815 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.137+0000 7fc6d404f640 1 -- 172.21.15.82:0/1636921976 >> 172.21.15.82:0/1636921976 conn(0x7fc6cc1016b0 msgr2=0x7fc6cc103ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:20.816 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.137+0000 7fc6d404f640 1 -- 172.21.15.82:0/1636921976 shutdown_connections 2024-09-12T12:17:20.816 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.137+0000 7fc6d404f640 1 -- 172.21.15.82:0/1636921976 wait complete. 2024-09-12T12:17:20.816 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.138+0000 7fc6d404f640 1 Processor -- start 2024-09-12T12:17:20.816 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.138+0000 7fc6d404f640 1 -- start start 2024-09-12T12:17:20.816 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.138+0000 7fc6d404f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6cc108e60 0x7fc6cc19b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:20.816 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.138+0000 7fc6d404f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc106740 con 0x7fc6cc108e60 2024-09-12T12:17:20.816 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.138+0000 7fc6d1deb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6cc108e60 0x7fc6cc19b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:20.817 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.138+0000 7fc6d1deb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6cc108e60 0x7fc6cc19b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41582/0 (socket says 172.21.15.82:41582) 2024-09-12T12:17:20.817 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.138+0000 7fc6d1deb640 1 -- 172.21.15.82:0/3376702879 learned_addr learned my addr 172.21.15.82:0/3376702879 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:20.817 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.139+0000 7fc6d1deb640 1 -- 172.21.15.82:0/3376702879 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6cc19bdd0 con 0x7fc6cc108e60 2024-09-12T12:17:20.817 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.139+0000 7fc6d1deb640 1 --2- 172.21.15.82:0/3376702879 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6cc108e60 0x7fc6cc19b890 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8009940 tx=0x7fc6c8032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:20.817 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.139+0000 7fc6c2ffd640 1 -- 172.21.15.82:0/3376702879 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc6c8042070 con 0x7fc6cc108e60 2024-09-12T12:17:20.817 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.139+0000 7fc6c2ffd640 1 -- 172.21.15.82:0/3376702879 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fc6c80308c0 con 0x7fc6cc108e60 2024-09-12T12:17:20.817 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.139+0000 7fc6d404f640 1 -- 172.21.15.82:0/3376702879 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6cc19c060 con 0x7fc6cc108e60 2024-09-12T12:17:20.818 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.139+0000 7fc6d404f640 1 -- 172.21.15.82:0/3376702879 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6cc19ed50 con 0x7fc6cc108e60 2024-09-12T12:17:20.818 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.139+0000 7fc6c2ffd640 1 -- 172.21.15.82:0/3376702879 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc6c8037040 con 0x7fc6cc108e60 2024-09-12T12:17:20.818 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.139+0000 7fc6c2ffd640 1 -- 172.21.15.82:0/3376702879 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc6c8045070 con 0x7fc6cc108e60 2024-09-12T12:17:20.818 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.139+0000 7fc6c2ffd640 1 -- 172.21.15.82:0/3376702879 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc6c8047b80 con 0x7fc6cc108e60 2024-09-12T12:17:20.819 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.140+0000 7fc6d404f640 1 -- 172.21.15.82:0/3376702879 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6cc1092e0 con 0x7fc6cc108e60 2024-09-12T12:17:20.819 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.142+0000 7fc6c2ffd640 1 -- 172.21.15.82:0/3376702879 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc6c8047e20 con 0x7fc6cc108e60 2024-09-12T12:17:20.820 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.201+0000 7fc6d404f640 1 -- 172.21.15.82:0/3376702879 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fc6cc19ef20 con 0x7fc6cc108e60 2024-09-12T12:17:20.820 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.202+0000 7fc6c2ffd640 1 -- 172.21.15.82:0/3376702879 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7fc6c80327b0 con 0x7fc6cc108e60 2024-09-12T12:17:20.820 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.203+0000 7fc6d404f640 1 -- 172.21.15.82:0/3376702879 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6cc108e60 msgr2=0x7fc6cc19b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:20.820 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.203+0000 7fc6d404f640 1 --2- 172.21.15.82:0/3376702879 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6cc108e60 0x7fc6cc19b890 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8009940 tx=0x7fc6c8032ce0 comp rx=0 tx=0).stop 2024-09-12T12:17:20.820 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.203+0000 7fc6d404f640 1 -- 172.21.15.82:0/3376702879 shutdown_connections 2024-09-12T12:17:20.820 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.203+0000 7fc6d404f640 1 --2- 172.21.15.82:0/3376702879 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6cc108e60 0x7fc6cc19b890 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:20.820 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.203+0000 7fc6d404f640 1 -- 172.21.15.82:0/3376702879 >> 172.21.15.82:0/3376702879 conn(0x7fc6cc1016b0 msgr2=0x7fc6cc1022b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:20.820 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.203+0000 7fc6d404f640 1 -- 172.21.15.82:0/3376702879 shutdown_connections 2024-09-12T12:17:20.820 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:20.203+0000 7fc6d404f640 1 -- 172.21.15.82:0/3376702879 wait complete. 2024-09-12T12:17:20.821 INFO:teuthology.orchestra.run.smithi082.stdout:mgr not available, waiting (1/15)... 2024-09-12T12:17:21.280 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:20.878+0000 7f0804e34040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T12:17:22.030 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:21 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:21.747+0000 7f0804e34040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T12:17:22.030 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:21 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:21.813+0000 7f0804e34040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T12:17:22.771 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:22 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:22.518+0000 7f0804e34040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T12:17:22.772 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:22 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:22.631+0000 7f0804e34040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T12:17:22.772 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:22 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:22.771+0000 7f0804e34040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:17:23.030 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:22 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:22.840+0000 7f0804e34040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T12:17:23.030 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:22 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:22.990+0000 7f0804e34040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T12:17:23.305 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:23 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:23.061+0000 7f0804e34040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T12:17:23.305 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:23 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:23.121+0000 7f0804e34040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T12:17:23.305 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:23 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:23.285+0000 7f0804e34040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T12:17:23.561 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:23 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3212959398' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-12T12:17:23.561 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:23 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:23.355+0000 7f0804e34040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T12:17:23.561 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:23 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:23.420+0000 7f0804e34040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T12:17:23.561 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:23 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:23.502+0000 7f0804e34040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T12:17:23.899 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:23 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:23.560+0000 7f0804e34040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T12:17:23.899 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:23 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:23.620+0000 7f0804e34040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T12:17:23.912 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-09-12T12:17:23.912 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout { 2024-09-12T12:17:23.913 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:17:23.913 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "health": { 2024-09-12T12:17:23.913 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-12T12:17:23.913 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-12T12:17:23.913 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-12T12:17:23.913 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:23.913 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-12T12:17:23.913 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-12T12:17:23.913 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 0 2024-09-12T12:17:23.913 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-09-12T12:17:23.913 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-12T12:17:23.914 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "a" 2024-09-12T12:17:23.914 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-09-12T12:17:23.914 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-09-12T12:17:23.914 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-12T12:17:23.914 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T12:17:23.914 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-12T12:17:23.914 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-12T12:17:23.914 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:23.914 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-12T12:17:23.914 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T12:17:23.914 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-12T12:17:23.914 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-12T12:17:23.915 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-12T12:17:23.915 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-12T12:17:23.915 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-12T12:17:23.915 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-12T12:17:23.915 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:23.915 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-12T12:17:23.915 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-12T12:17:23.915 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-12T12:17:23.915 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-12T12:17:23.915 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-12T12:17:23.915 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-12T12:17:23.915 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-12T12:17:23.916 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-12T12:17:23.916 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-12T12:17:23.916 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:23.916 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-12T12:17:23.916 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T12:17:23.916 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "btime": "2024-09-12T12:17:12:694823+0000", 2024-09-12T12:17:23.916 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-12T12:17:23.916 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-12T12:17:23.916 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:23.916 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-12T12:17:23.916 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-12T12:17:23.917 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-12T12:17:23.917 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-12T12:17:23.917 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-12T12:17:23.917 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-12T12:17:23.917 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "restful" 2024-09-12T12:17:23.917 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-09-12T12:17:23.917 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-12T12:17:23.917 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:23.917 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-12T12:17:23.917 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T12:17:23.917 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "modified": "2024-09-12T12:17:12.695454+0000", 2024-09-12T12:17:23.917 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-12T12:17:23.918 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:23.918 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-12T12:17:23.918 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout } 2024-09-12T12:17:23.918 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.238+0000 7f38d8e91640 1 Processor -- start 2024-09-12T12:17:23.918 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.238+0000 7f38d8e91640 1 -- start start 2024-09-12T12:17:23.918 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.238+0000 7f38d8e91640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38d41067b0 0x7f38d4106bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:23.918 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.238+0000 7f38d8e91640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f38d4107180 con 0x7f38d41067b0 2024-09-12T12:17:23.918 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.238+0000 7f38d259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38d41067b0 0x7f38d4106bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:23.918 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.238+0000 7f38d259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38d41067b0 0x7f38d4106bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41588/0 (socket says 172.21.15.82:41588) 2024-09-12T12:17:23.918 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.238+0000 7f38d259c640 1 -- 172.21.15.82:0/676655139 learned_addr learned my addr 172.21.15.82:0/676655139 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:23.918 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.239+0000 7f38d259c640 1 -- 172.21.15.82:0/676655139 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38d41079b0 con 0x7f38d41067b0 2024-09-12T12:17:23.918 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.239+0000 7f38d259c640 1 --2- 172.21.15.82:0/676655139 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38d41067b0 0x7f38d4106bb0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f38c4009820 tx=0x7f38c402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d50aa40807200ee server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:23.919 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.239+0000 7f38d159a640 1 -- 172.21.15.82:0/676655139 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38c4037070 con 0x7f38d41067b0 2024-09-12T12:17:23.919 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.239+0000 7f38d159a640 1 -- 172.21.15.82:0/676655139 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f38c4032900 con 0x7f38d41067b0 2024-09-12T12:17:23.919 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.239+0000 7f38d159a640 1 -- 172.21.15.82:0/676655139 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38c4030850 con 0x7f38d41067b0 2024-09-12T12:17:23.919 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.240+0000 7f38d8e91640 1 -- 172.21.15.82:0/676655139 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38d41067b0 msgr2=0x7f38d4106bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:23.919 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.240+0000 7f38d8e91640 1 --2- 172.21.15.82:0/676655139 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38d41067b0 0x7f38d4106bb0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f38c4009820 tx=0x7f38c402a270 comp rx=0 tx=0).stop 2024-09-12T12:17:23.919 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.240+0000 7f38d8e91640 1 -- 172.21.15.82:0/676655139 shutdown_connections 2024-09-12T12:17:23.919 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.240+0000 7f38d8e91640 1 --2- 172.21.15.82:0/676655139 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38d41067b0 0x7f38d4106bb0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:23.919 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.240+0000 7f38d8e91640 1 -- 172.21.15.82:0/676655139 >> 172.21.15.82:0/676655139 conn(0x7f38d4101f40 msgr2=0x7f38d4104380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:23.919 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.240+0000 7f38d8e91640 1 -- 172.21.15.82:0/676655139 shutdown_connections 2024-09-12T12:17:23.919 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.240+0000 7f38d8e91640 1 -- 172.21.15.82:0/676655139 wait complete. 2024-09-12T12:17:23.919 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.241+0000 7f38d8e91640 1 Processor -- start 2024-09-12T12:17:23.919 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.241+0000 7f38d8e91640 1 -- start start 2024-09-12T12:17:23.919 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.241+0000 7f38d8e91640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38d41067b0 0x7f38d407ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:23.920 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.241+0000 7f38d8e91640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f38d410ad60 con 0x7f38d41067b0 2024-09-12T12:17:23.920 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.241+0000 7f38d259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38d41067b0 0x7f38d407ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:23.920 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.241+0000 7f38d259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38d41067b0 0x7f38d407ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41604/0 (socket says 172.21.15.82:41604) 2024-09-12T12:17:23.920 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.241+0000 7f38d259c640 1 -- 172.21.15.82:0/3212959398 learned_addr learned my addr 172.21.15.82:0/3212959398 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:23.920 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.242+0000 7f38d259c640 1 -- 172.21.15.82:0/3212959398 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38d419e610 con 0x7f38d41067b0 2024-09-12T12:17:23.920 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.242+0000 7f38d259c640 1 --2- 172.21.15.82:0/3212959398 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38d41067b0 0x7f38d407ba30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f38c40097f0 tx=0x7f38c4030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:23.920 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.242+0000 7f38c37fe640 1 -- 172.21.15.82:0/3212959398 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38c4037040 con 0x7f38d41067b0 2024-09-12T12:17:23.920 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.242+0000 7f38c37fe640 1 -- 172.21.15.82:0/3212959398 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f38c4040070 con 0x7f38d41067b0 2024-09-12T12:17:23.920 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.242+0000 7f38d8e91640 1 -- 172.21.15.82:0/3212959398 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38d419e7e0 con 0x7f38d41067b0 2024-09-12T12:17:23.920 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.242+0000 7f38c37fe640 1 -- 172.21.15.82:0/3212959398 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38c403a390 con 0x7f38d41067b0 2024-09-12T12:17:23.921 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.242+0000 7f38d8e91640 1 -- 172.21.15.82:0/3212959398 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38d419eb80 con 0x7f38d41067b0 2024-09-12T12:17:23.921 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.243+0000 7f38c37fe640 1 -- 172.21.15.82:0/3212959398 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f38c403a660 con 0x7f38d41067b0 2024-09-12T12:17:23.921 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.243+0000 7f38c37fe640 1 -- 172.21.15.82:0/3212959398 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f38c40459b0 con 0x7f38d41067b0 2024-09-12T12:17:23.921 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.243+0000 7f38d8e91640 1 -- 172.21.15.82:0/3212959398 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38d4106c30 con 0x7f38d41067b0 2024-09-12T12:17:23.921 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.245+0000 7f38c37fe640 1 -- 172.21.15.82:0/3212959398 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f38c4045460 con 0x7f38d41067b0 2024-09-12T12:17:23.921 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.304+0000 7f38d8e91640 1 -- 172.21.15.82:0/3212959398 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f38d419ef70 con 0x7f38d41067b0 2024-09-12T12:17:23.921 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.305+0000 7f38c37fe640 1 -- 172.21.15.82:0/3212959398 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7f38c403b430 con 0x7f38d41067b0 2024-09-12T12:17:23.921 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.306+0000 7f38d8e91640 1 -- 172.21.15.82:0/3212959398 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38d41067b0 msgr2=0x7f38d407ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:23.921 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.306+0000 7f38d8e91640 1 --2- 172.21.15.82:0/3212959398 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38d41067b0 0x7f38d407ba30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f38c40097f0 tx=0x7f38c4030d80 comp rx=0 tx=0).stop 2024-09-12T12:17:23.921 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.306+0000 7f38d8e91640 1 -- 172.21.15.82:0/3212959398 shutdown_connections 2024-09-12T12:17:23.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.306+0000 7f38d8e91640 1 --2- 172.21.15.82:0/3212959398 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38d41067b0 0x7f38d407ba30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:23.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.306+0000 7f38d8e91640 1 -- 172.21.15.82:0/3212959398 >> 172.21.15.82:0/3212959398 conn(0x7f38d4101f40 msgr2=0x7f38d4102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:23.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.306+0000 7f38d8e91640 1 -- 172.21.15.82:0/3212959398 shutdown_connections 2024-09-12T12:17:23.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:23.306+0000 7f38d8e91640 1 -- 172.21.15.82:0/3212959398 wait complete. 2024-09-12T12:17:23.922 INFO:teuthology.orchestra.run.smithi082.stdout:mgr not available, waiting (2/15)... 2024-09-12T12:17:24.780 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:24 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:24.405+0000 7f0804e34040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T12:17:24.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:24 smithi082 ceph-mon[31122]: Activating manager daemon x 2024-09-12T12:17:24.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:24 smithi082 ceph-mon[31122]: mgrmap e2: x(active, starting, since 0.0031518s) 2024-09-12T12:17:24.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:24 smithi082 ceph-mon[31122]: from='mgr.14100 172.21.15.82:0/176009683' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-12T12:17:24.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:24 smithi082 ceph-mon[31122]: from='mgr.14100 172.21.15.82:0/176009683' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-12T12:17:24.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:24 smithi082 ceph-mon[31122]: from='mgr.14100 172.21.15.82:0/176009683' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-12T12:17:24.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:24 smithi082 ceph-mon[31122]: from='mgr.14100 172.21.15.82:0/176009683' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:17:24.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:24 smithi082 ceph-mon[31122]: from='mgr.14100 172.21.15.82:0/176009683' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-12T12:17:24.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:24 smithi082 ceph-mon[31122]: Manager daemon x is now available 2024-09-12T12:17:24.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:24 smithi082 ceph-mon[31122]: from='mgr.14100 172.21.15.82:0/176009683' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-12T12:17:24.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:24 smithi082 ceph-mon[31122]: from='mgr.14100 172.21.15.82:0/176009683' entity='mgr.x' 2024-09-12T12:17:24.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:24 smithi082 ceph-mon[31122]: from='mgr.14100 172.21.15.82:0/176009683' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-12T12:17:24.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:24 smithi082 ceph-mon[31122]: from='mgr.14100 172.21.15.82:0/176009683' entity='mgr.x' 2024-09-12T12:17:24.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:24 smithi082 ceph-mon[31122]: from='mgr.14100 172.21.15.82:0/176009683' entity='mgr.x' 2024-09-12T12:17:26.536 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:26 smithi082 ceph-mon[31122]: mgrmap e3: x(active, since 1.00737s) 2024-09-12T12:17:27.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:27 smithi082 ceph-mon[31122]: mgrmap e4: x(active, since 2s) 2024-09-12T12:17:27.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:27 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3149361527' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-12T12:17:29.847 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-09-12T12:17:29.847 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout { 2024-09-12T12:17:29.847 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:17:29.848 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "health": { 2024-09-12T12:17:29.848 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-12T12:17:29.848 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-12T12:17:29.848 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-12T12:17:29.848 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:29.848 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-12T12:17:29.848 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-12T12:17:29.848 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 0 2024-09-12T12:17:29.848 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-09-12T12:17:29.848 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-12T12:17:29.848 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "a" 2024-09-12T12:17:29.848 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-09-12T12:17:29.849 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-09-12T12:17:29.849 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-12T12:17:29.849 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T12:17:29.849 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-12T12:17:29.849 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-12T12:17:29.849 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:29.849 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-12T12:17:29.849 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T12:17:29.849 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-12T12:17:29.850 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-12T12:17:29.850 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-12T12:17:29.858 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-12T12:17:29.858 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-12T12:17:29.858 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-12T12:17:29.858 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:29.858 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-12T12:17:29.858 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-12T12:17:29.859 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-12T12:17:29.859 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-12T12:17:29.859 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-12T12:17:29.859 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-12T12:17:29.859 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-12T12:17:29.859 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-12T12:17:29.859 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-12T12:17:29.859 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:29.859 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-12T12:17:29.859 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T12:17:29.859 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "btime": "2024-09-12T12:17:12:694823+0000", 2024-09-12T12:17:29.859 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-12T12:17:29.859 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-12T12:17:29.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:29.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-12T12:17:29.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-12T12:17:29.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-12T12:17:29.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-12T12:17:29.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-12T12:17:29.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-12T12:17:29.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "restful" 2024-09-12T12:17:29.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ], 2024-09-12T12:17:29.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-12T12:17:29.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:29.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-12T12:17:29.860 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-12T12:17:29.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "modified": "2024-09-12T12:17:12.695454+0000", 2024-09-12T12:17:29.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-12T12:17:29.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout }, 2024-09-12T12:17:29.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-12T12:17:29.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout } 2024-09-12T12:17:29.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.282+0000 7f4d148ff640 1 Processor -- start 2024-09-12T12:17:29.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.282+0000 7f4d148ff640 1 -- start start 2024-09-12T12:17:29.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.283+0000 7f4d148ff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d10107900 0x7f4d10107d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:29.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.283+0000 7f4d148ff640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4d101082d0 con 0x7f4d10107900 2024-09-12T12:17:29.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.283+0000 7f4d0e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d10107900 0x7f4d10107d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:29.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.283+0000 7f4d0e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d10107900 0x7f4d10107d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41688/0 (socket says 172.21.15.82:41688) 2024-09-12T12:17:29.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.283+0000 7f4d0e59c640 1 -- 172.21.15.82:0/2230899646 learned_addr learned my addr 172.21.15.82:0/2230899646 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:29.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.283+0000 7f4d0e59c640 1 -- 172.21.15.82:0/2230899646 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d10108b00 con 0x7f4d10107900 2024-09-12T12:17:29.861 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.284+0000 7f4d0e59c640 1 --2- 172.21.15.82:0/2230899646 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d10107900 0x7f4d10107d00 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4d08009e80 tx=0x7f4d0802a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba6745773a690770 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:29.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.284+0000 7f4d0d59a640 1 -- 172.21.15.82:0/2230899646 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d08036070 con 0x7f4d10107900 2024-09-12T12:17:29.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.284+0000 7f4d0d59a640 1 -- 172.21.15.82:0/2230899646 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4d080318c0 con 0x7f4d10107900 2024-09-12T12:17:29.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.284+0000 7f4d0d59a640 1 -- 172.21.15.82:0/2230899646 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d08007ab0 con 0x7f4d10107900 2024-09-12T12:17:29.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.285+0000 7f4d148ff640 1 -- 172.21.15.82:0/2230899646 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d10107900 msgr2=0x7f4d10107d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:29.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.285+0000 7f4d148ff640 1 --2- 172.21.15.82:0/2230899646 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d10107900 0x7f4d10107d00 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4d08009e80 tx=0x7f4d0802a7a0 comp rx=0 tx=0).stop 2024-09-12T12:17:29.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.285+0000 7f4d148ff640 1 -- 172.21.15.82:0/2230899646 shutdown_connections 2024-09-12T12:17:29.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.285+0000 7f4d148ff640 1 --2- 172.21.15.82:0/2230899646 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d10107900 0x7f4d10107d00 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:29.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.285+0000 7f4d148ff640 1 -- 172.21.15.82:0/2230899646 >> 172.21.15.82:0/2230899646 conn(0x7f4d101030b0 msgr2=0x7f4d101054d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:29.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.285+0000 7f4d148ff640 1 -- 172.21.15.82:0/2230899646 shutdown_connections 2024-09-12T12:17:29.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.285+0000 7f4d148ff640 1 -- 172.21.15.82:0/2230899646 wait complete. 2024-09-12T12:17:29.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.286+0000 7f4d148ff640 1 Processor -- start 2024-09-12T12:17:29.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.286+0000 7f4d148ff640 1 -- start start 2024-09-12T12:17:29.862 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.286+0000 7f4d148ff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d10107900 0x7f4d1019b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:29.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.286+0000 7f4d148ff640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4d1010beb0 con 0x7f4d10107900 2024-09-12T12:17:29.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.286+0000 7f4d0e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d10107900 0x7f4d1019b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:29.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.286+0000 7f4d0e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d10107900 0x7f4d1019b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41704/0 (socket says 172.21.15.82:41704) 2024-09-12T12:17:29.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.286+0000 7f4d0e59c640 1 -- 172.21.15.82:0/3149361527 learned_addr learned my addr 172.21.15.82:0/3149361527 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:29.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.286+0000 7f4d0e59c640 1 -- 172.21.15.82:0/3149361527 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d1019be70 con 0x7f4d10107900 2024-09-12T12:17:29.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.286+0000 7f4d0e59c640 1 --2- 172.21.15.82:0/3149361527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d10107900 0x7f4d1019b930 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4d08007ce0 tx=0x7f4d08031ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:29.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.287+0000 7f4d077fe640 1 -- 172.21.15.82:0/3149361527 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d08036050 con 0x7f4d10107900 2024-09-12T12:17:29.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.287+0000 7f4d077fe640 1 -- 172.21.15.82:0/3149361527 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4d08042070 con 0x7f4d10107900 2024-09-12T12:17:29.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.287+0000 7f4d148ff640 1 -- 172.21.15.82:0/3149361527 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d1019c100 con 0x7f4d10107900 2024-09-12T12:17:29.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.287+0000 7f4d077fe640 1 -- 172.21.15.82:0/3149361527 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d0803d8a0 con 0x7f4d10107900 2024-09-12T12:17:29.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.287+0000 7f4d148ff640 1 -- 172.21.15.82:0/3149361527 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d1019edf0 con 0x7f4d10107900 2024-09-12T12:17:29.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.287+0000 7f4d077fe640 1 -- 172.21.15.82:0/3149361527 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 3) ==== 46170+0+0 (secure 0 0 0) 0x7f4d0803db50 con 0x7f4d10107900 2024-09-12T12:17:29.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.288+0000 7f4d077fe640 1 --2- 172.21.15.82:0/3149361527 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7f4cfc038e60 0x7f4cfc03b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:29.863 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.288+0000 7f4d077fe640 1 -- 172.21.15.82:0/3149361527 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4d08007e00 con 0x7f4d10107900 2024-09-12T12:17:29.864 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.288+0000 7f4d148ff640 1 -- 172.21.15.82:0/3149361527 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d10107d80 con 0x7f4d10107900 2024-09-12T12:17:29.864 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.288+0000 7f4d0dd9b640 1 --2- 172.21.15.82:0/3149361527 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7f4cfc038e60 0x7f4cfc03b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:29.864 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.288+0000 7f4d0dd9b640 1 --2- 172.21.15.82:0/3149361527 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7f4cfc038e60 0x7f4cfc03b320 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4cf80098c0 tx=0x7f4cf8006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:29.864 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.293+0000 7f4d077fe640 1 -- 172.21.15.82:0/3149361527 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4d08039de0 con 0x7f4d10107900 2024-09-12T12:17:29.864 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.414+0000 7f4d077fe640 1 -- 172.21.15.82:0/3149361527 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f4d08047980 con 0x7f4d10107900 2024-09-12T12:17:29.864 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.524+0000 7f4d148ff640 1 -- 172.21.15.82:0/3149361527 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f4d1019f060 con 0x7f4d10107900 2024-09-12T12:17:29.864 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.524+0000 7f4d077fe640 1 -- 172.21.15.82:0/3149361527 <== mon.0 v2:172.21.15.82:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1290 (secure 0 0 0) 0x7f4d08007310 con 0x7f4d10107900 2024-09-12T12:17:29.864 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.526+0000 7f4d148ff640 1 -- 172.21.15.82:0/3149361527 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7f4cfc038e60 msgr2=0x7f4cfc03b320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:29.864 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.526+0000 7f4d148ff640 1 --2- 172.21.15.82:0/3149361527 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7f4cfc038e60 0x7f4cfc03b320 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4cf80098c0 tx=0x7f4cf8006db0 comp rx=0 tx=0).stop 2024-09-12T12:17:29.864 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.526+0000 7f4d148ff640 1 -- 172.21.15.82:0/3149361527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d10107900 msgr2=0x7f4d1019b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:29.864 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.526+0000 7f4d148ff640 1 --2- 172.21.15.82:0/3149361527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d10107900 0x7f4d1019b930 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4d08007ce0 tx=0x7f4d08031ca0 comp rx=0 tx=0).stop 2024-09-12T12:17:29.864 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.526+0000 7f4d148ff640 1 -- 172.21.15.82:0/3149361527 shutdown_connections 2024-09-12T12:17:29.864 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.526+0000 7f4d148ff640 1 --2- 172.21.15.82:0/3149361527 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7f4cfc038e60 0x7f4cfc03b320 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:29.865 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.526+0000 7f4d148ff640 1 --2- 172.21.15.82:0/3149361527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d10107900 0x7f4d1019b930 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:29.865 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.526+0000 7f4d148ff640 1 -- 172.21.15.82:0/3149361527 >> 172.21.15.82:0/3149361527 conn(0x7f4d101030b0 msgr2=0x7f4d10103c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:29.865 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.526+0000 7f4d148ff640 1 -- 172.21.15.82:0/3149361527 shutdown_connections 2024-09-12T12:17:29.865 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:26.526+0000 7f4d148ff640 1 -- 172.21.15.82:0/3149361527 wait complete. 2024-09-12T12:17:29.865 INFO:teuthology.orchestra.run.smithi082.stdout:mgr is available 2024-09-12T12:17:33.278 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:33 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4227683193' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-12T12:17:39.155 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-09-12T12:17:39.155 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout [global] 2024-09-12T12:17:39.155 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout fsid = cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:17:39.155 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.82:3300,v1:172.21.15.82:6789] 2024-09-12T12:17:39.155 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-12T12:17:39.155 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-12T12:17:39.155 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-12T12:17:39.155 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-12T12:17:39.155 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-09-12T12:17:39.155 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-12T12:17:39.156 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-12T12:17:39.156 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 2024-09-12T12:17:39.156 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout [osd] 2024-09-12T12:17:39.156 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-12T12:17:39.156 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-12T12:17:39.156 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-12T12:17:39.156 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-12T12:17:39.156 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-12T12:17:39.156 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.839+0000 7f8ec845d640 1 Processor -- start 2024-09-12T12:17:39.156 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.839+0000 7f8ec845d640 1 -- start start 2024-09-12T12:17:39.156 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.839+0000 7f8ec845d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ec007dec0 0x7f8ec007c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:39.156 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.839+0000 7f8ec845d640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec007c8f0 con 0x7f8ec007dec0 2024-09-12T12:17:39.156 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.839+0000 7f8ec61f9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ec007dec0 0x7f8ec007c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:39.157 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.839+0000 7f8ec61f9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ec007dec0 0x7f8ec007c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50576/0 (socket says 172.21.15.82:50576) 2024-09-12T12:17:39.157 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.839+0000 7f8ec61f9640 1 -- 172.21.15.82:0/3712935551 learned_addr learned my addr 172.21.15.82:0/3712935551 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:39.157 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.840+0000 7f8ec61f9640 1 -- 172.21.15.82:0/3712935551 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ec007ca70 con 0x7f8ec007dec0 2024-09-12T12:17:39.157 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.840+0000 7f8ec61f9640 1 --2- 172.21.15.82:0/3712935551 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ec007dec0 0x7f8ec007c320 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc009820 tx=0x7f8ebc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec69edbe0b4ab78f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:39.157 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.841+0000 7f8ec51f7640 1 -- 172.21.15.82:0/3712935551 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8ebc037070 con 0x7f8ec007dec0 2024-09-12T12:17:39.157 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.841+0000 7f8ec51f7640 1 -- 172.21.15.82:0/3712935551 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f8ebc032900 con 0x7f8ec007dec0 2024-09-12T12:17:39.157 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.841+0000 7f8ec51f7640 1 -- 172.21.15.82:0/3712935551 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8ebc030850 con 0x7f8ec007dec0 2024-09-12T12:17:39.157 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.841+0000 7f8ec845d640 1 -- 172.21.15.82:0/3712935551 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ec007dec0 msgr2=0x7f8ec007c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:39.157 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.841+0000 7f8ec845d640 1 --2- 172.21.15.82:0/3712935551 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ec007dec0 0x7f8ec007c320 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc009820 tx=0x7f8ebc02a270 comp rx=0 tx=0).stop 2024-09-12T12:17:39.157 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.841+0000 7f8ec845d640 1 -- 172.21.15.82:0/3712935551 shutdown_connections 2024-09-12T12:17:39.157 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.841+0000 7f8ec845d640 1 --2- 172.21.15.82:0/3712935551 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ec007dec0 0x7f8ec007c320 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:39.157 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.841+0000 7f8ec845d640 1 -- 172.21.15.82:0/3712935551 >> 172.21.15.82:0/3712935551 conn(0x7f8ec0103070 msgr2=0x7f8ec01054b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:39.157 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.841+0000 7f8ec845d640 1 -- 172.21.15.82:0/3712935551 shutdown_connections 2024-09-12T12:17:39.158 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.841+0000 7f8ec845d640 1 -- 172.21.15.82:0/3712935551 wait complete. 2024-09-12T12:17:39.158 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.842+0000 7f8ec845d640 1 Processor -- start 2024-09-12T12:17:39.158 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.842+0000 7f8ec845d640 1 -- start start 2024-09-12T12:17:39.158 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.842+0000 7f8ec845d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ec007dec0 0x7f8ec01a1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:39.158 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.842+0000 7f8ec845d640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec0109aa0 con 0x7f8ec007dec0 2024-09-12T12:17:39.158 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.842+0000 7f8ec61f9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ec007dec0 0x7f8ec01a1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:39.158 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.842+0000 7f8ec61f9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ec007dec0 0x7f8ec01a1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50584/0 (socket says 172.21.15.82:50584) 2024-09-12T12:17:39.158 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.842+0000 7f8ec61f9640 1 -- 172.21.15.82:0/4227683193 learned_addr learned my addr 172.21.15.82:0/4227683193 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:39.158 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.842+0000 7f8ec61f9640 1 -- 172.21.15.82:0/4227683193 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ec01a23c0 con 0x7f8ec007dec0 2024-09-12T12:17:39.158 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.843+0000 7f8ec61f9640 1 --2- 172.21.15.82:0/4227683193 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ec007dec0 0x7f8ec01a1e80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc0097f0 tx=0x7f8ebc030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:39.158 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.843+0000 7f8eb77fe640 1 -- 172.21.15.82:0/4227683193 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8ebc037040 con 0x7f8ec007dec0 2024-09-12T12:17:39.158 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.843+0000 7f8eb77fe640 1 -- 172.21.15.82:0/4227683193 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f8ebc040070 con 0x7f8ec007dec0 2024-09-12T12:17:39.159 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.843+0000 7f8ec845d640 1 -- 172.21.15.82:0/4227683193 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ec01a2650 con 0x7f8ec007dec0 2024-09-12T12:17:39.159 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.843+0000 7f8eb77fe640 1 -- 172.21.15.82:0/4227683193 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8ebc03a390 con 0x7f8ec007dec0 2024-09-12T12:17:39.159 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.843+0000 7f8ec845d640 1 -- 172.21.15.82:0/4227683193 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ec01a5340 con 0x7f8ec007dec0 2024-09-12T12:17:39.159 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.844+0000 7f8eb77fe640 1 -- 172.21.15.82:0/4227683193 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f8ebc032900 con 0x7f8ec007dec0 2024-09-12T12:17:39.159 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.844+0000 7f8eb77fe640 1 --2- 172.21.15.82:0/4227683193 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7f8eac038f20 0x7f8eac03b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:39.159 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.844+0000 7f8ec845d640 1 -- 172.21.15.82:0/4227683193 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ec007c3a0 con 0x7f8ec007dec0 2024-09-12T12:17:39.159 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.844+0000 7f8eb77fe640 1 -- 172.21.15.82:0/4227683193 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8ebc06c0c0 con 0x7f8ec007dec0 2024-09-12T12:17:39.159 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.844+0000 7f8ec59f8640 1 --2- 172.21.15.82:0/4227683193 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7f8eac038f20 0x7f8eac03b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:39.159 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.844+0000 7f8ec59f8640 1 --2- 172.21.15.82:0/4227683193 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7f8eac038f20 0x7f8eac03b3e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8eb00098c0 tx=0x7f8eb0006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:39.160 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:32.849+0000 7f8eb77fe640 1 -- 172.21.15.82:0/4227683193 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8ebc06be20 con 0x7f8ec007dec0 2024-09-12T12:17:39.160 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:33.016+0000 7f8ec845d640 1 -- 172.21.15.82:0/4227683193 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f8ec01a2ad0 con 0x7f8ec007dec0 2024-09-12T12:17:39.160 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:33.017+0000 7f8eb77fe640 1 -- 172.21.15.82:0/4227683193 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+429 (secure 0 0 0) 0x7f8ebc03a630 con 0x7f8ec007dec0 2024-09-12T12:17:39.160 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:33.019+0000 7f8ec845d640 1 -- 172.21.15.82:0/4227683193 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7f8eac038f20 msgr2=0x7f8eac03b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:39.160 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:33.019+0000 7f8ec845d640 1 --2- 172.21.15.82:0/4227683193 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7f8eac038f20 0x7f8eac03b3e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8eb00098c0 tx=0x7f8eb0006db0 comp rx=0 tx=0).stop 2024-09-12T12:17:39.160 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:33.019+0000 7f8ec845d640 1 -- 172.21.15.82:0/4227683193 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ec007dec0 msgr2=0x7f8ec01a1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:39.160 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:33.019+0000 7f8ec845d640 1 --2- 172.21.15.82:0/4227683193 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ec007dec0 0x7f8ec01a1e80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc0097f0 tx=0x7f8ebc030d80 comp rx=0 tx=0).stop 2024-09-12T12:17:39.160 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:33.019+0000 7f8ec845d640 1 -- 172.21.15.82:0/4227683193 shutdown_connections 2024-09-12T12:17:39.160 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:33.019+0000 7f8ec845d640 1 --2- 172.21.15.82:0/4227683193 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7f8eac038f20 0x7f8eac03b3e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:39.160 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:33.019+0000 7f8ec845d640 1 --2- 172.21.15.82:0/4227683193 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8ec007dec0 0x7f8ec01a1e80 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:39.160 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:33.019+0000 7f8ec845d640 1 -- 172.21.15.82:0/4227683193 >> 172.21.15.82:0/4227683193 conn(0x7f8ec0103070 msgr2=0x7f8ec01054b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:39.160 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:33.019+0000 7f8ec845d640 1 -- 172.21.15.82:0/4227683193 shutdown_connections 2024-09-12T12:17:39.161 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:33.019+0000 7f8ec845d640 1 -- 172.21.15.82:0/4227683193 wait complete. 2024-09-12T12:17:39.161 INFO:teuthology.orchestra.run.smithi082.stdout:Enabling cephadm module... 2024-09-12T12:17:41.461 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:41 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3209703225' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-12T12:17:41.461 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: ignoring --setuser ceph since I am not root 2024-09-12T12:17:41.462 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: ignoring --setgroup ceph since I am not root 2024-09-12T12:17:41.462 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:41.254+0000 7f4c7e49e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T12:17:41.462 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:41.311+0000 7f4c7e49e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T12:17:41.462 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:41.461+0000 7f4c7e49e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-12T12:17:41.761 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:41.527+0000 7f4c7e49e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T12:17:41.761 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:41.673+0000 7f4c7e49e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:17:41.764 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.843+0000 7fdbcd4b4640 1 Processor -- start 2024-09-12T12:17:41.770 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.843+0000 7fdbcd4b4640 1 -- start start 2024-09-12T12:17:41.770 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.843+0000 7fdbcd4b4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbc8108330 0x7fdbc810a720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:41.770 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.843+0000 7fdbcd4b4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdbc807be90 con 0x7fdbc8108330 2024-09-12T12:17:41.770 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.844+0000 7fdbc6ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbc8108330 0x7fdbc810a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:41.770 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.844+0000 7fdbc6ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbc8108330 0x7fdbc810a720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50404/0 (socket says 172.21.15.82:50404) 2024-09-12T12:17:41.770 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.844+0000 7fdbc6ffd640 1 -- 172.21.15.82:0/643031957 learned_addr learned my addr 172.21.15.82:0/643031957 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:41.770 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.844+0000 7fdbc6ffd640 1 -- 172.21.15.82:0/643031957 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbc810ac60 con 0x7fdbc8108330 2024-09-12T12:17:41.770 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.845+0000 7fdbc6ffd640 1 --2- 172.21.15.82:0/643031957 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbc8108330 0x7fdbc810a720 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fdbb8009820 tx=0x7fdbb802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6b3c5faae4a28b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:41.770 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.845+0000 7fdbc67fc640 1 -- 172.21.15.82:0/643031957 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdbb8037070 con 0x7fdbc8108330 2024-09-12T12:17:41.770 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.845+0000 7fdbc67fc640 1 -- 172.21.15.82:0/643031957 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fdbb8032900 con 0x7fdbc8108330 2024-09-12T12:17:41.770 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.845+0000 7fdbc67fc640 1 -- 172.21.15.82:0/643031957 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdbb8030850 con 0x7fdbc8108330 2024-09-12T12:17:41.770 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.845+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/643031957 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbc8108330 msgr2=0x7fdbc810a720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:41.771 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.845+0000 7fdbcd4b4640 1 --2- 172.21.15.82:0/643031957 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbc8108330 0x7fdbc810a720 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fdbb8009820 tx=0x7fdbb802a270 comp rx=0 tx=0).stop 2024-09-12T12:17:41.771 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.846+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/643031957 shutdown_connections 2024-09-12T12:17:41.771 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.846+0000 7fdbcd4b4640 1 --2- 172.21.15.82:0/643031957 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbc8108330 0x7fdbc810a720 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:41.771 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.846+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/643031957 >> 172.21.15.82:0/643031957 conn(0x7fdbc8101f30 msgr2=0x7fdbc8104390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:41.771 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.846+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/643031957 shutdown_connections 2024-09-12T12:17:41.771 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.846+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/643031957 wait complete. 2024-09-12T12:17:41.771 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.846+0000 7fdbcd4b4640 1 Processor -- start 2024-09-12T12:17:41.771 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.846+0000 7fdbcd4b4640 1 -- start start 2024-09-12T12:17:41.771 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.846+0000 7fdbcd4b4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbc8108330 0x7fdbc819b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:41.771 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.846+0000 7fdbcd4b4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdbc810bc90 con 0x7fdbc8108330 2024-09-12T12:17:41.771 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.847+0000 7fdbc6ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbc8108330 0x7fdbc819b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:41.771 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.847+0000 7fdbc6ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbc8108330 0x7fdbc819b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50410/0 (socket says 172.21.15.82:50410) 2024-09-12T12:17:41.772 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.847+0000 7fdbc6ffd640 1 -- 172.21.15.82:0/3209703225 learned_addr learned my addr 172.21.15.82:0/3209703225 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:41.772 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.847+0000 7fdbc6ffd640 1 -- 172.21.15.82:0/3209703225 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbc819be00 con 0x7fdbc8108330 2024-09-12T12:17:41.772 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.847+0000 7fdbc6ffd640 1 --2- 172.21.15.82:0/3209703225 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbc8108330 0x7fdbc819b8c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdbb8032ce0 tx=0x7fdbb8032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:41.772 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.847+0000 7fdbc4ff9640 1 -- 172.21.15.82:0/3209703225 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdbb8042070 con 0x7fdbc8108330 2024-09-12T12:17:41.772 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.847+0000 7fdbc4ff9640 1 -- 172.21.15.82:0/3209703225 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fdbb80308c0 con 0x7fdbc8108330 2024-09-12T12:17:41.772 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.847+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/3209703225 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbc819c090 con 0x7fdbc8108330 2024-09-12T12:17:41.772 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.847+0000 7fdbc4ff9640 1 -- 172.21.15.82:0/3209703225 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdbb8037040 con 0x7fdbc8108330 2024-09-12T12:17:41.772 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.847+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/3209703225 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbc819ed80 con 0x7fdbc8108330 2024-09-12T12:17:41.772 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.848+0000 7fdbc4ff9640 1 -- 172.21.15.82:0/3209703225 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fdbb8045070 con 0x7fdbc8108330 2024-09-12T12:17:41.772 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.848+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/3209703225 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbc8108790 con 0x7fdbc8108330 2024-09-12T12:17:41.772 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.848+0000 7fdbc4ff9640 1 --2- 172.21.15.82:0/3209703225 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fdbb4038f20 0x7fdbb403b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:41.772 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.848+0000 7fdbc4ff9640 1 -- 172.21.15.82:0/3209703225 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fdbb806c0b0 con 0x7fdbc8108330 2024-09-12T12:17:41.773 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.848+0000 7fdbbffff640 1 --2- 172.21.15.82:0/3209703225 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fdbb4038f20 0x7fdbb403b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:41.773 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.849+0000 7fdbbffff640 1 --2- 172.21.15.82:0/3209703225 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fdbb4038f20 0x7fdbb403b3e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fdbb00098c0 tx=0x7fdbb0006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:41.773 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:40.853+0000 7fdbc4ff9640 1 -- 172.21.15.82:0/3209703225 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdbb8045520 con 0x7fdbc8108330 2024-09-12T12:17:41.773 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:41.063+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/3209703225 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7fdbc819f390 con 0x7fdbc8108330 2024-09-12T12:17:41.773 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:41.115+0000 7fdbc4ff9640 1 -- 172.21.15.82:0/3209703225 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7fdbb803cd50 con 0x7fdbc8108330 2024-09-12T12:17:41.773 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:41.116+0000 7fdbc4ff9640 1 -- 172.21.15.82:0/3209703225 <== mon.0 v2:172.21.15.82:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7fdbb803c7e0 con 0x7fdbc8108330 2024-09-12T12:17:41.773 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:41.118+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/3209703225 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fdbb4038f20 msgr2=0x7fdbb403b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:41.773 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:41.118+0000 7fdbcd4b4640 1 --2- 172.21.15.82:0/3209703225 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fdbb4038f20 0x7fdbb403b3e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fdbb00098c0 tx=0x7fdbb0006db0 comp rx=0 tx=0).stop 2024-09-12T12:17:41.773 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:41.118+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/3209703225 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbc8108330 msgr2=0x7fdbc819b8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:41.773 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:41.118+0000 7fdbcd4b4640 1 --2- 172.21.15.82:0/3209703225 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbc8108330 0x7fdbc819b8c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdbb8032ce0 tx=0x7fdbb8032d10 comp rx=0 tx=0).stop 2024-09-12T12:17:41.773 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:41.118+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/3209703225 shutdown_connections 2024-09-12T12:17:41.773 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:41.118+0000 7fdbcd4b4640 1 --2- 172.21.15.82:0/3209703225 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fdbb4038f20 0x7fdbb403b3e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:41.774 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:41.118+0000 7fdbcd4b4640 1 --2- 172.21.15.82:0/3209703225 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbc8108330 0x7fdbc819b8c0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:41.774 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:41.118+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/3209703225 >> 172.21.15.82:0/3209703225 conn(0x7fdbc8101f30 msgr2=0x7fdbc8102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:41.774 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:41.118+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/3209703225 shutdown_connections 2024-09-12T12:17:41.774 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:41.118+0000 7fdbcd4b4640 1 -- 172.21.15.82:0/3209703225 wait complete. 2024-09-12T12:17:42.030 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:41.828+0000 7f4c7e49e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T12:17:42.338 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:42 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3209703225' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-12T12:17:42.338 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:42 smithi082 ceph-mon[31122]: mgrmap e5: x(active, since 16s) 2024-09-12T12:17:42.338 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:42.151+0000 7f4c7e49e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T12:17:42.338 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:42.214+0000 7f4c7e49e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T12:17:42.674 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:42.410+0000 7f4c7e49e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T12:17:42.942 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout { 2024-09-12T12:17:42.942 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-12T12:17:42.942 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-12T12:17:42.942 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-12T12:17:42.942 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-12T12:17:42.942 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout } 2024-09-12T12:17:42.942 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.132+0000 7fecfa14e640 1 Processor -- start 2024-09-12T12:17:42.942 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.132+0000 7fecfa14e640 1 -- start start 2024-09-12T12:17:42.943 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.132+0000 7fecfa14e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fecf41067b0 0x7fecf4106bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:42.943 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.132+0000 7fecfa14e640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fecf4107180 con 0x7fecf41067b0 2024-09-12T12:17:42.943 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.132+0000 7fecf37fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fecf41067b0 0x7fecf4106bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:42.943 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.132+0000 7fecf37fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fecf41067b0 0x7fecf4106bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50450/0 (socket says 172.21.15.82:50450) 2024-09-12T12:17:42.943 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.132+0000 7fecf37fe640 1 -- 172.21.15.82:0/1195577626 learned_addr learned my addr 172.21.15.82:0/1195577626 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:42.943 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.133+0000 7fecf37fe640 1 -- 172.21.15.82:0/1195577626 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecf41079b0 con 0x7fecf41067b0 2024-09-12T12:17:42.943 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.133+0000 7fecf37fe640 1 --2- 172.21.15.82:0/1195577626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fecf41067b0 0x7fecf4106bb0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fece400bac0 tx=0x7fece402c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b86d5e8e47030b0f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:42.943 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.134+0000 7fecf2ffd640 1 -- 172.21.15.82:0/1195577626 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fece40326d0 con 0x7fecf41067b0 2024-09-12T12:17:42.943 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.134+0000 7fecf2ffd640 1 -- 172.21.15.82:0/1195577626 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fece4038070 con 0x7fecf41067b0 2024-09-12T12:17:42.943 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.134+0000 7fecf2ffd640 1 -- 172.21.15.82:0/1195577626 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fece4033d70 con 0x7fecf41067b0 2024-09-12T12:17:42.943 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.134+0000 7fecfa14e640 1 -- 172.21.15.82:0/1195577626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fecf41067b0 msgr2=0x7fecf4106bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:42.943 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.134+0000 7fecfa14e640 1 --2- 172.21.15.82:0/1195577626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fecf41067b0 0x7fecf4106bb0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fece400bac0 tx=0x7fece402c920 comp rx=0 tx=0).stop 2024-09-12T12:17:42.943 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.134+0000 7fecfa14e640 1 -- 172.21.15.82:0/1195577626 shutdown_connections 2024-09-12T12:17:42.944 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.134+0000 7fecfa14e640 1 --2- 172.21.15.82:0/1195577626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fecf41067b0 0x7fecf4106bb0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:42.944 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.134+0000 7fecfa14e640 1 -- 172.21.15.82:0/1195577626 >> 172.21.15.82:0/1195577626 conn(0x7fecf4101f40 msgr2=0x7fecf4104380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:42.944 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.134+0000 7fecfa14e640 1 -- 172.21.15.82:0/1195577626 shutdown_connections 2024-09-12T12:17:42.944 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.134+0000 7fecfa14e640 1 -- 172.21.15.82:0/1195577626 wait complete. 2024-09-12T12:17:42.944 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.135+0000 7fecfa14e640 1 Processor -- start 2024-09-12T12:17:42.944 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.135+0000 7fecfa14e640 1 -- start start 2024-09-12T12:17:42.944 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.135+0000 7fecfa14e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fecf41067b0 0x7fecf419dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:42.944 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.135+0000 7fecfa14e640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fecf407afb0 con 0x7fecf41067b0 2024-09-12T12:17:42.944 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.135+0000 7fecf37fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fecf41067b0 0x7fecf419dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:42.944 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.135+0000 7fecf37fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fecf41067b0 0x7fecf419dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50466/0 (socket says 172.21.15.82:50466) 2024-09-12T12:17:42.944 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.135+0000 7fecf37fe640 1 -- 172.21.15.82:0/2688614041 learned_addr learned my addr 172.21.15.82:0/2688614041 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:42.944 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.135+0000 7fecf37fe640 1 -- 172.21.15.82:0/2688614041 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecf419e010 con 0x7fecf41067b0 2024-09-12T12:17:42.945 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.136+0000 7fecf37fe640 1 --2- 172.21.15.82:0/2688614041 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fecf41067b0 0x7fecf419dad0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fece400b2c0 tx=0x7fece4032910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:42.945 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.136+0000 7fecf17fa640 1 -- 172.21.15.82:0/2688614041 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fece4042070 con 0x7fecf41067b0 2024-09-12T12:17:42.945 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.136+0000 7fecf17fa640 1 -- 172.21.15.82:0/2688614041 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fece403e900 con 0x7fecf41067b0 2024-09-12T12:17:42.945 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.136+0000 7fecf17fa640 1 -- 172.21.15.82:0/2688614041 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fece403c950 con 0x7fecf41067b0 2024-09-12T12:17:42.945 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.136+0000 7fecfa14e640 1 -- 172.21.15.82:0/2688614041 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecf419e2a0 con 0x7fecf41067b0 2024-09-12T12:17:42.945 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.136+0000 7fecfa14e640 1 -- 172.21.15.82:0/2688614041 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecf41a0f90 con 0x7fecf41067b0 2024-09-12T12:17:42.945 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.137+0000 7fecf17fa640 1 -- 172.21.15.82:0/2688614041 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7fece4045070 con 0x7fecf41067b0 2024-09-12T12:17:42.945 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.137+0000 7fecfa14e640 1 -- 172.21.15.82:0/2688614041 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecf4106bb0 con 0x7fecf41067b0 2024-09-12T12:17:42.945 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.137+0000 7fecf17fa640 1 --2- 172.21.15.82:0/2688614041 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fece0038f70 0x7fece003b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:42.945 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.137+0000 7fecf17fa640 1 -- 172.21.15.82:0/2688614041 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fece4030050 con 0x7fecf41067b0 2024-09-12T12:17:42.945 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.137+0000 7fecebfff640 1 -- 172.21.15.82:0/2688614041 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fece0038f70 msgr2=0x7fece003b430 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.82:6800/2082156880 2024-09-12T12:17:42.945 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.137+0000 7fecebfff640 1 --2- 172.21.15.82:0/2688614041 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fece0038f70 0x7fece003b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-12T12:17:42.946 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.142+0000 7fecf17fa640 1 -- 172.21.15.82:0/2688614041 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fece406c7c0 con 0x7fecf41067b0 2024-09-12T12:17:42.946 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.338+0000 7fecebfff640 1 -- 172.21.15.82:0/2688614041 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fece0038f70 msgr2=0x7fece003b430 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.82:6800/2082156880 2024-09-12T12:17:42.946 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.338+0000 7fecebfff640 1 --2- 172.21.15.82:0/2688614041 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fece0038f70 0x7fece003b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-12T12:17:42.946 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.360+0000 7fecfa14e640 1 -- 172.21.15.82:0/2688614041 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fecf41a1160 con 0x7fecf41067b0 2024-09-12T12:17:42.946 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.360+0000 7fecf17fa640 1 -- 172.21.15.82:0/2688614041 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7fece403eb60 con 0x7fecf41067b0 2024-09-12T12:17:42.946 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.362+0000 7fecfa14e640 1 -- 172.21.15.82:0/2688614041 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fece0038f70 msgr2=0x7fece003b430 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T12:17:42.946 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.362+0000 7fecfa14e640 1 --2- 172.21.15.82:0/2688614041 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fece0038f70 0x7fece003b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:42.946 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.362+0000 7fecfa14e640 1 -- 172.21.15.82:0/2688614041 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fecf41067b0 msgr2=0x7fecf419dad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:42.946 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.362+0000 7fecfa14e640 1 --2- 172.21.15.82:0/2688614041 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fecf41067b0 0x7fecf419dad0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fece400b2c0 tx=0x7fece4032910 comp rx=0 tx=0).stop 2024-09-12T12:17:42.946 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.362+0000 7fecfa14e640 1 -- 172.21.15.82:0/2688614041 shutdown_connections 2024-09-12T12:17:42.946 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.362+0000 7fecfa14e640 1 --2- 172.21.15.82:0/2688614041 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fece0038f70 0x7fece003b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:42.946 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.362+0000 7fecfa14e640 1 --2- 172.21.15.82:0/2688614041 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fecf41067b0 0x7fecf419dad0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:42.947 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.362+0000 7fecfa14e640 1 -- 172.21.15.82:0/2688614041 >> 172.21.15.82:0/2688614041 conn(0x7fecf4101f40 msgr2=0x7fecf41940e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:42.947 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.362+0000 7fecfa14e640 1 -- 172.21.15.82:0/2688614041 shutdown_connections 2024-09-12T12:17:42.947 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:42.362+0000 7fecfa14e640 1 -- 172.21.15.82:0/2688614041 wait complete. 2024-09-12T12:17:42.947 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for the mgr to restart... 2024-09-12T12:17:42.947 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for mgr epoch 5... 2024-09-12T12:17:43.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:43 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2688614041' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-12T12:17:43.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:43.311+0000 7f4c7e49e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T12:17:43.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:43.381+0000 7f4c7e49e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T12:17:44.209 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:44.093+0000 7f4c7e49e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T12:17:44.209 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:44.208+0000 7f4c7e49e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T12:17:44.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:44.357+0000 7f4c7e49e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:17:44.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:44.417+0000 7f4c7e49e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T12:17:44.848 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:44.564+0000 7f4c7e49e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T12:17:44.849 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:44.631+0000 7f4c7e49e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T12:17:44.849 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:44.690+0000 7f4c7e49e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T12:17:44.849 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:44.848+0000 7f4c7e49e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T12:17:45.120 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:44.913+0000 7f4c7e49e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T12:17:45.120 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:44.979+0000 7f4c7e49e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T12:17:45.120 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:45 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:45.060+0000 7f4c7e49e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T12:17:45.121 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:45 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:45.120+0000 7f4c7e49e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T12:17:45.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:45 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:45.178+0000 7f4c7e49e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T12:17:46.255 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:45 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:45.954+0000 7f4c7e49e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T12:17:46.255 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: Active manager daemon x restarted 2024-09-12T12:17:46.255 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: Activating manager daemon x 2024-09-12T12:17:46.255 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: osdmap e2: 0 total, 0 up, 0 in 2024-09-12T12:17:46.255 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: mgrmap e6: x(active, starting, since 0.00392889s) 2024-09-12T12:17:46.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:17:46.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-12T12:17:46.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-12T12:17:46.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-12T12:17:46.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-12T12:17:46.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: Manager daemon x is now available 2024-09-12T12:17:46.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' 2024-09-12T12:17:46.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' 2024-09-12T12:17:46.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:17:46.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:17:46.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-12T12:17:46.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:46 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-12T12:17:47.263 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-mon[31122]: Found migration_current of "None". Setting to last migration. 2024-09-12T12:17:47.263 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-mon[31122]: mgrmap e7: x(active, since 1.00526s) 2024-09-12T12:17:47.574 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout { 2024-09-12T12:17:47.574 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-12T12:17:47.574 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-12T12:17:47.574 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout } 2024-09-12T12:17:47.574 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.338+0000 7fe027e15640 1 Processor -- start 2024-09-12T12:17:47.575 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.338+0000 7fe027e15640 1 -- start start 2024-09-12T12:17:47.575 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.338+0000 7fe027e15640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0201061f0 0x7fe0201065f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:47.575 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.338+0000 7fe027e15640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe02007be10 con 0x7fe0201061f0 2024-09-12T12:17:47.575 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.339+0000 7fe025bb1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0201061f0 0x7fe0201065f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:47.575 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.339+0000 7fe025bb1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0201061f0 0x7fe0201065f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50470/0 (socket says 172.21.15.82:50470) 2024-09-12T12:17:47.575 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.339+0000 7fe025bb1640 1 -- 172.21.15.82:0/1956220901 learned_addr learned my addr 172.21.15.82:0/1956220901 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:47.575 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.339+0000 7fe025bb1640 1 -- 172.21.15.82:0/1956220901 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe020106b30 con 0x7fe0201061f0 2024-09-12T12:17:47.575 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.340+0000 7fe025bb1640 1 --2- 172.21.15.82:0/1956220901 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0201061f0 0x7fe0201065f0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fe010009820 tx=0x7fe01002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5315d4753008a4a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:47.575 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.340+0000 7fe024baf640 1 -- 172.21.15.82:0/1956220901 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe010037070 con 0x7fe0201061f0 2024-09-12T12:17:47.575 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.340+0000 7fe024baf640 1 -- 172.21.15.82:0/1956220901 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fe010032900 con 0x7fe0201061f0 2024-09-12T12:17:47.575 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.340+0000 7fe024baf640 1 -- 172.21.15.82:0/1956220901 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe010030850 con 0x7fe0201061f0 2024-09-12T12:17:47.575 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.340+0000 7fe027e15640 1 -- 172.21.15.82:0/1956220901 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0201061f0 msgr2=0x7fe0201065f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:47.576 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.340+0000 7fe027e15640 1 --2- 172.21.15.82:0/1956220901 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0201061f0 0x7fe0201065f0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fe010009820 tx=0x7fe01002a270 comp rx=0 tx=0).stop 2024-09-12T12:17:47.576 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.340+0000 7fe027e15640 1 -- 172.21.15.82:0/1956220901 shutdown_connections 2024-09-12T12:17:47.576 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.340+0000 7fe027e15640 1 --2- 172.21.15.82:0/1956220901 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0201061f0 0x7fe0201065f0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:47.576 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.340+0000 7fe027e15640 1 -- 172.21.15.82:0/1956220901 >> 172.21.15.82:0/1956220901 conn(0x7fe020101fc0 msgr2=0x7fe0201043e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:47.576 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.341+0000 7fe027e15640 1 -- 172.21.15.82:0/1956220901 shutdown_connections 2024-09-12T12:17:47.576 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.341+0000 7fe027e15640 1 -- 172.21.15.82:0/1956220901 wait complete. 2024-09-12T12:17:47.576 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.341+0000 7fe027e15640 1 Processor -- start 2024-09-12T12:17:47.576 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.341+0000 7fe027e15640 1 -- start start 2024-09-12T12:17:47.576 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.341+0000 7fe027e15640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0201061f0 0x7fe02019ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:47.576 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.341+0000 7fe027e15640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe020107bc0 con 0x7fe0201061f0 2024-09-12T12:17:47.577 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.342+0000 7fe025bb1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0201061f0 0x7fe02019ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:47.577 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.342+0000 7fe025bb1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0201061f0 0x7fe02019ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50486/0 (socket says 172.21.15.82:50486) 2024-09-12T12:17:47.577 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.342+0000 7fe025bb1640 1 -- 172.21.15.82:0/3593926743 learned_addr learned my addr 172.21.15.82:0/3593926743 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:47.577 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.342+0000 7fe025bb1640 1 -- 172.21.15.82:0/3593926743 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe02019e300 con 0x7fe0201061f0 2024-09-12T12:17:47.577 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.342+0000 7fe025bb1640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0201061f0 0x7fe02019ddc0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fe0100097f0 tx=0x7fe010030ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:47.577 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.342+0000 7fe016ffd640 1 -- 172.21.15.82:0/3593926743 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe010042070 con 0x7fe0201061f0 2024-09-12T12:17:47.577 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.342+0000 7fe027e15640 1 -- 172.21.15.82:0/3593926743 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe02019e590 con 0x7fe0201061f0 2024-09-12T12:17:47.577 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.342+0000 7fe016ffd640 1 -- 172.21.15.82:0/3593926743 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fe010032ca0 con 0x7fe0201061f0 2024-09-12T12:17:47.577 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.342+0000 7fe016ffd640 1 -- 172.21.15.82:0/3593926743 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe010037040 con 0x7fe0201061f0 2024-09-12T12:17:47.577 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.342+0000 7fe027e15640 1 -- 172.21.15.82:0/3593926743 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0201a1280 con 0x7fe0201061f0 2024-09-12T12:17:47.577 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.343+0000 7fe016ffd640 1 -- 172.21.15.82:0/3593926743 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7fe010045070 con 0x7fe0201061f0 2024-09-12T12:17:47.577 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.343+0000 7fe016ffd640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fe00c038f70 0x7fe00c03b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:47.578 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.343+0000 7fe016ffd640 1 -- 172.21.15.82:0/3593926743 --> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fe00c03bb40 con 0x7fe00c038f70 2024-09-12T12:17:47.578 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.343+0000 7fe0253b0640 1 -- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fe00c038f70 msgr2=0x7fe00c03b430 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.82:6800/2082156880 2024-09-12T12:17:47.578 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.344+0000 7fe016ffd640 1 -- 172.21.15.82:0/3593926743 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe01006bfa0 con 0x7fe0201061f0 2024-09-12T12:17:47.578 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.344+0000 7fe0253b0640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fe00c038f70 0x7fe00c03b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-12T12:17:47.578 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.545+0000 7fe0253b0640 1 -- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fe00c038f70 msgr2=0x7fe00c03b430 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.82:6800/2082156880 2024-09-12T12:17:47.578 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.545+0000 7fe0253b0640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fe00c038f70 0x7fe00c03b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-12T12:17:47.578 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.946+0000 7fe0253b0640 1 -- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fe00c038f70 msgr2=0x7fe00c03b430 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.82:6800/2082156880 2024-09-12T12:17:47.578 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:43.946+0000 7fe0253b0640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fe00c038f70 0x7fe00c03b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-12T12:17:47.578 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:44.747+0000 7fe0253b0640 1 -- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fe00c038f70 msgr2=0x7fe00c03b430 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.82:6800/2082156880 2024-09-12T12:17:47.578 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:44.747+0000 7fe0253b0640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fe00c038f70 0x7fe00c03b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-12T12:17:47.578 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:45.958+0000 7fe016ffd640 1 -- 172.21.15.82:0/3593926743 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mgrmap(e 6) ==== 46054+0+0 (secure 0 0 0) 0x7fe01006aa60 con 0x7fe0201061f0 2024-09-12T12:17:47.579 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:45.959+0000 7fe016ffd640 1 -- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fe00c038f70 msgr2=0x7fe00c03b430 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T12:17:47.579 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:45.959+0000 7fe016ffd640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fe00c038f70 0x7fe00c03b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:47.579 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.959+0000 7fe016ffd640 1 -- 172.21.15.82:0/3593926743 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7fe01003cd10 con 0x7fe0201061f0 2024-09-12T12:17:47.579 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.959+0000 7fe016ffd640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fe00c03c8a0 0x7fe00c03ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:47.579 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.959+0000 7fe016ffd640 1 -- 172.21.15.82:0/3593926743 --> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fe00c03bb40 con 0x7fe00c03c8a0 2024-09-12T12:17:47.579 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.959+0000 7fe0253b0640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fe00c03c8a0 0x7fe00c03ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:47.579 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.960+0000 7fe0253b0640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fe00c03c8a0 0x7fe00c03ec90 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe01c003980 tx=0x7fe01c006e10 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:47.579 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.960+0000 7fe016ffd640 1 -- 172.21.15.82:0/3593926743 <== mgr.14118 v2:172.21.15.82:6800/764080585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7fe00c03bb40 con 0x7fe00c03c8a0 2024-09-12T12:17:47.579 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.967+0000 7fe027e15640 1 -- 172.21.15.82:0/3593926743 --> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fe0201065f0 con 0x7fe00c03c8a0 2024-09-12T12:17:47.579 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.967+0000 7fe016ffd640 1 -- 172.21.15.82:0/3593926743 <== mgr.14118 v2:172.21.15.82:6800/764080585 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fe0201065f0 con 0x7fe00c03c8a0 2024-09-12T12:17:47.579 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.968+0000 7fe027e15640 1 -- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fe00c03c8a0 msgr2=0x7fe00c03ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:47.579 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.968+0000 7fe027e15640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fe00c03c8a0 0x7fe00c03ec90 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe01c003980 tx=0x7fe01c006e10 comp rx=0 tx=0).stop 2024-09-12T12:17:47.580 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.968+0000 7fe027e15640 1 -- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0201061f0 msgr2=0x7fe02019ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:47.580 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.968+0000 7fe027e15640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0201061f0 0x7fe02019ddc0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fe0100097f0 tx=0x7fe010030ec0 comp rx=0 tx=0).stop 2024-09-12T12:17:47.580 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.968+0000 7fe027e15640 1 -- 172.21.15.82:0/3593926743 shutdown_connections 2024-09-12T12:17:47.580 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.968+0000 7fe027e15640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fe00c03c8a0 0x7fe00c03ec90 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:47.580 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.968+0000 7fe027e15640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:6800/2082156880,v1:172.21.15.82:6801/2082156880] conn(0x7fe00c038f70 0x7fe00c03b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:47.580 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.968+0000 7fe027e15640 1 --2- 172.21.15.82:0/3593926743 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0201061f0 0x7fe02019ddc0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:47.580 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.968+0000 7fe027e15640 1 -- 172.21.15.82:0/3593926743 >> 172.21.15.82:0/3593926743 conn(0x7fe020101fc0 msgr2=0x7fe020194750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:47.580 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.968+0000 7fe027e15640 1 -- 172.21.15.82:0/3593926743 shutdown_connections 2024-09-12T12:17:47.580 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:46.968+0000 7fe027e15640 1 -- 172.21.15.82:0/3593926743 wait complete. 2024-09-12T12:17:47.580 INFO:teuthology.orchestra.run.smithi082.stdout:mgr epoch 5 is available 2024-09-12T12:17:47.580 INFO:teuthology.orchestra.run.smithi082.stdout:Setting orchestrator backend to cephadm... 2024-09-12T12:17:48.190 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:48 smithi082 ceph-mon[31122]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-12T12:17:48.190 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:48 smithi082 ceph-mon[31122]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-12T12:17:48.190 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:48 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' 2024-09-12T12:17:48.190 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:48 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' 2024-09-12T12:17:48.190 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:48 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:17:48.190 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:47.934+0000 7f4be57f8640 -1 log_channel(cephadm) log [ERR] : [12/Sep/2024:12:17:47] ENGINE Error in HTTPServer.serve 2024-09-12T12:17:48.191 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: Traceback (most recent call last): 2024-09-12T12:17:48.191 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T12:17:48.191 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: self._connections.run(self.expiration_interval) 2024-09-12T12:17:48.191 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T12:17:48.191 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: self._run(expiration_interval) 2024-09-12T12:17:48.191 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T12:17:48.191 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T12:17:48.191 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T12:17:48.191 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T12:17:48.191 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T12:17:48.191 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: s = self.context.wrap_socket( 2024-09-12T12:17:48.191 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T12:17:48.192 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: return self.sslsocket_class._create( 2024-09-12T12:17:48.192 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T12:17:48.192 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: self.do_handshake() 2024-09-12T12:17:48.192 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T12:17:48.192 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: self._sslobj.do_handshake() 2024-09-12T12:17:48.192 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T12:17:48.192 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:17:48.729 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.997+0000 7f06fa75f640 1 Processor -- start 2024-09-12T12:17:48.729 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.997+0000 7f06fa75f640 1 -- start start 2024-09-12T12:17:48.729 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.997+0000 7f06fa75f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06f4107900 0x7f06f4107d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:48.729 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.997+0000 7f06fa75f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f06f41082d0 con 0x7f06f4107900 2024-09-12T12:17:48.729 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.997+0000 7f06f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06f4107900 0x7f06f4107d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:48.729 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.997+0000 7f06f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06f4107900 0x7f06f4107d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50562/0 (socket says 172.21.15.82:50562) 2024-09-12T12:17:48.730 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.997+0000 7f06f3fff640 1 -- 172.21.15.82:0/2646259754 learned_addr learned my addr 172.21.15.82:0/2646259754 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:48.730 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.997+0000 7f06f3fff640 1 -- 172.21.15.82:0/2646259754 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06f4108b00 con 0x7f06f4107900 2024-09-12T12:17:48.730 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.998+0000 7f06f3fff640 1 --2- 172.21.15.82:0/2646259754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06f4107900 0x7f06f4107d00 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f06e4009820 tx=0x7f06e402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc600e939b3cc14 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:48.730 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.998+0000 7f06f2ffd640 1 -- 172.21.15.82:0/2646259754 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f06e4037070 con 0x7f06f4107900 2024-09-12T12:17:48.730 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.998+0000 7f06f2ffd640 1 -- 172.21.15.82:0/2646259754 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f06e4032900 con 0x7f06f4107900 2024-09-12T12:17:48.730 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.998+0000 7f06f2ffd640 1 -- 172.21.15.82:0/2646259754 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f06e4030850 con 0x7f06f4107900 2024-09-12T12:17:48.730 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.999+0000 7f06fa75f640 1 -- 172.21.15.82:0/2646259754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06f4107900 msgr2=0x7f06f4107d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:48.730 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.999+0000 7f06fa75f640 1 --2- 172.21.15.82:0/2646259754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06f4107900 0x7f06f4107d00 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f06e4009820 tx=0x7f06e402a270 comp rx=0 tx=0).stop 2024-09-12T12:17:48.730 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.999+0000 7f06fa75f640 1 -- 172.21.15.82:0/2646259754 shutdown_connections 2024-09-12T12:17:48.730 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.999+0000 7f06fa75f640 1 --2- 172.21.15.82:0/2646259754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06f4107900 0x7f06f4107d00 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:48.730 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.999+0000 7f06fa75f640 1 -- 172.21.15.82:0/2646259754 >> 172.21.15.82:0/2646259754 conn(0x7f06f41030b0 msgr2=0x7f06f41054d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:48.730 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.999+0000 7f06fa75f640 1 -- 172.21.15.82:0/2646259754 shutdown_connections 2024-09-12T12:17:48.731 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.999+0000 7f06fa75f640 1 -- 172.21.15.82:0/2646259754 wait complete. 2024-09-12T12:17:48.731 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.999+0000 7f06fa75f640 1 Processor -- start 2024-09-12T12:17:48.731 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:47.999+0000 7f06fa75f640 1 -- start start 2024-09-12T12:17:48.731 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.000+0000 7f06fa75f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06f4107900 0x7f06f419b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:48.731 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.000+0000 7f06fa75f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f06f410beb0 con 0x7f06f4107900 2024-09-12T12:17:48.731 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.000+0000 7f06f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06f4107900 0x7f06f419b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:48.731 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.000+0000 7f06f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06f4107900 0x7f06f419b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56012/0 (socket says 172.21.15.82:56012) 2024-09-12T12:17:48.731 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.000+0000 7f06f3fff640 1 -- 172.21.15.82:0/1120360963 learned_addr learned my addr 172.21.15.82:0/1120360963 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:48.731 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.000+0000 7f06f3fff640 1 -- 172.21.15.82:0/1120360963 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06f419be70 con 0x7f06f4107900 2024-09-12T12:17:48.731 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.000+0000 7f06f3fff640 1 --2- 172.21.15.82:0/1120360963 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06f4107900 0x7f06f419b930 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f06e4009940 tx=0x7f06e40326e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:48.731 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.000+0000 7f06f17fa640 1 -- 172.21.15.82:0/1120360963 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f06e4042070 con 0x7f06f4107900 2024-09-12T12:17:48.731 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.000+0000 7f06f17fa640 1 -- 172.21.15.82:0/1120360963 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f06e4032be0 con 0x7f06f4107900 2024-09-12T12:17:48.731 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.000+0000 7f06fa75f640 1 -- 172.21.15.82:0/1120360963 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06f419c100 con 0x7f06f4107900 2024-09-12T12:17:48.732 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.000+0000 7f06f17fa640 1 -- 172.21.15.82:0/1120360963 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f06e4037040 con 0x7f06f4107900 2024-09-12T12:17:48.732 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.000+0000 7f06fa75f640 1 -- 172.21.15.82:0/1120360963 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06f419edf0 con 0x7f06f4107900 2024-09-12T12:17:48.732 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.001+0000 7f06f17fa640 1 -- 172.21.15.82:0/1120360963 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7f06e4045070 con 0x7f06f4107900 2024-09-12T12:17:48.732 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.001+0000 7f06fa75f640 1 -- 172.21.15.82:0/1120360963 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06f4107d80 con 0x7f06f4107900 2024-09-12T12:17:48.732 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.001+0000 7f06f17fa640 1 --2- 172.21.15.82:0/1120360963 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f06dc038e60 0x7f06dc03b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:48.732 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.002+0000 7f06f17fa640 1 -- 172.21.15.82:0/1120360963 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f06e406bdd0 con 0x7f06f4107900 2024-09-12T12:17:48.732 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.002+0000 7f06f37fe640 1 --2- 172.21.15.82:0/1120360963 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f06dc038e60 0x7f06dc03b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:48.732 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.002+0000 7f06f37fe640 1 --2- 172.21.15.82:0/1120360963 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f06dc038e60 0x7f06dc03b320 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f06e80098c0 tx=0x7f06e8006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:48.732 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.006+0000 7f06f17fa640 1 -- 172.21.15.82:0/1120360963 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f06e4045e10 con 0x7f06f4107900 2024-09-12T12:17:48.732 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.034+0000 7f06f17fa640 1 -- 172.21.15.82:0/1120360963 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f06e403b330 con 0x7f06f4107900 2024-09-12T12:17:48.732 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.189+0000 7f06fa75f640 1 -- 172.21.15.82:0/1120360963 --> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f06f4104360 con 0x7f06dc038e60 2024-09-12T12:17:48.732 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.194+0000 7f06f17fa640 1 -- 172.21.15.82:0/1120360963 <== mgr.14118 v2:172.21.15.82:6800/764080585 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f06f4104360 con 0x7f06dc038e60 2024-09-12T12:17:48.733 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.196+0000 7f06fa75f640 1 -- 172.21.15.82:0/1120360963 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f06dc038e60 msgr2=0x7f06dc03b320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:48.733 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.196+0000 7f06fa75f640 1 --2- 172.21.15.82:0/1120360963 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f06dc038e60 0x7f06dc03b320 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f06e80098c0 tx=0x7f06e8006db0 comp rx=0 tx=0).stop 2024-09-12T12:17:48.733 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.196+0000 7f06fa75f640 1 -- 172.21.15.82:0/1120360963 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06f4107900 msgr2=0x7f06f419b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:48.733 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.196+0000 7f06fa75f640 1 --2- 172.21.15.82:0/1120360963 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06f4107900 0x7f06f419b930 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f06e4009940 tx=0x7f06e40326e0 comp rx=0 tx=0).stop 2024-09-12T12:17:48.733 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.196+0000 7f06fa75f640 1 -- 172.21.15.82:0/1120360963 shutdown_connections 2024-09-12T12:17:48.733 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.196+0000 7f06fa75f640 1 --2- 172.21.15.82:0/1120360963 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f06dc038e60 0x7f06dc03b320 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:48.733 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.196+0000 7f06fa75f640 1 --2- 172.21.15.82:0/1120360963 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f06f4107900 0x7f06f419b930 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:48.733 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.196+0000 7f06fa75f640 1 -- 172.21.15.82:0/1120360963 >> 172.21.15.82:0/1120360963 conn(0x7f06f41030b0 msgr2=0x7f06f4103c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:48.733 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.197+0000 7f06fa75f640 1 -- 172.21.15.82:0/1120360963 shutdown_connections 2024-09-12T12:17:48.733 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:48.197+0000 7f06fa75f640 1 -- 172.21.15.82:0/1120360963 wait complete. 2024-09-12T12:17:49.133 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:49 smithi082 ceph-mon[31122]: [12/Sep/2024:12:17:47] ENGINE Bus STARTING 2024-09-12T12:17:49.133 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:49 smithi082 ceph-mon[31122]: [12/Sep/2024:12:17:47] ENGINE Serving on http://172.21.15.82:8765 2024-09-12T12:17:49.133 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:49 smithi082 ceph-mon[31122]: [12/Sep/2024:12:17:47] ENGINE Serving on https://172.21.15.82:7150 2024-09-12T12:17:49.133 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:49 smithi082 ceph-mon[31122]: [12/Sep/2024:12:17:47] ENGINE Bus STARTED 2024-09-12T12:17:49.133 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:49 smithi082 ceph-mon[31122]: [12/Sep/2024:12:17:47] ENGINE Error in HTTPServer.serve 2024-09-12T12:17:49.133 INFO:journalctl@ceph.mon.a.smithi082.stdout: Traceback (most recent call last): 2024-09-12T12:17:49.133 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T12:17:49.134 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._connections.run(self.expiration_interval) 2024-09-12T12:17:49.134 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T12:17:49.134 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._run(expiration_interval) 2024-09-12T12:17:49.134 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T12:17:49.134 INFO:journalctl@ceph.mon.a.smithi082.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T12:17:49.134 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T12:17:49.134 INFO:journalctl@ceph.mon.a.smithi082.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T12:17:49.134 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T12:17:49.134 INFO:journalctl@ceph.mon.a.smithi082.stdout: s = self.context.wrap_socket( 2024-09-12T12:17:49.134 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T12:17:49.134 INFO:journalctl@ceph.mon.a.smithi082.stdout: return self.sslsocket_class._create( 2024-09-12T12:17:49.134 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T12:17:49.135 INFO:journalctl@ceph.mon.a.smithi082.stdout: self.do_handshake() 2024-09-12T12:17:49.135 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T12:17:49.135 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._sslobj.do_handshake() 2024-09-12T12:17:49.135 INFO:journalctl@ceph.mon.a.smithi082.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T12:17:49.135 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:49 smithi082 ceph-mon[31122]: mgrmap e8: x(active, since 2s) 2024-09-12T12:17:49.135 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:49 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' 2024-09-12T12:17:49.135 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:49 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:17:49.902 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-12T12:17:49.902 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.134+0000 7f98457b9640 1 Processor -- start 2024-09-12T12:17:49.902 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.134+0000 7f98457b9640 1 -- start start 2024-09-12T12:17:49.903 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.134+0000 7f98457b9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9840108380 0x7f984010a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:49.903 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.134+0000 7f98457b9640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f984007be30 con 0x7f9840108380 2024-09-12T12:17:49.903 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.134+0000 7f983effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9840108380 0x7f984010a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:49.903 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.134+0000 7f983effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9840108380 0x7f984010a770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56026/0 (socket says 172.21.15.82:56026) 2024-09-12T12:17:49.903 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.134+0000 7f983effd640 1 -- 172.21.15.82:0/3579699082 learned_addr learned my addr 172.21.15.82:0/3579699082 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:49.903 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.135+0000 7f983effd640 1 -- 172.21.15.82:0/3579699082 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f984010acb0 con 0x7f9840108380 2024-09-12T12:17:49.903 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.135+0000 7f983effd640 1 --2- 172.21.15.82:0/3579699082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9840108380 0x7f984010a770 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9830009820 tx=0x7f983002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9710ad1f336b901b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:49.903 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.135+0000 7f983e7fc640 1 -- 172.21.15.82:0/3579699082 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9830037070 con 0x7f9840108380 2024-09-12T12:17:49.903 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.135+0000 7f983e7fc640 1 -- 172.21.15.82:0/3579699082 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f9830032900 con 0x7f9840108380 2024-09-12T12:17:49.903 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.136+0000 7f983e7fc640 1 -- 172.21.15.82:0/3579699082 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9830030850 con 0x7f9840108380 2024-09-12T12:17:49.903 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.136+0000 7f98457b9640 1 -- 172.21.15.82:0/3579699082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9840108380 msgr2=0x7f984010a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:49.903 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.136+0000 7f98457b9640 1 --2- 172.21.15.82:0/3579699082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9840108380 0x7f984010a770 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9830009820 tx=0x7f983002a270 comp rx=0 tx=0).stop 2024-09-12T12:17:49.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.136+0000 7f98457b9640 1 -- 172.21.15.82:0/3579699082 shutdown_connections 2024-09-12T12:17:49.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.136+0000 7f98457b9640 1 --2- 172.21.15.82:0/3579699082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9840108380 0x7f984010a770 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:49.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.136+0000 7f98457b9640 1 -- 172.21.15.82:0/3579699082 >> 172.21.15.82:0/3579699082 conn(0x7f9840101f40 msgr2=0x7f9840104380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:49.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.136+0000 7f98457b9640 1 -- 172.21.15.82:0/3579699082 shutdown_connections 2024-09-12T12:17:49.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.136+0000 7f98457b9640 1 -- 172.21.15.82:0/3579699082 wait complete. 2024-09-12T12:17:49.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.137+0000 7f98457b9640 1 Processor -- start 2024-09-12T12:17:49.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.137+0000 7f98457b9640 1 -- start start 2024-09-12T12:17:49.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.137+0000 7f98457b9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9840108380 0x7f984019b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:49.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.137+0000 7f98457b9640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f984010bc80 con 0x7f9840108380 2024-09-12T12:17:49.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.137+0000 7f983effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9840108380 0x7f984019b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:49.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.137+0000 7f983effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9840108380 0x7f984019b860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56042/0 (socket says 172.21.15.82:56042) 2024-09-12T12:17:49.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.137+0000 7f983effd640 1 -- 172.21.15.82:0/4095164520 learned_addr learned my addr 172.21.15.82:0/4095164520 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:49.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.137+0000 7f983effd640 1 -- 172.21.15.82:0/4095164520 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f984019bda0 con 0x7f9840108380 2024-09-12T12:17:49.904 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.137+0000 7f983effd640 1 --2- 172.21.15.82:0/4095164520 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9840108380 0x7f984019b860 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9830032ce0 tx=0x7f9830032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:49.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.138+0000 7f983cff9640 1 -- 172.21.15.82:0/4095164520 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9830042070 con 0x7f9840108380 2024-09-12T12:17:49.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.138+0000 7f983cff9640 1 -- 172.21.15.82:0/4095164520 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f98300308c0 con 0x7f9840108380 2024-09-12T12:17:49.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.138+0000 7f983cff9640 1 -- 172.21.15.82:0/4095164520 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9830037040 con 0x7f9840108380 2024-09-12T12:17:49.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.138+0000 7f98457b9640 1 -- 172.21.15.82:0/4095164520 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f984019c030 con 0x7f9840108380 2024-09-12T12:17:49.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.138+0000 7f98457b9640 1 -- 172.21.15.82:0/4095164520 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f984019ed20 con 0x7f9840108380 2024-09-12T12:17:49.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.139+0000 7f983cff9640 1 -- 172.21.15.82:0/4095164520 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f9830045070 con 0x7f9840108380 2024-09-12T12:17:49.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.139+0000 7f98457b9640 1 -- 172.21.15.82:0/4095164520 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98401087e0 con 0x7f9840108380 2024-09-12T12:17:49.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.139+0000 7f983cff9640 1 --2- 172.21.15.82:0/4095164520 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f982c038f70 0x7f982c03b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:49.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.139+0000 7f983cff9640 1 -- 172.21.15.82:0/4095164520 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f983006c040 con 0x7f9840108380 2024-09-12T12:17:49.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.139+0000 7f9837fff640 1 --2- 172.21.15.82:0/4095164520 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f982c038f70 0x7f982c03b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:49.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.139+0000 7f9837fff640 1 --2- 172.21.15.82:0/4095164520 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f982c038f70 0x7f982c03b430 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f98280098c0 tx=0x7f9828006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:49.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.144+0000 7f983cff9640 1 -- 172.21.15.82:0/4095164520 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f983004b170 con 0x7f9840108380 2024-09-12T12:17:49.905 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.312+0000 7f98457b9640 1 -- 172.21.15.82:0/4095164520 --> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f9840103280 con 0x7f982c038f70 2024-09-12T12:17:49.906 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.313+0000 7f983cff9640 1 -- 172.21.15.82:0/4095164520 <== mgr.14118 v2:172.21.15.82:6800/764080585 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f9840103280 con 0x7f982c038f70 2024-09-12T12:17:49.906 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.315+0000 7f98457b9640 1 -- 172.21.15.82:0/4095164520 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f982c038f70 msgr2=0x7f982c03b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:49.906 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.315+0000 7f98457b9640 1 --2- 172.21.15.82:0/4095164520 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f982c038f70 0x7f982c03b430 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f98280098c0 tx=0x7f9828006db0 comp rx=0 tx=0).stop 2024-09-12T12:17:49.906 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.315+0000 7f98457b9640 1 -- 172.21.15.82:0/4095164520 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9840108380 msgr2=0x7f984019b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:49.906 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.315+0000 7f98457b9640 1 --2- 172.21.15.82:0/4095164520 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9840108380 0x7f984019b860 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9830032ce0 tx=0x7f9830032d10 comp rx=0 tx=0).stop 2024-09-12T12:17:49.906 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.315+0000 7f98457b9640 1 -- 172.21.15.82:0/4095164520 shutdown_connections 2024-09-12T12:17:49.906 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.315+0000 7f98457b9640 1 --2- 172.21.15.82:0/4095164520 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f982c038f70 0x7f982c03b430 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:49.906 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.315+0000 7f98457b9640 1 --2- 172.21.15.82:0/4095164520 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9840108380 0x7f984019b860 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:49.906 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.315+0000 7f98457b9640 1 -- 172.21.15.82:0/4095164520 >> 172.21.15.82:0/4095164520 conn(0x7f9840101f40 msgr2=0x7f9840102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:49.906 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.315+0000 7f98457b9640 1 -- 172.21.15.82:0/4095164520 shutdown_connections 2024-09-12T12:17:49.906 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:49.315+0000 7f98457b9640 1 -- 172.21.15.82:0/4095164520 wait complete. 2024-09-12T12:17:49.906 INFO:teuthology.orchestra.run.smithi082.stdout:Generating ssh key... 2024-09-12T12:17:50.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-mon[31122]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:17:50.976 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: Generating public/private rsa key pair. 2024-09-12T12:17:50.976 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: Your identification has been saved in /tmp/tmpjri3rzht/key 2024-09-12T12:17:50.976 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: Your public key has been saved in /tmp/tmpjri3rzht/key.pub 2024-09-12T12:17:50.976 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: The key fingerprint is: 2024-09-12T12:17:50.976 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: SHA256:YTl8YExqqkbMaCurCJz0koVjfaoevJTYkm4wFRUyo0k ceph-cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:17:50.976 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: The key's randomart image is: 2024-09-12T12:17:50.976 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: +---[RSA 3072]----+ 2024-09-12T12:17:50.977 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: | E+.o. o+ | 2024-09-12T12:17:50.977 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: |.o.+ +.o | 2024-09-12T12:17:50.977 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: |o . o * . | 2024-09-12T12:17:50.977 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: | ++ o . + | 2024-09-12T12:17:50.977 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: |.B+o.. S | 2024-09-12T12:17:50.977 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: |X+O.o | 2024-09-12T12:17:50.977 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: |B%+o | 2024-09-12T12:17:50.977 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: |*== | 2024-09-12T12:17:50.977 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: |B= | 2024-09-12T12:17:50.977 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:17:50 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: +----[SHA256]-----+ 2024-09-12T12:17:51.260 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:51 smithi082 ceph-mon[31122]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:17:51.260 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:51 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' 2024-09-12T12:17:51.260 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:51 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' 2024-09-12T12:17:51.268 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.332+0000 7f8983db4640 1 Processor -- start 2024-09-12T12:17:51.269 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.332+0000 7f8983db4640 1 -- start start 2024-09-12T12:17:51.269 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.332+0000 7f8983db4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f897c107e00 0x7f897c108200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:51.269 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.332+0000 7f8983db4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f897c1087d0 con 0x7f897c107e00 2024-09-12T12:17:51.269 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.333+0000 7f8981b50640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f897c107e00 0x7f897c108200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:51.269 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.333+0000 7f8981b50640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f897c107e00 0x7f897c108200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56050/0 (socket says 172.21.15.82:56050) 2024-09-12T12:17:51.269 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.333+0000 7f8981b50640 1 -- 172.21.15.82:0/3064294933 learned_addr learned my addr 172.21.15.82:0/3064294933 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:51.269 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.333+0000 7f8981b50640 1 -- 172.21.15.82:0/3064294933 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f897c1069d0 con 0x7f897c107e00 2024-09-12T12:17:51.269 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.334+0000 7f8981b50640 1 --2- 172.21.15.82:0/3064294933 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f897c107e00 0x7f897c108200 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f896c009e80 tx=0x7f896c02a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b806f9bdc3d334e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:51.269 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.334+0000 7f8980b4e640 1 -- 172.21.15.82:0/3064294933 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f896c036070 con 0x7f897c107e00 2024-09-12T12:17:51.269 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.334+0000 7f8980b4e640 1 -- 172.21.15.82:0/3064294933 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f896c0318c0 con 0x7f897c107e00 2024-09-12T12:17:51.269 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.334+0000 7f8980b4e640 1 -- 172.21.15.82:0/3064294933 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f896c007ab0 con 0x7f897c107e00 2024-09-12T12:17:51.270 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.334+0000 7f8983db4640 1 -- 172.21.15.82:0/3064294933 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f897c107e00 msgr2=0x7f897c108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:51.270 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.334+0000 7f8983db4640 1 --2- 172.21.15.82:0/3064294933 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f897c107e00 0x7f897c108200 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f896c009e80 tx=0x7f896c02a7a0 comp rx=0 tx=0).stop 2024-09-12T12:17:51.270 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.334+0000 7f8983db4640 1 -- 172.21.15.82:0/3064294933 shutdown_connections 2024-09-12T12:17:51.270 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.334+0000 7f8983db4640 1 --2- 172.21.15.82:0/3064294933 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f897c107e00 0x7f897c108200 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:51.270 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.334+0000 7f8983db4640 1 -- 172.21.15.82:0/3064294933 >> 172.21.15.82:0/3064294933 conn(0x7f897c1016b0 msgr2=0x7f897c103ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:51.270 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.334+0000 7f8983db4640 1 -- 172.21.15.82:0/3064294933 shutdown_connections 2024-09-12T12:17:51.270 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.334+0000 7f8983db4640 1 -- 172.21.15.82:0/3064294933 wait complete. 2024-09-12T12:17:51.270 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.335+0000 7f8983db4640 1 Processor -- start 2024-09-12T12:17:51.270 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.335+0000 7f8983db4640 1 -- start start 2024-09-12T12:17:51.270 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.335+0000 7f8983db4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f897c107e00 0x7f897c19a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:51.270 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.335+0000 7f8983db4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f897c10ad90 con 0x7f897c107e00 2024-09-12T12:17:51.271 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.335+0000 7f8981b50640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f897c107e00 0x7f897c19a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:51.271 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.335+0000 7f8981b50640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f897c107e00 0x7f897c19a790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56054/0 (socket says 172.21.15.82:56054) 2024-09-12T12:17:51.271 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.335+0000 7f8981b50640 1 -- 172.21.15.82:0/4044263161 learned_addr learned my addr 172.21.15.82:0/4044263161 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:51.271 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.335+0000 7f8981b50640 1 -- 172.21.15.82:0/4044263161 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f897c19acd0 con 0x7f897c107e00 2024-09-12T12:17:51.271 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.336+0000 7f8981b50640 1 --2- 172.21.15.82:0/4044263161 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f897c107e00 0x7f897c19a790 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f896c02ad90 tx=0x7f896c031ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:51.271 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.336+0000 7f897affd640 1 -- 172.21.15.82:0/4044263161 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f896c036050 con 0x7f897c107e00 2024-09-12T12:17:51.271 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.336+0000 7f897affd640 1 -- 172.21.15.82:0/4044263161 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f896c042070 con 0x7f897c107e00 2024-09-12T12:17:51.271 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.336+0000 7f8983db4640 1 -- 172.21.15.82:0/4044263161 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f897c19af60 con 0x7f897c107e00 2024-09-12T12:17:51.271 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.336+0000 7f897affd640 1 -- 172.21.15.82:0/4044263161 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f896c03d7e0 con 0x7f897c107e00 2024-09-12T12:17:51.271 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.336+0000 7f8983db4640 1 -- 172.21.15.82:0/4044263161 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f897c19dc50 con 0x7f897c107e00 2024-09-12T12:17:51.271 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.337+0000 7f897affd640 1 -- 172.21.15.82:0/4044263161 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f896c03da90 con 0x7f897c107e00 2024-09-12T12:17:51.271 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.337+0000 7f8983db4640 1 -- 172.21.15.82:0/4044263161 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f897c108200 con 0x7f897c107e00 2024-09-12T12:17:51.271 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.337+0000 7f897affd640 1 --2- 172.21.15.82:0/4044263161 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f8964038fc0 0x7f896403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:51.272 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.337+0000 7f897affd640 1 -- 172.21.15.82:0/4044263161 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f896c007e00 con 0x7f897c107e00 2024-09-12T12:17:51.272 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.337+0000 7f898134f640 1 --2- 172.21.15.82:0/4044263161 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f8964038fc0 0x7f896403b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:51.272 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.337+0000 7f898134f640 1 --2- 172.21.15.82:0/4044263161 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f8964038fc0 0x7f896403b480 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f89700098c0 tx=0x7f8970006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:51.272 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.342+0000 7f897affd640 1 -- 172.21.15.82:0/4044263161 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f896c007310 con 0x7f897c107e00 2024-09-12T12:17:51.273 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.511+0000 7f8983db4640 1 -- 172.21.15.82:0/4044263161 --> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f897c102900 con 0x7f8964038fc0 2024-09-12T12:17:51.273 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.686+0000 7f897affd640 1 -- 172.21.15.82:0/4044263161 <== mgr.14118 v2:172.21.15.82:6800/764080585 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f897c102900 con 0x7f8964038fc0 2024-09-12T12:17:51.273 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.688+0000 7f8983db4640 1 -- 172.21.15.82:0/4044263161 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f8964038fc0 msgr2=0x7f896403b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:51.273 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.688+0000 7f8983db4640 1 --2- 172.21.15.82:0/4044263161 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f8964038fc0 0x7f896403b480 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f89700098c0 tx=0x7f8970006db0 comp rx=0 tx=0).stop 2024-09-12T12:17:51.273 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.688+0000 7f8983db4640 1 -- 172.21.15.82:0/4044263161 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f897c107e00 msgr2=0x7f897c19a790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:51.273 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.688+0000 7f8983db4640 1 --2- 172.21.15.82:0/4044263161 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f897c107e00 0x7f897c19a790 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f896c02ad90 tx=0x7f896c031ca0 comp rx=0 tx=0).stop 2024-09-12T12:17:51.273 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.688+0000 7f8983db4640 1 -- 172.21.15.82:0/4044263161 shutdown_connections 2024-09-12T12:17:51.273 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.688+0000 7f8983db4640 1 --2- 172.21.15.82:0/4044263161 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f8964038fc0 0x7f896403b480 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:51.273 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.688+0000 7f8983db4640 1 --2- 172.21.15.82:0/4044263161 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f897c107e00 0x7f897c19a790 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:51.273 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.688+0000 7f8983db4640 1 -- 172.21.15.82:0/4044263161 >> 172.21.15.82:0/4044263161 conn(0x7f897c1016b0 msgr2=0x7f897c1021f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:51.273 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.688+0000 7f8983db4640 1 -- 172.21.15.82:0/4044263161 shutdown_connections 2024-09-12T12:17:51.273 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:50.688+0000 7f8983db4640 1 -- 172.21.15.82:0/4044263161 wait complete. 2024-09-12T12:17:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:52 smithi082 ceph-mon[31122]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:17:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:52 smithi082 ceph-mon[31122]: Generating ssh key... 2024-09-12T12:17:52.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCYGRGFOK/0zpKKGq7OyapMEkpCu3ppl/7KMrl+kwPiwNBEDMRluRSIRlA5aEB5Fn66LCrIHAtvDUzuIE0gHeOvcN9dsWgjizE6LWhmxpRF41bCEvBA6YBMeXNYOgNHyqsn2CFxksMBKNJlYlpLfHPDG9iVShNlNNZsj4uze9PTBFjOXNpnWMApQ+AXUdDQCHfqoWTu8DTEEYNe62L3F30ZY6vH/qSrny72KJ5iM3C+hXGn61Gi9FpTePKbNqJLWlP2StiepHPMfFYXxjZkCASTnecVPWw6dQKtyCRRL1CDut9S4ODzbfxMsI18bHjxfkrNfCWAL47AUOkedk8tNhBYGzKfXhf7IO2c7C4aM3lha7sJXr52TNLe9UP9nJ/kxZ96HusPzWfgxagEOT8Qosvfd2Z0skIu0hJWXy5LME610ec7XIl7v0aSdLfWq3F0iBtnly4+J34cpzNIbMnMzKP2t1U4VG5u8Hp/0NAmZSh4EZ2DTwGP1DsA7T81q7am0Kc= ceph-cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:17:52.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.681+0000 7f46d87b0640 1 Processor -- start 2024-09-12T12:17:52.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.681+0000 7f46d87b0640 1 -- start start 2024-09-12T12:17:52.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.681+0000 7f46d87b0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46d0108320 0x7f46d010a710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:52.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.681+0000 7f46d87b0640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f46d007be90 con 0x7f46d0108320 2024-09-12T12:17:52.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.682+0000 7f46d654c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46d0108320 0x7f46d010a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:52.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.682+0000 7f46d654c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46d0108320 0x7f46d010a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56064/0 (socket says 172.21.15.82:56064) 2024-09-12T12:17:52.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.682+0000 7f46d654c640 1 -- 172.21.15.82:0/4067521221 learned_addr learned my addr 172.21.15.82:0/4067521221 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:52.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.682+0000 7f46d654c640 1 -- 172.21.15.82:0/4067521221 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d010ac50 con 0x7f46d0108320 2024-09-12T12:17:52.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.682+0000 7f46d654c640 1 --2- 172.21.15.82:0/4067521221 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46d0108320 0x7f46d010a710 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f46cc009820 tx=0x7f46cc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59a5eb16d1441c34 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:52.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.683+0000 7f46d554a640 1 -- 172.21.15.82:0/4067521221 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f46cc037070 con 0x7f46d0108320 2024-09-12T12:17:52.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.683+0000 7f46d554a640 1 -- 172.21.15.82:0/4067521221 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f46cc032900 con 0x7f46d0108320 2024-09-12T12:17:52.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.683+0000 7f46d554a640 1 -- 172.21.15.82:0/4067521221 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f46cc030850 con 0x7f46d0108320 2024-09-12T12:17:52.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.683+0000 7f46d87b0640 1 -- 172.21.15.82:0/4067521221 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46d0108320 msgr2=0x7f46d010a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:52.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.683+0000 7f46d87b0640 1 --2- 172.21.15.82:0/4067521221 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46d0108320 0x7f46d010a710 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f46cc009820 tx=0x7f46cc02a270 comp rx=0 tx=0).stop 2024-09-12T12:17:52.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.683+0000 7f46d87b0640 1 -- 172.21.15.82:0/4067521221 shutdown_connections 2024-09-12T12:17:52.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.683+0000 7f46d87b0640 1 --2- 172.21.15.82:0/4067521221 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46d0108320 0x7f46d010a710 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:52.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.683+0000 7f46d87b0640 1 -- 172.21.15.82:0/4067521221 >> 172.21.15.82:0/4067521221 conn(0x7f46d0101f40 msgr2=0x7f46d0104380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:52.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.683+0000 7f46d87b0640 1 -- 172.21.15.82:0/4067521221 shutdown_connections 2024-09-12T12:17:52.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.683+0000 7f46d87b0640 1 -- 172.21.15.82:0/4067521221 wait complete. 2024-09-12T12:17:52.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.684+0000 7f46d87b0640 1 Processor -- start 2024-09-12T12:17:52.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.684+0000 7f46d87b0640 1 -- start start 2024-09-12T12:17:52.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.684+0000 7f46d87b0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46d0108320 0x7f46d0107ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:52.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.684+0000 7f46d87b0640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f46d010bc80 con 0x7f46d0108320 2024-09-12T12:17:52.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.684+0000 7f46d654c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46d0108320 0x7f46d0107ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:52.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.684+0000 7f46d654c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46d0108320 0x7f46d0107ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56078/0 (socket says 172.21.15.82:56078) 2024-09-12T12:17:52.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.684+0000 7f46d654c640 1 -- 172.21.15.82:0/1420723832 learned_addr learned my addr 172.21.15.82:0/1420723832 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:52.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.685+0000 7f46d654c640 1 -- 172.21.15.82:0/1420723832 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d01080e0 con 0x7f46d0108320 2024-09-12T12:17:52.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.685+0000 7f46d654c640 1 --2- 172.21.15.82:0/1420723832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46d0108320 0x7f46d0107ba0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f46cc032ce0 tx=0x7f46cc032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:52.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.685+0000 7f46c77fe640 1 -- 172.21.15.82:0/1420723832 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f46cc042070 con 0x7f46d0108320 2024-09-12T12:17:52.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.685+0000 7f46c77fe640 1 -- 172.21.15.82:0/1420723832 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f46cc0308c0 con 0x7f46d0108320 2024-09-12T12:17:52.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.685+0000 7f46d87b0640 1 -- 172.21.15.82:0/1420723832 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46d01062d0 con 0x7f46d0108320 2024-09-12T12:17:52.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.685+0000 7f46c77fe640 1 -- 172.21.15.82:0/1420723832 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f46cc037040 con 0x7f46d0108320 2024-09-12T12:17:52.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.685+0000 7f46d87b0640 1 -- 172.21.15.82:0/1420723832 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46d0106810 con 0x7f46d0108320 2024-09-12T12:17:52.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.686+0000 7f46c77fe640 1 -- 172.21.15.82:0/1420723832 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f46cc045070 con 0x7f46d0108320 2024-09-12T12:17:52.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.686+0000 7f46d87b0640 1 -- 172.21.15.82:0/1420723832 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46d0108780 con 0x7f46d0108320 2024-09-12T12:17:52.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.686+0000 7f46c77fe640 1 --2- 172.21.15.82:0/1420723832 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f46bc038f70 0x7f46bc03b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:52.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.686+0000 7f46c77fe640 1 -- 172.21.15.82:0/1420723832 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f46cc06c050 con 0x7f46d0108320 2024-09-12T12:17:52.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.686+0000 7f46d5d4b640 1 --2- 172.21.15.82:0/1420723832 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f46bc038f70 0x7f46bc03b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:52.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.686+0000 7f46d5d4b640 1 --2- 172.21.15.82:0/1420723832 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f46bc038f70 0x7f46bc03b430 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f46c00098c0 tx=0x7f46c0006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:52.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.691+0000 7f46c77fe640 1 -- 172.21.15.82:0/1420723832 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f46cc04b170 con 0x7f46d0108320 2024-09-12T12:17:52.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.860+0000 7f46d87b0640 1 -- 172.21.15.82:0/1420723832 --> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f46d01070c0 con 0x7f46bc038f70 2024-09-12T12:17:52.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.860+0000 7f46c77fe640 1 -- 172.21.15.82:0/1420723832 <== mgr.14118 v2:172.21.15.82:6800/764080585 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f46d01070c0 con 0x7f46bc038f70 2024-09-12T12:17:52.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.862+0000 7f46d87b0640 1 -- 172.21.15.82:0/1420723832 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f46bc038f70 msgr2=0x7f46bc03b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:52.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.862+0000 7f46d87b0640 1 --2- 172.21.15.82:0/1420723832 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f46bc038f70 0x7f46bc03b430 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f46c00098c0 tx=0x7f46c0006db0 comp rx=0 tx=0).stop 2024-09-12T12:17:52.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.862+0000 7f46d87b0640 1 -- 172.21.15.82:0/1420723832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46d0108320 msgr2=0x7f46d0107ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:52.386 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.862+0000 7f46d87b0640 1 --2- 172.21.15.82:0/1420723832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46d0108320 0x7f46d0107ba0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f46cc032ce0 tx=0x7f46cc032d10 comp rx=0 tx=0).stop 2024-09-12T12:17:52.386 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.862+0000 7f46d87b0640 1 -- 172.21.15.82:0/1420723832 shutdown_connections 2024-09-12T12:17:52.386 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.862+0000 7f46d87b0640 1 --2- 172.21.15.82:0/1420723832 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f46bc038f70 0x7f46bc03b430 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:52.386 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.862+0000 7f46d87b0640 1 --2- 172.21.15.82:0/1420723832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46d0108320 0x7f46d0107ba0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:52.386 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.862+0000 7f46d87b0640 1 -- 172.21.15.82:0/1420723832 >> 172.21.15.82:0/1420723832 conn(0x7f46d0101f40 msgr2=0x7f46d0102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:52.386 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.862+0000 7f46d87b0640 1 -- 172.21.15.82:0/1420723832 shutdown_connections 2024-09-12T12:17:52.386 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:51.862+0000 7f46d87b0640 1 -- 172.21.15.82:0/1420723832 wait complete. 2024-09-12T12:17:52.386 INFO:teuthology.orchestra.run.smithi082.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-12T12:17:52.386 INFO:teuthology.orchestra.run.smithi082.stdout:Adding key to root@localhost authorized_keys... 2024-09-12T12:17:52.387 INFO:teuthology.orchestra.run.smithi082.stdout:Adding host smithi082... 2024-09-12T12:17:53.196 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:53 smithi082 ceph-mon[31122]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:17:54.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:54 smithi082 ceph-mon[31122]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi082", "addr": "172.21.15.82", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:17:55.503 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:55 smithi082 ceph-mon[31122]: Deploying cephadm binary to smithi082 2024-09-12T12:17:56.656 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout Added host 'smithi082' with addr '172.21.15.82' 2024-09-12T12:17:56.656 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.756+0000 7fcebdf7a640 1 Processor -- start 2024-09-12T12:17:56.656 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.757+0000 7fcebdf7a640 1 -- start start 2024-09-12T12:17:56.656 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.757+0000 7fcebdf7a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fceb8107900 0x7fceb8107d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:56.656 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.757+0000 7fcebdf7a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fceb81082d0 con 0x7fceb8107900 2024-09-12T12:17:56.656 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.757+0000 7fceb77fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fceb8107900 0x7fceb8107d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:56.657 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.757+0000 7fceb77fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fceb8107900 0x7fceb8107d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56094/0 (socket says 172.21.15.82:56094) 2024-09-12T12:17:56.657 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.757+0000 7fceb77fe640 1 -- 172.21.15.82:0/608490889 learned_addr learned my addr 172.21.15.82:0/608490889 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:56.657 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.757+0000 7fceb77fe640 1 -- 172.21.15.82:0/608490889 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fceb8108b00 con 0x7fceb8107900 2024-09-12T12:17:56.657 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.758+0000 7fceb77fe640 1 --2- 172.21.15.82:0/608490889 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fceb8107900 0x7fceb8107d00 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fcea8009e80 tx=0x7fcea802a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2e6fcd70a2a738f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:56.657 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.758+0000 7fceb67fc640 1 -- 172.21.15.82:0/608490889 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcea8036070 con 0x7fceb8107900 2024-09-12T12:17:56.657 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.758+0000 7fceb67fc640 1 -- 172.21.15.82:0/608490889 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fcea80318c0 con 0x7fceb8107900 2024-09-12T12:17:56.657 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.758+0000 7fceb67fc640 1 -- 172.21.15.82:0/608490889 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcea8007ab0 con 0x7fceb8107900 2024-09-12T12:17:56.657 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.758+0000 7fcebdf7a640 1 -- 172.21.15.82:0/608490889 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fceb8107900 msgr2=0x7fceb8107d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:56.657 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.758+0000 7fcebdf7a640 1 --2- 172.21.15.82:0/608490889 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fceb8107900 0x7fceb8107d00 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fcea8009e80 tx=0x7fcea802a7a0 comp rx=0 tx=0).stop 2024-09-12T12:17:56.657 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.759+0000 7fcebdf7a640 1 -- 172.21.15.82:0/608490889 shutdown_connections 2024-09-12T12:17:56.657 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.759+0000 7fcebdf7a640 1 --2- 172.21.15.82:0/608490889 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fceb8107900 0x7fceb8107d00 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:56.657 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.759+0000 7fcebdf7a640 1 -- 172.21.15.82:0/608490889 >> 172.21.15.82:0/608490889 conn(0x7fceb81030b0 msgr2=0x7fceb81054d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:56.658 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.759+0000 7fcebdf7a640 1 -- 172.21.15.82:0/608490889 shutdown_connections 2024-09-12T12:17:56.658 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.759+0000 7fcebdf7a640 1 -- 172.21.15.82:0/608490889 wait complete. 2024-09-12T12:17:56.658 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.759+0000 7fcebdf7a640 1 Processor -- start 2024-09-12T12:17:56.658 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.759+0000 7fcebdf7a640 1 -- start start 2024-09-12T12:17:56.658 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.759+0000 7fcebdf7a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fceb8107900 0x7fceb819b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:56.658 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.759+0000 7fcebdf7a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fceb810beb0 con 0x7fceb8107900 2024-09-12T12:17:56.658 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.760+0000 7fceb77fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fceb8107900 0x7fceb819b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:56.658 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.760+0000 7fceb77fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fceb8107900 0x7fceb819b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56110/0 (socket says 172.21.15.82:56110) 2024-09-12T12:17:56.658 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.760+0000 7fceb77fe640 1 -- 172.21.15.82:0/1411138768 learned_addr learned my addr 172.21.15.82:0/1411138768 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:56.658 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.760+0000 7fceb77fe640 1 -- 172.21.15.82:0/1411138768 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fceb819be70 con 0x7fceb8107900 2024-09-12T12:17:56.658 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.760+0000 7fceb77fe640 1 --2- 172.21.15.82:0/1411138768 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fceb8107900 0x7fceb819b930 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fcea8007ce0 tx=0x7fcea8031ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:56.658 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.760+0000 7fceb4ff9640 1 -- 172.21.15.82:0/1411138768 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcea8036050 con 0x7fceb8107900 2024-09-12T12:17:56.659 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.760+0000 7fceb4ff9640 1 -- 172.21.15.82:0/1411138768 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fcea8042070 con 0x7fceb8107900 2024-09-12T12:17:56.659 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.760+0000 7fcebdf7a640 1 -- 172.21.15.82:0/1411138768 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fceb819c100 con 0x7fceb8107900 2024-09-12T12:17:56.659 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.760+0000 7fceb4ff9640 1 -- 172.21.15.82:0/1411138768 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcea803d8a0 con 0x7fceb8107900 2024-09-12T12:17:56.659 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.760+0000 7fcebdf7a640 1 -- 172.21.15.82:0/1411138768 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fceb819edf0 con 0x7fceb8107900 2024-09-12T12:17:56.659 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.761+0000 7fceb4ff9640 1 -- 172.21.15.82:0/1411138768 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fcea803dba0 con 0x7fceb8107900 2024-09-12T12:17:56.659 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.761+0000 7fceb4ff9640 1 --2- 172.21.15.82:0/1411138768 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fcea0038f70 0x7fcea003b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:56.659 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.761+0000 7fceb4ff9640 1 -- 172.21.15.82:0/1411138768 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fcea8007e00 con 0x7fceb8107900 2024-09-12T12:17:56.659 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.761+0000 7fceb6ffd640 1 --2- 172.21.15.82:0/1411138768 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fcea0038f70 0x7fcea003b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:56.659 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.761+0000 7fcebdf7a640 1 -- 172.21.15.82:0/1411138768 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fceb8107d80 con 0x7fceb8107900 2024-09-12T12:17:56.659 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.762+0000 7fceb6ffd640 1 --2- 172.21.15.82:0/1411138768 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fcea0038f70 0x7fcea003b430 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fceac0098c0 tx=0x7fceac006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:56.659 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.766+0000 7fceb4ff9640 1 -- 172.21.15.82:0/1411138768 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcea8044310 con 0x7fceb8107900 2024-09-12T12:17:56.659 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:52.935+0000 7fcebdf7a640 1 -- 172.21.15.82:0/1411138768 --> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi082", "addr": "172.21.15.82", "target": ["mon-mgr", ""]}) -- 0x7fceb8104360 con 0x7fcea0038f70 2024-09-12T12:17:56.659 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:56.066+0000 7fceb4ff9640 1 -- 172.21.15.82:0/1411138768 <== mgr.14118 v2:172.21.15.82:6800/764080585 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fceb8104360 con 0x7fcea0038f70 2024-09-12T12:17:56.660 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:56.068+0000 7fcebdf7a640 1 -- 172.21.15.82:0/1411138768 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fcea0038f70 msgr2=0x7fcea003b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:56.660 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:56.068+0000 7fcebdf7a640 1 --2- 172.21.15.82:0/1411138768 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fcea0038f70 0x7fcea003b430 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fceac0098c0 tx=0x7fceac006db0 comp rx=0 tx=0).stop 2024-09-12T12:17:56.660 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:56.068+0000 7fcebdf7a640 1 -- 172.21.15.82:0/1411138768 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fceb8107900 msgr2=0x7fceb819b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:56.660 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:56.068+0000 7fcebdf7a640 1 --2- 172.21.15.82:0/1411138768 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fceb8107900 0x7fceb819b930 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fcea8007ce0 tx=0x7fcea8031ca0 comp rx=0 tx=0).stop 2024-09-12T12:17:56.660 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:56.068+0000 7fcebdf7a640 1 -- 172.21.15.82:0/1411138768 shutdown_connections 2024-09-12T12:17:56.660 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:56.069+0000 7fcebdf7a640 1 --2- 172.21.15.82:0/1411138768 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fcea0038f70 0x7fcea003b430 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:56.660 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:56.069+0000 7fcebdf7a640 1 --2- 172.21.15.82:0/1411138768 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fceb8107900 0x7fceb819b930 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:56.660 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:56.069+0000 7fcebdf7a640 1 -- 172.21.15.82:0/1411138768 >> 172.21.15.82:0/1411138768 conn(0x7fceb81030b0 msgr2=0x7fceb8103c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:56.660 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:56.069+0000 7fcebdf7a640 1 -- 172.21.15.82:0/1411138768 shutdown_connections 2024-09-12T12:17:56.660 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:56.069+0000 7fcebdf7a640 1 -- 172.21.15.82:0/1411138768 wait complete. 2024-09-12T12:17:56.660 INFO:teuthology.orchestra.run.smithi082.stdout:Deploying unmanaged mon service... 2024-09-12T12:17:57.221 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:57 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' 2024-09-12T12:17:57.222 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:57 smithi082 ceph-mon[31122]: Added host smithi082 2024-09-12T12:17:57.222 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:57 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:17:58.503 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:58 smithi082 ceph-mon[31122]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:17:58.503 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:58 smithi082 ceph-mon[31122]: Saving service mon spec with placement count:5 2024-09-12T12:17:58.503 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:58 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' 2024-09-12T12:17:58.921 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-12T12:17:58.921 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.032+0000 7f5e7b7fb640 1 Processor -- start 2024-09-12T12:17:58.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.032+0000 7f5e7b7fb640 1 -- start start 2024-09-12T12:17:58.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.032+0000 7f5e7b7fb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e74108f20 0x7f5e74109320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:58.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.032+0000 7f5e7b7fb640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5e741098f0 con 0x7f5e74108f20 2024-09-12T12:17:58.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.032+0000 7f5e79597640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e74108f20 0x7f5e74109320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:58.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.032+0000 7f5e79597640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e74108f20 0x7f5e74109320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56120/0 (socket says 172.21.15.82:56120) 2024-09-12T12:17:58.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.032+0000 7f5e79597640 1 -- 172.21.15.82:0/555837445 learned_addr learned my addr 172.21.15.82:0/555837445 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:58.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.033+0000 7f5e79597640 1 -- 172.21.15.82:0/555837445 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e74109a70 con 0x7f5e74108f20 2024-09-12T12:17:58.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.033+0000 7f5e79597640 1 --2- 172.21.15.82:0/555837445 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e74108f20 0x7f5e74109320 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5e70009820 tx=0x7f5e7002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72d880a6fc6c6352 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:58.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.033+0000 7f5e6bfff640 1 -- 172.21.15.82:0/555837445 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e70037070 con 0x7f5e74108f20 2024-09-12T12:17:58.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.033+0000 7f5e6bfff640 1 -- 172.21.15.82:0/555837445 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5e70032900 con 0x7f5e74108f20 2024-09-12T12:17:58.922 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.033+0000 7f5e6bfff640 1 -- 172.21.15.82:0/555837445 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e70030850 con 0x7f5e74108f20 2024-09-12T12:17:58.923 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.034+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/555837445 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e74108f20 msgr2=0x7f5e74109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:58.923 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.034+0000 7f5e7b7fb640 1 --2- 172.21.15.82:0/555837445 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e74108f20 0x7f5e74109320 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5e70009820 tx=0x7f5e7002a270 comp rx=0 tx=0).stop 2024-09-12T12:17:58.923 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.034+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/555837445 shutdown_connections 2024-09-12T12:17:58.923 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.034+0000 7f5e7b7fb640 1 --2- 172.21.15.82:0/555837445 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e74108f20 0x7f5e74109320 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:58.923 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.034+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/555837445 >> 172.21.15.82:0/555837445 conn(0x7f5e74101790 msgr2=0x7f5e74103bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:58.923 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.034+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/555837445 shutdown_connections 2024-09-12T12:17:58.923 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.034+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/555837445 wait complete. 2024-09-12T12:17:58.923 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.035+0000 7f5e7b7fb640 1 Processor -- start 2024-09-12T12:17:58.923 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.035+0000 7f5e7b7fb640 1 -- start start 2024-09-12T12:17:58.924 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.035+0000 7f5e7b7fb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e74108f20 0x7f5e7419b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:58.924 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.035+0000 7f5e7b7fb640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5e741067a0 con 0x7f5e74108f20 2024-09-12T12:17:58.924 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.035+0000 7f5e79597640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e74108f20 0x7f5e7419b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:58.924 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.035+0000 7f5e79597640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e74108f20 0x7f5e7419b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56132/0 (socket says 172.21.15.82:56132) 2024-09-12T12:17:58.924 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.035+0000 7f5e79597640 1 -- 172.21.15.82:0/2918542731 learned_addr learned my addr 172.21.15.82:0/2918542731 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:17:58.924 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.035+0000 7f5e79597640 1 -- 172.21.15.82:0/2918542731 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e7419be20 con 0x7f5e74108f20 2024-09-12T12:17:58.924 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.035+0000 7f5e79597640 1 --2- 172.21.15.82:0/2918542731 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e74108f20 0x7f5e7419b8e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5e70009940 tx=0x7f5e70032ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:58.924 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.035+0000 7f5e6a7fc640 1 -- 172.21.15.82:0/2918542731 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e70042070 con 0x7f5e74108f20 2024-09-12T12:17:58.924 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.036+0000 7f5e6a7fc640 1 -- 172.21.15.82:0/2918542731 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5e700308c0 con 0x7f5e74108f20 2024-09-12T12:17:58.924 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.036+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/2918542731 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e7419c0b0 con 0x7f5e74108f20 2024-09-12T12:17:58.925 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.036+0000 7f5e6a7fc640 1 -- 172.21.15.82:0/2918542731 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e70037040 con 0x7f5e74108f20 2024-09-12T12:17:58.925 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.036+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/2918542731 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e7419eda0 con 0x7f5e74108f20 2024-09-12T12:17:58.925 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.036+0000 7f5e6a7fc640 1 -- 172.21.15.82:0/2918542731 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f5e70045070 con 0x7f5e74108f20 2024-09-12T12:17:58.925 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.036+0000 7f5e6a7fc640 1 --2- 172.21.15.82:0/2918542731 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f5e60038f70 0x7f5e6003b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:17:58.925 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.036+0000 7f5e6a7fc640 1 -- 172.21.15.82:0/2918542731 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5e7006c080 con 0x7f5e74108f20 2024-09-12T12:17:58.925 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.036+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/2918542731 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e741093a0 con 0x7f5e74108f20 2024-09-12T12:17:58.925 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.037+0000 7f5e78d96640 1 --2- 172.21.15.82:0/2918542731 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f5e60038f70 0x7f5e6003b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:17:58.925 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.037+0000 7f5e78d96640 1 --2- 172.21.15.82:0/2918542731 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f5e60038f70 0x7f5e6003b430 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5e640098c0 tx=0x7f5e64006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:17:58.925 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.041+0000 7f5e6a7fc640 1 -- 172.21.15.82:0/2918542731 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5e7003cd90 con 0x7f5e74108f20 2024-09-12T12:17:58.925 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.221+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/2918542731 --> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f5e74102a30 con 0x7f5e60038f70 2024-09-12T12:17:58.925 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.226+0000 7f5e6a7fc640 1 -- 172.21.15.82:0/2918542731 <== mgr.14118 v2:172.21.15.82:6800/764080585 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f5e74102a30 con 0x7f5e60038f70 2024-09-12T12:17:58.926 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.228+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/2918542731 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f5e60038f70 msgr2=0x7f5e6003b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:58.926 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.228+0000 7f5e7b7fb640 1 --2- 172.21.15.82:0/2918542731 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f5e60038f70 0x7f5e6003b430 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5e640098c0 tx=0x7f5e64006db0 comp rx=0 tx=0).stop 2024-09-12T12:17:58.926 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.228+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/2918542731 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e74108f20 msgr2=0x7f5e7419b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:17:58.926 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.228+0000 7f5e7b7fb640 1 --2- 172.21.15.82:0/2918542731 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e74108f20 0x7f5e7419b8e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5e70009940 tx=0x7f5e70032ce0 comp rx=0 tx=0).stop 2024-09-12T12:17:58.926 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.228+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/2918542731 shutdown_connections 2024-09-12T12:17:58.926 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.228+0000 7f5e7b7fb640 1 --2- 172.21.15.82:0/2918542731 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f5e60038f70 0x7f5e6003b430 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:58.926 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.228+0000 7f5e7b7fb640 1 --2- 172.21.15.82:0/2918542731 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e74108f20 0x7f5e7419b8e0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:17:58.926 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.228+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/2918542731 >> 172.21.15.82:0/2918542731 conn(0x7f5e74101790 msgr2=0x7f5e74102320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:17:58.926 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.228+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/2918542731 shutdown_connections 2024-09-12T12:17:58.926 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:57.228+0000 7f5e7b7fb640 1 -- 172.21.15.82:0/2918542731 wait complete. 2024-09-12T12:17:58.927 INFO:teuthology.orchestra.run.smithi082.stdout:Deploying unmanaged mgr service... 2024-09-12T12:17:59.871 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:59 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' 2024-09-12T12:17:59.871 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:17:59 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' 2024-09-12T12:18:00.379 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-12T12:18:00.380 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.378+0000 7effc9148640 1 Processor -- start 2024-09-12T12:18:00.380 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.378+0000 7effc9148640 1 -- start start 2024-09-12T12:18:00.380 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.378+0000 7effc9148640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7effc41083e0 0x7effc410a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:00.380 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.378+0000 7effc9148640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7effc407be50 con 0x7effc41083e0 2024-09-12T12:18:00.380 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.378+0000 7effc2d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7effc41083e0 0x7effc410a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:00.380 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.379+0000 7effc2d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7effc41083e0 0x7effc410a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46882/0 (socket says 172.21.15.82:46882) 2024-09-12T12:18:00.380 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.379+0000 7effc2d9d640 1 -- 172.21.15.82:0/1580729971 learned_addr learned my addr 172.21.15.82:0/1580729971 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:00.380 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.379+0000 7effc2d9d640 1 -- 172.21.15.82:0/1580729971 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc410ad10 con 0x7effc41083e0 2024-09-12T12:18:00.380 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.379+0000 7effc2d9d640 1 --2- 172.21.15.82:0/1580729971 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7effc41083e0 0x7effc410a7d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7effb4009820 tx=0x7effb402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aef6a28748791254 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:00.380 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.380+0000 7effc1d9b640 1 -- 172.21.15.82:0/1580729971 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7effb4037070 con 0x7effc41083e0 2024-09-12T12:18:00.380 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.380+0000 7effc1d9b640 1 -- 172.21.15.82:0/1580729971 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7effb4032920 con 0x7effc41083e0 2024-09-12T12:18:00.380 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.380+0000 7effc1d9b640 1 -- 172.21.15.82:0/1580729971 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7effb4030810 con 0x7effc41083e0 2024-09-12T12:18:00.381 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.380+0000 7effc9148640 1 -- 172.21.15.82:0/1580729971 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7effc41083e0 msgr2=0x7effc410a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:00.381 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.380+0000 7effc9148640 1 --2- 172.21.15.82:0/1580729971 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7effc41083e0 0x7effc410a7d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7effb4009820 tx=0x7effb402a270 comp rx=0 tx=0).stop 2024-09-12T12:18:00.381 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.380+0000 7effc9148640 1 -- 172.21.15.82:0/1580729971 shutdown_connections 2024-09-12T12:18:00.381 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.380+0000 7effc9148640 1 --2- 172.21.15.82:0/1580729971 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7effc41083e0 0x7effc410a7d0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:00.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.380+0000 7effc9148640 1 -- 172.21.15.82:0/1580729971 >> 172.21.15.82:0/1580729971 conn(0x7effc4102020 msgr2=0x7effc4104440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:00.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.380+0000 7effc9148640 1 -- 172.21.15.82:0/1580729971 shutdown_connections 2024-09-12T12:18:00.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.380+0000 7effc9148640 1 -- 172.21.15.82:0/1580729971 wait complete. 2024-09-12T12:18:00.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.381+0000 7effc9148640 1 Processor -- start 2024-09-12T12:18:00.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.381+0000 7effc9148640 1 -- start start 2024-09-12T12:18:00.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.381+0000 7effc9148640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7effc41083e0 0x7effc419b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:00.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.381+0000 7effc9148640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7effc410bd20 con 0x7effc41083e0 2024-09-12T12:18:00.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.381+0000 7effc2d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7effc41083e0 0x7effc419b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:00.382 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.381+0000 7effc2d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7effc41083e0 0x7effc419b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46888/0 (socket says 172.21.15.82:46888) 2024-09-12T12:18:00.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.381+0000 7effc2d9d640 1 -- 172.21.15.82:0/3236619929 learned_addr learned my addr 172.21.15.82:0/3236619929 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:00.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.382+0000 7effc2d9d640 1 -- 172.21.15.82:0/3236619929 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc419be10 con 0x7effc41083e0 2024-09-12T12:18:00.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.382+0000 7effc2d9d640 1 --2- 172.21.15.82:0/3236619929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7effc41083e0 0x7effc419b8d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7effb4030420 tx=0x7effb4032670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:00.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.382+0000 7effabfff640 1 -- 172.21.15.82:0/3236619929 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7effb4037040 con 0x7effc41083e0 2024-09-12T12:18:00.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.382+0000 7effabfff640 1 -- 172.21.15.82:0/3236619929 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7effb4040070 con 0x7effc41083e0 2024-09-12T12:18:00.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.382+0000 7effc9148640 1 -- 172.21.15.82:0/3236619929 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effc419c0a0 con 0x7effc41083e0 2024-09-12T12:18:00.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.382+0000 7effabfff640 1 -- 172.21.15.82:0/3236619929 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7effb403a6e0 con 0x7effc41083e0 2024-09-12T12:18:00.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.382+0000 7effc9148640 1 -- 172.21.15.82:0/3236619929 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effc419ed90 con 0x7effc41083e0 2024-09-12T12:18:00.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.383+0000 7effabfff640 1 -- 172.21.15.82:0/3236619929 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7effb403a9e0 con 0x7effc41083e0 2024-09-12T12:18:00.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.383+0000 7effc9148640 1 -- 172.21.15.82:0/3236619929 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effc4108840 con 0x7effc41083e0 2024-09-12T12:18:00.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.383+0000 7effabfff640 1 --2- 172.21.15.82:0/3236619929 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7effac038f70 0x7effac03b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:00.383 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.383+0000 7effabfff640 1 -- 172.21.15.82:0/3236619929 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7effb406c6e0 con 0x7effc41083e0 2024-09-12T12:18:00.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.383+0000 7effc259c640 1 --2- 172.21.15.82:0/3236619929 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7effac038f70 0x7effac03b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:00.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.384+0000 7effc259c640 1 --2- 172.21.15.82:0/3236619929 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7effac038f70 0x7effac03b430 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7effb80098c0 tx=0x7effb8006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:00.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.388+0000 7effabfff640 1 -- 172.21.15.82:0/3236619929 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7effb403add0 con 0x7effc41083e0 2024-09-12T12:18:00.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.623+0000 7effc9148640 1 -- 172.21.15.82:0/3236619929 --> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7effc4103300 con 0x7effac038f70 2024-09-12T12:18:00.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.630+0000 7effabfff640 1 -- 172.21.15.82:0/3236619929 <== mgr.14118 v2:172.21.15.82:6800/764080585 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7effc4103300 con 0x7effac038f70 2024-09-12T12:18:00.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.632+0000 7effc9148640 1 -- 172.21.15.82:0/3236619929 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7effac038f70 msgr2=0x7effac03b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:00.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.632+0000 7effc9148640 1 --2- 172.21.15.82:0/3236619929 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7effac038f70 0x7effac03b430 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7effb80098c0 tx=0x7effb8006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:00.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.632+0000 7effc9148640 1 -- 172.21.15.82:0/3236619929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7effc41083e0 msgr2=0x7effc419b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:00.384 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.632+0000 7effc9148640 1 --2- 172.21.15.82:0/3236619929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7effc41083e0 0x7effc419b8d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7effb4030420 tx=0x7effb4032670 comp rx=0 tx=0).stop 2024-09-12T12:18:00.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.632+0000 7effc9148640 1 -- 172.21.15.82:0/3236619929 shutdown_connections 2024-09-12T12:18:00.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.632+0000 7effc9148640 1 --2- 172.21.15.82:0/3236619929 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7effac038f70 0x7effac03b430 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:00.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.632+0000 7effc9148640 1 --2- 172.21.15.82:0/3236619929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7effc41083e0 0x7effc419b8d0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:00.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.632+0000 7effc9148640 1 -- 172.21.15.82:0/3236619929 >> 172.21.15.82:0/3236619929 conn(0x7effc4102020 msgr2=0x7effc4102bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:00.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.632+0000 7effc9148640 1 -- 172.21.15.82:0/3236619929 shutdown_connections 2024-09-12T12:18:00.385 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:17:59.632+0000 7effc9148640 1 -- 172.21.15.82:0/3236619929 wait complete. 2024-09-12T12:18:00.967 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:00 smithi082 ceph-mon[31122]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:18:00.967 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:00 smithi082 ceph-mon[31122]: Saving service mgr spec with placement count:2 2024-09-12T12:18:00.967 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:00 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' 2024-09-12T12:18:01.646 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.788+0000 7f85a790f640 1 Processor -- start 2024-09-12T12:18:01.646 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.788+0000 7f85a790f640 1 -- start start 2024-09-12T12:18:01.647 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.788+0000 7f85a790f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f85a0105be0 0x7f85a0105fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:01.647 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.788+0000 7f85a790f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f85a01065b0 con 0x7f85a0105be0 2024-09-12T12:18:01.647 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.789+0000 7f85a56ab640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f85a0105be0 0x7f85a0105fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:01.647 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.789+0000 7f85a56ab640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f85a0105be0 0x7f85a0105fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46894/0 (socket says 172.21.15.82:46894) 2024-09-12T12:18:01.647 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.789+0000 7f85a56ab640 1 -- 172.21.15.82:0/4014804077 learned_addr learned my addr 172.21.15.82:0/4014804077 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:01.647 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.789+0000 7f85a56ab640 1 -- 172.21.15.82:0/4014804077 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85a0108bc0 con 0x7f85a0105be0 2024-09-12T12:18:01.647 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.789+0000 7f85a56ab640 1 --2- 172.21.15.82:0/4014804077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f85a0105be0 0x7f85a0105fe0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f859c009820 tx=0x7f859c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecb046641efd49d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:01.647 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.790+0000 7f8597fff640 1 -- 172.21.15.82:0/4014804077 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f859c037070 con 0x7f85a0105be0 2024-09-12T12:18:01.647 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.790+0000 7f8597fff640 1 -- 172.21.15.82:0/4014804077 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f859c032920 con 0x7f85a0105be0 2024-09-12T12:18:01.647 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.790+0000 7f8597fff640 1 -- 172.21.15.82:0/4014804077 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f859c030810 con 0x7f85a0105be0 2024-09-12T12:18:01.647 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.790+0000 7f85a790f640 1 -- 172.21.15.82:0/4014804077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f85a0105be0 msgr2=0x7f85a0105fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:01.648 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.790+0000 7f85a790f640 1 --2- 172.21.15.82:0/4014804077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f85a0105be0 0x7f85a0105fe0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f859c009820 tx=0x7f859c02a270 comp rx=0 tx=0).stop 2024-09-12T12:18:01.648 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.790+0000 7f85a790f640 1 -- 172.21.15.82:0/4014804077 shutdown_connections 2024-09-12T12:18:01.648 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.790+0000 7f85a790f640 1 --2- 172.21.15.82:0/4014804077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f85a0105be0 0x7f85a0105fe0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:01.648 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.790+0000 7f85a790f640 1 -- 172.21.15.82:0/4014804077 >> 172.21.15.82:0/4014804077 conn(0x7f85a0101790 msgr2=0x7f85a0103bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:01.648 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.790+0000 7f85a790f640 1 -- 172.21.15.82:0/4014804077 shutdown_connections 2024-09-12T12:18:01.648 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.790+0000 7f85a790f640 1 -- 172.21.15.82:0/4014804077 wait complete. 2024-09-12T12:18:01.648 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.791+0000 7f85a790f640 1 Processor -- start 2024-09-12T12:18:01.648 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.791+0000 7f85a790f640 1 -- start start 2024-09-12T12:18:01.648 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.791+0000 7f85a790f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f85a0105be0 0x7f85a019b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:01.648 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.791+0000 7f85a790f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f85a010bdf0 con 0x7f85a0105be0 2024-09-12T12:18:01.648 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.791+0000 7f85a56ab640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f85a0105be0 0x7f85a019b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:01.649 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.791+0000 7f85a56ab640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f85a0105be0 0x7f85a019b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46902/0 (socket says 172.21.15.82:46902) 2024-09-12T12:18:01.649 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.791+0000 7f85a56ab640 1 -- 172.21.15.82:0/3951068079 learned_addr learned my addr 172.21.15.82:0/3951068079 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:01.649 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.792+0000 7f85a56ab640 1 -- 172.21.15.82:0/3951068079 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85a019be10 con 0x7f85a0105be0 2024-09-12T12:18:01.649 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.792+0000 7f85a56ab640 1 --2- 172.21.15.82:0/3951068079 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f85a0105be0 0x7f85a019b8d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f859c030560 tx=0x7f859c032670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:01.649 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.792+0000 7f85967fc640 1 -- 172.21.15.82:0/3951068079 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f859c037040 con 0x7f85a0105be0 2024-09-12T12:18:01.649 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.792+0000 7f85967fc640 1 -- 172.21.15.82:0/3951068079 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f859c040070 con 0x7f85a0105be0 2024-09-12T12:18:01.649 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.792+0000 7f85a790f640 1 -- 172.21.15.82:0/3951068079 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85a019c0a0 con 0x7f85a0105be0 2024-09-12T12:18:01.649 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.792+0000 7f85967fc640 1 -- 172.21.15.82:0/3951068079 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f859c03a740 con 0x7f85a0105be0 2024-09-12T12:18:01.649 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.792+0000 7f85a790f640 1 -- 172.21.15.82:0/3951068079 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85a019ed90 con 0x7f85a0105be0 2024-09-12T12:18:01.649 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.793+0000 7f85967fc640 1 -- 172.21.15.82:0/3951068079 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f859c03a8e0 con 0x7f85a0105be0 2024-09-12T12:18:01.649 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.793+0000 7f85a790f640 1 -- 172.21.15.82:0/3951068079 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85a0106060 con 0x7f85a0105be0 2024-09-12T12:18:01.649 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.793+0000 7f85967fc640 1 --2- 172.21.15.82:0/3951068079 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f858c039020 0x7f858c03b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:01.650 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.794+0000 7f85967fc640 1 -- 172.21.15.82:0/3951068079 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f859c06c720 con 0x7f85a0105be0 2024-09-12T12:18:01.650 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.794+0000 7f85a4eaa640 1 --2- 172.21.15.82:0/3951068079 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f858c039020 0x7f858c03b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:01.650 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.794+0000 7f85a4eaa640 1 --2- 172.21.15.82:0/3951068079 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f858c039020 0x7f858c03b4e0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f85900098c0 tx=0x7f8590006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:01.650 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.798+0000 7f85967fc640 1 -- 172.21.15.82:0/3951068079 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f859c0392e0 con 0x7f85a0105be0 2024-09-12T12:18:01.650 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.966+0000 7f85a790f640 1 -- 172.21.15.82:0/3951068079 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f85a019f390 con 0x7f85a0105be0 2024-09-12T12:18:01.650 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.969+0000 7f85967fc640 1 -- 172.21.15.82:0/3951068079 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f859c044c70 con 0x7f85a0105be0 2024-09-12T12:18:01.650 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.971+0000 7f85a790f640 1 -- 172.21.15.82:0/3951068079 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f858c039020 msgr2=0x7f858c03b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:01.650 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.971+0000 7f85a790f640 1 --2- 172.21.15.82:0/3951068079 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f858c039020 0x7f858c03b4e0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f85900098c0 tx=0x7f8590006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:01.650 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.971+0000 7f85a790f640 1 -- 172.21.15.82:0/3951068079 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f85a0105be0 msgr2=0x7f85a019b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:01.650 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.971+0000 7f85a790f640 1 --2- 172.21.15.82:0/3951068079 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f85a0105be0 0x7f85a019b8d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f859c030560 tx=0x7f859c032670 comp rx=0 tx=0).stop 2024-09-12T12:18:01.651 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.971+0000 7f85a790f640 1 -- 172.21.15.82:0/3951068079 shutdown_connections 2024-09-12T12:18:01.651 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.971+0000 7f85a790f640 1 --2- 172.21.15.82:0/3951068079 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f858c039020 0x7f858c03b4e0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:01.651 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.971+0000 7f85a790f640 1 --2- 172.21.15.82:0/3951068079 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f85a0105be0 0x7f85a019b8d0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:01.651 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.971+0000 7f85a790f640 1 -- 172.21.15.82:0/3951068079 >> 172.21.15.82:0/3951068079 conn(0x7f85a0101790 msgr2=0x7f85a0102350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:01.651 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.971+0000 7f85a790f640 1 -- 172.21.15.82:0/3951068079 shutdown_connections 2024-09-12T12:18:01.651 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:00.971+0000 7f85a790f640 1 -- 172.21.15.82:0/3951068079 wait complete. 2024-09-12T12:18:02.274 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:01 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3951068079' entity='client.admin' 2024-09-12T12:18:02.274 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:01 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' 2024-09-12T12:18:02.274 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:01 smithi082 ceph-mon[31122]: from='mgr.14118 172.21.15.82:0/2094383119' entity='mgr.x' 2024-09-12T12:18:02.966 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.081+0000 7f00b8955640 1 Processor -- start 2024-09-12T12:18:02.966 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.081+0000 7f00b8955640 1 -- start start 2024-09-12T12:18:02.966 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.081+0000 7f00b8955640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00b41078b0 0x7f00b4107cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:02.966 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.081+0000 7f00b8955640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f00b4108280 con 0x7f00b41078b0 2024-09-12T12:18:02.966 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.082+0000 7f00b259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00b41078b0 0x7f00b4107cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:02.966 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.082+0000 7f00b259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00b41078b0 0x7f00b4107cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46914/0 (socket says 172.21.15.82:46914) 2024-09-12T12:18:02.966 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.082+0000 7f00b259c640 1 -- 172.21.15.82:0/739169810 learned_addr learned my addr 172.21.15.82:0/739169810 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:02.966 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.082+0000 7f00b259c640 1 -- 172.21.15.82:0/739169810 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00b4108ab0 con 0x7f00b41078b0 2024-09-12T12:18:02.966 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.083+0000 7f00b259c640 1 --2- 172.21.15.82:0/739169810 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00b41078b0 0x7f00b4107cb0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f00a4009820 tx=0x7f00a402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78fc5d601cbd23be server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:02.966 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.083+0000 7f00b159a640 1 -- 172.21.15.82:0/739169810 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00a4037070 con 0x7f00b41078b0 2024-09-12T12:18:02.966 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.083+0000 7f00b159a640 1 -- 172.21.15.82:0/739169810 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00a4032920 con 0x7f00b41078b0 2024-09-12T12:18:02.967 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.083+0000 7f00b159a640 1 -- 172.21.15.82:0/739169810 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00a4030810 con 0x7f00b41078b0 2024-09-12T12:18:02.967 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.084+0000 7f00b8955640 1 -- 172.21.15.82:0/739169810 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00b41078b0 msgr2=0x7f00b4107cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:02.967 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.084+0000 7f00b8955640 1 --2- 172.21.15.82:0/739169810 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00b41078b0 0x7f00b4107cb0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f00a4009820 tx=0x7f00a402a270 comp rx=0 tx=0).stop 2024-09-12T12:18:02.967 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.084+0000 7f00b8955640 1 -- 172.21.15.82:0/739169810 shutdown_connections 2024-09-12T12:18:02.967 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.084+0000 7f00b8955640 1 --2- 172.21.15.82:0/739169810 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00b41078b0 0x7f00b4107cb0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:02.967 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.084+0000 7f00b8955640 1 -- 172.21.15.82:0/739169810 >> 172.21.15.82:0/739169810 conn(0x7f00b4103020 msgr2=0x7f00b4105480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:02.967 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.084+0000 7f00b8955640 1 -- 172.21.15.82:0/739169810 shutdown_connections 2024-09-12T12:18:02.967 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.084+0000 7f00b8955640 1 -- 172.21.15.82:0/739169810 wait complete. 2024-09-12T12:18:02.967 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.085+0000 7f00b8955640 1 Processor -- start 2024-09-12T12:18:02.967 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.085+0000 7f00b8955640 1 -- start start 2024-09-12T12:18:02.967 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.086+0000 7f00b8955640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00b41078b0 0x7f00b419b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:02.967 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.086+0000 7f00b8955640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f00b410be60 con 0x7f00b41078b0 2024-09-12T12:18:02.967 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.086+0000 7f00b259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00b41078b0 0x7f00b419b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:02.967 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.086+0000 7f00b259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00b41078b0 0x7f00b419b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46930/0 (socket says 172.21.15.82:46930) 2024-09-12T12:18:02.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.086+0000 7f00b259c640 1 -- 172.21.15.82:0/3476823931 learned_addr learned my addr 172.21.15.82:0/3476823931 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:02.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.086+0000 7f00b259c640 1 -- 172.21.15.82:0/3476823931 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00b419bdf0 con 0x7f00b41078b0 2024-09-12T12:18:02.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.086+0000 7f00b259c640 1 --2- 172.21.15.82:0/3476823931 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00b41078b0 0x7f00b419b8b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f00a40097f0 tx=0x7f00a40327b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:02.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.086+0000 7f00ab7fe640 1 -- 172.21.15.82:0/3476823931 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00a4037040 con 0x7f00b41078b0 2024-09-12T12:18:02.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.086+0000 7f00ab7fe640 1 -- 172.21.15.82:0/3476823931 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00a4030cc0 con 0x7f00b41078b0 2024-09-12T12:18:02.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.086+0000 7f00ab7fe640 1 -- 172.21.15.82:0/3476823931 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00a403a640 con 0x7f00b41078b0 2024-09-12T12:18:02.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.086+0000 7f00b8955640 1 -- 172.21.15.82:0/3476823931 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00b419c080 con 0x7f00b41078b0 2024-09-12T12:18:02.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.087+0000 7f00b8955640 1 -- 172.21.15.82:0/3476823931 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00b419c4a0 con 0x7f00b41078b0 2024-09-12T12:18:02.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.087+0000 7f00ab7fe640 1 -- 172.21.15.82:0/3476823931 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f00a403b3f0 con 0x7f00b41078b0 2024-09-12T12:18:02.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.087+0000 7f00b8955640 1 -- 172.21.15.82:0/3476823931 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00b4107d30 con 0x7f00b41078b0 2024-09-12T12:18:02.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.088+0000 7f00ab7fe640 1 --2- 172.21.15.82:0/3476823931 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f00a0038fc0 0x7f00a003b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:02.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.088+0000 7f00ab7fe640 1 -- 172.21.15.82:0/3476823931 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f00a406c4a0 con 0x7f00b41078b0 2024-09-12T12:18:02.968 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.088+0000 7f00b1d9b640 1 --2- 172.21.15.82:0/3476823931 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f00a0038fc0 0x7f00a003b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:02.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.088+0000 7f00b1d9b640 1 --2- 172.21.15.82:0/3476823931 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f00a0038fc0 0x7f00a003b480 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f009c0098c0 tx=0x7f009c006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:02.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.092+0000 7f00ab7fe640 1 -- 172.21.15.82:0/3476823931 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f00a40328c0 con 0x7f00b41078b0 2024-09-12T12:18:02.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.274+0000 7f00b8955640 1 -- 172.21.15.82:0/3476823931 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f00b407c180 con 0x7f00b41078b0 2024-09-12T12:18:02.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.277+0000 7f00ab7fe640 1 -- 172.21.15.82:0/3476823931 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f00a4042dc0 con 0x7f00b41078b0 2024-09-12T12:18:02.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.279+0000 7f00b8955640 1 -- 172.21.15.82:0/3476823931 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f00a0038fc0 msgr2=0x7f00a003b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:02.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.279+0000 7f00b8955640 1 --2- 172.21.15.82:0/3476823931 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f00a0038fc0 0x7f00a003b480 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f009c0098c0 tx=0x7f009c006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:02.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.279+0000 7f00b8955640 1 -- 172.21.15.82:0/3476823931 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00b41078b0 msgr2=0x7f00b419b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:02.969 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.279+0000 7f00b8955640 1 --2- 172.21.15.82:0/3476823931 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00b41078b0 0x7f00b419b8b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f00a40097f0 tx=0x7f00a40327b0 comp rx=0 tx=0).stop 2024-09-12T12:18:02.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.279+0000 7f00b8955640 1 -- 172.21.15.82:0/3476823931 shutdown_connections 2024-09-12T12:18:02.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.279+0000 7f00b8955640 1 --2- 172.21.15.82:0/3476823931 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f00a0038fc0 0x7f00a003b480 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:02.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.279+0000 7f00b8955640 1 --2- 172.21.15.82:0/3476823931 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f00b41078b0 0x7f00b419b8b0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:02.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.279+0000 7f00b8955640 1 -- 172.21.15.82:0/3476823931 >> 172.21.15.82:0/3476823931 conn(0x7f00b4103020 msgr2=0x7f00b4103c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:02.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.279+0000 7f00b8955640 1 -- 172.21.15.82:0/3476823931 shutdown_connections 2024-09-12T12:18:02.970 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:02.279+0000 7f00b8955640 1 -- 172.21.15.82:0/3476823931 wait complete. 2024-09-12T12:18:02.970 INFO:teuthology.orchestra.run.smithi082.stdout:Enabling the dashboard module... 2024-09-12T12:18:03.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:03 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3476823931' entity='client.admin' 2024-09-12T12:18:04.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:04 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/603210889' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-12T12:18:04.531 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:04 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: ignoring --setuser ceph since I am not root 2024-09-12T12:18:04.531 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:04 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: ignoring --setgroup ceph since I am not root 2024-09-12T12:18:04.531 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:04 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:04.437+0000 7f966e5b3040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T12:18:04.531 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:04 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:04.496+0000 7f966e5b3040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T12:18:04.879 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:04 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:04.653+0000 7f966e5b3040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-12T12:18:04.879 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:04 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:04.723+0000 7f966e5b3040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T12:18:04.879 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:04 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:04.879+0000 7f966e5b3040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:18:04.934 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.363+0000 7f72ed3cc640 1 Processor -- start 2024-09-12T12:18:04.934 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.363+0000 7f72ed3cc640 1 -- start start 2024-09-12T12:18:04.934 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.363+0000 7f72ed3cc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f72e8108400 0x7f72e810a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:04.934 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.363+0000 7f72ed3cc640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f72e807be30 con 0x7f72e8108400 2024-09-12T12:18:04.934 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.363+0000 7f72e6ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f72e8108400 0x7f72e810a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:04.934 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.363+0000 7f72e6ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f72e8108400 0x7f72e810a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46934/0 (socket says 172.21.15.82:46934) 2024-09-12T12:18:04.934 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.363+0000 7f72e6ffd640 1 -- 172.21.15.82:0/1644032443 learned_addr learned my addr 172.21.15.82:0/1644032443 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:04.934 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.363+0000 7f72e6ffd640 1 -- 172.21.15.82:0/1644032443 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72e810ad30 con 0x7f72e8108400 2024-09-12T12:18:04.935 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.364+0000 7f72e6ffd640 1 --2- 172.21.15.82:0/1644032443 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f72e8108400 0x7f72e810a7f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f72d8009820 tx=0x7f72d802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a392cf6f68b199a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:04.935 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.364+0000 7f72e5ffb640 1 -- 172.21.15.82:0/1644032443 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f72d8037070 con 0x7f72e8108400 2024-09-12T12:18:04.935 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.364+0000 7f72e5ffb640 1 -- 172.21.15.82:0/1644032443 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f72d8032920 con 0x7f72e8108400 2024-09-12T12:18:04.935 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.364+0000 7f72e5ffb640 1 -- 172.21.15.82:0/1644032443 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f72d8030810 con 0x7f72e8108400 2024-09-12T12:18:04.935 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.365+0000 7f72ed3cc640 1 -- 172.21.15.82:0/1644032443 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f72e8108400 msgr2=0x7f72e810a7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:04.935 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.365+0000 7f72ed3cc640 1 --2- 172.21.15.82:0/1644032443 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f72e8108400 0x7f72e810a7f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f72d8009820 tx=0x7f72d802a270 comp rx=0 tx=0).stop 2024-09-12T12:18:04.935 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.365+0000 7f72ed3cc640 1 -- 172.21.15.82:0/1644032443 shutdown_connections 2024-09-12T12:18:04.935 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.365+0000 7f72ed3cc640 1 --2- 172.21.15.82:0/1644032443 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f72e8108400 0x7f72e810a7f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:04.935 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.365+0000 7f72ed3cc640 1 -- 172.21.15.82:0/1644032443 >> 172.21.15.82:0/1644032443 conn(0x7f72e8102020 msgr2=0x7f72e8104440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:04.935 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.365+0000 7f72ed3cc640 1 -- 172.21.15.82:0/1644032443 shutdown_connections 2024-09-12T12:18:04.935 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.365+0000 7f72ed3cc640 1 -- 172.21.15.82:0/1644032443 wait complete. 2024-09-12T12:18:04.936 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.366+0000 7f72ed3cc640 1 Processor -- start 2024-09-12T12:18:04.936 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.366+0000 7f72ed3cc640 1 -- start start 2024-09-12T12:18:04.936 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.366+0000 7f72ed3cc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f72e8108400 0x7f72e819b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:04.936 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.366+0000 7f72ed3cc640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f72e810bd40 con 0x7f72e8108400 2024-09-12T12:18:04.936 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.366+0000 7f72e6ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f72e8108400 0x7f72e819b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:04.936 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.366+0000 7f72e6ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f72e8108400 0x7f72e819b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46942/0 (socket says 172.21.15.82:46942) 2024-09-12T12:18:04.936 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.366+0000 7f72e6ffd640 1 -- 172.21.15.82:0/603210889 learned_addr learned my addr 172.21.15.82:0/603210889 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:04.936 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.366+0000 7f72e6ffd640 1 -- 172.21.15.82:0/603210889 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72e819be20 con 0x7f72e8108400 2024-09-12T12:18:04.936 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.366+0000 7f72e6ffd640 1 --2- 172.21.15.82:0/603210889 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f72e8108400 0x7f72e819b8e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f72d80097f0 tx=0x7f72d80327b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:04.936 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.367+0000 7f72cffff640 1 -- 172.21.15.82:0/603210889 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f72d8037040 con 0x7f72e8108400 2024-09-12T12:18:04.937 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.367+0000 7f72cffff640 1 -- 172.21.15.82:0/603210889 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f72d8030c40 con 0x7f72e8108400 2024-09-12T12:18:04.937 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.367+0000 7f72ed3cc640 1 -- 172.21.15.82:0/603210889 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72e819c0b0 con 0x7f72e8108400 2024-09-12T12:18:04.937 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.367+0000 7f72cffff640 1 -- 172.21.15.82:0/603210889 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f72d803a5d0 con 0x7f72e8108400 2024-09-12T12:18:04.937 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.367+0000 7f72ed3cc640 1 -- 172.21.15.82:0/603210889 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72e819eda0 con 0x7f72e8108400 2024-09-12T12:18:04.937 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.367+0000 7f72cffff640 1 -- 172.21.15.82:0/603210889 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f72d803a810 con 0x7f72e8108400 2024-09-12T12:18:04.937 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.368+0000 7f72cffff640 1 --2- 172.21.15.82:0/603210889 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f72d0038f70 0x7f72d003b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:04.937 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.368+0000 7f72cffff640 1 -- 172.21.15.82:0/603210889 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f72d806c740 con 0x7f72e8108400 2024-09-12T12:18:04.937 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.368+0000 7f72e67fc640 1 --2- 172.21.15.82:0/603210889 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f72d0038f70 0x7f72d003b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:04.937 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.368+0000 7f72ed3cc640 1 -- 172.21.15.82:0/603210889 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72e8108860 con 0x7f72e8108400 2024-09-12T12:18:04.937 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.368+0000 7f72e67fc640 1 --2- 172.21.15.82:0/603210889 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f72d0038f70 0x7f72d003b430 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f72dc0098c0 tx=0x7f72dc006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:04.937 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.373+0000 7f72cffff640 1 -- 172.21.15.82:0/603210889 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f72d80371e0 con 0x7f72e8108400 2024-09-12T12:18:04.938 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:03.590+0000 7f72ed3cc640 1 -- 172.21.15.82:0/603210889 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f72e819f1c0 con 0x7f72e8108400 2024-09-12T12:18:04.938 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:04.280+0000 7f72cffff640 1 -- 172.21.15.82:0/603210889 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f72d8030df0 con 0x7f72e8108400 2024-09-12T12:18:04.938 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:04.282+0000 7f72cffff640 1 -- 172.21.15.82:0/603210889 <== mon.0 v2:172.21.15.82:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f72d8044920 con 0x7f72e8108400 2024-09-12T12:18:04.938 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:04.284+0000 7f72ed3cc640 1 -- 172.21.15.82:0/603210889 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f72d0038f70 msgr2=0x7f72d003b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:04.938 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:04.284+0000 7f72ed3cc640 1 --2- 172.21.15.82:0/603210889 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f72d0038f70 0x7f72d003b430 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f72dc0098c0 tx=0x7f72dc006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:04.938 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:04.284+0000 7f72ed3cc640 1 -- 172.21.15.82:0/603210889 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f72e8108400 msgr2=0x7f72e819b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:04.938 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:04.284+0000 7f72ed3cc640 1 --2- 172.21.15.82:0/603210889 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f72e8108400 0x7f72e819b8e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f72d80097f0 tx=0x7f72d80327b0 comp rx=0 tx=0).stop 2024-09-12T12:18:04.938 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:04.284+0000 7f72ed3cc640 1 -- 172.21.15.82:0/603210889 shutdown_connections 2024-09-12T12:18:04.938 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:04.284+0000 7f72ed3cc640 1 --2- 172.21.15.82:0/603210889 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f72d0038f70 0x7f72d003b430 secure :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f72dc0098c0 tx=0x7f72dc006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:04.938 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:04.284+0000 7f72ed3cc640 1 --2- 172.21.15.82:0/603210889 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f72e8108400 0x7f72e819b8e0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:04.938 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:04.284+0000 7f72ed3cc640 1 -- 172.21.15.82:0/603210889 >> 172.21.15.82:0/603210889 conn(0x7f72e8102020 msgr2=0x7f72e8102c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:04.939 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:04.284+0000 7f72ed3cc640 1 -- 172.21.15.82:0/603210889 shutdown_connections 2024-09-12T12:18:04.939 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:04.284+0000 7f72ed3cc640 1 -- 172.21.15.82:0/603210889 wait complete. 2024-09-12T12:18:05.159 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:05 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:05.029+0000 7f966e5b3040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T12:18:05.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:05 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/603210889' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-12T12:18:05.424 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:05 smithi082 ceph-mon[31122]: mgrmap e9: x(active, since 18s) 2024-09-12T12:18:05.424 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:05 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:05.360+0000 7f966e5b3040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T12:18:05.424 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:05 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:05.423+0000 7f966e5b3040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T12:18:05.780 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:05 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:05.620+0000 7f966e5b3040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T12:18:06.207 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout { 2024-09-12T12:18:06.207 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-12T12:18:06.207 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-12T12:18:06.207 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-12T12:18:06.207 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-12T12:18:06.208 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout } 2024-09-12T12:18:06.208 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.332+0000 7f6b09837640 1 Processor -- start 2024-09-12T12:18:06.208 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.332+0000 7f6b09837640 1 -- start start 2024-09-12T12:18:06.208 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.332+0000 7f6b09837640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b04108320 0x7f6b0410a710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:06.208 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.332+0000 7f6b09837640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6b0407be90 con 0x7f6b04108320 2024-09-12T12:18:06.208 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.333+0000 7f6b02ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b04108320 0x7f6b0410a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:06.208 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.333+0000 7f6b02ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b04108320 0x7f6b0410a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46962/0 (socket says 172.21.15.82:46962) 2024-09-12T12:18:06.208 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.333+0000 7f6b02ffd640 1 -- 172.21.15.82:0/2638639708 learned_addr learned my addr 172.21.15.82:0/2638639708 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:06.209 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.333+0000 7f6b02ffd640 1 -- 172.21.15.82:0/2638639708 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b0410ac50 con 0x7f6b04108320 2024-09-12T12:18:06.209 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.334+0000 7f6b02ffd640 1 --2- 172.21.15.82:0/2638639708 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b04108320 0x7f6b0410a710 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6af400f960 tx=0x7f6af402e550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=818d0df0a0ec76b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:06.209 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.334+0000 7f6b01ffb640 1 -- 172.21.15.82:0/2638639708 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6af403a070 con 0x7f6b04108320 2024-09-12T12:18:06.209 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.334+0000 7f6b01ffb640 1 -- 172.21.15.82:0/2638639708 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6af4033b20 con 0x7f6b04108320 2024-09-12T12:18:06.209 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.334+0000 7f6b01ffb640 1 -- 172.21.15.82:0/2638639708 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6af4035cb0 con 0x7f6b04108320 2024-09-12T12:18:06.209 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.335+0000 7f6b09837640 1 -- 172.21.15.82:0/2638639708 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b04108320 msgr2=0x7f6b0410a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:06.209 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.335+0000 7f6b09837640 1 --2- 172.21.15.82:0/2638639708 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b04108320 0x7f6b0410a710 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6af400f960 tx=0x7f6af402e550 comp rx=0 tx=0).stop 2024-09-12T12:18:06.209 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.335+0000 7f6b09837640 1 -- 172.21.15.82:0/2638639708 shutdown_connections 2024-09-12T12:18:06.209 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.335+0000 7f6b09837640 1 --2- 172.21.15.82:0/2638639708 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b04108320 0x7f6b0410a710 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:06.209 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.335+0000 7f6b09837640 1 -- 172.21.15.82:0/2638639708 >> 172.21.15.82:0/2638639708 conn(0x7f6b04101f40 msgr2=0x7f6b04104380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:06.209 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.335+0000 7f6b09837640 1 -- 172.21.15.82:0/2638639708 shutdown_connections 2024-09-12T12:18:06.209 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.335+0000 7f6b09837640 1 -- 172.21.15.82:0/2638639708 wait complete. 2024-09-12T12:18:06.210 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.336+0000 7f6b09837640 1 Processor -- start 2024-09-12T12:18:06.210 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.336+0000 7f6b09837640 1 -- start start 2024-09-12T12:18:06.210 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.336+0000 7f6b09837640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b04108320 0x7f6b04199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:06.210 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.336+0000 7f6b09837640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6b04106f50 con 0x7f6b04108320 2024-09-12T12:18:06.210 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.336+0000 7f6b02ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b04108320 0x7f6b04199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:06.210 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.336+0000 7f6b02ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b04108320 0x7f6b04199680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46976/0 (socket says 172.21.15.82:46976) 2024-09-12T12:18:06.210 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.336+0000 7f6b02ffd640 1 -- 172.21.15.82:0/1925805913 learned_addr learned my addr 172.21.15.82:0/1925805913 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:06.210 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.336+0000 7f6b02ffd640 1 -- 172.21.15.82:0/1925805913 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b04199bc0 con 0x7f6b04108320 2024-09-12T12:18:06.210 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.337+0000 7f6b02ffd640 1 --2- 172.21.15.82:0/1925805913 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b04108320 0x7f6b04199680 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6af4035ee0 tx=0x7f6af4033740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:06.211 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.337+0000 7f6b08835640 1 -- 172.21.15.82:0/1925805913 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6af4044020 con 0x7f6b04108320 2024-09-12T12:18:06.211 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.337+0000 7f6b09837640 1 -- 172.21.15.82:0/1925805913 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b04199e50 con 0x7f6b04108320 2024-09-12T12:18:06.211 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.337+0000 7f6b08835640 1 -- 172.21.15.82:0/1925805913 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6af4040900 con 0x7f6b04108320 2024-09-12T12:18:06.211 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.337+0000 7f6b08835640 1 -- 172.21.15.82:0/1925805913 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6af403a040 con 0x7f6b04108320 2024-09-12T12:18:06.211 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.337+0000 7f6b09837640 1 -- 172.21.15.82:0/1925805913 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b0419cb40 con 0x7f6b04108320 2024-09-12T12:18:06.211 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.338+0000 7f6b08835640 1 -- 172.21.15.82:0/1925805913 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f6af4047020 con 0x7f6b04108320 2024-09-12T12:18:06.211 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.338+0000 7f6b09837640 1 -- 172.21.15.82:0/1925805913 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b041075d0 con 0x7f6b04108320 2024-09-12T12:18:06.211 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.338+0000 7f6b08835640 1 --2- 172.21.15.82:0/1925805913 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f6aec039020 0x7f6aec03b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:06.211 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.338+0000 7f6b08835640 1 -- 172.21.15.82:0/1925805913 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6af4070ee0 con 0x7f6b04108320 2024-09-12T12:18:06.211 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.338+0000 7f6b027fc640 1 -- 172.21.15.82:0/1925805913 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f6aec039020 msgr2=0x7f6aec03b4e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.82:6800/764080585 2024-09-12T12:18:06.211 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.338+0000 7f6b027fc640 1 --2- 172.21.15.82:0/1925805913 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f6aec039020 0x7f6aec03b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-12T12:18:06.212 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.347+0000 7f6b08835640 1 -- 172.21.15.82:0/1925805913 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6af404e020 con 0x7f6b04108320 2024-09-12T12:18:06.212 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.539+0000 7f6b027fc640 1 -- 172.21.15.82:0/1925805913 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f6aec039020 msgr2=0x7f6aec03b4e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.82:6800/764080585 2024-09-12T12:18:06.212 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.539+0000 7f6b027fc640 1 --2- 172.21.15.82:0/1925805913 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f6aec039020 0x7f6aec03b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-12T12:18:06.212 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.578+0000 7f6b09837640 1 -- 172.21.15.82:0/1925805913 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f6b0402d9b0 con 0x7f6b04108320 2024-09-12T12:18:06.212 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.579+0000 7f6b08835640 1 -- 172.21.15.82:0/1925805913 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f6af4040ab0 con 0x7f6b04108320 2024-09-12T12:18:06.212 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.581+0000 7f6b09837640 1 -- 172.21.15.82:0/1925805913 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f6aec039020 msgr2=0x7f6aec03b4e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T12:18:06.212 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.581+0000 7f6b09837640 1 --2- 172.21.15.82:0/1925805913 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f6aec039020 0x7f6aec03b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:06.212 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.581+0000 7f6b09837640 1 -- 172.21.15.82:0/1925805913 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b04108320 msgr2=0x7f6b04199680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:06.212 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.581+0000 7f6b09837640 1 --2- 172.21.15.82:0/1925805913 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b04108320 0x7f6b04199680 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6af4035ee0 tx=0x7f6af4033740 comp rx=0 tx=0).stop 2024-09-12T12:18:06.212 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.581+0000 7f6b09837640 1 -- 172.21.15.82:0/1925805913 shutdown_connections 2024-09-12T12:18:06.212 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.581+0000 7f6b09837640 1 --2- 172.21.15.82:0/1925805913 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7f6aec039020 0x7f6aec03b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:06.212 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.581+0000 7f6b09837640 1 --2- 172.21.15.82:0/1925805913 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b04108320 0x7f6b04199680 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:06.213 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.581+0000 7f6b09837640 1 -- 172.21.15.82:0/1925805913 >> 172.21.15.82:0/1925805913 conn(0x7f6b04101f40 msgr2=0x7f6b04102870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:06.213 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.581+0000 7f6b09837640 1 -- 172.21.15.82:0/1925805913 shutdown_connections 2024-09-12T12:18:06.213 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:05.581+0000 7f6b09837640 1 -- 172.21.15.82:0/1925805913 wait complete. 2024-09-12T12:18:06.213 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for the mgr to restart... 2024-09-12T12:18:06.213 INFO:teuthology.orchestra.run.smithi082.stdout:Waiting for mgr epoch 9... 2024-09-12T12:18:06.521 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:06 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1925805913' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-12T12:18:06.780 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:06 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:06.520+0000 7f966e5b3040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T12:18:06.780 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:06 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:06.591+0000 7f966e5b3040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T12:18:07.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:07 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:07.303+0000 7f966e5b3040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T12:18:07.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:07 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:07.418+0000 7f966e5b3040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T12:18:07.836 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:07 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:07.560+0000 7f966e5b3040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:18:07.837 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:07 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:07.622+0000 7f966e5b3040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T12:18:07.837 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:07 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:07.768+0000 7f966e5b3040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T12:18:07.837 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:07 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:07.836+0000 7f966e5b3040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T12:18:08.121 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:07 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:07.896+0000 7f966e5b3040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T12:18:08.121 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:08 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:08.055+0000 7f966e5b3040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T12:18:08.121 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:08 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:08.120+0000 7f966e5b3040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T12:18:08.387 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:08 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:08.187+0000 7f966e5b3040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T12:18:08.387 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:08 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:08.269+0000 7f966e5b3040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T12:18:08.387 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:08 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:08.328+0000 7f966e5b3040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T12:18:08.387 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:08 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:08.386+0000 7f966e5b3040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T12:18:09.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:09 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:09.173+0000 7f966e5b3040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T12:18:09.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:09 smithi082 ceph-mon[31122]: Active manager daemon x restarted 2024-09-12T12:18:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:09 smithi082 ceph-mon[31122]: Activating manager daemon x 2024-09-12T12:18:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:09 smithi082 ceph-mon[31122]: osdmap e3: 0 total, 0 up, 0 in 2024-09-12T12:18:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:09 smithi082 ceph-mon[31122]: mgrmap e10: x(active, starting, since 0.00365297s) 2024-09-12T12:18:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:18:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-12T12:18:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-12T12:18:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-12T12:18:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-12T12:18:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:09 smithi082 ceph-mon[31122]: Manager daemon x is now available 2024-09-12T12:18:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:18:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-12T12:18:09.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-12T12:18:10.749 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:10.487+0000 7f95d407c640 -1 log_channel(cephadm) log [ERR] : [12/Sep/2024:12:18:10] ENGINE Error in HTTPServer.serve 2024-09-12T12:18:10.750 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: Traceback (most recent call last): 2024-09-12T12:18:10.750 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T12:18:10.750 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: self._connections.run(self.expiration_interval) 2024-09-12T12:18:10.750 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T12:18:10.750 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: self._run(expiration_interval) 2024-09-12T12:18:10.750 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T12:18:10.750 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T12:18:10.750 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T12:18:10.750 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T12:18:10.750 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T12:18:10.751 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: s = self.context.wrap_socket( 2024-09-12T12:18:10.751 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T12:18:10.751 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: return self.sslsocket_class._create( 2024-09-12T12:18:10.751 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T12:18:10.751 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: self.do_handshake() 2024-09-12T12:18:10.751 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T12:18:10.751 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: self._sslobj.do_handshake() 2024-09-12T12:18:10.751 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T12:18:10.751 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:18:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:18:11.200 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout { 2024-09-12T12:18:11.200 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-12T12:18:11.200 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-12T12:18:11.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout } 2024-09-12T12:18:11.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.605+0000 7fd52228a640 1 Processor -- start 2024-09-12T12:18:11.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.605+0000 7fd52228a640 1 -- start start 2024-09-12T12:18:11.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.605+0000 7fd52228a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd51c1078b0 0x7fd51c107cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:11.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.605+0000 7fd52228a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd51c108280 con 0x7fd51c1078b0 2024-09-12T12:18:11.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.605+0000 7fd51bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd51c1078b0 0x7fd51c107cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:11.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.606+0000 7fd51bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd51c1078b0 0x7fd51c107cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46978/0 (socket says 172.21.15.82:46978) 2024-09-12T12:18:11.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.606+0000 7fd51bfff640 1 -- 172.21.15.82:0/1902479585 learned_addr learned my addr 172.21.15.82:0/1902479585 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:11.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.606+0000 7fd51bfff640 1 -- 172.21.15.82:0/1902479585 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd51c108ab0 con 0x7fd51c1078b0 2024-09-12T12:18:11.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.606+0000 7fd51bfff640 1 --2- 172.21.15.82:0/1902479585 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd51c1078b0 0x7fd51c107cb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd50c009820 tx=0x7fd50c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4ca11f3699c35a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:11.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.607+0000 7fd51affd640 1 -- 172.21.15.82:0/1902479585 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd50c037070 con 0x7fd51c1078b0 2024-09-12T12:18:11.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.607+0000 7fd51affd640 1 -- 172.21.15.82:0/1902479585 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd50c032920 con 0x7fd51c1078b0 2024-09-12T12:18:11.201 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.607+0000 7fd51affd640 1 -- 172.21.15.82:0/1902479585 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd50c030810 con 0x7fd51c1078b0 2024-09-12T12:18:11.202 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.607+0000 7fd52228a640 1 -- 172.21.15.82:0/1902479585 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd51c1078b0 msgr2=0x7fd51c107cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:11.202 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.607+0000 7fd52228a640 1 --2- 172.21.15.82:0/1902479585 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd51c1078b0 0x7fd51c107cb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd50c009820 tx=0x7fd50c02a270 comp rx=0 tx=0).stop 2024-09-12T12:18:11.202 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.607+0000 7fd52228a640 1 -- 172.21.15.82:0/1902479585 shutdown_connections 2024-09-12T12:18:11.202 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.607+0000 7fd52228a640 1 --2- 172.21.15.82:0/1902479585 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd51c1078b0 0x7fd51c107cb0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:11.202 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.607+0000 7fd52228a640 1 -- 172.21.15.82:0/1902479585 >> 172.21.15.82:0/1902479585 conn(0x7fd51c103020 msgr2=0x7fd51c105480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:11.202 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.607+0000 7fd52228a640 1 -- 172.21.15.82:0/1902479585 shutdown_connections 2024-09-12T12:18:11.202 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.607+0000 7fd52228a640 1 -- 172.21.15.82:0/1902479585 wait complete. 2024-09-12T12:18:11.202 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.608+0000 7fd52228a640 1 Processor -- start 2024-09-12T12:18:11.202 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.608+0000 7fd52228a640 1 -- start start 2024-09-12T12:18:11.202 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.608+0000 7fd52228a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd51c1078b0 0x7fd51c19b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:11.202 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.608+0000 7fd52228a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd51c10be60 con 0x7fd51c1078b0 2024-09-12T12:18:11.202 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.608+0000 7fd51bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd51c1078b0 0x7fd51c19b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:11.202 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.608+0000 7fd51bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd51c1078b0 0x7fd51c19b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46982/0 (socket says 172.21.15.82:46982) 2024-09-12T12:18:11.203 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.608+0000 7fd51bfff640 1 -- 172.21.15.82:0/1130826529 learned_addr learned my addr 172.21.15.82:0/1130826529 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:11.203 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.609+0000 7fd51bfff640 1 -- 172.21.15.82:0/1130826529 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd51c19be10 con 0x7fd51c1078b0 2024-09-12T12:18:11.203 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.609+0000 7fd51bfff640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd51c1078b0 0x7fd51c19b8d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd50c030560 tx=0x7fd50c032670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:11.203 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.609+0000 7fd5197fa640 1 -- 172.21.15.82:0/1130826529 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd50c037040 con 0x7fd51c1078b0 2024-09-12T12:18:11.203 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.609+0000 7fd5197fa640 1 -- 172.21.15.82:0/1130826529 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd50c040070 con 0x7fd51c1078b0 2024-09-12T12:18:11.203 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.609+0000 7fd52228a640 1 -- 172.21.15.82:0/1130826529 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd51c19c0a0 con 0x7fd51c1078b0 2024-09-12T12:18:11.203 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.609+0000 7fd5197fa640 1 -- 172.21.15.82:0/1130826529 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd50c03a740 con 0x7fd51c1078b0 2024-09-12T12:18:11.203 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.609+0000 7fd52228a640 1 -- 172.21.15.82:0/1130826529 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd51c19ed90 con 0x7fd51c1078b0 2024-09-12T12:18:11.203 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.610+0000 7fd5197fa640 1 -- 172.21.15.82:0/1130826529 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fd50c03a9b0 con 0x7fd51c1078b0 2024-09-12T12:18:11.203 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.610+0000 7fd5197fa640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fd504038fc0 0x7fd50403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:11.203 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.610+0000 7fd5197fa640 1 -- 172.21.15.82:0/1130826529 --> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fd50403bb90 con 0x7fd504038fc0 2024-09-12T12:18:11.203 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.610+0000 7fd5197fa640 1 -- 172.21.15.82:0/1130826529 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd50c06c610 con 0x7fd51c1078b0 2024-09-12T12:18:11.203 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.610+0000 7fd51b7fe640 1 -- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fd504038fc0 msgr2=0x7fd50403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.82:6800/764080585 2024-09-12T12:18:11.204 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.610+0000 7fd51b7fe640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fd504038fc0 0x7fd50403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-12T12:18:11.204 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.811+0000 7fd51b7fe640 1 -- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fd504038fc0 msgr2=0x7fd50403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.82:6800/764080585 2024-09-12T12:18:11.204 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:06.811+0000 7fd51b7fe640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fd504038fc0 0x7fd50403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-12T12:18:11.204 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:07.212+0000 7fd51b7fe640 1 -- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fd504038fc0 msgr2=0x7fd50403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.82:6800/764080585 2024-09-12T12:18:11.204 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:07.212+0000 7fd51b7fe640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fd504038fc0 0x7fd50403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-12T12:18:11.204 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:08.013+0000 7fd51b7fe640 1 -- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fd504038fc0 msgr2=0x7fd50403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.82:6800/764080585 2024-09-12T12:18:11.204 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:08.013+0000 7fd51b7fe640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fd504038fc0 0x7fd50403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-12T12:18:11.204 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:09.177+0000 7fd5197fa640 1 -- 172.21.15.82:0/1130826529 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7fd50c06b0c0 con 0x7fd51c1078b0 2024-09-12T12:18:11.204 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:09.177+0000 7fd5197fa640 1 -- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fd504038fc0 msgr2=0x7fd50403b480 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T12:18:11.204 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:09.177+0000 7fd5197fa640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fd504038fc0 0x7fd50403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:11.204 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.179+0000 7fd5197fa640 1 -- 172.21.15.82:0/1130826529 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7fd50c03b420 con 0x7fd51c1078b0 2024-09-12T12:18:11.204 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.179+0000 7fd5197fa640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd50403ca80 0x7fd50403ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:11.204 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.179+0000 7fd5197fa640 1 -- 172.21.15.82:0/1130826529 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fd50c00af30 con 0x7fd50403ca80 2024-09-12T12:18:11.205 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.180+0000 7fd51b7fe640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd50403ca80 0x7fd50403ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:11.205 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.180+0000 7fd51b7fe640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd50403ca80 0x7fd50403ee70 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fd510003980 tx=0x7fd510006e10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:11.205 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.181+0000 7fd5197fa640 1 -- 172.21.15.82:0/1130826529 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7fd50c00af30 con 0x7fd50403ca80 2024-09-12T12:18:11.205 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.188+0000 7fd52228a640 1 -- 172.21.15.82:0/1130826529 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fd51c107d30 con 0x7fd50403ca80 2024-09-12T12:18:11.205 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.188+0000 7fd5197fa640 1 -- 172.21.15.82:0/1130826529 <== mgr.14150 v2:172.21.15.82:6800/2115848055 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7fd51c107d30 con 0x7fd50403ca80 2024-09-12T12:18:11.205 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.188+0000 7fd52228a640 1 -- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd50403ca80 msgr2=0x7fd50403ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:11.205 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.188+0000 7fd52228a640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd50403ca80 0x7fd50403ee70 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fd510003980 tx=0x7fd510006e10 comp rx=0 tx=0).stop 2024-09-12T12:18:11.205 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.188+0000 7fd52228a640 1 -- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd51c1078b0 msgr2=0x7fd51c19b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:11.205 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.188+0000 7fd52228a640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd51c1078b0 0x7fd51c19b8d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd50c030560 tx=0x7fd50c032670 comp rx=0 tx=0).stop 2024-09-12T12:18:11.205 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.188+0000 7fd52228a640 1 -- 172.21.15.82:0/1130826529 shutdown_connections 2024-09-12T12:18:11.205 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.188+0000 7fd52228a640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd50403ca80 0x7fd50403ee70 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:11.205 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.188+0000 7fd52228a640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:6800/764080585,v1:172.21.15.82:6801/764080585] conn(0x7fd504038fc0 0x7fd50403b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:11.205 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.188+0000 7fd52228a640 1 --2- 172.21.15.82:0/1130826529 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd51c1078b0 0x7fd51c19b8d0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:11.205 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.188+0000 7fd52228a640 1 -- 172.21.15.82:0/1130826529 >> 172.21.15.82:0/1130826529 conn(0x7fd51c103020 msgr2=0x7fd51c103c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:11.206 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.188+0000 7fd52228a640 1 -- 172.21.15.82:0/1130826529 shutdown_connections 2024-09-12T12:18:11.206 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:10.188+0000 7fd52228a640 1 -- 172.21.15.82:0/1130826529 wait complete. 2024-09-12T12:18:11.206 INFO:teuthology.orchestra.run.smithi082.stdout:mgr epoch 9 is available 2024-09-12T12:18:11.206 INFO:teuthology.orchestra.run.smithi082.stdout:Generating a dashboard self-signed certificate... 2024-09-12T12:18:11.443 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:11 smithi082 ceph-mon[31122]: mgrmap e11: x(active, since 1.00678s) 2024-09-12T12:18:11.443 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:11 smithi082 ceph-mon[31122]: [12/Sep/2024:12:18:10] ENGINE Bus STARTING 2024-09-12T12:18:11.443 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:12.472 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:12 smithi082 ceph-mon[31122]: [12/Sep/2024:12:18:10] ENGINE Serving on http://172.21.15.82:8765 2024-09-12T12:18:12.473 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:12 smithi082 ceph-mon[31122]: [12/Sep/2024:12:18:10] ENGINE Serving on https://172.21.15.82:7150 2024-09-12T12:18:12.473 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:12 smithi082 ceph-mon[31122]: [12/Sep/2024:12:18:10] ENGINE Bus STARTED 2024-09-12T12:18:12.473 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:12 smithi082 ceph-mon[31122]: [12/Sep/2024:12:18:10] ENGINE Error in HTTPServer.serve 2024-09-12T12:18:12.473 INFO:journalctl@ceph.mon.a.smithi082.stdout: Traceback (most recent call last): 2024-09-12T12:18:12.473 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T12:18:12.473 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._connections.run(self.expiration_interval) 2024-09-12T12:18:12.473 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T12:18:12.473 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._run(expiration_interval) 2024-09-12T12:18:12.473 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T12:18:12.473 INFO:journalctl@ceph.mon.a.smithi082.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T12:18:12.473 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T12:18:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T12:18:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T12:18:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout: s = self.context.wrap_socket( 2024-09-12T12:18:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T12:18:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout: return self.sslsocket_class._create( 2024-09-12T12:18:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T12:18:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout: self.do_handshake() 2024-09-12T12:18:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T12:18:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._sslobj.do_handshake() 2024-09-12T12:18:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T12:18:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:12 smithi082 ceph-mon[31122]: mgrmap e12: x(active, since 2s) 2024-09-12T12:18:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:12 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:12.474 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:12 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:12.475 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:12 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:12.480 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-12T12:18:12.480 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.611+0000 7f58acceb640 1 Processor -- start 2024-09-12T12:18:12.480 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.611+0000 7f58acceb640 1 -- start start 2024-09-12T12:18:12.481 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.611+0000 7f58acceb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58a8107900 0x7f58a8107d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:12.481 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.611+0000 7f58acceb640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f58a81082d0 con 0x7f58a8107900 2024-09-12T12:18:12.481 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.611+0000 7f58a659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58a8107900 0x7f58a8107d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:12.481 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.611+0000 7f58a659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58a8107900 0x7f58a8107d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44580/0 (socket says 172.21.15.82:44580) 2024-09-12T12:18:12.481 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.611+0000 7f58a659c640 1 -- 172.21.15.82:0/2586076009 learned_addr learned my addr 172.21.15.82:0/2586076009 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:12.481 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.612+0000 7f58a659c640 1 -- 172.21.15.82:0/2586076009 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58a8108b00 con 0x7f58a8107900 2024-09-12T12:18:12.481 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.612+0000 7f58a659c640 1 --2- 172.21.15.82:0/2586076009 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58a8107900 0x7f58a8107d00 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5898009820 tx=0x7f589802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea9acc2b873d09db server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:12.481 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.612+0000 7f58a5d9b640 1 -- 172.21.15.82:0/2586076009 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5898037070 con 0x7f58a8107900 2024-09-12T12:18:12.481 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.612+0000 7f58a5d9b640 1 -- 172.21.15.82:0/2586076009 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5898032920 con 0x7f58a8107900 2024-09-12T12:18:12.481 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.612+0000 7f58a5d9b640 1 -- 172.21.15.82:0/2586076009 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5898030810 con 0x7f58a8107900 2024-09-12T12:18:12.481 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.613+0000 7f58acceb640 1 -- 172.21.15.82:0/2586076009 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58a8107900 msgr2=0x7f58a8107d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:12.481 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.613+0000 7f58acceb640 1 --2- 172.21.15.82:0/2586076009 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58a8107900 0x7f58a8107d00 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5898009820 tx=0x7f589802a270 comp rx=0 tx=0).stop 2024-09-12T12:18:12.482 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.613+0000 7f58acceb640 1 -- 172.21.15.82:0/2586076009 shutdown_connections 2024-09-12T12:18:12.482 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.613+0000 7f58acceb640 1 --2- 172.21.15.82:0/2586076009 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58a8107900 0x7f58a8107d00 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:12.482 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.613+0000 7f58acceb640 1 -- 172.21.15.82:0/2586076009 >> 172.21.15.82:0/2586076009 conn(0x7f58a81030b0 msgr2=0x7f58a81054d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:12.482 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.613+0000 7f58acceb640 1 -- 172.21.15.82:0/2586076009 shutdown_connections 2024-09-12T12:18:12.482 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.613+0000 7f58acceb640 1 -- 172.21.15.82:0/2586076009 wait complete. 2024-09-12T12:18:12.482 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.614+0000 7f58acceb640 1 Processor -- start 2024-09-12T12:18:12.482 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.614+0000 7f58acceb640 1 -- start start 2024-09-12T12:18:12.482 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.614+0000 7f58acceb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58a8107900 0x7f58a819b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:12.482 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.614+0000 7f58acceb640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f58a810beb0 con 0x7f58a8107900 2024-09-12T12:18:12.482 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.614+0000 7f58a659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58a8107900 0x7f58a819b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:12.482 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.614+0000 7f58a659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58a8107900 0x7f58a819b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44588/0 (socket says 172.21.15.82:44588) 2024-09-12T12:18:12.483 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.614+0000 7f58a659c640 1 -- 172.21.15.82:0/1052438804 learned_addr learned my addr 172.21.15.82:0/1052438804 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:12.483 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.614+0000 7f58a659c640 1 -- 172.21.15.82:0/1052438804 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58a819be20 con 0x7f58a8107900 2024-09-12T12:18:12.483 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.614+0000 7f58a659c640 1 --2- 172.21.15.82:0/1052438804 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58a8107900 0x7f58a819b8e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5898030560 tx=0x7f5898032670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:12.483 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.614+0000 7f589f7fe640 1 -- 172.21.15.82:0/1052438804 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5898037040 con 0x7f58a8107900 2024-09-12T12:18:12.483 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.615+0000 7f58acceb640 1 -- 172.21.15.82:0/1052438804 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58a819c0b0 con 0x7f58a8107900 2024-09-12T12:18:12.483 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.615+0000 7f589f7fe640 1 -- 172.21.15.82:0/1052438804 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5898040070 con 0x7f58a8107900 2024-09-12T12:18:12.483 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.615+0000 7f589f7fe640 1 -- 172.21.15.82:0/1052438804 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f589803a6d0 con 0x7f58a8107900 2024-09-12T12:18:12.483 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.615+0000 7f58acceb640 1 -- 172.21.15.82:0/1052438804 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58a819eda0 con 0x7f58a8107900 2024-09-12T12:18:12.483 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.615+0000 7f589f7fe640 1 -- 172.21.15.82:0/1052438804 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f589803a940 con 0x7f58a8107900 2024-09-12T12:18:12.483 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.615+0000 7f58acceb640 1 -- 172.21.15.82:0/1052438804 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58a8107d80 con 0x7f58a8107900 2024-09-12T12:18:12.483 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.616+0000 7f589f7fe640 1 --2- 172.21.15.82:0/1052438804 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5894038eb0 0x7f589403b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:12.483 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.616+0000 7f589f7fe640 1 -- 172.21.15.82:0/1052438804 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f589806c4a0 con 0x7f58a8107900 2024-09-12T12:18:12.483 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.616+0000 7f589ffff640 1 --2- 172.21.15.82:0/1052438804 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5894038eb0 0x7f589403b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:12.484 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.616+0000 7f589ffff640 1 --2- 172.21.15.82:0/1052438804 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5894038eb0 0x7f589403b370 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f58900098c0 tx=0x7f5890006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:12.484 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.620+0000 7f589f7fe640 1 -- 172.21.15.82:0/1052438804 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5898044c70 con 0x7f58a8107900 2024-09-12T12:18:12.484 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.651+0000 7f589f7fe640 1 -- 172.21.15.82:0/1052438804 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f589803ad80 con 0x7f58a8107900 2024-09-12T12:18:12.484 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.801+0000 7f58acceb640 1 -- 172.21.15.82:0/1052438804 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f58a8104380 con 0x7f5894038eb0 2024-09-12T12:18:12.484 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.875+0000 7f589f7fe640 1 -- 172.21.15.82:0/1052438804 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f58a8104380 con 0x7f5894038eb0 2024-09-12T12:18:12.484 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.877+0000 7f58acceb640 1 -- 172.21.15.82:0/1052438804 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5894038eb0 msgr2=0x7f589403b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:12.484 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.877+0000 7f58acceb640 1 --2- 172.21.15.82:0/1052438804 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5894038eb0 0x7f589403b370 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f58900098c0 tx=0x7f5890006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:12.484 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.877+0000 7f58acceb640 1 -- 172.21.15.82:0/1052438804 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58a8107900 msgr2=0x7f58a819b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:12.484 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.877+0000 7f58acceb640 1 --2- 172.21.15.82:0/1052438804 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58a8107900 0x7f58a819b8e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5898030560 tx=0x7f5898032670 comp rx=0 tx=0).stop 2024-09-12T12:18:12.484 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.877+0000 7f58acceb640 1 -- 172.21.15.82:0/1052438804 shutdown_connections 2024-09-12T12:18:12.484 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.877+0000 7f58acceb640 1 --2- 172.21.15.82:0/1052438804 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5894038eb0 0x7f589403b370 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:12.484 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.877+0000 7f58acceb640 1 --2- 172.21.15.82:0/1052438804 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58a8107900 0x7f58a819b8e0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:12.485 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.877+0000 7f58acceb640 1 -- 172.21.15.82:0/1052438804 >> 172.21.15.82:0/1052438804 conn(0x7f58a81030b0 msgr2=0x7f58a8103c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:12.485 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.877+0000 7f58acceb640 1 -- 172.21.15.82:0/1052438804 shutdown_connections 2024-09-12T12:18:12.485 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:11.877+0000 7f58acceb640 1 -- 172.21.15.82:0/1052438804 wait complete. 2024-09-12T12:18:12.485 INFO:teuthology.orchestra.run.smithi082.stdout:Creating initial admin user... 2024-09-12T12:18:13.487 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:13 smithi082 ceph-mon[31122]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:18:13.982 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$ZuZf7iOtu90Qxf.V2z9.0.w/6GuQiKHd7z5lyvT0ZcTdXqFXJg9LG", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726143493, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-12T12:18:13.982 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.868+0000 7faa48785640 1 Processor -- start 2024-09-12T12:18:13.982 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.868+0000 7faa48785640 1 -- start start 2024-09-12T12:18:13.982 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.869+0000 7faa48785640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faa401067d0 0x7faa40106bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:13.982 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.869+0000 7faa48785640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7faa401071a0 con 0x7faa401067d0 2024-09-12T12:18:13.982 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.869+0000 7faa46521640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faa401067d0 0x7faa40106bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:13.983 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.869+0000 7faa46521640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faa401067d0 0x7faa40106bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44600/0 (socket says 172.21.15.82:44600) 2024-09-12T12:18:13.983 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.869+0000 7faa46521640 1 -- 172.21.15.82:0/869316896 learned_addr learned my addr 172.21.15.82:0/869316896 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:13.983 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.869+0000 7faa46521640 1 -- 172.21.15.82:0/869316896 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa401079d0 con 0x7faa401067d0 2024-09-12T12:18:13.983 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.870+0000 7faa46521640 1 --2- 172.21.15.82:0/869316896 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faa401067d0 0x7faa40106bd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7faa3c009820 tx=0x7faa3c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cbdc1a068f18637 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:13.983 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.870+0000 7faa4551f640 1 -- 172.21.15.82:0/869316896 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa3c037070 con 0x7faa401067d0 2024-09-12T12:18:13.983 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.870+0000 7faa4551f640 1 -- 172.21.15.82:0/869316896 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faa3c032920 con 0x7faa401067d0 2024-09-12T12:18:13.983 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.870+0000 7faa4551f640 1 -- 172.21.15.82:0/869316896 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa3c030810 con 0x7faa401067d0 2024-09-12T12:18:13.983 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.871+0000 7faa48785640 1 -- 172.21.15.82:0/869316896 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faa401067d0 msgr2=0x7faa40106bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:13.983 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.871+0000 7faa48785640 1 --2- 172.21.15.82:0/869316896 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faa401067d0 0x7faa40106bd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7faa3c009820 tx=0x7faa3c02a270 comp rx=0 tx=0).stop 2024-09-12T12:18:13.983 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.871+0000 7faa48785640 1 -- 172.21.15.82:0/869316896 shutdown_connections 2024-09-12T12:18:13.983 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.871+0000 7faa48785640 1 --2- 172.21.15.82:0/869316896 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faa401067d0 0x7faa40106bd0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:13.984 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.871+0000 7faa48785640 1 -- 172.21.15.82:0/869316896 >> 172.21.15.82:0/869316896 conn(0x7faa40101f80 msgr2=0x7faa401043a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:13.984 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.871+0000 7faa48785640 1 -- 172.21.15.82:0/869316896 shutdown_connections 2024-09-12T12:18:13.984 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.871+0000 7faa48785640 1 -- 172.21.15.82:0/869316896 wait complete. 2024-09-12T12:18:13.984 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.872+0000 7faa48785640 1 Processor -- start 2024-09-12T12:18:13.984 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.872+0000 7faa48785640 1 -- start start 2024-09-12T12:18:13.984 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.872+0000 7faa48785640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faa401067d0 0x7faa4019a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:13.984 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.872+0000 7faa46521640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faa401067d0 0x7faa4019a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:13.984 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.872+0000 7faa46521640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faa401067d0 0x7faa4019a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44604/0 (socket says 172.21.15.82:44604) 2024-09-12T12:18:13.984 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.872+0000 7faa46521640 1 -- 172.21.15.82:0/3202366899 learned_addr learned my addr 172.21.15.82:0/3202366899 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:13.984 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.872+0000 7faa48785640 1 -- 172.21.15.82:0/3202366899 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7faa4010ad80 con 0x7faa401067d0 2024-09-12T12:18:13.984 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.873+0000 7faa46521640 1 -- 172.21.15.82:0/3202366899 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa4019acc0 con 0x7faa401067d0 2024-09-12T12:18:13.985 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.873+0000 7faa46521640 1 --2- 172.21.15.82:0/3202366899 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faa401067d0 0x7faa4019a780 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7faa3c030560 tx=0x7faa3c032670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:13.985 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.873+0000 7faa377fe640 1 -- 172.21.15.82:0/3202366899 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa3c037040 con 0x7faa401067d0 2024-09-12T12:18:13.985 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.873+0000 7faa377fe640 1 -- 172.21.15.82:0/3202366899 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faa3c040070 con 0x7faa401067d0 2024-09-12T12:18:13.985 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.873+0000 7faa48785640 1 -- 172.21.15.82:0/3202366899 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa4019af50 con 0x7faa401067d0 2024-09-12T12:18:13.985 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.873+0000 7faa377fe640 1 -- 172.21.15.82:0/3202366899 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa3c03a740 con 0x7faa401067d0 2024-09-12T12:18:13.985 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.873+0000 7faa48785640 1 -- 172.21.15.82:0/3202366899 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa4019b370 con 0x7faa401067d0 2024-09-12T12:18:13.985 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.874+0000 7faa377fe640 1 -- 172.21.15.82:0/3202366899 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7faa3c03a8e0 con 0x7faa401067d0 2024-09-12T12:18:13.985 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.874+0000 7faa377fe640 1 --2- 172.21.15.82:0/3202366899 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7faa2c03b230 0x7faa2c03d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:13.985 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.874+0000 7faa377fe640 1 -- 172.21.15.82:0/3202366899 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7faa3c06d720 con 0x7faa401067d0 2024-09-12T12:18:13.985 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.874+0000 7faa48785640 1 -- 172.21.15.82:0/3202366899 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa40106c50 con 0x7faa401067d0 2024-09-12T12:18:13.985 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.874+0000 7faa45d20640 1 --2- 172.21.15.82:0/3202366899 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7faa2c03b230 0x7faa2c03d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:13.985 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.875+0000 7faa45d20640 1 --2- 172.21.15.82:0/3202366899 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7faa2c03b230 0x7faa2c03d6f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7faa300098c0 tx=0x7faa30006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:13.985 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:12.884+0000 7faa377fe640 1 -- 172.21.15.82:0/3202366899 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faa3c044c70 con 0x7faa401067d0 2024-09-12T12:18:13.986 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:13.072+0000 7faa48785640 1 -- 172.21.15.82:0/3202366899 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7faa4007b010 con 0x7faa2c03b230 2024-09-12T12:18:13.986 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:13.296+0000 7faa377fe640 1 -- 172.21.15.82:0/3202366899 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7faa4007b010 con 0x7faa2c03b230 2024-09-12T12:18:13.986 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:13.299+0000 7faa48785640 1 -- 172.21.15.82:0/3202366899 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7faa2c03b230 msgr2=0x7faa2c03d6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:13.986 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:13.299+0000 7faa48785640 1 --2- 172.21.15.82:0/3202366899 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7faa2c03b230 0x7faa2c03d6f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7faa300098c0 tx=0x7faa30006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:13.986 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:13.299+0000 7faa48785640 1 -- 172.21.15.82:0/3202366899 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faa401067d0 msgr2=0x7faa4019a780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:13.986 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:13.299+0000 7faa48785640 1 --2- 172.21.15.82:0/3202366899 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faa401067d0 0x7faa4019a780 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7faa3c030560 tx=0x7faa3c032670 comp rx=0 tx=0).stop 2024-09-12T12:18:13.986 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:13.299+0000 7faa48785640 1 -- 172.21.15.82:0/3202366899 shutdown_connections 2024-09-12T12:18:13.986 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:13.299+0000 7faa48785640 1 --2- 172.21.15.82:0/3202366899 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7faa2c03b230 0x7faa2c03d6f0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:13.986 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:13.299+0000 7faa48785640 1 --2- 172.21.15.82:0/3202366899 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faa401067d0 0x7faa4019a780 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:13.986 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:13.299+0000 7faa48785640 1 -- 172.21.15.82:0/3202366899 >> 172.21.15.82:0/3202366899 conn(0x7faa40101f80 msgr2=0x7faa40102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:13.986 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:13.299+0000 7faa48785640 1 -- 172.21.15.82:0/3202366899 shutdown_connections 2024-09-12T12:18:13.986 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:13.299+0000 7faa48785640 1 -- 172.21.15.82:0/3202366899 wait complete. 2024-09-12T12:18:13.986 INFO:teuthology.orchestra.run.smithi082.stdout:Fetching dashboard port number... 2024-09-12T12:18:14.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:14 smithi082 ceph-mon[31122]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:18:14.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:14 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:15.541 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stdout 8443 2024-09-12T12:18:15.542 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.850+0000 7fec0c84a640 1 Processor -- start 2024-09-12T12:18:15.542 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.850+0000 7fec0c84a640 1 -- start start 2024-09-12T12:18:15.542 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.850+0000 7fec0c84a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec0807de80 0x7fec0807c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:15.542 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.850+0000 7fec0c84a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fec0807c8b0 con 0x7fec0807de80 2024-09-12T12:18:15.542 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.850+0000 7fec0659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec0807de80 0x7fec0807c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:15.542 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.850+0000 7fec0659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec0807de80 0x7fec0807c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44616/0 (socket says 172.21.15.82:44616) 2024-09-12T12:18:15.542 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.850+0000 7fec0659c640 1 -- 172.21.15.82:0/2355533041 learned_addr learned my addr 172.21.15.82:0/2355533041 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:15.542 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.851+0000 7fec0659c640 1 -- 172.21.15.82:0/2355533041 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec0807ca30 con 0x7fec0807de80 2024-09-12T12:18:15.542 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.851+0000 7fec0659c640 1 --2- 172.21.15.82:0/2355533041 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec0807de80 0x7fec0807c2e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7febf8009820 tx=0x7febf802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1be03752cb1fd53d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:15.543 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.851+0000 7fec05d9b640 1 -- 172.21.15.82:0/2355533041 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febf8037070 con 0x7fec0807de80 2024-09-12T12:18:15.543 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.851+0000 7fec05d9b640 1 -- 172.21.15.82:0/2355533041 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7febf8032920 con 0x7fec0807de80 2024-09-12T12:18:15.543 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.851+0000 7fec05d9b640 1 -- 172.21.15.82:0/2355533041 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febf8030810 con 0x7fec0807de80 2024-09-12T12:18:15.543 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.852+0000 7fec0c84a640 1 -- 172.21.15.82:0/2355533041 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec0807de80 msgr2=0x7fec0807c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:15.543 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.852+0000 7fec0c84a640 1 --2- 172.21.15.82:0/2355533041 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec0807de80 0x7fec0807c2e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7febf8009820 tx=0x7febf802a270 comp rx=0 tx=0).stop 2024-09-12T12:18:15.543 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.852+0000 7fec0c84a640 1 -- 172.21.15.82:0/2355533041 shutdown_connections 2024-09-12T12:18:15.543 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.852+0000 7fec0c84a640 1 --2- 172.21.15.82:0/2355533041 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec0807de80 0x7fec0807c2e0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:15.543 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.852+0000 7fec0c84a640 1 -- 172.21.15.82:0/2355533041 >> 172.21.15.82:0/2355533041 conn(0x7fec081030b0 msgr2=0x7fec081054d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:15.543 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.852+0000 7fec0c84a640 1 -- 172.21.15.82:0/2355533041 shutdown_connections 2024-09-12T12:18:15.543 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.852+0000 7fec0c84a640 1 -- 172.21.15.82:0/2355533041 wait complete. 2024-09-12T12:18:15.544 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.853+0000 7fec0c84a640 1 Processor -- start 2024-09-12T12:18:15.544 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.853+0000 7fec0c84a640 1 -- start start 2024-09-12T12:18:15.544 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.853+0000 7fec0c84a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec0807de80 0x7fec0819daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:15.544 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.853+0000 7fec0c84a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fec0810df60 con 0x7fec0807de80 2024-09-12T12:18:15.544 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.853+0000 7fec0659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec0807de80 0x7fec0819daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:15.544 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.853+0000 7fec0659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec0807de80 0x7fec0819daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44628/0 (socket says 172.21.15.82:44628) 2024-09-12T12:18:15.544 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.853+0000 7fec0659c640 1 -- 172.21.15.82:0/1781978048 learned_addr learned my addr 172.21.15.82:0/1781978048 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:15.544 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.853+0000 7fec0659c640 1 -- 172.21.15.82:0/1781978048 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec0819dfe0 con 0x7fec0807de80 2024-09-12T12:18:15.544 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.853+0000 7fec0659c640 1 --2- 172.21.15.82:0/1781978048 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec0807de80 0x7fec0819daa0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7febf8030420 tx=0x7febf8032670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:15.544 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.854+0000 7febff7fe640 1 -- 172.21.15.82:0/1781978048 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febf8037040 con 0x7fec0807de80 2024-09-12T12:18:15.544 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.854+0000 7febff7fe640 1 -- 172.21.15.82:0/1781978048 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7febf8040070 con 0x7fec0807de80 2024-09-12T12:18:15.544 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.854+0000 7fec0c84a640 1 -- 172.21.15.82:0/1781978048 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec0819e270 con 0x7fec0807de80 2024-09-12T12:18:15.545 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.854+0000 7febff7fe640 1 -- 172.21.15.82:0/1781978048 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febf803a6e0 con 0x7fec0807de80 2024-09-12T12:18:15.545 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.854+0000 7fec0c84a640 1 -- 172.21.15.82:0/1781978048 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec081a0f60 con 0x7fec0807de80 2024-09-12T12:18:15.545 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.854+0000 7febff7fe640 1 -- 172.21.15.82:0/1781978048 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7febf803a990 con 0x7fec0807de80 2024-09-12T12:18:15.545 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.855+0000 7febff7fe640 1 --2- 172.21.15.82:0/1781978048 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7febf4039020 0x7febf403b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:15.545 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.855+0000 7fec0c84a640 1 -- 172.21.15.82:0/1781978048 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec0807c360 con 0x7fec0807de80 2024-09-12T12:18:15.545 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.855+0000 7febff7fe640 1 -- 172.21.15.82:0/1781978048 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7febf806c690 con 0x7fec0807de80 2024-09-12T12:18:15.545 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.855+0000 7febfffff640 1 --2- 172.21.15.82:0/1781978048 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7febf4039020 0x7febf403b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:15.545 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.855+0000 7febfffff640 1 --2- 172.21.15.82:0/1781978048 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7febf4039020 0x7febf403b4e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7febf00098c0 tx=0x7febf0006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:15.546 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:14.859+0000 7febff7fe640 1 -- 172.21.15.82:0/1781978048 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7febf804a200 con 0x7fec0807de80 2024-09-12T12:18:15.546 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.027+0000 7fec0c84a640 1 -- 172.21.15.82:0/1781978048 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fec081a1130 con 0x7fec0807de80 2024-09-12T12:18:15.546 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.028+0000 7febff7fe640 1 -- 172.21.15.82:0/1781978048 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7febf8031e80 con 0x7fec0807de80 2024-09-12T12:18:15.546 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.030+0000 7fec0c84a640 1 -- 172.21.15.82:0/1781978048 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7febf4039020 msgr2=0x7febf403b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:15.546 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.030+0000 7fec0c84a640 1 --2- 172.21.15.82:0/1781978048 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7febf4039020 0x7febf403b4e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7febf00098c0 tx=0x7febf0006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:15.546 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.030+0000 7fec0c84a640 1 -- 172.21.15.82:0/1781978048 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec0807de80 msgr2=0x7fec0819daa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:15.546 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.030+0000 7fec0c84a640 1 --2- 172.21.15.82:0/1781978048 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec0807de80 0x7fec0819daa0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7febf8030420 tx=0x7febf8032670 comp rx=0 tx=0).stop 2024-09-12T12:18:15.546 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.030+0000 7fec0c84a640 1 -- 172.21.15.82:0/1781978048 shutdown_connections 2024-09-12T12:18:15.546 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.030+0000 7fec0c84a640 1 --2- 172.21.15.82:0/1781978048 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7febf4039020 0x7febf403b4e0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:15.546 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.030+0000 7fec0c84a640 1 --2- 172.21.15.82:0/1781978048 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec0807de80 0x7fec0819daa0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:15.546 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.030+0000 7fec0c84a640 1 -- 172.21.15.82:0/1781978048 >> 172.21.15.82:0/1781978048 conn(0x7fec081030b0 msgr2=0x7fec08103c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:15.546 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.030+0000 7fec0c84a640 1 -- 172.21.15.82:0/1781978048 shutdown_connections 2024-09-12T12:18:15.546 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.030+0000 7fec0c84a640 1 -- 172.21.15.82:0/1781978048 wait complete. 2024-09-12T12:18:15.548 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-12T12:18:15.548 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout disabled 2024-09-12T12:18:15.556 INFO:teuthology.orchestra.run.smithi082.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-12T12:18:15.556 INFO:teuthology.orchestra.run.smithi082.stdout:systemctl: stdout inactive 2024-09-12T12:18:15.556 INFO:teuthology.orchestra.run.smithi082.stdout:firewalld.service is not enabled 2024-09-12T12:18:15.556 INFO:teuthology.orchestra.run.smithi082.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-12T12:18:15.557 INFO:teuthology.orchestra.run.smithi082.stdout:Ceph Dashboard is now available at: 2024-09-12T12:18:15.557 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:18:15.557 INFO:teuthology.orchestra.run.smithi082.stdout: URL: https://smithi082.front.sepia.ceph.com:8443/ 2024-09-12T12:18:15.557 INFO:teuthology.orchestra.run.smithi082.stdout: User: admin 2024-09-12T12:18:15.557 INFO:teuthology.orchestra.run.smithi082.stdout: Password: hjmrhfxmga 2024-09-12T12:18:15.557 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:18:15.558 INFO:teuthology.orchestra.run.smithi082.stdout:Saving cluster configuration to /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config directory 2024-09-12T12:18:15.669 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:15 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1781978048' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-12T12:18:16.489 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:16 smithi082 ceph-mon[31122]: mgrmap e13: x(active, since 6s) 2024-09-12T12:18:16.489 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:16 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/285719516' entity='client.admin' 2024-09-12T12:18:16.785 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.930+0000 7fa55d6e0640 1 Processor -- start 2024-09-12T12:18:17.076 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.930+0000 7fa55d6e0640 1 -- start start 2024-09-12T12:18:17.076 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.930+0000 7fa55d6e0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa558107900 0x7fa558107d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:17.076 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.930+0000 7fa55d6e0640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa5581082d0 con 0x7fa558107900 2024-09-12T12:18:17.076 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.930+0000 7fa556ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa558107900 0x7fa558107d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:17.076 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.930+0000 7fa556ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa558107900 0x7fa558107d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44638/0 (socket says 172.21.15.82:44638) 2024-09-12T12:18:17.076 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.930+0000 7fa556ffd640 1 -- 172.21.15.82:0/3928922898 learned_addr learned my addr 172.21.15.82:0/3928922898 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:17.077 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.931+0000 7fa556ffd640 1 -- 172.21.15.82:0/3928922898 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa558108b00 con 0x7fa558107900 2024-09-12T12:18:17.077 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.931+0000 7fa556ffd640 1 --2- 172.21.15.82:0/3928922898 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa558107900 0x7fa558107d00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa548009820 tx=0x7fa54802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dc8612305a35a18 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:17.077 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.931+0000 7fa555ffb640 1 -- 172.21.15.82:0/3928922898 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa548037070 con 0x7fa558107900 2024-09-12T12:18:17.087 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.931+0000 7fa555ffb640 1 -- 172.21.15.82:0/3928922898 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa548032920 con 0x7fa558107900 2024-09-12T12:18:17.087 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.931+0000 7fa555ffb640 1 -- 172.21.15.82:0/3928922898 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa548030810 con 0x7fa558107900 2024-09-12T12:18:17.087 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.932+0000 7fa55d6e0640 1 -- 172.21.15.82:0/3928922898 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa558107900 msgr2=0x7fa558107d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:17.087 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.932+0000 7fa55d6e0640 1 --2- 172.21.15.82:0/3928922898 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa558107900 0x7fa558107d00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa548009820 tx=0x7fa54802a270 comp rx=0 tx=0).stop 2024-09-12T12:18:17.087 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.932+0000 7fa55d6e0640 1 -- 172.21.15.82:0/3928922898 shutdown_connections 2024-09-12T12:18:17.087 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.932+0000 7fa55d6e0640 1 --2- 172.21.15.82:0/3928922898 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa558107900 0x7fa558107d00 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:17.087 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.932+0000 7fa55d6e0640 1 -- 172.21.15.82:0/3928922898 >> 172.21.15.82:0/3928922898 conn(0x7fa5581030b0 msgr2=0x7fa5581054d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:17.087 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.932+0000 7fa55d6e0640 1 -- 172.21.15.82:0/3928922898 shutdown_connections 2024-09-12T12:18:17.087 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.932+0000 7fa55d6e0640 1 -- 172.21.15.82:0/3928922898 wait complete. 2024-09-12T12:18:17.088 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.933+0000 7fa55d6e0640 1 Processor -- start 2024-09-12T12:18:17.088 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.933+0000 7fa55d6e0640 1 -- start start 2024-09-12T12:18:17.088 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.933+0000 7fa55d6e0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa558107900 0x7fa55807db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:17.088 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.933+0000 7fa55d6e0640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa55810beb0 con 0x7fa558107900 2024-09-12T12:18:17.088 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.933+0000 7fa556ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa558107900 0x7fa55807db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:17.088 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.933+0000 7fa556ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa558107900 0x7fa55807db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44654/0 (socket says 172.21.15.82:44654) 2024-09-12T12:18:17.088 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.933+0000 7fa556ffd640 1 -- 172.21.15.82:0/285719516 learned_addr learned my addr 172.21.15.82:0/285719516 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:17.088 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.933+0000 7fa556ffd640 1 -- 172.21.15.82:0/285719516 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa55807e090 con 0x7fa558107900 2024-09-12T12:18:17.088 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.933+0000 7fa556ffd640 1 --2- 172.21.15.82:0/285719516 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa558107900 0x7fa55807db50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa548030560 tx=0x7fa548032670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:17.088 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.934+0000 7fa53ffff640 1 -- 172.21.15.82:0/285719516 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa548037040 con 0x7fa558107900 2024-09-12T12:18:17.088 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.934+0000 7fa53ffff640 1 -- 172.21.15.82:0/285719516 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa548040070 con 0x7fa558107900 2024-09-12T12:18:17.089 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.934+0000 7fa55d6e0640 1 -- 172.21.15.82:0/285719516 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa55807c280 con 0x7fa558107900 2024-09-12T12:18:17.089 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.934+0000 7fa53ffff640 1 -- 172.21.15.82:0/285719516 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa54803a6d0 con 0x7fa558107900 2024-09-12T12:18:17.089 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.934+0000 7fa55d6e0640 1 -- 172.21.15.82:0/285719516 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa55807c7c0 con 0x7fa558107900 2024-09-12T12:18:17.089 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.935+0000 7fa53ffff640 1 -- 172.21.15.82:0/285719516 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fa54803a940 con 0x7fa558107900 2024-09-12T12:18:17.089 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.935+0000 7fa55d6e0640 1 -- 172.21.15.82:0/285719516 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa558107d80 con 0x7fa558107900 2024-09-12T12:18:17.089 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.935+0000 7fa53ffff640 1 --2- 172.21.15.82:0/285719516 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa540039060 0x7fa54003b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:17.089 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.935+0000 7fa53ffff640 1 -- 172.21.15.82:0/285719516 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fa54806c760 con 0x7fa558107900 2024-09-12T12:18:17.089 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.935+0000 7fa5567fc640 1 --2- 172.21.15.82:0/285719516 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa540039060 0x7fa54003b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:17.089 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.935+0000 7fa5567fc640 1 --2- 172.21.15.82:0/285719516 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa540039060 0x7fa54003b520 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa54c0098c0 tx=0x7fa54c006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:17.090 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:15.939+0000 7fa53ffff640 1 -- 172.21.15.82:0/285719516 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa548042df0 con 0x7fa558107900 2024-09-12T12:18:17.090 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:16.187+0000 7fa55d6e0640 1 -- 172.21.15.82:0/285719516 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7fa55807ca40 con 0x7fa558107900 2024-09-12T12:18:17.090 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:16.189+0000 7fa53ffff640 1 -- 172.21.15.82:0/285719516 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7fa548045460 con 0x7fa558107900 2024-09-12T12:18:17.090 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-12T12:18:17.090 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:16.191+0000 7fa55d6e0640 1 -- 172.21.15.82:0/285719516 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa540039060 msgr2=0x7fa54003b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:17.090 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:16.191+0000 7fa55d6e0640 1 --2- 172.21.15.82:0/285719516 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa540039060 0x7fa54003b520 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa54c0098c0 tx=0x7fa54c006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:17.090 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:16.191+0000 7fa55d6e0640 1 -- 172.21.15.82:0/285719516 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa558107900 msgr2=0x7fa55807db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:17.090 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:16.191+0000 7fa55d6e0640 1 --2- 172.21.15.82:0/285719516 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa558107900 0x7fa55807db50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa548030560 tx=0x7fa548032670 comp rx=0 tx=0).stop 2024-09-12T12:18:17.090 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:16.192+0000 7fa55d6e0640 1 -- 172.21.15.82:0/285719516 shutdown_connections 2024-09-12T12:18:17.090 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:16.192+0000 7fa55d6e0640 1 --2- 172.21.15.82:0/285719516 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa540039060 0x7fa54003b520 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:17.091 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:16.192+0000 7fa55d6e0640 1 --2- 172.21.15.82:0/285719516 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa558107900 0x7fa55807db50 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:17.091 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:16.192+0000 7fa55d6e0640 1 -- 172.21.15.82:0/285719516 >> 172.21.15.82:0/285719516 conn(0x7fa5581030b0 msgr2=0x7fa558103c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:17.091 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:16.192+0000 7fa55d6e0640 1 -- 172.21.15.82:0/285719516 shutdown_connections 2024-09-12T12:18:17.091 INFO:teuthology.orchestra.run.smithi082.stdout:/usr/bin/ceph: stderr 2024-09-12T12:18:16.192+0000 7fa55d6e0640 1 -- 172.21.15.82:0/285719516 wait complete. 2024-09-12T12:18:17.091 INFO:teuthology.orchestra.run.smithi082.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-12T12:18:17.091 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:18:17.091 INFO:teuthology.orchestra.run.smithi082.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-12T12:18:17.091 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:18:17.091 INFO:teuthology.orchestra.run.smithi082.stdout:Or, if you are only running a single cluster on this host: 2024-09-12T12:18:17.091 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:18:17.091 INFO:teuthology.orchestra.run.smithi082.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-12T12:18:17.092 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:18:17.092 INFO:teuthology.orchestra.run.smithi082.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-12T12:18:17.092 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:18:17.092 INFO:teuthology.orchestra.run.smithi082.stdout: ceph telemetry on 2024-09-12T12:18:17.092 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:18:17.092 INFO:teuthology.orchestra.run.smithi082.stdout:For more information see: 2024-09-12T12:18:17.092 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:18:17.092 INFO:teuthology.orchestra.run.smithi082.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-12T12:18:17.092 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:18:17.092 INFO:teuthology.orchestra.run.smithi082.stdout:Bootstrap complete. 2024-09-12T12:18:17.093 INFO:tasks.cephadm:Fetching config... 2024-09-12T12:18:17.093 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:18:17.093 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-12T12:18:17.110 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-12T12:18:17.110 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:18:17.110 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-12T12:18:17.165 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-12T12:18:17.165 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:18:17.166 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd if=/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-12T12:18:17.232 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-12T12:18:17.233 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:18:17.233 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-12T12:18:17.290 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-12T12:18:17.291 DEBUG:teuthology.orchestra.run.smithi082:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCYGRGFOK/0zpKKGq7OyapMEkpCu3ppl/7KMrl+kwPiwNBEDMRluRSIRlA5aEB5Fn66LCrIHAtvDUzuIE0gHeOvcN9dsWgjizE6LWhmxpRF41bCEvBA6YBMeXNYOgNHyqsn2CFxksMBKNJlYlpLfHPDG9iVShNlNNZsj4uze9PTBFjOXNpnWMApQ+AXUdDQCHfqoWTu8DTEEYNe62L3F30ZY6vH/qSrny72KJ5iM3C+hXGn61Gi9FpTePKbNqJLWlP2StiepHPMfFYXxjZkCASTnecVPWw6dQKtyCRRL1CDut9S4ODzbfxMsI18bHjxfkrNfCWAL47AUOkedk8tNhBYGzKfXhf7IO2c7C4aM3lha7sJXr52TNLe9UP9nJ/kxZ96HusPzWfgxagEOT8Qosvfd2Z0skIu0hJWXy5LME610ec7XIl7v0aSdLfWq3F0iBtnly4+J34cpzNIbMnMzKP2t1U4VG5u8Hp/0NAmZSh4EZ2DTwGP1DsA7T81q7am0Kc= ceph-cb24faa8-7100-11ef-bcea-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-12T12:18:17.368 INFO:teuthology.orchestra.run.smithi082.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCYGRGFOK/0zpKKGq7OyapMEkpCu3ppl/7KMrl+kwPiwNBEDMRluRSIRlA5aEB5Fn66LCrIHAtvDUzuIE0gHeOvcN9dsWgjizE6LWhmxpRF41bCEvBA6YBMeXNYOgNHyqsn2CFxksMBKNJlYlpLfHPDG9iVShNlNNZsj4uze9PTBFjOXNpnWMApQ+AXUdDQCHfqoWTu8DTEEYNe62L3F30ZY6vH/qSrny72KJ5iM3C+hXGn61Gi9FpTePKbNqJLWlP2StiepHPMfFYXxjZkCASTnecVPWw6dQKtyCRRL1CDut9S4ODzbfxMsI18bHjxfkrNfCWAL47AUOkedk8tNhBYGzKfXhf7IO2c7C4aM3lha7sJXr52TNLe9UP9nJ/kxZ96HusPzWfgxagEOT8Qosvfd2Z0skIu0hJWXy5LME610ec7XIl7v0aSdLfWq3F0iBtnly4+J34cpzNIbMnMzKP2t1U4VG5u8Hp/0NAmZSh4EZ2DTwGP1DsA7T81q7am0Kc= ceph-cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:17.380 DEBUG:teuthology.orchestra.run.smithi097:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCYGRGFOK/0zpKKGq7OyapMEkpCu3ppl/7KMrl+kwPiwNBEDMRluRSIRlA5aEB5Fn66LCrIHAtvDUzuIE0gHeOvcN9dsWgjizE6LWhmxpRF41bCEvBA6YBMeXNYOgNHyqsn2CFxksMBKNJlYlpLfHPDG9iVShNlNNZsj4uze9PTBFjOXNpnWMApQ+AXUdDQCHfqoWTu8DTEEYNe62L3F30ZY6vH/qSrny72KJ5iM3C+hXGn61Gi9FpTePKbNqJLWlP2StiepHPMfFYXxjZkCASTnecVPWw6dQKtyCRRL1CDut9S4ODzbfxMsI18bHjxfkrNfCWAL47AUOkedk8tNhBYGzKfXhf7IO2c7C4aM3lha7sJXr52TNLe9UP9nJ/kxZ96HusPzWfgxagEOT8Qosvfd2Z0skIu0hJWXy5LME610ec7XIl7v0aSdLfWq3F0iBtnly4+J34cpzNIbMnMzKP2t1U4VG5u8Hp/0NAmZSh4EZ2DTwGP1DsA7T81q7am0Kc= ceph-cb24faa8-7100-11ef-bcea-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-12T12:18:17.422 INFO:teuthology.orchestra.run.smithi097.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCYGRGFOK/0zpKKGq7OyapMEkpCu3ppl/7KMrl+kwPiwNBEDMRluRSIRlA5aEB5Fn66LCrIHAtvDUzuIE0gHeOvcN9dsWgjizE6LWhmxpRF41bCEvBA6YBMeXNYOgNHyqsn2CFxksMBKNJlYlpLfHPDG9iVShNlNNZsj4uze9PTBFjOXNpnWMApQ+AXUdDQCHfqoWTu8DTEEYNe62L3F30ZY6vH/qSrny72KJ5iM3C+hXGn61Gi9FpTePKbNqJLWlP2StiepHPMfFYXxjZkCASTnecVPWw6dQKtyCRRL1CDut9S4ODzbfxMsI18bHjxfkrNfCWAL47AUOkedk8tNhBYGzKfXhf7IO2c7C4aM3lha7sJXr52TNLe9UP9nJ/kxZ96HusPzWfgxagEOT8Qosvfd2Z0skIu0hJWXy5LME610ec7XIl7v0aSdLfWq3F0iBtnly4+J34cpzNIbMnMzKP2t1U4VG5u8Hp/0NAmZSh4EZ2DTwGP1DsA7T81q7am0Kc= ceph-cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:17.435 DEBUG:teuthology.orchestra.run.smithi114:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCYGRGFOK/0zpKKGq7OyapMEkpCu3ppl/7KMrl+kwPiwNBEDMRluRSIRlA5aEB5Fn66LCrIHAtvDUzuIE0gHeOvcN9dsWgjizE6LWhmxpRF41bCEvBA6YBMeXNYOgNHyqsn2CFxksMBKNJlYlpLfHPDG9iVShNlNNZsj4uze9PTBFjOXNpnWMApQ+AXUdDQCHfqoWTu8DTEEYNe62L3F30ZY6vH/qSrny72KJ5iM3C+hXGn61Gi9FpTePKbNqJLWlP2StiepHPMfFYXxjZkCASTnecVPWw6dQKtyCRRL1CDut9S4ODzbfxMsI18bHjxfkrNfCWAL47AUOkedk8tNhBYGzKfXhf7IO2c7C4aM3lha7sJXr52TNLe9UP9nJ/kxZ96HusPzWfgxagEOT8Qosvfd2Z0skIu0hJWXy5LME610ec7XIl7v0aSdLfWq3F0iBtnly4+J34cpzNIbMnMzKP2t1U4VG5u8Hp/0NAmZSh4EZ2DTwGP1DsA7T81q7am0Kc= ceph-cb24faa8-7100-11ef-bcea-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-12T12:18:17.476 INFO:teuthology.orchestra.run.smithi114.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCYGRGFOK/0zpKKGq7OyapMEkpCu3ppl/7KMrl+kwPiwNBEDMRluRSIRlA5aEB5Fn66LCrIHAtvDUzuIE0gHeOvcN9dsWgjizE6LWhmxpRF41bCEvBA6YBMeXNYOgNHyqsn2CFxksMBKNJlYlpLfHPDG9iVShNlNNZsj4uze9PTBFjOXNpnWMApQ+AXUdDQCHfqoWTu8DTEEYNe62L3F30ZY6vH/qSrny72KJ5iM3C+hXGn61Gi9FpTePKbNqJLWlP2StiepHPMfFYXxjZkCASTnecVPWw6dQKtyCRRL1CDut9S4ODzbfxMsI18bHjxfkrNfCWAL47AUOkedk8tNhBYGzKfXhf7IO2c7C4aM3lha7sJXr52TNLe9UP9nJ/kxZ96HusPzWfgxagEOT8Qosvfd2Z0skIu0hJWXy5LME610ec7XIl7v0aSdLfWq3F0iBtnly4+J34cpzNIbMnMzKP2t1U4VG5u8Hp/0NAmZSh4EZ2DTwGP1DsA7T81q7am0Kc= ceph-cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:17.489 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-12T12:18:17.736 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:18:18.407 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.390+0000 7f8b7449a640 1 -- 172.21.15.82:0/161425225 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b6c100510 msgr2=0x7f8b6c100910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:18.407 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.390+0000 7f8b7449a640 1 --2- 172.21.15.82:0/161425225 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b6c100510 0x7f8b6c100910 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f8b68009880 tx=0x7f8b6802a5d0 comp rx=0 tx=0).stop 2024-09-12T12:18:18.407 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.391+0000 7f8b7449a640 1 -- 172.21.15.82:0/161425225 shutdown_connections 2024-09-12T12:18:18.407 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.391+0000 7f8b7449a640 1 --2- 172.21.15.82:0/161425225 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b6c100510 0x7f8b6c100910 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:18.407 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.391+0000 7f8b7449a640 1 -- 172.21.15.82:0/161425225 >> 172.21.15.82:0/161425225 conn(0x7f8b6c0fbc80 msgr2=0x7f8b6c0fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:18.407 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.391+0000 7f8b7449a640 1 -- 172.21.15.82:0/161425225 shutdown_connections 2024-09-12T12:18:18.407 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.391+0000 7f8b7449a640 1 -- 172.21.15.82:0/161425225 wait complete. 2024-09-12T12:18:18.407 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.391+0000 7f8b7449a640 1 Processor -- start 2024-09-12T12:18:18.407 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.391+0000 7f8b7449a640 1 -- start start 2024-09-12T12:18:18.407 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.392+0000 7f8b7449a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b6c100510 0x7f8b6c06a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:18.408 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.392+0000 7f8b7449a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8b6c106620 con 0x7f8b6c100510 2024-09-12T12:18:18.408 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.392+0000 7f8b72236640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b6c100510 0x7f8b6c06a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:18.408 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.392+0000 7f8b72236640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b6c100510 0x7f8b6c06a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42364/0 (socket says 172.21.15.82:42364) 2024-09-12T12:18:18.408 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.392+0000 7f8b72236640 1 -- 172.21.15.82:0/839505927 learned_addr learned my addr 172.21.15.82:0/839505927 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:18.408 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.392+0000 7f8b72236640 1 -- 172.21.15.82:0/839505927 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b6c199ae0 con 0x7f8b6c100510 2024-09-12T12:18:18.408 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.392+0000 7f8b72236640 1 --2- 172.21.15.82:0/839505927 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b6c100510 0x7f8b6c06a950 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8b68004f60 tx=0x7f8b680048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:18.408 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.392+0000 7f8b637fe640 1 -- 172.21.15.82:0/839505927 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8b6803f070 con 0x7f8b6c100510 2024-09-12T12:18:18.408 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.392+0000 7f8b637fe640 1 -- 172.21.15.82:0/839505927 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b68004cc0 con 0x7f8b6c100510 2024-09-12T12:18:18.408 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.392+0000 7f8b7449a640 1 -- 172.21.15.82:0/839505927 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b6c199cb0 con 0x7f8b6c100510 2024-09-12T12:18:18.408 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.392+0000 7f8b637fe640 1 -- 172.21.15.82:0/839505927 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8b68035030 con 0x7f8b6c100510 2024-09-12T12:18:18.408 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.393+0000 7f8b7449a640 1 -- 172.21.15.82:0/839505927 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b6c19a050 con 0x7f8b6c100510 2024-09-12T12:18:18.408 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.393+0000 7f8b637fe640 1 -- 172.21.15.82:0/839505927 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f8b68042070 con 0x7f8b6c100510 2024-09-12T12:18:18.409 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.393+0000 7f8b7449a640 1 -- 172.21.15.82:0/839505927 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b6c106da0 con 0x7f8b6c100510 2024-09-12T12:18:18.409 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.394+0000 7f8b637fe640 1 --2- 172.21.15.82:0/839505927 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8b58039060 0x7f8b5803b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:18.409 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.394+0000 7f8b637fe640 1 -- 172.21.15.82:0/839505927 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8b6806cde0 con 0x7f8b6c100510 2024-09-12T12:18:18.409 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.394+0000 7f8b71a35640 1 --2- 172.21.15.82:0/839505927 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8b58039060 0x7f8b5803b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:18.409 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.394+0000 7f8b71a35640 1 --2- 172.21.15.82:0/839505927 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8b58039060 0x7f8b5803b520 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c0098c0 tx=0x7f8b5c006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:18.409 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.403+0000 7f8b637fe640 1 -- 172.21.15.82:0/839505927 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8b680433b0 con 0x7f8b6c100510 2024-09-12T12:18:18.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.579+0000 7f8b7449a640 1 -- 172.21.15.82:0/839505927 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f8b6c02d9c0 con 0x7f8b6c100510 2024-09-12T12:18:18.583 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.582+0000 7f8b637fe640 1 -- 172.21.15.82:0/839505927 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f8b6802f300 con 0x7f8b6c100510 2024-09-12T12:18:18.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.584+0000 7f8b7449a640 1 -- 172.21.15.82:0/839505927 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8b58039060 msgr2=0x7f8b5803b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:18.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.584+0000 7f8b7449a640 1 --2- 172.21.15.82:0/839505927 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8b58039060 0x7f8b5803b520 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c0098c0 tx=0x7f8b5c006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:18.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.584+0000 7f8b7449a640 1 -- 172.21.15.82:0/839505927 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b6c100510 msgr2=0x7f8b6c06a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:18.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.584+0000 7f8b7449a640 1 --2- 172.21.15.82:0/839505927 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b6c100510 0x7f8b6c06a950 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8b68004f60 tx=0x7f8b680048f0 comp rx=0 tx=0).stop 2024-09-12T12:18:18.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.584+0000 7f8b7449a640 1 -- 172.21.15.82:0/839505927 shutdown_connections 2024-09-12T12:18:18.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.584+0000 7f8b7449a640 1 --2- 172.21.15.82:0/839505927 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8b58039060 0x7f8b5803b520 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:18.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.584+0000 7f8b7449a640 1 --2- 172.21.15.82:0/839505927 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b6c100510 0x7f8b6c06a950 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:18.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.584+0000 7f8b7449a640 1 -- 172.21.15.82:0/839505927 >> 172.21.15.82:0/839505927 conn(0x7f8b6c0fbc80 msgr2=0x7f8b6c0fc690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:18.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.584+0000 7f8b7449a640 1 -- 172.21.15.82:0/839505927 shutdown_connections 2024-09-12T12:18:18.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:18.584+0000 7f8b7449a640 1 -- 172.21.15.82:0/839505927 wait complete. 2024-09-12T12:18:19.499 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-12T12:18:19.500 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-12T12:18:19.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:19 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/839505927' entity='client.admin' 2024-09-12T12:18:19.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:19 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:19.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:19 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:19.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:19 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi082", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:18:19.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:19 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:19.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:19 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:18:19.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:19 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:19.978 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:18:20.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.429+0000 7fe4f7ead640 1 -- 172.21.15.82:0/2907790544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4f01020d0 msgr2=0x7fe4f01044c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:20.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.429+0000 7fe4f7ead640 1 --2- 172.21.15.82:0/2907790544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4f01020d0 0x7fe4f01044c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec009880 tx=0x7fe4ec02a5d0 comp rx=0 tx=0).stop 2024-09-12T12:18:20.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.429+0000 7fe4f7ead640 1 -- 172.21.15.82:0/2907790544 shutdown_connections 2024-09-12T12:18:20.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.429+0000 7fe4f7ead640 1 --2- 172.21.15.82:0/2907790544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4f01020d0 0x7fe4f01044c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:20.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.429+0000 7fe4f7ead640 1 -- 172.21.15.82:0/2907790544 >> 172.21.15.82:0/2907790544 conn(0x7fe4f00fbcd0 msgr2=0x7fe4f00fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:20.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.429+0000 7fe4f7ead640 1 -- 172.21.15.82:0/2907790544 shutdown_connections 2024-09-12T12:18:20.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.429+0000 7fe4f7ead640 1 -- 172.21.15.82:0/2907790544 wait complete. 2024-09-12T12:18:20.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.429+0000 7fe4f7ead640 1 Processor -- start 2024-09-12T12:18:20.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.429+0000 7fe4f7ead640 1 -- start start 2024-09-12T12:18:20.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.430+0000 7fe4f7ead640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4f01020d0 0x7fe4f0196d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:20.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.430+0000 7fe4f7ead640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe4f0107670 con 0x7fe4f01020d0 2024-09-12T12:18:20.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.430+0000 7fe4f5c49640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4f01020d0 0x7fe4f0196d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:20.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.430+0000 7fe4f5c49640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4f01020d0 0x7fe4f0196d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42380/0 (socket says 172.21.15.82:42380) 2024-09-12T12:18:20.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.430+0000 7fe4f5c49640 1 -- 172.21.15.82:0/3453099974 learned_addr learned my addr 172.21.15.82:0/3453099974 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:20.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.430+0000 7fe4f5c49640 1 -- 172.21.15.82:0/3453099974 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4f0197280 con 0x7fe4f01020d0 2024-09-12T12:18:20.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.430+0000 7fe4f5c49640 1 --2- 172.21.15.82:0/3453099974 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4f01020d0 0x7fe4f0196d40 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec004f60 tx=0x7fe4ec0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:20.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.430+0000 7fe4e6ffd640 1 -- 172.21.15.82:0/3453099974 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe4ec03f070 con 0x7fe4f01020d0 2024-09-12T12:18:20.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.430+0000 7fe4e6ffd640 1 -- 172.21.15.82:0/3453099974 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe4ec003ad0 con 0x7fe4f01020d0 2024-09-12T12:18:20.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.430+0000 7fe4f7ead640 1 -- 172.21.15.82:0/3453099974 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4f0197570 con 0x7fe4f01020d0 2024-09-12T12:18:20.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.431+0000 7fe4e6ffd640 1 -- 172.21.15.82:0/3453099974 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe4ec035030 con 0x7fe4f01020d0 2024-09-12T12:18:20.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.431+0000 7fe4f7ead640 1 -- 172.21.15.82:0/3453099974 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4f019a200 con 0x7fe4f01020d0 2024-09-12T12:18:20.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.431+0000 7fe4e6ffd640 1 -- 172.21.15.82:0/3453099974 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fe4ec042070 con 0x7fe4f01020d0 2024-09-12T12:18:20.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.432+0000 7fe4e6ffd640 1 --2- 172.21.15.82:0/3453099974 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe4dc039060 0x7fe4dc03b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:20.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.432+0000 7fe4e6ffd640 1 -- 172.21.15.82:0/3453099974 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe4ec06ce30 con 0x7fe4f01020d0 2024-09-12T12:18:20.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.432+0000 7fe4f7ead640 1 -- 172.21.15.82:0/3453099974 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4f0107df0 con 0x7fe4f01020d0 2024-09-12T12:18:20.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.432+0000 7fe4f5448640 1 --2- 172.21.15.82:0/3453099974 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe4dc039060 0x7fe4dc03b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:20.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.432+0000 7fe4f5448640 1 --2- 172.21.15.82:0/3453099974 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe4dc039060 0x7fe4dc03b520 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe4e00098c0 tx=0x7fe4e0006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:20.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.437+0000 7fe4e6ffd640 1 -- 172.21.15.82:0/3453099974 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe4ec039350 con 0x7fe4f01020d0 2024-09-12T12:18:20.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.613+0000 7fe4f7ead640 1 -- 172.21.15.82:0/3453099974 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fe4f0062630 con 0x7fe4dc039060 2024-09-12T12:18:20.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.616+0000 7fe4e6ffd640 1 -- 172.21.15.82:0/3453099974 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe4f0062630 con 0x7fe4dc039060 2024-09-12T12:18:20.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.618+0000 7fe4f7ead640 1 -- 172.21.15.82:0/3453099974 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe4dc039060 msgr2=0x7fe4dc03b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:20.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.618+0000 7fe4f7ead640 1 --2- 172.21.15.82:0/3453099974 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe4dc039060 0x7fe4dc03b520 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe4e00098c0 tx=0x7fe4e0006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:20.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.618+0000 7fe4f7ead640 1 -- 172.21.15.82:0/3453099974 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4f01020d0 msgr2=0x7fe4f0196d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:20.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.618+0000 7fe4f7ead640 1 --2- 172.21.15.82:0/3453099974 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4f01020d0 0x7fe4f0196d40 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec004f60 tx=0x7fe4ec0048f0 comp rx=0 tx=0).stop 2024-09-12T12:18:20.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.618+0000 7fe4f7ead640 1 -- 172.21.15.82:0/3453099974 shutdown_connections 2024-09-12T12:18:20.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.618+0000 7fe4f7ead640 1 --2- 172.21.15.82:0/3453099974 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe4dc039060 0x7fe4dc03b520 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:20.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.618+0000 7fe4f7ead640 1 --2- 172.21.15.82:0/3453099974 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4f01020d0 0x7fe4f0196d40 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:20.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.618+0000 7fe4f7ead640 1 -- 172.21.15.82:0/3453099974 >> 172.21.15.82:0/3453099974 conn(0x7fe4f00fbcd0 msgr2=0x7fe4f00fc710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:20.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.618+0000 7fe4f7ead640 1 -- 172.21.15.82:0/3453099974 shutdown_connections 2024-09-12T12:18:20.622 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:20.618+0000 7fe4f7ead640 1 -- 172.21.15.82:0/3453099974 wait complete. 2024-09-12T12:18:21.441 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi097 2024-09-12T12:18:21.442 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-12T12:18:21.442 DEBUG:teuthology.orchestra.run.smithi097:> dd of=/etc/ceph/ceph.conf 2024-09-12T12:18:21.462 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-12T12:18:21.462 DEBUG:teuthology.orchestra.run.smithi097:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:18:21.520 INFO:tasks.cephadm:Adding host smithi097 to orchestrator... 2024-09-12T12:18:21.521 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch host add smithi097 2024-09-12T12:18:21.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:21 smithi082 ceph-mon[31122]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:18:21.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:21.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:18:21.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:21.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:18:21.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:21 smithi082 ceph-mon[31122]: Updating smithi082:/etc/ceph/ceph.conf 2024-09-12T12:18:21.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:21 smithi082 ceph-mon[31122]: Updating smithi082:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:18:21.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:21 smithi082 ceph-mon[31122]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:18:21.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:21 smithi082 ceph-mon[31122]: Updating smithi082:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T12:18:21.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:21.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:21.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:21.895 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:18:22.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.322+0000 7fb0efe1b640 1 -- 172.21.15.82:0/185901207 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0e8106560 msgr2=0x7fb0e8106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:22.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.322+0000 7fb0efe1b640 1 --2- 172.21.15.82:0/185901207 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0e8106560 0x7fb0e8106940 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb0e0009880 tx=0x7fb0e002a5d0 comp rx=0 tx=0).stop 2024-09-12T12:18:22.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.322+0000 7fb0efe1b640 1 -- 172.21.15.82:0/185901207 shutdown_connections 2024-09-12T12:18:22.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.322+0000 7fb0efe1b640 1 --2- 172.21.15.82:0/185901207 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0e8106560 0x7fb0e8106940 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:22.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.322+0000 7fb0efe1b640 1 -- 172.21.15.82:0/185901207 >> 172.21.15.82:0/185901207 conn(0x7fb0e80fc1b0 msgr2=0x7fb0e80fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:22.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.322+0000 7fb0efe1b640 1 -- 172.21.15.82:0/185901207 shutdown_connections 2024-09-12T12:18:22.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.322+0000 7fb0efe1b640 1 -- 172.21.15.82:0/185901207 wait complete. 2024-09-12T12:18:22.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.323+0000 7fb0efe1b640 1 Processor -- start 2024-09-12T12:18:22.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.323+0000 7fb0efe1b640 1 -- start start 2024-09-12T12:18:22.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.323+0000 7fb0efe1b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0e8106560 0x7fb0e8196050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:22.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.323+0000 7fb0efe1b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb0e810ab90 con 0x7fb0e8106560 2024-09-12T12:18:22.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.323+0000 7fb0edbb7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0e8106560 0x7fb0e8196050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:22.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.323+0000 7fb0edbb7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0e8106560 0x7fb0e8196050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42406/0 (socket says 172.21.15.82:42406) 2024-09-12T12:18:22.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.323+0000 7fb0edbb7640 1 -- 172.21.15.82:0/1837445740 learned_addr learned my addr 172.21.15.82:0/1837445740 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:22.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.323+0000 7fb0edbb7640 1 -- 172.21.15.82:0/1837445740 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0e8196590 con 0x7fb0e8106560 2024-09-12T12:18:22.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.323+0000 7fb0edbb7640 1 --2- 172.21.15.82:0/1837445740 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0e8106560 0x7fb0e8196050 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb0e0009230 tx=0x7fb0e0003d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:22.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.324+0000 7fb0e6ffd640 1 -- 172.21.15.82:0/1837445740 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb0e003f070 con 0x7fb0e8106560 2024-09-12T12:18:22.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.324+0000 7fb0efe1b640 1 -- 172.21.15.82:0/1837445740 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0e8196820 con 0x7fb0e8106560 2024-09-12T12:18:22.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.324+0000 7fb0e6ffd640 1 -- 172.21.15.82:0/1837445740 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb0e003bc80 con 0x7fb0e8106560 2024-09-12T12:18:22.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.324+0000 7fb0e6ffd640 1 -- 172.21.15.82:0/1837445740 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb0e0035030 con 0x7fb0e8106560 2024-09-12T12:18:22.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.324+0000 7fb0efe1b640 1 -- 172.21.15.82:0/1837445740 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0e8196c80 con 0x7fb0e8106560 2024-09-12T12:18:22.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.325+0000 7fb0e6ffd640 1 -- 172.21.15.82:0/1837445740 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb0e0042070 con 0x7fb0e8106560 2024-09-12T12:18:22.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.325+0000 7fb0efe1b640 1 -- 172.21.15.82:0/1837445740 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0e8101bd0 con 0x7fb0e8106560 2024-09-12T12:18:22.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.325+0000 7fb0e6ffd640 1 --2- 172.21.15.82:0/1837445740 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb0d003b270 0x7fb0d003d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:22.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.325+0000 7fb0e6ffd640 1 -- 172.21.15.82:0/1837445740 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb0e006cda0 con 0x7fb0e8106560 2024-09-12T12:18:22.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.325+0000 7fb0ed3b6640 1 --2- 172.21.15.82:0/1837445740 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb0d003b270 0x7fb0d003d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:22.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.325+0000 7fb0ed3b6640 1 --2- 172.21.15.82:0/1837445740 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb0d003b270 0x7fb0d003d730 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb0dc0098c0 tx=0x7fb0dc006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:22.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.330+0000 7fb0e6ffd640 1 -- 172.21.15.82:0/1837445740 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb0e0031e20 con 0x7fb0e8106560 2024-09-12T12:18:22.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:22.500+0000 7fb0efe1b640 1 -- 172.21.15.82:0/1837445740 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi097", "target": ["mon-mgr", ""]}) -- 0x7fb0e8197420 con 0x7fb0d003b270 2024-09-12T12:18:23.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:23 smithi082 ceph-mon[31122]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi097", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:18:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:24 smithi082 ceph-mon[31122]: Deploying cephadm binary to smithi097 2024-09-12T12:18:25.680 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:25.680+0000 7fb0e6ffd640 1 -- 172.21.15.82:0/1837445740 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fb0e8197420 con 0x7fb0d003b270 2024-09-12T12:18:25.680 INFO:teuthology.orchestra.run.smithi082.stdout:Added host 'smithi097' with addr '172.21.15.97' 2024-09-12T12:18:25.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:25.682+0000 7fb0efe1b640 1 -- 172.21.15.82:0/1837445740 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb0d003b270 msgr2=0x7fb0d003d730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:25.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:25.682+0000 7fb0efe1b640 1 --2- 172.21.15.82:0/1837445740 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb0d003b270 0x7fb0d003d730 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb0dc0098c0 tx=0x7fb0dc006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:25.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:25.682+0000 7fb0efe1b640 1 -- 172.21.15.82:0/1837445740 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0e8106560 msgr2=0x7fb0e8196050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:25.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:25.682+0000 7fb0efe1b640 1 --2- 172.21.15.82:0/1837445740 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0e8106560 0x7fb0e8196050 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb0e0009230 tx=0x7fb0e0003d40 comp rx=0 tx=0).stop 2024-09-12T12:18:25.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:25.682+0000 7fb0efe1b640 1 -- 172.21.15.82:0/1837445740 shutdown_connections 2024-09-12T12:18:25.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:25.682+0000 7fb0efe1b640 1 --2- 172.21.15.82:0/1837445740 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb0d003b270 0x7fb0d003d730 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:25.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:25.682+0000 7fb0efe1b640 1 --2- 172.21.15.82:0/1837445740 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0e8106560 0x7fb0e8196050 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:25.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:25.682+0000 7fb0efe1b640 1 -- 172.21.15.82:0/1837445740 >> 172.21.15.82:0/1837445740 conn(0x7fb0e80fc1b0 msgr2=0x7fb0e80fdaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:25.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:25.682+0000 7fb0efe1b640 1 -- 172.21.15.82:0/1837445740 shutdown_connections 2024-09-12T12:18:25.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:25.682+0000 7fb0efe1b640 1 -- 172.21.15.82:0/1837445740 wait complete. 2024-09-12T12:18:26.266 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch host ls --format=json 2024-09-12T12:18:26.504 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:18:26.899 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:26.899 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:26 smithi082 ceph-mon[31122]: Added host smithi097 2024-09-12T12:18:26.899 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:18:26.899 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:26.899 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:26.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.978+0000 7f63bc098640 1 -- 172.21.15.82:0/114197446 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f63b4107660 msgr2=0x7f63b4107a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:26.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.978+0000 7f63bc098640 1 --2- 172.21.15.82:0/114197446 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f63b4107660 0x7f63b4107a40 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f63a8009880 tx=0x7f63a802a5d0 comp rx=0 tx=0).stop 2024-09-12T12:18:26.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.978+0000 7f63bc098640 1 -- 172.21.15.82:0/114197446 shutdown_connections 2024-09-12T12:18:26.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.978+0000 7f63bc098640 1 --2- 172.21.15.82:0/114197446 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f63b4107660 0x7f63b4107a40 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:26.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.978+0000 7f63bc098640 1 -- 172.21.15.82:0/114197446 >> 172.21.15.82:0/114197446 conn(0x7f63b40fd290 msgr2=0x7f63b40ff6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:26.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.978+0000 7f63bc098640 1 -- 172.21.15.82:0/114197446 shutdown_connections 2024-09-12T12:18:26.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.978+0000 7f63bc098640 1 -- 172.21.15.82:0/114197446 wait complete. 2024-09-12T12:18:26.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.979+0000 7f63bc098640 1 Processor -- start 2024-09-12T12:18:26.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.979+0000 7f63bc098640 1 -- start start 2024-09-12T12:18:26.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.979+0000 7f63bc098640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f63b4107660 0x7f63b4197180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:26.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.979+0000 7f63bc098640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f63b410bc90 con 0x7f63b4107660 2024-09-12T12:18:26.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.979+0000 7f63b9e34640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f63b4107660 0x7f63b4197180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:26.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.979+0000 7f63b9e34640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f63b4107660 0x7f63b4197180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42426/0 (socket says 172.21.15.82:42426) 2024-09-12T12:18:26.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.979+0000 7f63b9e34640 1 -- 172.21.15.82:0/430899685 learned_addr learned my addr 172.21.15.82:0/430899685 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:26.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.979+0000 7f63b9e34640 1 -- 172.21.15.82:0/430899685 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63b41976c0 con 0x7f63b4107660 2024-09-12T12:18:26.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.979+0000 7f63b9e34640 1 --2- 172.21.15.82:0/430899685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f63b4107660 0x7f63b4197180 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f63a8009230 tx=0x7f63a8003d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:26.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.980+0000 7f63a6ffd640 1 -- 172.21.15.82:0/430899685 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f63a803f070 con 0x7f63b4107660 2024-09-12T12:18:26.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.980+0000 7f63a6ffd640 1 -- 172.21.15.82:0/430899685 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f63a803bc80 con 0x7f63b4107660 2024-09-12T12:18:26.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.980+0000 7f63bc098640 1 -- 172.21.15.82:0/430899685 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63b4197950 con 0x7f63b4107660 2024-09-12T12:18:26.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.980+0000 7f63a6ffd640 1 -- 172.21.15.82:0/430899685 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f63a8035030 con 0x7f63b4107660 2024-09-12T12:18:26.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.980+0000 7f63bc098640 1 -- 172.21.15.82:0/430899685 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63b4197db0 con 0x7f63b4107660 2024-09-12T12:18:26.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.980+0000 7f63a6ffd640 1 -- 172.21.15.82:0/430899685 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f63a8042070 con 0x7f63b4107660 2024-09-12T12:18:26.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.980+0000 7f63bc098640 1 -- 172.21.15.82:0/430899685 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63b4102cd0 con 0x7f63b4107660 2024-09-12T12:18:26.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.981+0000 7f63a6ffd640 1 --2- 172.21.15.82:0/430899685 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f63a00390c0 0x7f63a003b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:26.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.981+0000 7f63a6ffd640 1 -- 172.21.15.82:0/430899685 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f63a806ccf0 con 0x7f63b4107660 2024-09-12T12:18:26.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.981+0000 7f63b9633640 1 --2- 172.21.15.82:0/430899685 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f63a00390c0 0x7f63a003b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:26.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.981+0000 7f63b9633640 1 --2- 172.21.15.82:0/430899685 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f63a00390c0 0x7f63a003b580 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f63b00098c0 tx=0x7f63b0006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:26.985 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:26.985+0000 7f63a6ffd640 1 -- 172.21.15.82:0/430899685 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f63a80372d0 con 0x7f63b4107660 2024-09-12T12:18:27.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:27.158+0000 7f63bc098640 1 -- 172.21.15.82:0/430899685 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f63b41984e0 con 0x7f63a00390c0 2024-09-12T12:18:27.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:27.159+0000 7f63a6ffd640 1 -- 172.21.15.82:0/430899685 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f63b41984e0 con 0x7f63a00390c0 2024-09-12T12:18:27.159 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:18:27.159 INFO:teuthology.orchestra.run.smithi082.stdout:[{"addr": "172.21.15.82", "hostname": "smithi082", "labels": [], "status": ""}, {"addr": "172.21.15.97", "hostname": "smithi097", "labels": [], "status": ""}] 2024-09-12T12:18:27.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:27.161+0000 7f63bc098640 1 -- 172.21.15.82:0/430899685 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f63a00390c0 msgr2=0x7f63a003b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:27.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:27.161+0000 7f63bc098640 1 --2- 172.21.15.82:0/430899685 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f63a00390c0 0x7f63a003b580 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f63b00098c0 tx=0x7f63b0006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:27.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:27.161+0000 7f63bc098640 1 -- 172.21.15.82:0/430899685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f63b4107660 msgr2=0x7f63b4197180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:27.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:27.161+0000 7f63bc098640 1 --2- 172.21.15.82:0/430899685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f63b4107660 0x7f63b4197180 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f63a8009230 tx=0x7f63a8003d40 comp rx=0 tx=0).stop 2024-09-12T12:18:27.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:27.161+0000 7f63bc098640 1 -- 172.21.15.82:0/430899685 shutdown_connections 2024-09-12T12:18:27.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:27.161+0000 7f63bc098640 1 --2- 172.21.15.82:0/430899685 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f63a00390c0 0x7f63a003b580 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:27.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:27.161+0000 7f63bc098640 1 --2- 172.21.15.82:0/430899685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f63b4107660 0x7f63b4197180 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:27.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:27.161+0000 7f63bc098640 1 -- 172.21.15.82:0/430899685 >> 172.21.15.82:0/430899685 conn(0x7f63b40fd290 msgr2=0x7f63b40feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:27.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:27.161+0000 7f63bc098640 1 -- 172.21.15.82:0/430899685 shutdown_connections 2024-09-12T12:18:27.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:27.161+0000 7f63bc098640 1 -- 172.21.15.82:0/430899685 wait complete. 2024-09-12T12:18:27.789 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi114 2024-09-12T12:18:27.789 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-12T12:18:27.789 DEBUG:teuthology.orchestra.run.smithi114:> dd of=/etc/ceph/ceph.conf 2024-09-12T12:18:27.809 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-12T12:18:27.809 DEBUG:teuthology.orchestra.run.smithi114:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:18:27.867 INFO:tasks.cephadm:Adding host smithi114 to orchestrator... 2024-09-12T12:18:27.867 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch host add smithi114 2024-09-12T12:18:28.109 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:18:28.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:28 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:28.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:28 smithi082 ceph-mon[31122]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:18:28.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.495+0000 7f0fe9e20640 1 -- 172.21.15.82:0/1790281320 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe4102750 msgr2=0x7f0fe4102b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:28.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.495+0000 7f0fe9e20640 1 --2- 172.21.15.82:0/1790281320 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe4102750 0x7f0fe4102b30 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0fd4009c20 tx=0x7f0fd402ab20 comp rx=0 tx=0).stop 2024-09-12T12:18:28.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.495+0000 7f0fe9e20640 1 -- 172.21.15.82:0/1790281320 shutdown_connections 2024-09-12T12:18:28.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.495+0000 7f0fe9e20640 1 --2- 172.21.15.82:0/1790281320 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe4102750 0x7f0fe4102b30 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:28.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.495+0000 7f0fe9e20640 1 -- 172.21.15.82:0/1790281320 >> 172.21.15.82:0/1790281320 conn(0x7f0fe40fc1b0 msgr2=0x7f0fe40fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:28.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.495+0000 7f0fe9e20640 1 -- 172.21.15.82:0/1790281320 shutdown_connections 2024-09-12T12:18:28.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.495+0000 7f0fe9e20640 1 -- 172.21.15.82:0/1790281320 wait complete. 2024-09-12T12:18:28.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.495+0000 7f0fe9e20640 1 Processor -- start 2024-09-12T12:18:28.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.496+0000 7f0fe9e20640 1 -- start start 2024-09-12T12:18:28.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.496+0000 7f0fe9e20640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe4102750 0x7f0fe41003b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:28.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.496+0000 7f0fe9e20640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0fe410bcc0 con 0x7f0fe4102750 2024-09-12T12:18:28.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.496+0000 7f0fe37fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe4102750 0x7f0fe41003b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:28.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.496+0000 7f0fe37fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe4102750 0x7f0fe41003b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:57972/0 (socket says 172.21.15.82:57972) 2024-09-12T12:18:28.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.496+0000 7f0fe37fe640 1 -- 172.21.15.82:0/85630651 learned_addr learned my addr 172.21.15.82:0/85630651 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:28.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.496+0000 7f0fe37fe640 1 -- 172.21.15.82:0/85630651 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fe41022a0 con 0x7f0fe4102750 2024-09-12T12:18:28.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.496+0000 7f0fe37fe640 1 --2- 172.21.15.82:0/85630651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe4102750 0x7f0fe41003b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0fd4030040 tx=0x7f0fd402eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:28.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.496+0000 7f0fe0ff9640 1 -- 172.21.15.82:0/85630651 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0fd4047070 con 0x7f0fe4102750 2024-09-12T12:18:28.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.496+0000 7f0fe0ff9640 1 -- 172.21.15.82:0/85630651 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0fd40368e0 con 0x7f0fe4102750 2024-09-12T12:18:28.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.497+0000 7f0fe0ff9640 1 -- 172.21.15.82:0/85630651 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0fd4042420 con 0x7f0fe4102750 2024-09-12T12:18:28.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.497+0000 7f0fe9e20640 1 -- 172.21.15.82:0/85630651 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fe41008f0 con 0x7f0fe4102750 2024-09-12T12:18:28.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.497+0000 7f0fe9e20640 1 -- 172.21.15.82:0/85630651 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fe4100db0 con 0x7f0fe4102750 2024-09-12T12:18:28.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.497+0000 7f0fe0ff9640 1 -- 172.21.15.82:0/85630651 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f0fd404a070 con 0x7f0fe4102750 2024-09-12T12:18:28.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.498+0000 7f0fe0ff9640 1 --2- 172.21.15.82:0/85630651 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0fcc039060 0x7f0fcc03b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:28.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.498+0000 7f0fe0ff9640 1 -- 172.21.15.82:0/85630651 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0fd403d030 con 0x7f0fe4102750 2024-09-12T12:18:28.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.498+0000 7f0fe2ffd640 1 --2- 172.21.15.82:0/85630651 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0fcc039060 0x7f0fcc03b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:28.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.498+0000 7f0fe9e20640 1 -- 172.21.15.82:0/85630651 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fe406a7b0 con 0x7f0fe4102750 2024-09-12T12:18:28.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.498+0000 7f0fe2ffd640 1 --2- 172.21.15.82:0/85630651 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0fcc039060 0x7f0fcc03b520 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0fd80098c0 tx=0x7f0fd8006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:28.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.503+0000 7f0fe0ff9640 1 -- 172.21.15.82:0/85630651 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0fd4051020 con 0x7f0fe4102750 2024-09-12T12:18:28.673 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:28.673+0000 7f0fe9e20640 1 -- 172.21.15.82:0/85630651 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi114", "target": ["mon-mgr", ""]}) -- 0x7f0fe41018e0 con 0x7f0fcc039060 2024-09-12T12:18:30.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:30 smithi082 ceph-mon[31122]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi114", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:18:30.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:30 smithi082 ceph-mon[31122]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:30.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:30.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:30.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:30.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:30.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi097", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:18:30.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:30.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:18:31.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:31 smithi082 ceph-mon[31122]: Deploying cephadm binary to smithi114 2024-09-12T12:18:31.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:31 smithi082 ceph-mon[31122]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-12T12:18:31.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:31 smithi082 ceph-mon[31122]: Updating smithi097:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:18:31.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:31 smithi082 ceph-mon[31122]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:18:31.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:31.842+0000 7f0fe0ff9640 1 -- 172.21.15.82:0/85630651 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f0fe41018e0 con 0x7f0fcc039060 2024-09-12T12:18:31.843 INFO:teuthology.orchestra.run.smithi082.stdout:Added host 'smithi114' with addr '172.21.15.114' 2024-09-12T12:18:31.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:31.844+0000 7f0fe9e20640 1 -- 172.21.15.82:0/85630651 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0fcc039060 msgr2=0x7f0fcc03b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:31.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:31.844+0000 7f0fe9e20640 1 --2- 172.21.15.82:0/85630651 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0fcc039060 0x7f0fcc03b520 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0fd80098c0 tx=0x7f0fd8006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:31.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:31.844+0000 7f0fe9e20640 1 -- 172.21.15.82:0/85630651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe4102750 msgr2=0x7f0fe41003b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:31.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:31.844+0000 7f0fe9e20640 1 --2- 172.21.15.82:0/85630651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe4102750 0x7f0fe41003b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0fd4030040 tx=0x7f0fd402eb50 comp rx=0 tx=0).stop 2024-09-12T12:18:31.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:31.845+0000 7f0fe9e20640 1 -- 172.21.15.82:0/85630651 shutdown_connections 2024-09-12T12:18:31.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:31.845+0000 7f0fe9e20640 1 --2- 172.21.15.82:0/85630651 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0fcc039060 0x7f0fcc03b520 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:31.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:31.845+0000 7f0fe9e20640 1 --2- 172.21.15.82:0/85630651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0fe4102750 0x7f0fe41003b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:31.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:31.845+0000 7f0fe9e20640 1 -- 172.21.15.82:0/85630651 >> 172.21.15.82:0/85630651 conn(0x7f0fe40fc1b0 msgr2=0x7f0fe4103500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:31.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:31.845+0000 7f0fe9e20640 1 -- 172.21.15.82:0/85630651 shutdown_connections 2024-09-12T12:18:31.846 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:31.845+0000 7f0fe9e20640 1 -- 172.21.15.82:0/85630651 wait complete. 2024-09-12T12:18:32.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:32 smithi082 ceph-mon[31122]: Updating smithi097:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T12:18:32.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:32 smithi082 ceph-mon[31122]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:32.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:32.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:32.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:32.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:32.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:18:32.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:32.561 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch host ls --format=json 2024-09-12T12:18:32.798 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:18:33.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.262+0000 7f7db1af4640 1 -- 172.21.15.82:0/1300274042 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7dac102790 msgr2=0x7f7dac102b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:33.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.262+0000 7f7db1af4640 1 --2- 172.21.15.82:0/1300274042 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7dac102790 0x7f7dac102b70 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c009810 tx=0x7f7d9c02a540 comp rx=0 tx=0).stop 2024-09-12T12:18:33.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.262+0000 7f7db1af4640 1 -- 172.21.15.82:0/1300274042 shutdown_connections 2024-09-12T12:18:33.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.262+0000 7f7db1af4640 1 --2- 172.21.15.82:0/1300274042 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7dac102790 0x7f7dac102b70 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:33.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.262+0000 7f7db1af4640 1 -- 172.21.15.82:0/1300274042 >> 172.21.15.82:0/1300274042 conn(0x7f7dac077310 msgr2=0x7f7dac0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:33.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.262+0000 7f7db1af4640 1 -- 172.21.15.82:0/1300274042 shutdown_connections 2024-09-12T12:18:33.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.262+0000 7f7db1af4640 1 -- 172.21.15.82:0/1300274042 wait complete. 2024-09-12T12:18:33.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.263+0000 7f7db1af4640 1 Processor -- start 2024-09-12T12:18:33.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.263+0000 7f7db1af4640 1 -- start start 2024-09-12T12:18:33.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.263+0000 7f7db1af4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7dac102790 0x7f7dac197190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:33.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.263+0000 7f7db1af4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7dac10bc80 con 0x7f7dac102790 2024-09-12T12:18:33.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.263+0000 7f7dab7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7dac102790 0x7f7dac197190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:33.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.263+0000 7f7dab7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7dac102790 0x7f7dac197190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:57982/0 (socket says 172.21.15.82:57982) 2024-09-12T12:18:33.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.263+0000 7f7dab7fe640 1 -- 172.21.15.82:0/2390510804 learned_addr learned my addr 172.21.15.82:0/2390510804 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:33.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.264+0000 7f7dab7fe640 1 -- 172.21.15.82:0/2390510804 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dac1976d0 con 0x7f7dac102790 2024-09-12T12:18:33.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.264+0000 7f7dab7fe640 1 --2- 172.21.15.82:0/2390510804 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7dac102790 0x7f7dac197190 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c0045e0 tx=0x7f7d9c004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:33.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.264+0000 7f7da8ff9640 1 -- 172.21.15.82:0/2390510804 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7d9c030e70 con 0x7f7dac102790 2024-09-12T12:18:33.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.264+0000 7f7db1af4640 1 -- 172.21.15.82:0/2390510804 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dac197960 con 0x7f7dac102790 2024-09-12T12:18:33.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.264+0000 7f7da8ff9640 1 -- 172.21.15.82:0/2390510804 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d9c0318e0 con 0x7f7dac102790 2024-09-12T12:18:33.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.264+0000 7f7db1af4640 1 -- 172.21.15.82:0/2390510804 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dac197dc0 con 0x7f7dac102790 2024-09-12T12:18:33.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.264+0000 7f7da8ff9640 1 -- 172.21.15.82:0/2390510804 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7d9c0049c0 con 0x7f7dac102790 2024-09-12T12:18:33.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.265+0000 7f7da8ff9640 1 -- 172.21.15.82:0/2390510804 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f7d9c039040 con 0x7f7dac102790 2024-09-12T12:18:33.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.265+0000 7f7db1af4640 1 -- 172.21.15.82:0/2390510804 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7dac069f30 con 0x7f7dac102790 2024-09-12T12:18:33.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.265+0000 7f7da8ff9640 1 --2- 172.21.15.82:0/2390510804 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f7d94039060 0x7f7d9403b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:33.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.265+0000 7f7da8ff9640 1 -- 172.21.15.82:0/2390510804 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f7d9c06d290 con 0x7f7dac102790 2024-09-12T12:18:33.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.265+0000 7f7daaffd640 1 --2- 172.21.15.82:0/2390510804 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f7d94039060 0x7f7d9403b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:33.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.266+0000 7f7daaffd640 1 --2- 172.21.15.82:0/2390510804 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f7d94039060 0x7f7d9403b520 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7da00098c0 tx=0x7f7da0006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:33.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.274+0000 7f7da8ff9640 1 -- 172.21.15.82:0/2390510804 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7d9c040030 con 0x7f7dac102790 2024-09-12T12:18:33.465 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:33 smithi082 ceph-mon[31122]: Added host smithi114 2024-09-12T12:18:33.465 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:33 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:33.465 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:33 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:33.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.467+0000 7f7db1af4640 1 -- 172.21.15.82:0/2390510804 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7dac1984f0 con 0x7f7d94039060 2024-09-12T12:18:33.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.468+0000 7f7da8ff9640 1 -- 172.21.15.82:0/2390510804 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7f7dac1984f0 con 0x7f7d94039060 2024-09-12T12:18:33.468 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:18:33.468 INFO:teuthology.orchestra.run.smithi082.stdout:[{"addr": "172.21.15.82", "hostname": "smithi082", "labels": [], "status": ""}, {"addr": "172.21.15.97", "hostname": "smithi097", "labels": [], "status": ""}, {"addr": "172.21.15.114", "hostname": "smithi114", "labels": [], "status": ""}] 2024-09-12T12:18:33.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.470+0000 7f7db1af4640 1 -- 172.21.15.82:0/2390510804 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f7d94039060 msgr2=0x7f7d9403b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:33.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.470+0000 7f7db1af4640 1 --2- 172.21.15.82:0/2390510804 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f7d94039060 0x7f7d9403b520 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7da00098c0 tx=0x7f7da0006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:33.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.470+0000 7f7db1af4640 1 -- 172.21.15.82:0/2390510804 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7dac102790 msgr2=0x7f7dac197190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:33.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.470+0000 7f7db1af4640 1 --2- 172.21.15.82:0/2390510804 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7dac102790 0x7f7dac197190 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c0045e0 tx=0x7f7d9c004610 comp rx=0 tx=0).stop 2024-09-12T12:18:33.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.470+0000 7f7db1af4640 1 -- 172.21.15.82:0/2390510804 shutdown_connections 2024-09-12T12:18:33.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.470+0000 7f7db1af4640 1 --2- 172.21.15.82:0/2390510804 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f7d94039060 0x7f7d9403b520 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:33.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.470+0000 7f7db1af4640 1 --2- 172.21.15.82:0/2390510804 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7dac102790 0x7f7dac197190 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:33.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.470+0000 7f7db1af4640 1 -- 172.21.15.82:0/2390510804 >> 172.21.15.82:0/2390510804 conn(0x7f7dac077310 msgr2=0x7f7dac105520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:33.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.470+0000 7f7db1af4640 1 -- 172.21.15.82:0/2390510804 shutdown_connections 2024-09-12T12:18:33.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:33.470+0000 7f7db1af4640 1 -- 172.21.15.82:0/2390510804 wait complete. 2024-09-12T12:18:34.060 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-12T12:18:34.061 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd crush tunables default 2024-09-12T12:18:34.314 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:18:34.434 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:34 smithi082 ceph-mon[31122]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:34.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.758+0000 7fb606bfa640 1 -- 172.21.15.82:0/635560783 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb600106560 msgr2=0x7fb600106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:34.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.758+0000 7fb606bfa640 1 --2- 172.21.15.82:0/635560783 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb600106560 0x7fb600106940 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4009880 tx=0x7fb5f402a5d0 comp rx=0 tx=0).stop 2024-09-12T12:18:34.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.758+0000 7fb606bfa640 1 -- 172.21.15.82:0/635560783 shutdown_connections 2024-09-12T12:18:34.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.758+0000 7fb606bfa640 1 --2- 172.21.15.82:0/635560783 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb600106560 0x7fb600106940 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:34.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.758+0000 7fb606bfa640 1 -- 172.21.15.82:0/635560783 >> 172.21.15.82:0/635560783 conn(0x7fb6000fc1b0 msgr2=0x7fb6000fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:34.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.758+0000 7fb606bfa640 1 -- 172.21.15.82:0/635560783 shutdown_connections 2024-09-12T12:18:34.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.758+0000 7fb606bfa640 1 -- 172.21.15.82:0/635560783 wait complete. 2024-09-12T12:18:34.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.758+0000 7fb606bfa640 1 Processor -- start 2024-09-12T12:18:34.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.759+0000 7fb606bfa640 1 -- start start 2024-09-12T12:18:34.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.759+0000 7fb606bfa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb600106560 0x7fb600197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:34.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.759+0000 7fb606bfa640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb60010ab90 con 0x7fb600106560 2024-09-12T12:18:34.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.759+0000 7fb604996640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb600106560 0x7fb600197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:34.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.759+0000 7fb604996640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb600106560 0x7fb600197f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:57994/0 (socket says 172.21.15.82:57994) 2024-09-12T12:18:34.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.759+0000 7fb604996640 1 -- 172.21.15.82:0/1411303445 learned_addr learned my addr 172.21.15.82:0/1411303445 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:34.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.759+0000 7fb604996640 1 -- 172.21.15.82:0/1411303445 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6001984c0 con 0x7fb600106560 2024-09-12T12:18:34.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.759+0000 7fb604996640 1 --2- 172.21.15.82:0/1411303445 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb600106560 0x7fb600197f80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4009230 tx=0x7fb5f4003d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:34.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.759+0000 7fb5fdffb640 1 -- 172.21.15.82:0/1411303445 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb5f403f070 con 0x7fb600106560 2024-09-12T12:18:34.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.759+0000 7fb5fdffb640 1 -- 172.21.15.82:0/1411303445 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb5f403bc80 con 0x7fb600106560 2024-09-12T12:18:34.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.759+0000 7fb606bfa640 1 -- 172.21.15.82:0/1411303445 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb600198750 con 0x7fb600106560 2024-09-12T12:18:34.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.759+0000 7fb5fdffb640 1 -- 172.21.15.82:0/1411303445 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb5f4035030 con 0x7fb600106560 2024-09-12T12:18:34.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.760+0000 7fb606bfa640 1 -- 172.21.15.82:0/1411303445 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb600198bb0 con 0x7fb600106560 2024-09-12T12:18:34.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.760+0000 7fb5fdffb640 1 -- 172.21.15.82:0/1411303445 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb5f4042070 con 0x7fb600106560 2024-09-12T12:18:34.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.760+0000 7fb5fdffb640 1 --2- 172.21.15.82:0/1411303445 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb5f0039060 0x7fb5f003b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:34.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.761+0000 7fb5fdffb640 1 -- 172.21.15.82:0/1411303445 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb5f406dc10 con 0x7fb600106560 2024-09-12T12:18:34.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.761+0000 7fb5fffff640 1 --2- 172.21.15.82:0/1411303445 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb5f0039060 0x7fb5f003b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:34.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.761+0000 7fb606bfa640 1 -- 172.21.15.82:0/1411303445 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb600101bd0 con 0x7fb600106560 2024-09-12T12:18:34.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.761+0000 7fb5fffff640 1 --2- 172.21.15.82:0/1411303445 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb5f0039060 0x7fb5f003b520 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fb5ec0098c0 tx=0x7fb5ec006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:34.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.765+0000 7fb5fdffb640 1 -- 172.21.15.82:0/1411303445 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb5f404c350 con 0x7fb600106560 2024-09-12T12:18:34.934 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:34.934+0000 7fb606bfa640 1 -- 172.21.15.82:0/1411303445 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fb6001069c0 con 0x7fb600106560 2024-09-12T12:18:35.283 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:35.283+0000 7fb5fdffb640 1 -- 172.21.15.82:0/1411303445 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7fb5f4031e00 con 0x7fb600106560 2024-09-12T12:18:35.283 INFO:teuthology.orchestra.run.smithi082.stderr:adjusted tunables profile to default 2024-09-12T12:18:35.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:35.286+0000 7fb606bfa640 1 -- 172.21.15.82:0/1411303445 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb5f0039060 msgr2=0x7fb5f003b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:35.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:35.286+0000 7fb606bfa640 1 --2- 172.21.15.82:0/1411303445 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb5f0039060 0x7fb5f003b520 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fb5ec0098c0 tx=0x7fb5ec006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:35.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:35.286+0000 7fb606bfa640 1 -- 172.21.15.82:0/1411303445 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb600106560 msgr2=0x7fb600197f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:35.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:35.286+0000 7fb606bfa640 1 --2- 172.21.15.82:0/1411303445 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb600106560 0x7fb600197f80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4009230 tx=0x7fb5f4003d40 comp rx=0 tx=0).stop 2024-09-12T12:18:35.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:35.286+0000 7fb606bfa640 1 -- 172.21.15.82:0/1411303445 shutdown_connections 2024-09-12T12:18:35.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:35.286+0000 7fb606bfa640 1 --2- 172.21.15.82:0/1411303445 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb5f0039060 0x7fb5f003b520 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:35.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:35.286+0000 7fb606bfa640 1 --2- 172.21.15.82:0/1411303445 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb600106560 0x7fb600197f80 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:35.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:35.286+0000 7fb606bfa640 1 -- 172.21.15.82:0/1411303445 >> 172.21.15.82:0/1411303445 conn(0x7fb6000fc1b0 msgr2=0x7fb6000fdaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:35.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:35.286+0000 7fb606bfa640 1 -- 172.21.15.82:0/1411303445 shutdown_connections 2024-09-12T12:18:35.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:35.286+0000 7fb606bfa640 1 -- 172.21.15.82:0/1411303445 wait complete. 2024-09-12T12:18:35.580 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:35 smithi082 ceph-mon[31122]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:18:35.580 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:35 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1411303445' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-12T12:18:35.866 INFO:tasks.cephadm:Adding mon.a on smithi082 2024-09-12T12:18:35.866 INFO:tasks.cephadm:Adding mon.b on smithi097 2024-09-12T12:18:35.867 INFO:tasks.cephadm:Adding mon.c on smithi114 2024-09-12T12:18:35.867 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch apply mon '3;smithi082:172.21.15.82=a;smithi097:172.21.15.97=b;smithi114:172.21.15.114=c' 2024-09-12T12:18:36.116 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-12T12:18:36.160 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-12T12:18:36.683 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.658+0000 7f243cc7f640 1 -- 172.21.15.114:0/29077367 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438102120 msgr2=0x7f2438104510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:36.683 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.658+0000 7f243cc7f640 1 --2- 172.21.15.114:0/29077367 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438102120 0x7f2438104510 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f2428009880 tx=0x7f242802a5d0 comp rx=0 tx=0).stop 2024-09-12T12:18:36.683 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.658+0000 7f243cc7f640 1 -- 172.21.15.114:0/29077367 shutdown_connections 2024-09-12T12:18:36.683 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.658+0000 7f243cc7f640 1 --2- 172.21.15.114:0/29077367 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438102120 0x7f2438104510 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:36.683 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.658+0000 7f243cc7f640 1 -- 172.21.15.114:0/29077367 >> 172.21.15.114:0/29077367 conn(0x7f24380fbc60 msgr2=0x7f24380fe0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:36.683 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.658+0000 7f243cc7f640 1 -- 172.21.15.114:0/29077367 shutdown_connections 2024-09-12T12:18:36.683 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.658+0000 7f243cc7f640 1 -- 172.21.15.114:0/29077367 wait complete. 2024-09-12T12:18:36.683 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.659+0000 7f243cc7f640 1 Processor -- start 2024-09-12T12:18:36.683 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.659+0000 7f243cc7f640 1 -- start start 2024-09-12T12:18:36.683 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.659+0000 7f243cc7f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438102120 0x7f2438196d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:36.684 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.659+0000 7f243cc7f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f24381076f0 con 0x7f2438102120 2024-09-12T12:18:36.684 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.660+0000 7f243659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438102120 0x7f2438196d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:36.684 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.660+0000 7f243659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438102120 0x7f2438196d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.114:34352/0 (socket says 172.21.15.114:34352) 2024-09-12T12:18:36.684 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.660+0000 7f243659c640 1 -- 172.21.15.114:0/3708674835 learned_addr learned my addr 172.21.15.114:0/3708674835 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-12T12:18:36.684 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.660+0000 7f243659c640 1 -- 172.21.15.114:0/3708674835 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24381972a0 con 0x7f2438102120 2024-09-12T12:18:36.684 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.660+0000 7f243659c640 1 --2- 172.21.15.114:0/3708674835 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438102120 0x7f2438196d60 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f2428004f60 tx=0x7f24280048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:36.684 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.660+0000 7f24277fe640 1 -- 172.21.15.114:0/3708674835 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f242803f070 con 0x7f2438102120 2024-09-12T12:18:36.684 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.660+0000 7f24277fe640 1 -- 172.21.15.114:0/3708674835 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2428003ad0 con 0x7f2438102120 2024-09-12T12:18:36.684 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.660+0000 7f243cc7f640 1 -- 172.21.15.114:0/3708674835 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2438197530 con 0x7f2438102120 2024-09-12T12:18:36.684 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.660+0000 7f24277fe640 1 -- 172.21.15.114:0/3708674835 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2428035030 con 0x7f2438102120 2024-09-12T12:18:36.684 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.660+0000 7f243cc7f640 1 -- 172.21.15.114:0/3708674835 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f243819a220 con 0x7f2438102120 2024-09-12T12:18:36.685 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.661+0000 7f24277fe640 1 -- 172.21.15.114:0/3708674835 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f2428042070 con 0x7f2438102120 2024-09-12T12:18:36.685 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.661+0000 7f243cc7f640 1 -- 172.21.15.114:0/3708674835 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2438107e70 con 0x7f2438102120 2024-09-12T12:18:36.685 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.661+0000 7f24277fe640 1 --2- 172.21.15.114:0/3708674835 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f24200390c0 0x7f242003b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:36.685 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.661+0000 7f24277fe640 1 -- 172.21.15.114:0/3708674835 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f242806ce70 con 0x7f2438102120 2024-09-12T12:18:36.685 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.662+0000 7f2435d9b640 1 --2- 172.21.15.114:0/3708674835 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f24200390c0 0x7f242003b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:36.685 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.662+0000 7f2435d9b640 1 --2- 172.21.15.114:0/3708674835 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f24200390c0 0x7f242003b580 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f242c0098c0 tx=0x7f242c006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:36.685 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.667+0000 7f24277fe640 1 -- 172.21.15.114:0/3708674835 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2428039350 con 0x7f2438102120 2024-09-12T12:18:36.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:36 smithi082 ceph-mon[31122]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:36.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:36 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1411303445' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-12T12:18:36.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:36 smithi082 ceph-mon[31122]: osdmap e4: 0 total, 0 up, 0 in 2024-09-12T12:18:36.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:36.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:36.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:36.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:36.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi114", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:18:36.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:36.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:18:36.860 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.858+0000 7f243cc7f640 1 -- 172.21.15.114:0/3708674835 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi082:172.21.15.82=a;smithi097:172.21.15.97=b;smithi114:172.21.15.114=c", "target": ["mon-mgr", ""]}) -- 0x7f243802d830 con 0x7f24200390c0 2024-09-12T12:18:36.865 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.864+0000 7f24277fe640 1 -- 172.21.15.114:0/3708674835 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f243802d830 con 0x7f24200390c0 2024-09-12T12:18:36.865 INFO:teuthology.orchestra.run.smithi114.stdout:Scheduled mon update... 2024-09-12T12:18:36.867 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.866+0000 7f243cc7f640 1 -- 172.21.15.114:0/3708674835 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f24200390c0 msgr2=0x7f242003b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:36.867 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.866+0000 7f243cc7f640 1 --2- 172.21.15.114:0/3708674835 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f24200390c0 0x7f242003b580 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f242c0098c0 tx=0x7f242c006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:36.867 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.866+0000 7f243cc7f640 1 -- 172.21.15.114:0/3708674835 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438102120 msgr2=0x7f2438196d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:36.867 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.866+0000 7f243cc7f640 1 --2- 172.21.15.114:0/3708674835 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438102120 0x7f2438196d60 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f2428004f60 tx=0x7f24280048f0 comp rx=0 tx=0).stop 2024-09-12T12:18:36.867 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.866+0000 7f243cc7f640 1 -- 172.21.15.114:0/3708674835 shutdown_connections 2024-09-12T12:18:36.867 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.866+0000 7f243cc7f640 1 --2- 172.21.15.114:0/3708674835 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f24200390c0 0x7f242003b580 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:36.867 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.866+0000 7f243cc7f640 1 --2- 172.21.15.114:0/3708674835 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2438102120 0x7f2438196d60 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:36.868 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.866+0000 7f243cc7f640 1 -- 172.21.15.114:0/3708674835 >> 172.21.15.114:0/3708674835 conn(0x7f24380fbc60 msgr2=0x7f24380fc670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:36.868 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.866+0000 7f243cc7f640 1 -- 172.21.15.114:0/3708674835 shutdown_connections 2024-09-12T12:18:36.868 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:36.866+0000 7f243cc7f640 1 -- 172.21.15.114:0/3708674835 wait complete. 2024-09-12T12:18:37.448 DEBUG:teuthology.orchestra.run.smithi097:mon.b> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mon.b.service 2024-09-12T12:18:37.451 DEBUG:teuthology.orchestra.run.smithi114:mon.c> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mon.c.service 2024-09-12T12:18:37.454 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-12T12:18:37.454 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-12T12:18:37.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:37 smithi082 ceph-mon[31122]: Updating smithi114:/etc/ceph/ceph.conf 2024-09-12T12:18:37.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:37 smithi082 ceph-mon[31122]: Updating smithi114:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:18:37.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:37.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:37.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:37.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:37.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:37.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:37.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:37.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:37.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:18:37.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T12:18:37.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:37.724 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:18:38.143 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.142+0000 7fe01b8d2640 1 -- 172.21.15.114:0/4241986530 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe014106540 msgr2=0x7fe014106920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:38.143 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.142+0000 7fe01b8d2640 1 --2- 172.21.15.114:0/4241986530 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe014106540 0x7fe014106920 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe010009810 tx=0x7fe01002a540 comp rx=0 tx=0).stop 2024-09-12T12:18:38.143 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.142+0000 7fe01b8d2640 1 -- 172.21.15.114:0/4241986530 shutdown_connections 2024-09-12T12:18:38.143 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.142+0000 7fe01b8d2640 1 --2- 172.21.15.114:0/4241986530 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe014106540 0x7fe014106920 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:38.143 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.142+0000 7fe01b8d2640 1 -- 172.21.15.114:0/4241986530 >> 172.21.15.114:0/4241986530 conn(0x7fe014077310 msgr2=0x7fe0140fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:38.143 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.142+0000 7fe01b8d2640 1 -- 172.21.15.114:0/4241986530 shutdown_connections 2024-09-12T12:18:38.143 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.142+0000 7fe01b8d2640 1 -- 172.21.15.114:0/4241986530 wait complete. 2024-09-12T12:18:38.145 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.143+0000 7fe01b8d2640 1 Processor -- start 2024-09-12T12:18:38.145 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.143+0000 7fe01b8d2640 1 -- start start 2024-09-12T12:18:38.145 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.143+0000 7fe01b8d2640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe014106540 0x7fe014197150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:38.146 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.143+0000 7fe01b8d2640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe01410ab70 con 0x7fe014106540 2024-09-12T12:18:38.146 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.143+0000 7fe01966e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe014106540 0x7fe014197150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:38.146 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.143+0000 7fe01966e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe014106540 0x7fe014197150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.114:34374/0 (socket says 172.21.15.114:34374) 2024-09-12T12:18:38.146 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.143+0000 7fe01966e640 1 -- 172.21.15.114:0/1557397440 learned_addr learned my addr 172.21.15.114:0/1557397440 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-12T12:18:38.146 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.144+0000 7fe01966e640 1 -- 172.21.15.114:0/1557397440 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe014197690 con 0x7fe014106540 2024-09-12T12:18:38.146 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.144+0000 7fe01966e640 1 --2- 172.21.15.114:0/1557397440 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe014106540 0x7fe014197150 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe0100045e0 tx=0x7fe010004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:38.146 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.144+0000 7fe00a7fc640 1 -- 172.21.15.114:0/1557397440 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe010030e70 con 0x7fe014106540 2024-09-12T12:18:38.146 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.144+0000 7fe00a7fc640 1 -- 172.21.15.114:0/1557397440 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe0100318e0 con 0x7fe014106540 2024-09-12T12:18:38.146 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.144+0000 7fe01b8d2640 1 -- 172.21.15.114:0/1557397440 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe014197920 con 0x7fe014106540 2024-09-12T12:18:38.146 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.144+0000 7fe00a7fc640 1 -- 172.21.15.114:0/1557397440 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0100049c0 con 0x7fe014106540 2024-09-12T12:18:38.146 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.144+0000 7fe01b8d2640 1 -- 172.21.15.114:0/1557397440 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe01419ba20 con 0x7fe014106540 2024-09-12T12:18:38.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.145+0000 7fe00a7fc640 1 -- 172.21.15.114:0/1557397440 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fe010039040 con 0x7fe014106540 2024-09-12T12:18:38.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.145+0000 7fe00a7fc640 1 --2- 172.21.15.114:0/1557397440 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe000039060 0x7fe00003b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:38.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.145+0000 7fe00a7fc640 1 -- 172.21.15.114:0/1557397440 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe01006d530 con 0x7fe014106540 2024-09-12T12:18:38.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.145+0000 7fe01b8d2640 1 -- 172.21.15.114:0/1557397440 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe014101bb0 con 0x7fe014106540 2024-09-12T12:18:38.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.145+0000 7fe018e6d640 1 --2- 172.21.15.114:0/1557397440 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe000039060 0x7fe00003b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:38.147 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.146+0000 7fe018e6d640 1 --2- 172.21.15.114:0/1557397440 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe000039060 0x7fe00003b520 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fe0040098c0 tx=0x7fe004006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:38.150 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.150+0000 7fe00a7fc640 1 -- 172.21.15.114:0/1557397440 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe010040030 con 0x7fe014106540 2024-09-12T12:18:38.392 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.392+0000 7fe01b8d2640 1 -- 172.21.15.114:0/1557397440 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fe0141984b0 con 0x7fe014106540 2024-09-12T12:18:38.392 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.392+0000 7fe00a7fc640 1 -- 172.21.15.114:0/1557397440 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7fe010042e00 con 0x7fe014106540 2024-09-12T12:18:38.393 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:18:38.393 INFO:teuthology.orchestra.run.smithi114.stdout:{"epoch":1,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","modified":"2024-09-12T12:17:09.785358Z","created":"2024-09-12T12:17:09.785358Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:3300","nonce":0},{"type":"v1","addr":"172.21.15.82:6789","nonce":0}]},"addr":"172.21.15.82:6789/0","public_addr":"172.21.15.82:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-12T12:18:38.393 INFO:teuthology.orchestra.run.smithi114.stderr:dumped monmap epoch 1 2024-09-12T12:18:38.395 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.394+0000 7fe01b8d2640 1 -- 172.21.15.114:0/1557397440 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe000039060 msgr2=0x7fe00003b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:38.395 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.394+0000 7fe01b8d2640 1 --2- 172.21.15.114:0/1557397440 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe000039060 0x7fe00003b520 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fe0040098c0 tx=0x7fe004006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:38.395 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.394+0000 7fe01b8d2640 1 -- 172.21.15.114:0/1557397440 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe014106540 msgr2=0x7fe014197150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:38.395 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.394+0000 7fe01b8d2640 1 --2- 172.21.15.114:0/1557397440 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe014106540 0x7fe014197150 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe0100045e0 tx=0x7fe010004610 comp rx=0 tx=0).stop 2024-09-12T12:18:38.395 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.395+0000 7fe01b8d2640 1 -- 172.21.15.114:0/1557397440 shutdown_connections 2024-09-12T12:18:38.395 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.395+0000 7fe01b8d2640 1 --2- 172.21.15.114:0/1557397440 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe000039060 0x7fe00003b520 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:38.395 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.395+0000 7fe01b8d2640 1 --2- 172.21.15.114:0/1557397440 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe014106540 0x7fe014197150 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:38.395 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.395+0000 7fe01b8d2640 1 -- 172.21.15.114:0/1557397440 >> 172.21.15.114:0/1557397440 conn(0x7fe014077310 msgr2=0x7fe0140696b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:38.395 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.395+0000 7fe01b8d2640 1 -- 172.21.15.114:0/1557397440 shutdown_connections 2024-09-12T12:18:38.396 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:38.395+0000 7fe01b8d2640 1 -- 172.21.15.114:0/1557397440 wait complete. 2024-09-12T12:18:38.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: Updating smithi114:/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:18:38.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: Updating smithi114:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T12:18:38.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi082:172.21.15.82=a;smithi097:172.21.15.97=b;smithi114:172.21.15.114=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:18:38.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: Saving service mon spec with placement smithi082:172.21.15.82=a;smithi097:172.21.15.97=b;smithi114:172.21.15.114=c;count:3 2024-09-12T12:18:38.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: Reconfiguring mon.a (unknown last config time)... 2024-09-12T12:18:38.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: Reconfiguring daemon mon.a on smithi082 2024-09-12T12:18:38.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:38.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:38.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:38.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:18:38.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:38.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:18:38.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:38.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:18:38.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:38 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:39.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:39 smithi082 ceph-mon[31122]: Deploying daemon mon.c on smithi114 2024-09-12T12:18:39.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:39 smithi082 ceph-mon[31122]: from='client.? 172.21.15.114:0/1557397440' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T12:18:39.939 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-12T12:18:39.939 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-12T12:18:40.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:40 smithi082 ceph-mon[31122]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:40.867 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:18:41.461 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.452+0000 7f79765a6640 1 -- 172.21.15.114:0/2003096776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7970106630 msgr2=0x7f7970106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:41.461 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.452+0000 7f79765a6640 1 --2- 172.21.15.114:0/2003096776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7970106630 0x7f7970106a10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7960009880 tx=0x7f796002a5d0 comp rx=0 tx=0).stop 2024-09-12T12:18:41.461 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.453+0000 7f79765a6640 1 -- 172.21.15.114:0/2003096776 shutdown_connections 2024-09-12T12:18:41.462 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.453+0000 7f79765a6640 1 --2- 172.21.15.114:0/2003096776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7970106630 0x7f7970106a10 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:41.462 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.453+0000 7f79765a6640 1 -- 172.21.15.114:0/2003096776 >> 172.21.15.114:0/2003096776 conn(0x7f79700fc220 msgr2=0x7f79700fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:41.462 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.453+0000 7f79765a6640 1 -- 172.21.15.114:0/2003096776 shutdown_connections 2024-09-12T12:18:41.462 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.453+0000 7f79765a6640 1 -- 172.21.15.114:0/2003096776 wait complete. 2024-09-12T12:18:41.462 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.453+0000 7f79765a6640 1 Processor -- start 2024-09-12T12:18:41.462 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.453+0000 7f79765a6640 1 -- start start 2024-09-12T12:18:41.462 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.453+0000 7f79765a6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7970106630 0x7f7970198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:41.462 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.453+0000 7f79765a6640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f797010ac60 con 0x7f7970106630 2024-09-12T12:18:41.462 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.454+0000 7f796ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7970106630 0x7f7970198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:41.462 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.454+0000 7f796ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7970106630 0x7f7970198020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.114:35494/0 (socket says 172.21.15.114:35494) 2024-09-12T12:18:41.462 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.454+0000 7f796ffff640 1 -- 172.21.15.114:0/2804831955 learned_addr learned my addr 172.21.15.114:0/2804831955 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-12T12:18:41.462 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.454+0000 7f796ffff640 1 -- 172.21.15.114:0/2804831955 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7970198560 con 0x7f7970106630 2024-09-12T12:18:41.463 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.454+0000 7f796ffff640 1 --2- 172.21.15.114:0/2804831955 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7970106630 0x7f7970198020 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7960009230 tx=0x7f7960003d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:41.463 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.454+0000 7f796d7fa640 1 -- 172.21.15.114:0/2804831955 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f796003f070 con 0x7f7970106630 2024-09-12T12:18:41.463 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.454+0000 7f79765a6640 1 -- 172.21.15.114:0/2804831955 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79701987f0 con 0x7f7970106630 2024-09-12T12:18:41.463 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.454+0000 7f796d7fa640 1 -- 172.21.15.114:0/2804831955 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f796003bc80 con 0x7f7970106630 2024-09-12T12:18:41.463 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.454+0000 7f796d7fa640 1 -- 172.21.15.114:0/2804831955 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7960035030 con 0x7f7970106630 2024-09-12T12:18:41.463 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.454+0000 7f79765a6640 1 -- 172.21.15.114:0/2804831955 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7970198c50 con 0x7f7970106630 2024-09-12T12:18:41.463 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.455+0000 7f796d7fa640 1 -- 172.21.15.114:0/2804831955 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f7960042070 con 0x7f7970106630 2024-09-12T12:18:41.463 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.455+0000 7f79765a6640 1 -- 172.21.15.114:0/2804831955 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7970101ca0 con 0x7f7970106630 2024-09-12T12:18:41.463 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.456+0000 7f796d7fa640 1 --2- 172.21.15.114:0/2804831955 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f7958039060 0x7f795803b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:41.463 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.456+0000 7f796d7fa640 1 -- 172.21.15.114:0/2804831955 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f796006cda0 con 0x7f7970106630 2024-09-12T12:18:41.463 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.456+0000 7f796f7fe640 1 --2- 172.21.15.114:0/2804831955 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f7958039060 0x7f795803b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:41.463 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.456+0000 7f796f7fe640 1 --2- 172.21.15.114:0/2804831955 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f7958039060 0x7f795803b520 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f79640098c0 tx=0x7f7964006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:41.463 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.461+0000 7f796d7fa640 1 -- 172.21.15.114:0/2804831955 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7960031e20 con 0x7f7970106630 2024-09-12T12:18:41.709 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.709+0000 7f79765a6640 1 -- 172.21.15.114:0/2804831955 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f7970106a90 con 0x7f7970106630 2024-09-12T12:18:41.710 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.710+0000 7f796d7fa640 1 -- 172.21.15.114:0/2804831955 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f79600372d0 con 0x7f7970106630 2024-09-12T12:18:41.710 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:18:41.710 INFO:teuthology.orchestra.run.smithi114.stdout:{"epoch":1,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","modified":"2024-09-12T12:17:09.785358Z","created":"2024-09-12T12:17:09.785358Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:3300","nonce":0},{"type":"v1","addr":"172.21.15.82:6789","nonce":0}]},"addr":"172.21.15.82:6789/0","public_addr":"172.21.15.82:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-12T12:18:41.710 INFO:teuthology.orchestra.run.smithi114.stderr:dumped monmap epoch 1 2024-09-12T12:18:41.712 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.712+0000 7f79765a6640 1 -- 172.21.15.114:0/2804831955 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f7958039060 msgr2=0x7f795803b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:41.712 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.712+0000 7f79765a6640 1 --2- 172.21.15.114:0/2804831955 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f7958039060 0x7f795803b520 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f79640098c0 tx=0x7f7964006db0 comp rx=0 tx=0).stop 2024-09-12T12:18:41.712 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.712+0000 7f79765a6640 1 -- 172.21.15.114:0/2804831955 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7970106630 msgr2=0x7f7970198020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:41.712 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.712+0000 7f79765a6640 1 --2- 172.21.15.114:0/2804831955 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7970106630 0x7f7970198020 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7960009230 tx=0x7f7960003d40 comp rx=0 tx=0).stop 2024-09-12T12:18:41.712 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.712+0000 7f79765a6640 1 -- 172.21.15.114:0/2804831955 shutdown_connections 2024-09-12T12:18:41.712 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.712+0000 7f79765a6640 1 --2- 172.21.15.114:0/2804831955 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f7958039060 0x7f795803b520 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:41.712 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.712+0000 7f79765a6640 1 --2- 172.21.15.114:0/2804831955 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7970106630 0x7f7970198020 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:41.713 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.712+0000 7f79765a6640 1 -- 172.21.15.114:0/2804831955 >> 172.21.15.114:0/2804831955 conn(0x7f79700fc220 msgr2=0x7f79700fc600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:41.713 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.712+0000 7f79765a6640 1 -- 172.21.15.114:0/2804831955 shutdown_connections 2024-09-12T12:18:41.713 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:41.712+0000 7f79765a6640 1 -- 172.21.15.114:0/2804831955 wait complete. 2024-09-12T12:18:42.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 podman[35495]: 2024-09-12 12:18:42.368740847 +0000 UTC m=+0.015809370 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:18:42.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:42 smithi082 ceph-mon[31122]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:42.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:42 smithi082 ceph-mon[31122]: from='client.? 172.21.15.114:0/2804831955' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T12:18:43.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 podman[35495]: 2024-09-12 12:18:42.667872796 +0000 UTC m=+0.314941326 container init 6f87f4f5f4b952223e4b84af3663f194036b95208d65178b79bed6d65c0f23e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-b53b6d3, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-12T12:18:43.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 podman[35495]: 2024-09-12 12:18:42.671002204 +0000 UTC m=+0.318070722 container start 6f87f4f5f4b952223e4b84af3663f194036b95208d65178b79bed6d65c0f23e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-c, RELEASE=squid-b53b6d3, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:18:43.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: set uid:gid to 167:167 (ceph:ceph) 2024-09-12T12:18:43.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: ceph version 19.1.1-298-gb53b6d3e (b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc) squid (stable), process ceph-mon, pid 2 2024-09-12T12:18:43.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: pidfile_write: ignore empty --pid-file 2024-09-12T12:18:43.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: load: jerasure load: lrc 2024-09-12T12:18:43.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: RocksDB version: 7.9.2 2024-09-12T12:18:43.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Git sha 0 2024-09-12T12:18:43.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Compile date 2024-09-09 16:23:28 2024-09-12T12:18:43.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: DB SUMMARY 2024-09-12T12:18:43.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: DB Session ID: 68UN7HRXGZ72N82Z6T1Z 2024-09-12T12:18:43.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: CURRENT file: CURRENT 2024-09-12T12:18:43.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: IDENTITY file: IDENTITY 2024-09-12T12:18:43.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-12T12:18:43.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-12T12:18:43.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-09-12T12:18:43.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.error_if_exists: 0 2024-09-12T12:18:43.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.create_if_missing: 0 2024-09-12T12:18:43.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.paranoid_checks: 1 2024-09-12T12:18:43.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-12T12:18:43.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-12T12:18:43.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-12T12:18:43.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.env: 0x55995b4eb940 2024-09-12T12:18:43.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.fs: PosixFileSystem 2024-09-12T12:18:43.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.info_log: 0x55995d6776e0 2024-09-12T12:18:43.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_file_opening_threads: 16 2024-09-12T12:18:43.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.statistics: (nil) 2024-09-12T12:18:43.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.use_fsync: 0 2024-09-12T12:18:43.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_log_file_size: 0 2024-09-12T12:18:43.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-12T12:18:43.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-12T12:18:43.073 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.keep_log_file_num: 1000 2024-09-12T12:18:43.073 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.recycle_log_file_num: 0 2024-09-12T12:18:43.073 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.allow_fallocate: 1 2024-09-12T12:18:43.073 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.allow_mmap_reads: 0 2024-09-12T12:18:43.073 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.allow_mmap_writes: 0 2024-09-12T12:18:43.073 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.use_direct_reads: 0 2024-09-12T12:18:43.073 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-12T12:18:43.073 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.create_missing_column_families: 0 2024-09-12T12:18:43.073 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.db_log_dir: 2024-09-12T12:18:43.073 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.wal_dir: 2024-09-12T12:18:43.073 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-12T12:18:43.073 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-12T12:18:43.076 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-12T12:18:43.076 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-12T12:18:43.076 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-12T12:18:43.076 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-12T12:18:43.076 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.advise_random_on_open: 1 2024-09-12T12:18:43.076 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.db_write_buffer_size: 0 2024-09-12T12:18:43.076 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.write_buffer_manager: 0x55995d686dc0 2024-09-12T12:18:43.076 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-12T12:18:43.077 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-12T12:18:43.077 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-12T12:18:43.077 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.rate_limiter: (nil) 2024-09-12T12:18:43.077 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-12T12:18:43.077 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.wal_recovery_mode: 2 2024-09-12T12:18:43.077 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.enable_thread_tracking: 0 2024-09-12T12:18:43.077 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.enable_pipelined_write: 0 2024-09-12T12:18:43.077 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.unordered_write: 0 2024-09-12T12:18:43.077 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-12T12:18:43.077 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-12T12:18:43.077 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-12T12:18:43.077 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-12T12:18:43.077 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.row_cache: None 2024-09-12T12:18:43.077 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.wal_filter: None 2024-09-12T12:18:43.079 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-12T12:18:43.079 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.allow_ingest_behind: 0 2024-09-12T12:18:43.079 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.two_write_queues: 0 2024-09-12T12:18:43.079 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.manual_wal_flush: 0 2024-09-12T12:18:43.079 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.wal_compression: 0 2024-09-12T12:18:43.080 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.atomic_flush: 0 2024-09-12T12:18:43.080 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-12T12:18:43.080 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-12T12:18:43.080 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-12T12:18:43.080 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.log_readahead_size: 0 2024-09-12T12:18:43.080 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-12T12:18:43.080 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.best_efforts_recovery: 0 2024-09-12T12:18:43.080 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-12T12:18:43.080 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-12T12:18:43.080 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.allow_data_in_errors: 0 2024-09-12T12:18:43.080 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.db_host_id: __hostname__ 2024-09-12T12:18:43.080 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-12T12:18:43.080 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_background_jobs: 2 2024-09-12T12:18:43.080 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_background_compactions: -1 2024-09-12T12:18:43.081 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_subcompactions: 1 2024-09-12T12:18:43.081 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-12T12:18:43.081 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-12T12:18:43.081 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-12T12:18:43.081 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_total_wal_size: 0 2024-09-12T12:18:43.081 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-12T12:18:43.081 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-12T12:18:43.081 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-12T12:18:43.081 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-12T12:18:43.081 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_open_files: -1 2024-09-12T12:18:43.081 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.bytes_per_sync: 0 2024-09-12T12:18:43.081 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-12T12:18:43.081 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-12T12:18:43.082 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compaction_readahead_size: 0 2024-09-12T12:18:43.082 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_background_flushes: -1 2024-09-12T12:18:43.082 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Compression algorithms supported: 2024-09-12T12:18:43.082 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: kZSTD supported: 0 2024-09-12T12:18:43.082 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: kXpressCompression supported: 0 2024-09-12T12:18:43.082 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: kBZip2Compression supported: 0 2024-09-12T12:18:43.082 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-12T12:18:43.082 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: kLZ4Compression supported: 1 2024-09-12T12:18:43.082 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: kZlibCompression supported: 1 2024-09-12T12:18:43.082 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: kLZ4HCCompression supported: 1 2024-09-12T12:18:43.082 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: kSnappyCompression supported: 1 2024-09-12T12:18:43.082 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-12T12:18:43.082 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-12T12:18:43.082 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.merge_operator: 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compaction_filter: None 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compaction_filter_factory: None 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.sst_partitioner_factory: None 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55995d677320) 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout: cache_index_and_filter_blocks: 1 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout: pin_top_level_index_and_filter: 1 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout: index_type: 0 2024-09-12T12:18:43.083 INFO:journalctl@ceph.mon.c.smithi114.stdout: data_block_index_type: 0 2024-09-12T12:18:43.084 INFO:journalctl@ceph.mon.c.smithi114.stdout: index_shortening: 1 2024-09-12T12:18:43.084 INFO:journalctl@ceph.mon.c.smithi114.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-12T12:18:43.084 INFO:journalctl@ceph.mon.c.smithi114.stdout: checksum: 4 2024-09-12T12:18:43.084 INFO:journalctl@ceph.mon.c.smithi114.stdout: no_block_cache: 0 2024-09-12T12:18:43.084 INFO:journalctl@ceph.mon.c.smithi114.stdout: block_cache: 0x55995d66b1f0 2024-09-12T12:18:43.084 INFO:journalctl@ceph.mon.c.smithi114.stdout: block_cache_name: BinnedLRUCache 2024-09-12T12:18:43.084 INFO:journalctl@ceph.mon.c.smithi114.stdout: block_cache_options: 2024-09-12T12:18:43.084 INFO:journalctl@ceph.mon.c.smithi114.stdout: capacity : 536870912 2024-09-12T12:18:43.084 INFO:journalctl@ceph.mon.c.smithi114.stdout: num_shard_bits : 4 2024-09-12T12:18:43.084 INFO:journalctl@ceph.mon.c.smithi114.stdout: strict_capacity_limit : 0 2024-09-12T12:18:43.084 INFO:journalctl@ceph.mon.c.smithi114.stdout: high_pri_pool_ratio: 0.000 2024-09-12T12:18:43.084 INFO:journalctl@ceph.mon.c.smithi114.stdout: block_cache_compressed: (nil) 2024-09-12T12:18:43.084 INFO:journalctl@ceph.mon.c.smithi114.stdout: persistent_cache: (nil) 2024-09-12T12:18:43.084 INFO:journalctl@ceph.mon.c.smithi114.stdout: block_size: 4096 2024-09-12T12:18:43.085 INFO:journalctl@ceph.mon.c.smithi114.stdout: block_size_deviation: 10 2024-09-12T12:18:43.085 INFO:journalctl@ceph.mon.c.smithi114.stdout: block_restart_interval: 16 2024-09-12T12:18:43.085 INFO:journalctl@ceph.mon.c.smithi114.stdout: index_block_restart_interval: 1 2024-09-12T12:18:43.085 INFO:journalctl@ceph.mon.c.smithi114.stdout: metadata_block_size: 4096 2024-09-12T12:18:43.085 INFO:journalctl@ceph.mon.c.smithi114.stdout: partition_filters: 0 2024-09-12T12:18:43.085 INFO:journalctl@ceph.mon.c.smithi114.stdout: use_delta_encoding: 1 2024-09-12T12:18:43.085 INFO:journalctl@ceph.mon.c.smithi114.stdout: filter_policy: bloomfilter 2024-09-12T12:18:43.085 INFO:journalctl@ceph.mon.c.smithi114.stdout: whole_key_filtering: 1 2024-09-12T12:18:43.085 INFO:journalctl@ceph.mon.c.smithi114.stdout: verify_compression: 0 2024-09-12T12:18:43.085 INFO:journalctl@ceph.mon.c.smithi114.stdout: read_amp_bytes_per_bit: 0 2024-09-12T12:18:43.085 INFO:journalctl@ceph.mon.c.smithi114.stdout: format_version: 5 2024-09-12T12:18:43.085 INFO:journalctl@ceph.mon.c.smithi114.stdout: enable_index_compression: 1 2024-09-12T12:18:43.085 INFO:journalctl@ceph.mon.c.smithi114.stdout: block_align: 0 2024-09-12T12:18:43.085 INFO:journalctl@ceph.mon.c.smithi114.stdout: max_auto_readahead_size: 262144 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout: prepopulate_block_cache: 0 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout: initial_auto_readahead_size: 8192 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout: num_file_reads_for_auto_readahead: 2 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.write_buffer_size: 33554432 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_write_buffer_number: 2 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compression: NoCompression 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.bottommost_compression: Disabled 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.prefix_extractor: nullptr 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.num_levels: 7 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-12T12:18:43.086 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-12T12:18:43.087 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-12T12:18:43.087 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-12T12:18:43.087 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-12T12:18:43.087 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-12T12:18:43.087 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-12T12:18:43.087 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-12T12:18:43.087 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-12T12:18:43.087 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-12T12:18:43.087 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compression_opts.level: 32767 2024-09-12T12:18:43.087 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compression_opts.strategy: 0 2024-09-12T12:18:43.087 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-12T12:18:43.087 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-12T12:18:43.087 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-12T12:18:43.088 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-12T12:18:43.088 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compression_opts.enabled: false 2024-09-12T12:18:43.088 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-12T12:18:43.088 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-12T12:18:43.088 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-12T12:18:43.088 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-12T12:18:43.088 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.target_file_size_base: 67108864 2024-09-12T12:18:43.088 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-12T12:18:43.088 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-12T12:18:43.088 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-12T12:18:43.088 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-12T12:18:43.088 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-12T12:18:43.088 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-12T12:18:43.089 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-12T12:18:43.089 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-12T12:18:43.089 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-12T12:18:43.089 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-12T12:18:43.089 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-12T12:18:43.089 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-12T12:18:43.089 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-12T12:18:43.089 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-12T12:18:43.090 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.arena_block_size: 1048576 2024-09-12T12:18:43.090 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-12T12:18:43.090 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-12T12:18:43.090 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.disable_auto_compactions: 0 2024-09-12T12:18:43.090 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-12T12:18:43.090 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-12T12:18:43.090 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-12T12:18:43.090 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-12T12:18:43.090 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-12T12:18:43.090 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-12T12:18:43.090 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-12T12:18:43.090 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-12T12:18:43.090 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-12T12:18:43.091 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-12T12:18:43.091 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-12T12:18:43.091 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.inplace_update_support: 0 2024-09-12T12:18:43.091 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-12T12:18:43.091 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-12T12:18:43.091 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-12T12:18:43.091 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-12T12:18:43.091 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.bloom_locality: 0 2024-09-12T12:18:43.091 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.max_successive_merges: 0 2024-09-12T12:18:43.091 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-12T12:18:43.091 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.paranoid_file_checks: 0 2024-09-12T12:18:43.091 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.force_consistency_checks: 1 2024-09-12T12:18:43.091 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.report_bg_io_stats: 0 2024-09-12T12:18:43.091 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.ttl: 2592000 2024-09-12T12:18:43.092 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-12T12:18:43.092 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-12T12:18:43.092 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-12T12:18:43.092 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.enable_blob_files: false 2024-09-12T12:18:43.092 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.min_blob_size: 0 2024-09-12T12:18:43.092 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.blob_file_size: 268435456 2024-09-12T12:18:43.092 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-12T12:18:43.092 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-12T12:18:43.092 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-12T12:18:43.092 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-12T12:18:43.092 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-12T12:18:43.092 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.blob_file_starting_level: 0 2024-09-12T12:18:43.092 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-12T12:18:43.092 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-12T12:18:43.093 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-12T12:18:43.093 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 277db8e3-2bbb-4b4a-b1db-58b2eba61d87 2024-09-12T12:18:43.093 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726143522697891, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-12T12:18:43.093 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-12T12:18:43.093 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726143522698290, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726143522, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "277db8e3-2bbb-4b4a-b1db-58b2eba61d87", "db_session_id": "68UN7HRXGZ72N82Z6T1Z", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-12T12:18:43.093 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726143522698380, "job": 1, "event": "recovery_finished"} 2024-09-12T12:18:43.093 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-12T12:18:43.093 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-12T12:18:43.093 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55995d698e00 2024-09-12T12:18:43.093 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: DB pointer 0x55995d794000 2024-09-12T12:18:43.093 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-12T12:18:43.093 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-12T12:18:43.093 INFO:journalctl@ceph.mon.c.smithi114.stdout: ** DB Stats ** 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: ** Compaction Stats [default] ** 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-12T12:18:43.094 INFO:journalctl@ceph.mon.c.smithi114.stdout: 2024-09-12T12:18:43.095 INFO:journalctl@ceph.mon.c.smithi114.stdout: ** Compaction Stats [default] ** 2024-09-12T12:18:43.095 INFO:journalctl@ceph.mon.c.smithi114.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-12T12:18:43.095 INFO:journalctl@ceph.mon.c.smithi114.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-12T12:18:43.095 INFO:journalctl@ceph.mon.c.smithi114.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-12T12:18:43.095 INFO:journalctl@ceph.mon.c.smithi114.stdout: 2024-09-12T12:18:43.095 INFO:journalctl@ceph.mon.c.smithi114.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-12T12:18:43.095 INFO:journalctl@ceph.mon.c.smithi114.stdout: 2024-09-12T12:18:43.095 INFO:journalctl@ceph.mon.c.smithi114.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-12T12:18:43.095 INFO:journalctl@ceph.mon.c.smithi114.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-12T12:18:43.095 INFO:journalctl@ceph.mon.c.smithi114.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-12T12:18:43.095 INFO:journalctl@ceph.mon.c.smithi114.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-12T12:18:43.095 INFO:journalctl@ceph.mon.c.smithi114.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-12T12:18:43.095 INFO:journalctl@ceph.mon.c.smithi114.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-12T12:18:43.095 INFO:journalctl@ceph.mon.c.smithi114.stdout: Cumulative compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T12:18:43.096 INFO:journalctl@ceph.mon.c.smithi114.stdout: Interval compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-12T12:18:43.096 INFO:journalctl@ceph.mon.c.smithi114.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-12T12:18:43.096 INFO:journalctl@ceph.mon.c.smithi114.stdout: Block cache BinnedLRUCache@0x55995d66b1f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-12T12:18:43.096 INFO:journalctl@ceph.mon.c.smithi114.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-12T12:18:43.096 INFO:journalctl@ceph.mon.c.smithi114.stdout: 2024-09-12T12:18:43.096 INFO:journalctl@ceph.mon.c.smithi114.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-12T12:18:43.096 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-12T12:18:43.096 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: using public_addr v2:172.21.15.114:0/0 -> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] 2024-09-12T12:18:43.096 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: starting mon.c rank -1 at public addrs [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] at bind addrs [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:43.096 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c@-1(???) e0 preinit fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:43.096 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c@-1(synchronizing).mds e1 new map 2024-09-12T12:18:43.096 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c@-1(synchronizing).mds e1 print_map 2024-09-12T12:18:43.097 INFO:journalctl@ceph.mon.c.smithi114.stdout: e1 2024-09-12T12:18:43.097 INFO:journalctl@ceph.mon.c.smithi114.stdout: btime 2024-09-12T12:17:12:694823+0000 2024-09-12T12:18:43.097 INFO:journalctl@ceph.mon.c.smithi114.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-12T12:18:43.098 INFO:journalctl@ceph.mon.c.smithi114.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-12T12:18:43.098 INFO:journalctl@ceph.mon.c.smithi114.stdout: legacy client fscid: -1 2024-09-12T12:18:43.098 INFO:journalctl@ceph.mon.c.smithi114.stdout: 2024-09-12T12:18:43.098 INFO:journalctl@ceph.mon.c.smithi114.stdout: No filesystems configured 2024-09-12T12:18:43.098 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-12T12:18:43.098 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-12T12:18:43.098 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-12T12:18:43.098 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-12T12:18:43.098 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-12T12:18:43.098 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-12T12:18:43.098 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-12T12:18:43.098 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T12:18:43.099 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T12:18:43.099 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-12T12:18:43.099 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: Added host smithi114 2024-09-12T12:18:43.099 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.099 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.099 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:43.099 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:18:43.099 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1411303445' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-12T12:18:43.099 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:43.099 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1411303445' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-12T12:18:43.100 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: osdmap e4: 0 total, 0 up, 0 in 2024-09-12T12:18:43.100 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.100 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.100 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.100 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.100 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi114", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:18:43.100 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:43.100 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:18:43.100 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: Updating smithi114:/etc/ceph/ceph.conf 2024-09-12T12:18:43.100 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: Updating smithi114:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:18:43.100 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.100 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.100 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.101 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.101 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.101 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.101 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.101 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.101 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:18:43.101 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T12:18:43.101 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:43.101 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: Updating smithi114:/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:18:43.101 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: Updating smithi114:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T12:18:43.101 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi082:172.21.15.82=a;smithi097:172.21.15.97=b;smithi114:172.21.15.114=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:18:43.101 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: Saving service mon spec with placement smithi082:172.21.15.82=a;smithi097:172.21.15.97=b;smithi114:172.21.15.114=c;count:3 2024-09-12T12:18:43.101 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: Reconfiguring mon.a (unknown last config time)... 2024-09-12T12:18:43.101 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: Reconfiguring daemon mon.a on smithi082 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: Deploying daemon mon.c on smithi114 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='client.? 172.21.15.114:0/1557397440' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: from='client.? 172.21.15.114:0/2804831955' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 ceph-mon[35514]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-12T12:18:43.102 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 bash[35495]: 6f87f4f5f4b952223e4b84af3663f194036b95208d65178b79bed6d65c0f23e2 2024-09-12T12:18:43.103 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:42 smithi114 systemd[1]: Started Ceph mon.c for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:18:43.347 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-12T12:18:43.348 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-12T12:18:43.597 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:18:48.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:18:48.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: mon.a calling monitor election 2024-09-12T12:18:48.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:48.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:48.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:48.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:48.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: mon.c calling monitor election 2024-09-12T12:18:48.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:48.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:48.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:48.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:48.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:48.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-12T12:18:48.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: monmap epoch 2 2024-09-12T12:18:48.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:48.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: last_changed 2024-09-12T12:18:42.722884+0000 2024-09-12T12:18:48.071 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: created 2024-09-12T12:17:09.785358+0000 2024-09-12T12:18:48.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: min_mon_release 19 (squid) 2024-09-12T12:18:48.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: election_strategy: 1 2024-09-12T12:18:48.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-09-12T12:18:48.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: 1: [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] mon.c 2024-09-12T12:18:48.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: fsmap 2024-09-12T12:18:48.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: osdmap e4: 0 total, 0 up, 0 in 2024-09-12T12:18:48.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: mgrmap e13: x(active, since 38s) 2024-09-12T12:18:48.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: overall HEALTH_OK 2024-09-12T12:18:48.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:48.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:48.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:48.072 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:18:48.073 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:48.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:18:48.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: mon.a calling monitor election 2024-09-12T12:18:48.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:48.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:48.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:48.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:48.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: mon.c calling monitor election 2024-09-12T12:18:48.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:48.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:48.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:48.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:48.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:48.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-12T12:18:48.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: monmap epoch 2 2024-09-12T12:18:48.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:48.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: last_changed 2024-09-12T12:18:42.722884+0000 2024-09-12T12:18:48.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: created 2024-09-12T12:17:09.785358+0000 2024-09-12T12:18:48.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: min_mon_release 19 (squid) 2024-09-12T12:18:48.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: election_strategy: 1 2024-09-12T12:18:48.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-09-12T12:18:48.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: 1: [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] mon.c 2024-09-12T12:18:48.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: fsmap 2024-09-12T12:18:48.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: osdmap e4: 0 total, 0 up, 0 in 2024-09-12T12:18:48.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: mgrmap e13: x(active, since 38s) 2024-09-12T12:18:48.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: overall HEALTH_OK 2024-09-12T12:18:48.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:48.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:48.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:48.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:18:48.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:48.422 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.421+0000 7f1e641fb640 1 -- 172.21.15.114:0/4221278019 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e48003530 msgr2=0x7f1e480059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:48.422 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.421+0000 7f1e641fb640 1 --2- 172.21.15.114:0/4221278019 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e48003530 0x7f1e480059c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1e5c1016a0 tx=0x7f1e5802c490 comp rx=0 tx=0).stop 2024-09-12T12:18:48.422 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.421+0000 7f1e641fb640 1 -- 172.21.15.114:0/4221278019 shutdown_connections 2024-09-12T12:18:48.422 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.421+0000 7f1e641fb640 1 --2- 172.21.15.114:0/4221278019 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e48003530 0x7f1e480059c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:48.423 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.421+0000 7f1e641fb640 1 -- 172.21.15.114:0/4221278019 >> 172.21.15.114:0/4221278019 conn(0x7f1e5c0fc220 msgr2=0x7f1e5c0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:48.423 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.421+0000 7f1e641fb640 1 -- 172.21.15.114:0/4221278019 shutdown_connections 2024-09-12T12:18:48.423 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.421+0000 7f1e641fb640 1 -- 172.21.15.114:0/4221278019 wait complete. 2024-09-12T12:18:48.425 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.422+0000 7f1e641fb640 1 Processor -- start 2024-09-12T12:18:48.425 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.422+0000 7f1e641fb640 1 -- start start 2024-09-12T12:18:48.425 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e641fb640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e48003530 0x7f1e5c197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:48.425 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e641fb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e5c1977d0 0x7f1e5c19bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:48.425 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e641fb640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1e5c108670 con 0x7f1e5c1977d0 2024-09-12T12:18:48.425 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e641fb640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1e5c1084f0 con 0x7f1e48003530 2024-09-12T12:18:48.425 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e61f97640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e48003530 0x7f1e5c197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:48.425 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e61f97640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e48003530 0x7f1e5c197290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:39084/0 (socket says 172.21.15.114:39084) 2024-09-12T12:18:48.425 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e61f97640 1 -- 172.21.15.114:0/15179651 learned_addr learned my addr 172.21.15.114:0/15179651 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-12T12:18:48.425 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e61796640 1 --2- 172.21.15.114:0/15179651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e5c1977d0 0x7f1e5c19bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:48.425 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e61f97640 1 -- 172.21.15.114:0/15179651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e48003530 msgr2=0x7f1e5c197290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-12T12:18:48.425 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e61f97640 1 -- 172.21.15.114:0/15179651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e48003530 msgr2=0x7f1e5c197290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-12T12:18:48.426 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e61f97640 1 --2- 172.21.15.114:0/15179651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e48003530 0x7f1e5c197290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-12T12:18:48.426 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e61f97640 1 --2- 172.21.15.114:0/15179651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e48003530 0x7f1e5c197290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-12T12:18:48.426 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e61796640 1 -- 172.21.15.114:0/15179651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e48003530 msgr2=0x7f1e5c197290 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T12:18:48.426 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e61796640 1 --2- 172.21.15.114:0/15179651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e48003530 0x7f1e5c197290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:48.426 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.423+0000 7f1e61796640 1 -- 172.21.15.114:0/15179651 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e5c197df0 con 0x7f1e5c1977d0 2024-09-12T12:18:48.426 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.424+0000 7f1e61796640 1 --2- 172.21.15.114:0/15179651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e5c1977d0 0x7f1e5c19bb60 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c00b3d0 tx=0x7f1e4c00b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:48.426 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.424+0000 7f1e52ffd640 1 -- 172.21.15.114:0/15179651 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f1e4c011630 con 0x7f1e5c1977d0 2024-09-12T12:18:48.426 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.424+0000 7f1e641fb640 1 -- 172.21.15.114:0/15179651 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e5c19c0a0 con 0x7f1e5c1977d0 2024-09-12T12:18:48.427 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.424+0000 7f1e52ffd640 1 -- 172.21.15.114:0/15179651 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1e4c011cb0 con 0x7f1e5c1977d0 2024-09-12T12:18:48.427 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.424+0000 7f1e52ffd640 1 -- 172.21.15.114:0/15179651 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f1e4c010df0 con 0x7f1e5c1977d0 2024-09-12T12:18:48.427 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.424+0000 7f1e641fb640 1 -- 172.21.15.114:0/15179651 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e5c19c660 con 0x7f1e5c1977d0 2024-09-12T12:18:48.427 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.425+0000 7f1e52ffd640 1 -- 172.21.15.114:0/15179651 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f1e4c018020 con 0x7f1e5c1977d0 2024-09-12T12:18:48.428 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.425+0000 7f1e52ffd640 1 --2- 172.21.15.114:0/15179651 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1e40038e50 0x7f1e4003b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:48.428 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.425+0000 7f1e641fb640 1 -- 172.21.15.114:0/15179651 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e5c19c970 con 0x7f1e5c1977d0 2024-09-12T12:18:48.428 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.426+0000 7f1e52ffd640 1 -- 172.21.15.114:0/15179651 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f1e4c04bd00 con 0x7f1e5c1977d0 2024-09-12T12:18:48.428 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.426+0000 7f1e61f97640 1 --2- 172.21.15.114:0/15179651 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1e40038e50 0x7f1e4003b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:48.428 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.426+0000 7f1e61f97640 1 --2- 172.21.15.114:0/15179651 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1e40038e50 0x7f1e4003b310 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1e58012c10 tx=0x7f1e580323a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:48.431 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.431+0000 7f1e52ffd640 1 -- 172.21.15.114:0/15179651 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1e4c01f020 con 0x7f1e5c1977d0 2024-09-12T12:18:48.665 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.665+0000 7f1e641fb640 1 -- 172.21.15.114:0/15179651 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f1e5c198650 con 0x7f1e5c1977d0 2024-09-12T12:18:48.666 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.666+0000 7f1e52ffd640 1 -- 172.21.15.114:0/15179651 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f1e4c018310 con 0x7f1e5c1977d0 2024-09-12T12:18:48.666 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:18:48.666 INFO:teuthology.orchestra.run.smithi114.stdout:{"epoch":2,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","modified":"2024-09-12T12:18:42.722884Z","created":"2024-09-12T12:17:09.785358Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:3300","nonce":0},{"type":"v1","addr":"172.21.15.82:6789","nonce":0}]},"addr":"172.21.15.82:6789/0","public_addr":"172.21.15.82:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:3300","nonce":0},{"type":"v1","addr":"172.21.15.114:6789","nonce":0}]},"addr":"172.21.15.114:6789/0","public_addr":"172.21.15.114:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-12T12:18:48.667 INFO:teuthology.orchestra.run.smithi114.stderr:dumped monmap epoch 2 2024-09-12T12:18:48.668 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.668+0000 7f1e641fb640 1 -- 172.21.15.114:0/15179651 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1e40038e50 msgr2=0x7f1e4003b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:48.668 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.668+0000 7f1e641fb640 1 --2- 172.21.15.114:0/15179651 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1e40038e50 0x7f1e4003b310 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1e58012c10 tx=0x7f1e580323a0 comp rx=0 tx=0).stop 2024-09-12T12:18:48.669 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.668+0000 7f1e641fb640 1 -- 172.21.15.114:0/15179651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e5c1977d0 msgr2=0x7f1e5c19bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:48.669 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.668+0000 7f1e641fb640 1 --2- 172.21.15.114:0/15179651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e5c1977d0 0x7f1e5c19bb60 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c00b3d0 tx=0x7f1e4c00b890 comp rx=0 tx=0).stop 2024-09-12T12:18:48.669 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.668+0000 7f1e641fb640 1 -- 172.21.15.114:0/15179651 shutdown_connections 2024-09-12T12:18:48.669 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.668+0000 7f1e641fb640 1 --2- 172.21.15.114:0/15179651 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1e40038e50 0x7f1e4003b310 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:48.669 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.668+0000 7f1e641fb640 1 --2- 172.21.15.114:0/15179651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1e5c1977d0 0x7f1e5c19bb60 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:48.669 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.668+0000 7f1e641fb640 1 --2- 172.21.15.114:0/15179651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1e48003530 0x7f1e5c197290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:48.669 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.668+0000 7f1e641fb640 1 -- 172.21.15.114:0/15179651 >> 172.21.15.114:0/15179651 conn(0x7f1e5c0fc220 msgr2=0x7f1e5c06a840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:48.669 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.668+0000 7f1e641fb640 1 -- 172.21.15.114:0/15179651 shutdown_connections 2024-09-12T12:18:48.669 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:48.668+0000 7f1e641fb640 1 -- 172.21.15.114:0/15179651 wait complete. 2024-09-12T12:18:49.016 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:48 smithi114 ceph-mon[35514]: Deploying daemon mon.b on smithi097 2024-09-12T12:18:49.016 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:48 smithi114 ceph-mon[35514]: from='client.? 172.21.15.114:0/15179651' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T12:18:49.016 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:48 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:49.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:48 smithi082 ceph-mon[31122]: Deploying daemon mon.b on smithi097 2024-09-12T12:18:49.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:48 smithi082 ceph-mon[31122]: from='client.? 172.21.15.114:0/15179651' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T12:18:49.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:48 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:50.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:49 smithi114 ceph-mon[35514]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:50.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:49 smithi082 ceph-mon[31122]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:50.311 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-12T12:18:50.312 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-12T12:18:50.565 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:18:50.969 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.965+0000 7f2aed5ff640 1 -- 172.21.15.114:0/4072037437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2ae8106630 msgr2=0x7f2ae8106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:50.969 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.965+0000 7f2aed5ff640 1 --2- 172.21.15.114:0/4072037437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2ae8106630 0x7f2ae8106a10 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2ad8009880 tx=0x7f2ad802a5d0 comp rx=0 tx=0).stop 2024-09-12T12:18:50.969 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.965+0000 7f2aed5ff640 1 -- 172.21.15.114:0/4072037437 shutdown_connections 2024-09-12T12:18:50.969 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.965+0000 7f2aed5ff640 1 --2- 172.21.15.114:0/4072037437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2ae8106630 0x7f2ae8106a10 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:50.969 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.965+0000 7f2aed5ff640 1 -- 172.21.15.114:0/4072037437 >> 172.21.15.114:0/4072037437 conn(0x7f2ae80fc220 msgr2=0x7f2ae80fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:50.969 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.965+0000 7f2aed5ff640 1 -- 172.21.15.114:0/4072037437 shutdown_connections 2024-09-12T12:18:50.969 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.965+0000 7f2aed5ff640 1 -- 172.21.15.114:0/4072037437 wait complete. 2024-09-12T12:18:50.970 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.965+0000 7f2aed5ff640 1 Processor -- start 2024-09-12T12:18:50.970 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.966+0000 7f2aed5ff640 1 -- start start 2024-09-12T12:18:50.970 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.966+0000 7f2aed5ff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ae8106630 0x7f2ae8198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:50.970 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.966+0000 7f2aed5ff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2ae8198790 0x7f2ae8198bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:50.970 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.966+0000 7f2aed5ff640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2ae810ac60 con 0x7f2ae8198790 2024-09-12T12:18:50.970 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.966+0000 7f2aed5ff640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2ae810aae0 con 0x7f2ae8106630 2024-09-12T12:18:50.970 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.966+0000 7f2ae6ffd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ae8106630 0x7f2ae8198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:50.970 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.966+0000 7f2ae6ffd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ae8106630 0x7f2ae8198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:39224/0 (socket says 172.21.15.114:39224) 2024-09-12T12:18:50.970 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.966+0000 7f2ae6ffd640 1 -- 172.21.15.114:0/1041394626 learned_addr learned my addr 172.21.15.114:0/1041394626 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-12T12:18:50.970 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.966+0000 7f2ae67fc640 1 --2- 172.21.15.114:0/1041394626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2ae8198790 0x7f2ae8198bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:50.970 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.966+0000 7f2ae6ffd640 1 -- 172.21.15.114:0/1041394626 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ae8106630 msgr2=0x7f2ae8198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-12T12:18:50.970 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.966+0000 7f2ae6ffd640 1 -- 172.21.15.114:0/1041394626 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ae8106630 msgr2=0x7f2ae8198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-12T12:18:50.971 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.966+0000 7f2ae6ffd640 1 --2- 172.21.15.114:0/1041394626 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ae8106630 0x7f2ae8198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-12T12:18:50.971 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.966+0000 7f2ae6ffd640 1 --2- 172.21.15.114:0/1041394626 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ae8106630 0x7f2ae8198250 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-12T12:18:50.971 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.967+0000 7f2ae67fc640 1 -- 172.21.15.114:0/1041394626 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ae8106630 msgr2=0x7f2ae8198250 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T12:18:50.971 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.967+0000 7f2ae67fc640 1 --2- 172.21.15.114:0/1041394626 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ae8106630 0x7f2ae8198250 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:50.971 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.967+0000 7f2ae67fc640 1 -- 172.21.15.114:0/1041394626 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ae81a12c0 con 0x7f2ae8198790 2024-09-12T12:18:50.971 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.967+0000 7f2ae67fc640 1 --2- 172.21.15.114:0/1041394626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2ae8198790 0x7f2ae8198bf0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2adc00b400 tx=0x7f2adc00b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:50.971 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.967+0000 7f2acffff640 1 -- 172.21.15.114:0/1041394626 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f2adc011630 con 0x7f2ae8198790 2024-09-12T12:18:50.971 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.967+0000 7f2aed5ff640 1 -- 172.21.15.114:0/1041394626 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ae81a1490 con 0x7f2ae8198790 2024-09-12T12:18:50.971 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.967+0000 7f2acffff640 1 -- 172.21.15.114:0/1041394626 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2adc011cb0 con 0x7f2ae8198790 2024-09-12T12:18:50.971 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.967+0000 7f2acffff640 1 -- 172.21.15.114:0/1041394626 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f2adc010d80 con 0x7f2ae8198790 2024-09-12T12:18:50.971 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.967+0000 7f2aed5ff640 1 -- 172.21.15.114:0/1041394626 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ae81a19f0 con 0x7f2ae8198790 2024-09-12T12:18:50.971 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.968+0000 7f2acffff640 1 -- 172.21.15.114:0/1041394626 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f2adc018020 con 0x7f2ae8198790 2024-09-12T12:18:50.971 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.968+0000 7f2aed5ff640 1 -- 172.21.15.114:0/1041394626 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ae8101ca0 con 0x7f2ae8198790 2024-09-12T12:18:50.972 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.968+0000 7f2acffff640 1 --2- 172.21.15.114:0/1041394626 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2ad0038df0 0x7f2ad003b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:50.972 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.968+0000 7f2acffff640 1 -- 172.21.15.114:0/1041394626 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f2adc04bce0 con 0x7f2ae8198790 2024-09-12T12:18:50.972 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.968+0000 7f2ae6ffd640 1 --2- 172.21.15.114:0/1041394626 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2ad0038df0 0x7f2ad003b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:50.972 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.969+0000 7f2ae6ffd640 1 --2- 172.21.15.114:0/1041394626 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2ad0038df0 0x7f2ad003b2b0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f2ad80096c0 tx=0x7f2ad8005a40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:50.973 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:50.973+0000 7f2acffff640 1 -- 172.21.15.114:0/1041394626 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2adc01f020 con 0x7f2ae8198790 2024-09-12T12:18:51.201 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:51.200+0000 7f2aed5ff640 1 -- 172.21.15.114:0/1041394626 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f2ae81a1d00 con 0x7f2ae8198790 2024-09-12T12:18:51.201 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:51.201+0000 7f2acffff640 1 -- 172.21.15.114:0/1041394626 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f2adc017500 con 0x7f2ae8198790 2024-09-12T12:18:51.201 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:18:51.202 INFO:teuthology.orchestra.run.smithi114.stdout:{"epoch":2,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","modified":"2024-09-12T12:18:42.722884Z","created":"2024-09-12T12:17:09.785358Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:3300","nonce":0},{"type":"v1","addr":"172.21.15.82:6789","nonce":0}]},"addr":"172.21.15.82:6789/0","public_addr":"172.21.15.82:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:3300","nonce":0},{"type":"v1","addr":"172.21.15.114:6789","nonce":0}]},"addr":"172.21.15.114:6789/0","public_addr":"172.21.15.114:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-12T12:18:51.202 INFO:teuthology.orchestra.run.smithi114.stderr:dumped monmap epoch 2 2024-09-12T12:18:51.203 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:51.203+0000 7f2aed5ff640 1 -- 172.21.15.114:0/1041394626 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2ad0038df0 msgr2=0x7f2ad003b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:51.203 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:51.203+0000 7f2aed5ff640 1 --2- 172.21.15.114:0/1041394626 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2ad0038df0 0x7f2ad003b2b0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f2ad80096c0 tx=0x7f2ad8005a40 comp rx=0 tx=0).stop 2024-09-12T12:18:51.203 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:51.203+0000 7f2aed5ff640 1 -- 172.21.15.114:0/1041394626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2ae8198790 msgr2=0x7f2ae8198bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:51.204 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:51.203+0000 7f2aed5ff640 1 --2- 172.21.15.114:0/1041394626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2ae8198790 0x7f2ae8198bf0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2adc00b400 tx=0x7f2adc00b8c0 comp rx=0 tx=0).stop 2024-09-12T12:18:51.204 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:51.203+0000 7f2aed5ff640 1 -- 172.21.15.114:0/1041394626 shutdown_connections 2024-09-12T12:18:51.204 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:51.203+0000 7f2aed5ff640 1 --2- 172.21.15.114:0/1041394626 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2ad0038df0 0x7f2ad003b2b0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:51.204 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:51.203+0000 7f2aed5ff640 1 --2- 172.21.15.114:0/1041394626 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2ae8198790 0x7f2ae8198bf0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:51.204 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:51.203+0000 7f2aed5ff640 1 --2- 172.21.15.114:0/1041394626 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2ae8106630 0x7f2ae8198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:51.204 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:51.203+0000 7f2aed5ff640 1 -- 172.21.15.114:0/1041394626 >> 172.21.15.114:0/1041394626 conn(0x7f2ae80fc220 msgr2=0x7f2ae80fdcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:51.204 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:51.203+0000 7f2aed5ff640 1 -- 172.21.15.114:0/1041394626 shutdown_connections 2024-09-12T12:18:51.204 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:51.203+0000 7f2aed5ff640 1 -- 172.21.15.114:0/1041394626 wait complete. 2024-09-12T12:18:51.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:51 smithi082 ceph-mon[31122]: from='client.? 172.21.15.114:0/1041394626' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T12:18:51.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:51 smithi114 ceph-mon[35514]: from='client.? 172.21.15.114:0/1041394626' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T12:18:51.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:51 smithi097 systemd[1]: Started Ceph mon.b for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:18:52.782 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-12T12:18:52.782 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-12T12:18:53.029 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:18:56.631 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.630+0000 7f4ede78c640 1 -- 172.21.15.114:0/115450991 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ec0003530 msgr2=0x7f4ec00059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:56.631 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.630+0000 7f4ede78c640 1 --2- 172.21.15.114:0/115450991 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ec0003530 0x7f4ec00059c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4ed81016a0 tx=0x7f4ec802c150 comp rx=0 tx=0).stop 2024-09-12T12:18:56.632 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.630+0000 7f4ede78c640 1 -- 172.21.15.114:0/115450991 shutdown_connections 2024-09-12T12:18:56.632 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.630+0000 7f4ede78c640 1 --2- 172.21.15.114:0/115450991 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ec0003530 0x7f4ec00059c0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:56.632 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.630+0000 7f4ede78c640 1 -- 172.21.15.114:0/115450991 >> 172.21.15.114:0/115450991 conn(0x7f4ed80fc220 msgr2=0x7f4ed80fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:56.632 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.630+0000 7f4ede78c640 1 -- 172.21.15.114:0/115450991 shutdown_connections 2024-09-12T12:18:56.632 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.630+0000 7f4ede78c640 1 -- 172.21.15.114:0/115450991 wait complete. 2024-09-12T12:18:56.634 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.631+0000 7f4ede78c640 1 Processor -- start 2024-09-12T12:18:56.634 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.631+0000 7f4ede78c640 1 -- start start 2024-09-12T12:18:56.634 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.632+0000 7f4ede78c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ec0003530 0x7f4ed81994f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:56.635 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.632+0000 7f4ede78c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ed8199a30 0x7f4ed819ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:56.635 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.632+0000 7f4ede78c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed819e300 0x7f4ed819e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:56.635 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.632+0000 7f4ede78c640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed8108670 con 0x7f4ed8199a30 2024-09-12T12:18:56.635 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.632+0000 7f4ede78c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed81084f0 con 0x7f4ed819e300 2024-09-12T12:18:56.635 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.632+0000 7f4ede78c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed81087f0 con 0x7f4ec0003530 2024-09-12T12:18:56.635 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.632+0000 7f4ed7fff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ec0003530 0x7f4ed81994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:56.635 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.632+0000 7f4ed77fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ed8199a30 0x7f4ed819ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:56.635 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.632+0000 7f4ed7fff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ec0003530 0x7f4ed81994f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:39236/0 (socket says 172.21.15.114:39236) 2024-09-12T12:18:56.636 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.632+0000 7f4ed7fff640 1 -- 172.21.15.114:0/3214107778 learned_addr learned my addr 172.21.15.114:0/3214107778 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-12T12:18:56.636 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4edcd29640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed819e300 0x7f4ed819e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:56.636 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ed7fff640 1 -- 172.21.15.114:0/3214107778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ec0003530 msgr2=0x7f4ed81994f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-12T12:18:56.636 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ed7fff640 1 -- 172.21.15.114:0/3214107778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ec0003530 msgr2=0x7f4ed81994f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-12T12:18:56.636 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ed7fff640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ec0003530 0x7f4ed81994f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-12T12:18:56.636 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ed7fff640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ec0003530 0x7f4ed81994f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-12T12:18:56.636 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4edcd29640 1 -- 172.21.15.114:0/3214107778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed819e300 msgr2=0x7f4ed819e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-09-12T12:18:56.637 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4edcd29640 1 -- 172.21.15.114:0/3214107778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed819e300 msgr2=0x7f4ed819e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-12T12:18:56.637 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4edcd29640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed819e300 0x7f4ed819e7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-12T12:18:56.637 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4edcd29640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed819e300 0x7f4ed819e7b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-12T12:18:56.637 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ed77fe640 1 -- 172.21.15.114:0/3214107778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ec0003530 msgr2=0x7f4ed81994f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T12:18:56.638 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ed77fe640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ec0003530 0x7f4ed81994f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:56.638 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ed77fe640 1 -- 172.21.15.114:0/3214107778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed819e300 msgr2=0x7f4ed819e7b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T12:18:56.638 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ed77fe640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed819e300 0x7f4ed819e7b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:56.638 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ed77fe640 1 -- 172.21.15.114:0/3214107778 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ed81a6070 con 0x7f4ed8199a30 2024-09-12T12:18:56.638 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ed77fe640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ed8199a30 0x7f4ed819ddc0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f4ecc00b450 tx=0x7f4ecc00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:56.638 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ed57fa640 1 -- 172.21.15.114:0/3214107778 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ecc004230 con 0x7f4ed8199a30 2024-09-12T12:18:56.638 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ed57fa640 1 -- 172.21.15.114:0/3214107778 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ecc0043d0 con 0x7f4ed8199a30 2024-09-12T12:18:56.638 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ede78c640 1 -- 172.21.15.114:0/3214107778 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ed81a62a0 con 0x7f4ed8199a30 2024-09-12T12:18:56.638 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ed57fa640 1 -- 172.21.15.114:0/3214107778 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ecc003cb0 con 0x7f4ed8199a30 2024-09-12T12:18:56.638 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.633+0000 7f4ede78c640 1 -- 172.21.15.114:0/3214107778 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ed81a6800 con 0x7f4ed8199a30 2024-09-12T12:18:56.639 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.634+0000 7f4ed57fa640 1 -- 172.21.15.114:0/3214107778 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f4ecc00f050 con 0x7f4ed8199a30 2024-09-12T12:18:56.639 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.635+0000 7f4ede78c640 1 -- 172.21.15.114:0/3214107778 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ed81097a0 con 0x7f4ed8199a30 2024-09-12T12:18:56.639 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.635+0000 7f4ed57fa640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4ec40394f0 0x7f4ec403b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:56.639 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.635+0000 7f4ed57fa640 1 -- 172.21.15.114:0/3214107778 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f4ecc04be20 con 0x7f4ed8199a30 2024-09-12T12:18:56.639 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.635+0000 7f4ed7fff640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4ec40394f0 0x7f4ec403b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:56.639 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.636+0000 7f4ed7fff640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4ec40394f0 0x7f4ec403b9b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f4ec8005fd0 tx=0x7f4ec8005d50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:56.640 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.640+0000 7f4ed57fa640 1 -- 172.21.15.114:0/3214107778 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4ecc00d040 con 0x7f4ed8199a30 2024-09-12T12:18:56.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:18:56.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: mon.c calling monitor election 2024-09-12T12:18:56.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: mon.a calling monitor election 2024-09-12T12:18:56.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:56.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:56.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:56.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:56.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:56.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:56.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:56.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:56.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:56.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-12T12:18:56.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: monmap epoch 3 2024-09-12T12:18:56.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:56.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: last_changed 2024-09-12T12:18:51.497203+0000 2024-09-12T12:18:56.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: created 2024-09-12T12:17:09.785358+0000 2024-09-12T12:18:56.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: min_mon_release 19 (squid) 2024-09-12T12:18:56.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: election_strategy: 1 2024-09-12T12:18:56.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-09-12T12:18:56.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: 1: [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] mon.c 2024-09-12T12:18:56.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: 2: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.b 2024-09-12T12:18:56.822 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: fsmap 2024-09-12T12:18:56.822 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: osdmap e4: 0 total, 0 up, 0 in 2024-09-12T12:18:56.822 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: mgrmap e13: x(active, since 47s) 2024-09-12T12:18:56.822 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: overall HEALTH_OK 2024-09-12T12:18:56.822 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:56.822 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:56.822 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:56.822 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:56.883 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.883+0000 7f4ede78c640 1 -- 172.21.15.114:0/3214107778 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f4ed81a6bf0 con 0x7f4ed8199a30 2024-09-12T12:18:56.884 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.884+0000 7f4ed57fa640 1 -- 172.21.15.114:0/3214107778 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1279 (secure 0 0 0) 0x7f4ecc00d940 con 0x7f4ed8199a30 2024-09-12T12:18:56.884 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:18:56.884 INFO:teuthology.orchestra.run.smithi114.stdout:{"epoch":3,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","modified":"2024-09-12T12:18:51.497203Z","created":"2024-09-12T12:17:09.785358Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:3300","nonce":0},{"type":"v1","addr":"172.21.15.82:6789","nonce":0}]},"addr":"172.21.15.82:6789/0","public_addr":"172.21.15.82:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:3300","nonce":0},{"type":"v1","addr":"172.21.15.114:6789","nonce":0}]},"addr":"172.21.15.114:6789/0","public_addr":"172.21.15.114:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:3300","nonce":0},{"type":"v1","addr":"172.21.15.97:6789","nonce":0}]},"addr":"172.21.15.97:6789/0","public_addr":"172.21.15.97:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-12T12:18:56.884 INFO:teuthology.orchestra.run.smithi114.stderr:dumped monmap epoch 3 2024-09-12T12:18:56.886 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.886+0000 7f4ede78c640 1 -- 172.21.15.114:0/3214107778 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4ec40394f0 msgr2=0x7f4ec403b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:56.886 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.886+0000 7f4ede78c640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4ec40394f0 0x7f4ec403b9b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f4ec8005fd0 tx=0x7f4ec8005d50 comp rx=0 tx=0).stop 2024-09-12T12:18:56.886 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.886+0000 7f4ede78c640 1 -- 172.21.15.114:0/3214107778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ed8199a30 msgr2=0x7f4ed819ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:56.886 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.886+0000 7f4ede78c640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ed8199a30 0x7f4ed819ddc0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f4ecc00b450 tx=0x7f4ecc00b910 comp rx=0 tx=0).stop 2024-09-12T12:18:56.886 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.886+0000 7f4ede78c640 1 -- 172.21.15.114:0/3214107778 shutdown_connections 2024-09-12T12:18:56.887 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.886+0000 7f4ede78c640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4ec40394f0 0x7f4ec403b9b0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:56.887 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.886+0000 7f4ede78c640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed819e300 0x7f4ed819e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:56.887 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.886+0000 7f4ede78c640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ed8199a30 0x7f4ed819ddc0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:56.887 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.886+0000 7f4ede78c640 1 --2- 172.21.15.114:0/3214107778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ec0003530 0x7f4ed81994f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:56.887 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.886+0000 7f4ede78c640 1 -- 172.21.15.114:0/3214107778 >> 172.21.15.114:0/3214107778 conn(0x7f4ed80fc220 msgr2=0x7f4ed806a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:56.887 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.886+0000 7f4ede78c640 1 -- 172.21.15.114:0/3214107778 shutdown_connections 2024-09-12T12:18:56.887 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:56.886+0000 7f4ede78c640 1 -- 172.21.15.114:0/3214107778 wait complete. 2024-09-12T12:18:57.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:18:57.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: mon.c calling monitor election 2024-09-12T12:18:57.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: mon.a calling monitor election 2024-09-12T12:18:57.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:57.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:57.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:57.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:57.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:57.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:57.032 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:57.032 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:57.032 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:57.032 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-12T12:18:57.032 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: monmap epoch 3 2024-09-12T12:18:57.032 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:57.032 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: last_changed 2024-09-12T12:18:51.497203+0000 2024-09-12T12:18:57.032 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: created 2024-09-12T12:17:09.785358+0000 2024-09-12T12:18:57.032 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: min_mon_release 19 (squid) 2024-09-12T12:18:57.032 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: election_strategy: 1 2024-09-12T12:18:57.032 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-09-12T12:18:57.032 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: 1: [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] mon.c 2024-09-12T12:18:57.032 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: 2: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.b 2024-09-12T12:18:57.032 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: fsmap 2024-09-12T12:18:57.033 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: osdmap e4: 0 total, 0 up, 0 in 2024-09-12T12:18:57.033 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: mgrmap e13: x(active, since 47s) 2024-09-12T12:18:57.033 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: overall HEALTH_OK 2024-09-12T12:18:57.033 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:57.033 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:57.033 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:57.033 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:57.441 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-12T12:18:57.441 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph config generate-minimal-conf 2024-09-12T12:18:57.698 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:18:57.749 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:57 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:18:57.749 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:57 smithi114 ceph-mon[35514]: from='client.? 172.21.15.114:0/3214107778' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T12:18:57.749 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:57 smithi114 ceph-mon[35514]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:57.749 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:57 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:57.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:57 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:18:57.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:57 smithi082 ceph-mon[31122]: from='client.? 172.21.15.114:0/3214107778' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T12:18:57.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:57 smithi082 ceph-mon[31122]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:57.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:57 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:58.127 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.124+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3478493778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02b81003d0 msgr2=0x7f02b81007b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:58.127 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.124+0000 7f02bfbaf640 1 --2- 172.21.15.82:0/3478493778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02b81003d0 0x7f02b81007b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f02b4009880 tx=0x7f02b402a5d0 comp rx=0 tx=0).stop 2024-09-12T12:18:58.127 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.124+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3478493778 shutdown_connections 2024-09-12T12:18:58.127 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.124+0000 7f02bfbaf640 1 --2- 172.21.15.82:0/3478493778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02b81003d0 0x7f02b81007b0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:58.127 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.124+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3478493778 >> 172.21.15.82:0/3478493778 conn(0x7f02b80fc280 msgr2=0x7f02b80fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:58.127 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.124+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3478493778 shutdown_connections 2024-09-12T12:18:58.127 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.124+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3478493778 wait complete. 2024-09-12T12:18:58.127 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02bfbaf640 1 Processor -- start 2024-09-12T12:18:58.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02bfbaf640 1 -- start start 2024-09-12T12:18:58.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02bfbaf640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02b81003d0 0x7f02b8199710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:58.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02bfbaf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f02b8199c50 0x7f02b819dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:58.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02bfbaf640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02b819e520 0x7f02b819e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:58.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02bfbaf640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f02b810df90 con 0x7f02b819e520 2024-09-12T12:18:58.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02bfbaf640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f02b810de10 con 0x7f02b81003d0 2024-09-12T12:18:58.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02bfbaf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f02b810e110 con 0x7f02b8199c50 2024-09-12T12:18:58.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02be14c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02b819e520 0x7f02b819e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:58.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02be14c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02b819e520 0x7f02b819e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:43586/0 (socket says 172.21.15.82:43586) 2024-09-12T12:18:58.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02be14c640 1 -- 172.21.15.82:0/3890906483 learned_addr learned my addr 172.21.15.82:0/3890906483 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:18:58.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02bd94b640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02b81003d0 0x7f02b8199710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:58.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02bd14a640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f02b8199c50 0x7f02b819dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:58.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02bd94b640 1 -- 172.21.15.82:0/3890906483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02b81003d0 msgr2=0x7f02b8199710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-12T12:18:58.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02bd94b640 1 -- 172.21.15.82:0/3890906483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02b81003d0 msgr2=0x7f02b8199710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-12T12:18:58.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02bd94b640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02b81003d0 0x7f02b8199710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-12T12:18:58.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02bd94b640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02b81003d0 0x7f02b8199710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-12T12:18:58.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02be14c640 1 -- 172.21.15.82:0/3890906483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f02b8199c50 msgr2=0x7f02b819dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:58.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02be14c640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f02b8199c50 0x7f02b819dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:58.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02be14c640 1 -- 172.21.15.82:0/3890906483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02b81003d0 msgr2=0x7f02b8199710 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T12:18:58.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02be14c640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02b81003d0 0x7f02b8199710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:58.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.125+0000 7f02be14c640 1 -- 172.21.15.82:0/3890906483 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02b81a6290 con 0x7f02b819e520 2024-09-12T12:18:58.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.126+0000 7f02be14c640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02b819e520 0x7f02b819e9d0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f02b000ba50 tx=0x7f02b000bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:58.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.126+0000 7f02aeffd640 1 -- 172.21.15.82:0/3890906483 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b0019070 con 0x7f02b819e520 2024-09-12T12:18:58.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.126+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3890906483 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02b81a64c0 con 0x7f02b819e520 2024-09-12T12:18:58.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.126+0000 7f02aeffd640 1 -- 172.21.15.82:0/3890906483 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f02b000cbe0 con 0x7f02b819e520 2024-09-12T12:18:58.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.126+0000 7f02aeffd640 1 -- 172.21.15.82:0/3890906483 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b00076a0 con 0x7f02b819e520 2024-09-12T12:18:58.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.126+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3890906483 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02b81a6980 con 0x7f02b819e520 2024-09-12T12:18:58.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.127+0000 7f02aeffd640 1 -- 172.21.15.82:0/3890906483 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f02b001c070 con 0x7f02b819e520 2024-09-12T12:18:58.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.127+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3890906483 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02b8100830 con 0x7f02b819e520 2024-09-12T12:18:58.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.127+0000 7f02aeffd640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f02a40394f0 0x7f02a403b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:58.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.127+0000 7f02aeffd640 1 -- 172.21.15.82:0/3890906483 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f02b004baa0 con 0x7f02b819e520 2024-09-12T12:18:58.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.127+0000 7f02bd94b640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f02a40394f0 0x7f02a403b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:58.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.128+0000 7f02bd94b640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f02a40394f0 0x7f02a403b9b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f02b4005ab0 tx=0x7f02b4005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:58.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.132+0000 7f02aeffd640 1 -- 172.21.15.82:0/3890906483 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f02b00112a0 con 0x7f02b819e520 2024-09-12T12:18:58.362 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.362+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3890906483 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f02b81a6d20 con 0x7f02b819e520 2024-09-12T12:18:58.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.362+0000 7f02aeffd640 1 -- 172.21.15.82:0/3890906483 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+273 (secure 0 0 0) 0x7f02b000e090 con 0x7f02b819e520 2024-09-12T12:18:58.363 INFO:teuthology.orchestra.run.smithi082.stdout:# minimal ceph.conf for cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:58.363 INFO:teuthology.orchestra.run.smithi082.stdout:[global] 2024-09-12T12:18:58.363 INFO:teuthology.orchestra.run.smithi082.stdout: fsid = cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:58.363 INFO:teuthology.orchestra.run.smithi082.stdout: mon_host = [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] 2024-09-12T12:18:58.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.366+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3890906483 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f02a40394f0 msgr2=0x7f02a403b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:58.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.366+0000 7f02bfbaf640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f02a40394f0 0x7f02a403b9b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f02b4005ab0 tx=0x7f02b4005a20 comp rx=0 tx=0).stop 2024-09-12T12:18:58.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.366+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3890906483 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02b819e520 msgr2=0x7f02b819e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:58.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.366+0000 7f02bfbaf640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02b819e520 0x7f02b819e9d0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f02b000ba50 tx=0x7f02b000bf10 comp rx=0 tx=0).stop 2024-09-12T12:18:58.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.366+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3890906483 shutdown_connections 2024-09-12T12:18:58.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.366+0000 7f02bfbaf640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f02a40394f0 0x7f02a403b9b0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:58.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.366+0000 7f02bfbaf640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f02b819e520 0x7f02b819e9d0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:58.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.366+0000 7f02bfbaf640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f02b8199c50 0x7f02b819dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:58.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.366+0000 7f02bfbaf640 1 --2- 172.21.15.82:0/3890906483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02b81003d0 0x7f02b8199710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:58.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.366+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3890906483 >> 172.21.15.82:0/3890906483 conn(0x7f02b80fc280 msgr2=0x7f02b80fd420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:58.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.366+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3890906483 shutdown_connections 2024-09-12T12:18:58.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:18:58.366+0000 7f02bfbaf640 1 -- 172.21.15.82:0/3890906483 wait complete. 2024-09-12T12:18:58.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:18:58.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: mon.c calling monitor election 2024-09-12T12:18:58.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: mon.a calling monitor election 2024-09-12T12:18:58.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:58.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:18:58.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:58.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:58.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:58.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:58.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:58.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:58.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:58.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-12T12:18:58.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: monmap epoch 3 2024-09-12T12:18:58.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:58.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: last_changed 2024-09-12T12:18:51.497203+0000 2024-09-12T12:18:58.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: created 2024-09-12T12:17:09.785358+0000 2024-09-12T12:18:58.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: min_mon_release 19 (squid) 2024-09-12T12:18:58.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: election_strategy: 1 2024-09-12T12:18:58.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-09-12T12:18:58.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: 1: [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] mon.c 2024-09-12T12:18:58.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: 2: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.b 2024-09-12T12:18:58.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: fsmap 2024-09-12T12:18:58.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: osdmap e4: 0 total, 0 up, 0 in 2024-09-12T12:18:58.774 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: mgrmap e13: x(active, since 47s) 2024-09-12T12:18:58.774 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: overall HEALTH_OK 2024-09-12T12:18:58.774 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:58.774 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:58.774 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:58.774 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:58.774 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:18:58.774 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='client.? 172.21.15.114:0/3214107778' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-12T12:18:58.774 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:18:58.774 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:18:58.997 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-12T12:18:58.997 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:18:58.997 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/etc/ceph/ceph.conf 2024-09-12T12:18:59.023 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:18:59.024 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:18:59.090 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-12T12:18:59.090 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/ceph/ceph.conf 2024-09-12T12:18:59.117 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-12T12:18:59.117 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:18:59.181 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-12T12:18:59.181 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/etc/ceph/ceph.conf 2024-09-12T12:18:59.210 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-12T12:18:59.210 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:18:59.219 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: mon.b calling monitor election 2024-09-12T12:18:59.219 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: mon.b calling monitor election 2024-09-12T12:18:59.219 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: mon.c calling monitor election 2024-09-12T12:18:59.219 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: mon.a calling monitor election 2024-09-12T12:18:59.219 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-12T12:18:59.219 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: monmap epoch 3 2024-09-12T12:18:59.219 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:59.219 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: last_changed 2024-09-12T12:18:51.497203+0000 2024-09-12T12:18:59.219 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: created 2024-09-12T12:17:09.785358+0000 2024-09-12T12:18:59.219 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: min_mon_release 19 (squid) 2024-09-12T12:18:59.219 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: election_strategy: 1 2024-09-12T12:18:59.219 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-09-12T12:18:59.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: 1: [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] mon.c 2024-09-12T12:18:59.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: 2: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.b 2024-09-12T12:18:59.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: fsmap 2024-09-12T12:18:59.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: osdmap e4: 0 total, 0 up, 0 in 2024-09-12T12:18:59.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: mgrmap e13: x(active, since 49s) 2024-09-12T12:18:59.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: overall HEALTH_OK 2024-09-12T12:18:59.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.221 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:18:59.221 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T12:18:59.221 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:18:59 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:59.276 INFO:tasks.cephadm:Adding mgr.x on smithi082 2024-09-12T12:18:59.276 INFO:tasks.cephadm:Adding mgr.y on smithi097 2024-09-12T12:18:59.276 INFO:tasks.cephadm:Adding mgr.z on smithi114 2024-09-12T12:18:59.277 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch apply mgr '3;smithi082=x;smithi097=y;smithi114=z' 2024-09-12T12:18:59.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: mon.b calling monitor election 2024-09-12T12:18:59.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: mon.b calling monitor election 2024-09-12T12:18:59.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: mon.c calling monitor election 2024-09-12T12:18:59.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: mon.a calling monitor election 2024-09-12T12:18:59.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-12T12:18:59.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: monmap epoch 3 2024-09-12T12:18:59.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:59.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: last_changed 2024-09-12T12:18:51.497203+0000 2024-09-12T12:18:59.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: created 2024-09-12T12:17:09.785358+0000 2024-09-12T12:18:59.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: min_mon_release 19 (squid) 2024-09-12T12:18:59.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: election_strategy: 1 2024-09-12T12:18:59.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-09-12T12:18:59.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: 1: [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] mon.c 2024-09-12T12:18:59.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: 2: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.b 2024-09-12T12:18:59.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: fsmap 2024-09-12T12:18:59.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: osdmap e4: 0 total, 0 up, 0 in 2024-09-12T12:18:59.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: mgrmap e13: x(active, since 49s) 2024-09-12T12:18:59.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: overall HEALTH_OK 2024-09-12T12:18:59.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:18:59.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T12:18:59.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:18:59 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:59.552 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:18:59.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: mon.b calling monitor election 2024-09-12T12:18:59.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: mon.b calling monitor election 2024-09-12T12:18:59.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: mon.c calling monitor election 2024-09-12T12:18:59.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: mon.a calling monitor election 2024-09-12T12:18:59.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-12T12:18:59.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: monmap epoch 3 2024-09-12T12:18:59.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:18:59.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: last_changed 2024-09-12T12:18:51.497203+0000 2024-09-12T12:18:59.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: created 2024-09-12T12:17:09.785358+0000 2024-09-12T12:18:59.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: min_mon_release 19 (squid) 2024-09-12T12:18:59.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: election_strategy: 1 2024-09-12T12:18:59.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: 0: [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] mon.a 2024-09-12T12:18:59.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: 1: [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] mon.c 2024-09-12T12:18:59.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: 2: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.b 2024-09-12T12:18:59.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: fsmap 2024-09-12T12:18:59.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: osdmap e4: 0 total, 0 up, 0 in 2024-09-12T12:18:59.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: mgrmap e13: x(active, since 49s) 2024-09-12T12:18:59.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: overall HEALTH_OK 2024-09-12T12:18:59.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:18:59.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:18:59.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T12:18:59.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:18:59 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:18:59.962 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.959+0000 7fdb1b56f640 1 -- 172.21.15.114:0/3870115462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb141005f0 msgr2=0x7fdb141009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:59.962 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.959+0000 7fdb1b56f640 1 --2- 172.21.15.114:0/3870115462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb141005f0 0x7fdb141009f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fdb10009880 tx=0x7fdb1002a5d0 comp rx=0 tx=0).stop 2024-09-12T12:18:59.962 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.960+0000 7fdb1b56f640 1 -- 172.21.15.114:0/3870115462 shutdown_connections 2024-09-12T12:18:59.962 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.960+0000 7fdb1b56f640 1 --2- 172.21.15.114:0/3870115462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb141005f0 0x7fdb141009f0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:59.962 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.960+0000 7fdb1b56f640 1 -- 172.21.15.114:0/3870115462 >> 172.21.15.114:0/3870115462 conn(0x7fdb140fbda0 msgr2=0x7fdb140fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:18:59.962 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.960+0000 7fdb1b56f640 1 -- 172.21.15.114:0/3870115462 shutdown_connections 2024-09-12T12:18:59.963 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.960+0000 7fdb1b56f640 1 -- 172.21.15.114:0/3870115462 wait complete. 2024-09-12T12:18:59.963 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.960+0000 7fdb1b56f640 1 Processor -- start 2024-09-12T12:18:59.963 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.960+0000 7fdb1b56f640 1 -- start start 2024-09-12T12:18:59.963 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.960+0000 7fdb1b56f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb141005f0 0x7fdb140fdc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:59.963 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.960+0000 7fdb1b56f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdb140fc340 0x7fdb140fc7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:59.963 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.960+0000 7fdb1b56f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb140fcd00 0x7fdb141a1080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:59.963 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.960+0000 7fdb1b56f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdb14106700 con 0x7fdb140fcd00 2024-09-12T12:18:59.963 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.960+0000 7fdb1b56f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdb14106580 con 0x7fdb141005f0 2024-09-12T12:18:59.963 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.960+0000 7fdb1b56f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdb14106880 con 0x7fdb140fc340 2024-09-12T12:18:59.963 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb18b0a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdb140fc340 0x7fdb140fc7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:59.963 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb18b0a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdb140fc340 0x7fdb140fc7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:39246/0 (socket says 172.21.15.114:39246) 2024-09-12T12:18:59.963 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb18b0a640 1 -- 172.21.15.114:0/611670629 learned_addr learned my addr 172.21.15.114:0/611670629 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-12T12:18:59.964 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb19b0c640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb140fcd00 0x7fdb141a1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:59.964 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb1930b640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb141005f0 0x7fdb140fdc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:59.964 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb19b0c640 1 -- 172.21.15.114:0/611670629 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdb140fc340 msgr2=0x7fdb140fc7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:59.964 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb19b0c640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdb140fc340 0x7fdb140fc7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:59.964 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb19b0c640 1 -- 172.21.15.114:0/611670629 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb141005f0 msgr2=0x7fdb140fdc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:18:59.964 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb19b0c640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb141005f0 0x7fdb140fdc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:18:59.964 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb19b0c640 1 -- 172.21.15.114:0/611670629 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb141a15c0 con 0x7fdb140fcd00 2024-09-12T12:18:59.964 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb1930b640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb141005f0 0x7fdb140fdc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:18:59.964 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb18b0a640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdb140fc340 0x7fdb140fc7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:18:59.964 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb19b0c640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb140fcd00 0x7fdb141a1080 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fdb0c00bd50 tx=0x7fdb0c00be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:59.964 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb0a7fc640 1 -- 172.21.15.114:0/611670629 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb0c019070 con 0x7fdb140fcd00 2024-09-12T12:18:59.964 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb0a7fc640 1 -- 172.21.15.114:0/611670629 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdb0c00ce30 con 0x7fdb140fcd00 2024-09-12T12:18:59.965 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb1b56f640 1 -- 172.21.15.114:0/611670629 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb141a18b0 con 0x7fdb140fcd00 2024-09-12T12:18:59.965 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb0a7fc640 1 -- 172.21.15.114:0/611670629 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb0c012920 con 0x7fdb140fcd00 2024-09-12T12:18:59.965 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.961+0000 7fdb1b56f640 1 -- 172.21.15.114:0/611670629 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb141a1e40 con 0x7fdb140fcd00 2024-09-12T12:18:59.966 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.962+0000 7fdb0a7fc640 1 -- 172.21.15.114:0/611670629 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fdb0c01c070 con 0x7fdb140fcd00 2024-09-12T12:18:59.966 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.962+0000 7fdb0a7fc640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fdb000394f0 0x7fdb0003b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:18:59.966 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.962+0000 7fdb0a7fc640 1 -- 172.21.15.114:0/611670629 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fdb0c04bc50 con 0x7fdb140fcd00 2024-09-12T12:18:59.966 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.962+0000 7fdb1b56f640 1 -- 172.21.15.114:0/611670629 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb141907d0 con 0x7fdb140fcd00 2024-09-12T12:18:59.966 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.963+0000 7fdb1930b640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fdb000394f0 0x7fdb0003b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:18:59.966 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.963+0000 7fdb1930b640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fdb000394f0 0x7fdb0003b9b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdb1002abc0 tx=0x7fdb10000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:18:59.968 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:18:59.968+0000 7fdb0a7fc640 1 -- 172.21.15.114:0/611670629 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdb0c014bb0 con 0x7fdb140fcd00 2024-09-12T12:19:00.144 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:00.144+0000 7fdb1b56f640 1 -- 172.21.15.114:0/611670629 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi082=x;smithi097=y;smithi114=z", "target": ["mon-mgr", ""]}) -- 0x7fdb140626c0 con 0x7fdb000394f0 2024-09-12T12:19:00.150 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:00.150+0000 7fdb0a7fc640 1 -- 172.21.15.114:0/611670629 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fdb140626c0 con 0x7fdb000394f0 2024-09-12T12:19:00.151 INFO:teuthology.orchestra.run.smithi114.stdout:Scheduled mgr update... 2024-09-12T12:19:00.152 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:00.152+0000 7fdb1b56f640 1 -- 172.21.15.114:0/611670629 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fdb000394f0 msgr2=0x7fdb0003b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:00.152 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:00.152+0000 7fdb1b56f640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fdb000394f0 0x7fdb0003b9b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdb1002abc0 tx=0x7fdb10000bc0 comp rx=0 tx=0).stop 2024-09-12T12:19:00.152 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:00.152+0000 7fdb1b56f640 1 -- 172.21.15.114:0/611670629 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb140fcd00 msgr2=0x7fdb141a1080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:00.152 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:00.152+0000 7fdb1b56f640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb140fcd00 0x7fdb141a1080 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fdb0c00bd50 tx=0x7fdb0c00be40 comp rx=0 tx=0).stop 2024-09-12T12:19:00.153 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:00.152+0000 7fdb1b56f640 1 -- 172.21.15.114:0/611670629 shutdown_connections 2024-09-12T12:19:00.153 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:00.152+0000 7fdb1b56f640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fdb000394f0 0x7fdb0003b9b0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:00.153 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:00.152+0000 7fdb1b56f640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdb140fcd00 0x7fdb141a1080 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:00.153 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:00.152+0000 7fdb1b56f640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdb140fc340 0x7fdb140fc7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:00.153 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:00.152+0000 7fdb1b56f640 1 --2- 172.21.15.114:0/611670629 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb141005f0 0x7fdb140fdc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:00.153 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:00.152+0000 7fdb1b56f640 1 -- 172.21.15.114:0/611670629 >> 172.21.15.114:0/611670629 conn(0x7fdb140fbda0 msgr2=0x7fdb1406a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:19:00.153 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:00.152+0000 7fdb1b56f640 1 -- 172.21.15.114:0/611670629 shutdown_connections 2024-09-12T12:19:00.153 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:00.152+0000 7fdb1b56f640 1 -- 172.21.15.114:0/611670629 wait complete. 2024-09-12T12:19:00.498 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-mon[31122]: Updating smithi097:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:19:00.498 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-mon[31122]: Updating smithi114:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:19:00.498 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-mon[31122]: Updating smithi082:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:19:00.498 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-mon[31122]: Reconfiguring mon.a (monmap changed)... 2024-09-12T12:19:00.499 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-mon[31122]: Reconfiguring daemon mon.a on smithi082 2024-09-12T12:19:00.499 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-mon[31122]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:00.499 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:00.499 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:19:00.499 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:00.499 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:00.499 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:00.499 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T12:19:00.499 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T12:19:00.499 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:00 smithi097 ceph-mon[34923]: Updating smithi097:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:19:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:00 smithi097 ceph-mon[34923]: Updating smithi114:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:19:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:00 smithi097 ceph-mon[34923]: Updating smithi082:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:19:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:00 smithi097 ceph-mon[34923]: Reconfiguring mon.a (monmap changed)... 2024-09-12T12:19:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:00 smithi097 ceph-mon[34923]: Reconfiguring daemon mon.a on smithi082 2024-09-12T12:19:00.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:00 smithi097 ceph-mon[34923]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:00.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:00 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:00.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:00 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:19:00.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:00 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:00.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:00 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:00.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:00 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:00.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:00 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T12:19:00.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:00 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T12:19:00.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:00 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:00 smithi114 ceph-mon[35514]: Updating smithi097:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:19:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:00 smithi114 ceph-mon[35514]: Updating smithi114:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:19:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:00 smithi114 ceph-mon[35514]: Updating smithi082:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:19:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:00 smithi114 ceph-mon[35514]: Reconfiguring mon.a (monmap changed)... 2024-09-12T12:19:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:00 smithi114 ceph-mon[35514]: Reconfiguring daemon mon.a on smithi082 2024-09-12T12:19:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:00 smithi114 ceph-mon[35514]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:00.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:00 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:00.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:00 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:19:00.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:00 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:00.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:00 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:00.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:00 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:00.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:00 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T12:19:00.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:00 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T12:19:00.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:00 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:00.751 DEBUG:teuthology.orchestra.run.smithi097:mgr.y> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mgr.y.service 2024-09-12T12:19:00.753 DEBUG:teuthology.orchestra.run.smithi114:mgr.z> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mgr.z.service 2024-09-12T12:19:00.756 INFO:tasks.cephadm:Deploying OSDs... 2024-09-12T12:19:00.756 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:19:00.756 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T12:19:00.772 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T12:19:00.772 DEBUG:teuthology.orchestra.run.smithi082:> stat /dev/vg_nvme/lv_1 2024-09-12T12:19:00.780 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:19:00 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:19:00.497+0000 7f960d2bc640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-12T12:19:00.794 INFO:teuthology.orchestra.run.smithi082.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T12:19:00.794 INFO:teuthology.orchestra.run.smithi082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T12:19:00.794 INFO:teuthology.orchestra.run.smithi082.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-12T12:19:00.795 INFO:teuthology.orchestra.run.smithi082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T12:19:00.795 INFO:teuthology.orchestra.run.smithi082.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T12:19:00.795 INFO:teuthology.orchestra.run.smithi082.stdout:Access: 2024-09-12 12:18:20.284903612 +0000 2024-09-12T12:19:00.795 INFO:teuthology.orchestra.run.smithi082.stdout:Modify: 2024-09-12 12:13:48.090894774 +0000 2024-09-12T12:19:00.795 INFO:teuthology.orchestra.run.smithi082.stdout:Change: 2024-09-12 12:13:48.090894774 +0000 2024-09-12T12:19:00.795 INFO:teuthology.orchestra.run.smithi082.stdout: Birth: 2024-09-12 12:13:48.090894774 +0000 2024-09-12T12:19:00.795 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T12:19:00.859 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records in 2024-09-12T12:19:00.859 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records out 2024-09-12T12:19:00.860 INFO:teuthology.orchestra.run.smithi082.stderr:512 bytes copied, 0.00021057 s, 2.4 MB/s 2024-09-12T12:19:00.861 DEBUG:teuthology.orchestra.run.smithi082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T12:19:00.917 DEBUG:teuthology.orchestra.run.smithi082:> stat /dev/vg_nvme/lv_2 2024-09-12T12:19:00.973 INFO:teuthology.orchestra.run.smithi082.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T12:19:00.973 INFO:teuthology.orchestra.run.smithi082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T12:19:00.973 INFO:teuthology.orchestra.run.smithi082.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-12T12:19:00.974 INFO:teuthology.orchestra.run.smithi082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T12:19:00.974 INFO:teuthology.orchestra.run.smithi082.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T12:19:00.974 INFO:teuthology.orchestra.run.smithi082.stdout:Access: 2024-09-12 12:18:20.317902956 +0000 2024-09-12T12:19:00.974 INFO:teuthology.orchestra.run.smithi082.stdout:Modify: 2024-09-12 12:13:48.418888277 +0000 2024-09-12T12:19:00.974 INFO:teuthology.orchestra.run.smithi082.stdout:Change: 2024-09-12 12:13:48.418888277 +0000 2024-09-12T12:19:00.974 INFO:teuthology.orchestra.run.smithi082.stdout: Birth: 2024-09-12 12:13:48.418888277 +0000 2024-09-12T12:19:00.974 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T12:19:01.037 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records in 2024-09-12T12:19:01.037 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records out 2024-09-12T12:19:01.037 INFO:teuthology.orchestra.run.smithi082.stderr:512 bytes copied, 0.000250773 s, 2.0 MB/s 2024-09-12T12:19:01.038 DEBUG:teuthology.orchestra.run.smithi082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T12:19:01.095 DEBUG:teuthology.orchestra.run.smithi082:> stat /dev/vg_nvme/lv_3 2024-09-12T12:19:01.150 INFO:teuthology.orchestra.run.smithi082.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T12:19:01.150 INFO:teuthology.orchestra.run.smithi082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T12:19:01.150 INFO:teuthology.orchestra.run.smithi082.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-12T12:19:01.150 INFO:teuthology.orchestra.run.smithi082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T12:19:01.150 INFO:teuthology.orchestra.run.smithi082.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T12:19:01.150 INFO:teuthology.orchestra.run.smithi082.stdout:Access: 2024-09-12 12:18:20.350902301 +0000 2024-09-12T12:19:01.151 INFO:teuthology.orchestra.run.smithi082.stdout:Modify: 2024-09-12 12:13:48.742881858 +0000 2024-09-12T12:19:01.151 INFO:teuthology.orchestra.run.smithi082.stdout:Change: 2024-09-12 12:13:48.742881858 +0000 2024-09-12T12:19:01.151 INFO:teuthology.orchestra.run.smithi082.stdout: Birth: 2024-09-12 12:13:48.742881858 +0000 2024-09-12T12:19:01.151 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T12:19:01.217 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records in 2024-09-12T12:19:01.217 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records out 2024-09-12T12:19:01.217 INFO:teuthology.orchestra.run.smithi082.stderr:512 bytes copied, 0.000190275 s, 2.7 MB/s 2024-09-12T12:19:01.217 DEBUG:teuthology.orchestra.run.smithi082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T12:19:01.273 DEBUG:teuthology.orchestra.run.smithi082:> stat /dev/vg_nvme/lv_4 2024-09-12T12:19:01.328 INFO:teuthology.orchestra.run.smithi082.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T12:19:01.328 INFO:teuthology.orchestra.run.smithi082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T12:19:01.328 INFO:teuthology.orchestra.run.smithi082.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-12T12:19:01.328 INFO:teuthology.orchestra.run.smithi082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T12:19:01.328 INFO:teuthology.orchestra.run.smithi082.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T12:19:01.328 INFO:teuthology.orchestra.run.smithi082.stdout:Access: 2024-09-12 12:18:20.383901645 +0000 2024-09-12T12:19:01.328 INFO:teuthology.orchestra.run.smithi082.stdout:Modify: 2024-09-12 12:13:49.108874607 +0000 2024-09-12T12:19:01.328 INFO:teuthology.orchestra.run.smithi082.stdout:Change: 2024-09-12 12:13:49.108874607 +0000 2024-09-12T12:19:01.329 INFO:teuthology.orchestra.run.smithi082.stdout: Birth: 2024-09-12 12:13:49.108874607 +0000 2024-09-12T12:19:01.329 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T12:19:01.388 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:01 smithi082 ceph-mon[31122]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi082=x;smithi097=y;smithi114=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:19:01.388 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:01 smithi082 ceph-mon[31122]: Saving service mgr spec with placement smithi082=x;smithi097=y;smithi114=z;count:3 2024-09-12T12:19:01.388 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:01 smithi082 ceph-mon[31122]: Reconfiguring mgr.x (unknown last config time)... 2024-09-12T12:19:01.388 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:01 smithi082 ceph-mon[31122]: Reconfiguring daemon mgr.x on smithi082 2024-09-12T12:19:01.390 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records in 2024-09-12T12:19:01.390 INFO:teuthology.orchestra.run.smithi082.stderr:1+0 records out 2024-09-12T12:19:01.390 INFO:teuthology.orchestra.run.smithi082.stderr:512 bytes copied, 0.000189386 s, 2.7 MB/s 2024-09-12T12:19:01.392 DEBUG:teuthology.orchestra.run.smithi082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T12:19:01.449 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-12T12:19:01.450 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T12:19:01.466 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T12:19:01.467 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_1 2024-09-12T12:19:01.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:01 smithi097 ceph-mon[34923]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi082=x;smithi097=y;smithi114=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:19:01.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:01 smithi097 ceph-mon[34923]: Saving service mgr spec with placement smithi082=x;smithi097=y;smithi114=z;count:3 2024-09-12T12:19:01.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:01 smithi097 ceph-mon[34923]: Reconfiguring mgr.x (unknown last config time)... 2024-09-12T12:19:01.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:01 smithi097 ceph-mon[34923]: Reconfiguring daemon mgr.x on smithi082 2024-09-12T12:19:01.523 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T12:19:01.523 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T12:19:01.523 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-12T12:19:01.523 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T12:19:01.523 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T12:19:01.523 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-12 12:18:50.991233212 +0000 2024-09-12T12:19:01.523 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-12 12:14:03.645789206 +0000 2024-09-12T12:19:01.523 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-12 12:14:03.645789206 +0000 2024-09-12T12:19:01.523 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-12 12:14:03.645789206 +0000 2024-09-12T12:19:01.524 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T12:19:01.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:01 smithi114 ceph-mon[35514]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi082=x;smithi097=y;smithi114=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:19:01.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:01 smithi114 ceph-mon[35514]: Saving service mgr spec with placement smithi082=x;smithi097=y;smithi114=z;count:3 2024-09-12T12:19:01.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:01 smithi114 ceph-mon[35514]: Reconfiguring mgr.x (unknown last config time)... 2024-09-12T12:19:01.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:01 smithi114 ceph-mon[35514]: Reconfiguring daemon mgr.x on smithi082 2024-09-12T12:19:01.587 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-12T12:19:01.587 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-12T12:19:01.587 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000192485 s, 2.7 MB/s 2024-09-12T12:19:01.588 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T12:19:01.644 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_2 2024-09-12T12:19:01.705 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T12:19:01.705 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T12:19:01.706 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-12T12:19:01.706 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T12:19:01.706 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T12:19:01.706 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-12 12:18:50.992233194 +0000 2024-09-12T12:19:01.706 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-12 12:14:03.974783408 +0000 2024-09-12T12:19:01.706 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-12 12:14:03.974783408 +0000 2024-09-12T12:19:01.706 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-12 12:14:03.974783408 +0000 2024-09-12T12:19:01.706 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T12:19:01.770 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-12T12:19:01.770 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-12T12:19:01.770 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000238769 s, 2.1 MB/s 2024-09-12T12:19:01.771 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T12:19:01.828 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_3 2024-09-12T12:19:01.883 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T12:19:01.883 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T12:19:01.883 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-12T12:19:01.883 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T12:19:01.883 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T12:19:01.884 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-12 12:18:50.992233194 +0000 2024-09-12T12:19:01.884 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-12 12:14:04.305777575 +0000 2024-09-12T12:19:01.884 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-12 12:14:04.305777575 +0000 2024-09-12T12:19:01.884 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-12 12:14:04.305777575 +0000 2024-09-12T12:19:01.884 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T12:19:01.946 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-12T12:19:01.946 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-12T12:19:01.946 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000196044 s, 2.6 MB/s 2024-09-12T12:19:01.947 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T12:19:02.004 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_4 2024-09-12T12:19:02.060 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T12:19:02.060 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T12:19:02.060 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-12T12:19:02.060 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T12:19:02.060 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T12:19:02.060 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-12 12:18:50.993233177 +0000 2024-09-12T12:19:02.061 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-12 12:14:04.643771620 +0000 2024-09-12T12:19:02.061 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-12 12:14:04.643771620 +0000 2024-09-12T12:19:02.061 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-12 12:14:04.643771620 +0000 2024-09-12T12:19:02.061 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T12:19:02.123 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-12T12:19:02.123 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-12T12:19:02.123 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000261395 s, 2.0 MB/s 2024-09-12T12:19:02.125 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T12:19:02.182 DEBUG:teuthology.orchestra.run.smithi114:> set -ex 2024-09-12T12:19:02.182 DEBUG:teuthology.orchestra.run.smithi114:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T12:19:02.202 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T12:19:02.202 DEBUG:teuthology.orchestra.run.smithi114:> stat /dev/vg_nvme/lv_1 2024-09-12T12:19:02.260 INFO:teuthology.orchestra.run.smithi114.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T12:19:02.261 INFO:teuthology.orchestra.run.smithi114.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T12:19:02.261 INFO:teuthology.orchestra.run.smithi114.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-12T12:19:02.261 INFO:teuthology.orchestra.run.smithi114.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T12:19:02.261 INFO:teuthology.orchestra.run.smithi114.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T12:19:02.261 INFO:teuthology.orchestra.run.smithi114.stdout:Access: 2024-09-12 12:18:41.839728076 +0000 2024-09-12T12:19:02.261 INFO:teuthology.orchestra.run.smithi114.stdout:Modify: 2024-09-12 12:14:05.225057571 +0000 2024-09-12T12:19:02.261 INFO:teuthology.orchestra.run.smithi114.stdout:Change: 2024-09-12 12:14:05.225057571 +0000 2024-09-12T12:19:02.261 INFO:teuthology.orchestra.run.smithi114.stdout: Birth: 2024-09-12 12:14:05.225057571 +0000 2024-09-12T12:19:02.261 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T12:19:02.329 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records in 2024-09-12T12:19:02.329 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records out 2024-09-12T12:19:02.329 INFO:teuthology.orchestra.run.smithi114.stderr:512 bytes copied, 0.000226571 s, 2.3 MB/s 2024-09-12T12:19:02.330 DEBUG:teuthology.orchestra.run.smithi114:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T12:19:02.388 DEBUG:teuthology.orchestra.run.smithi114:> stat /dev/vg_nvme/lv_2 2024-09-12T12:19:02.445 INFO:teuthology.orchestra.run.smithi114.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T12:19:02.445 INFO:teuthology.orchestra.run.smithi114.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T12:19:02.445 INFO:teuthology.orchestra.run.smithi114.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-09-12T12:19:02.445 INFO:teuthology.orchestra.run.smithi114.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T12:19:02.445 INFO:teuthology.orchestra.run.smithi114.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T12:19:02.445 INFO:teuthology.orchestra.run.smithi114.stdout:Access: 2024-09-12 12:18:41.839728076 +0000 2024-09-12T12:19:02.446 INFO:teuthology.orchestra.run.smithi114.stdout:Modify: 2024-09-12 12:14:05.560050209 +0000 2024-09-12T12:19:02.446 INFO:teuthology.orchestra.run.smithi114.stdout:Change: 2024-09-12 12:14:05.560050209 +0000 2024-09-12T12:19:02.446 INFO:teuthology.orchestra.run.smithi114.stdout: Birth: 2024-09-12 12:14:05.560050209 +0000 2024-09-12T12:19:02.446 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T12:19:02.508 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:02 smithi114 ceph-mon[35514]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:02.508 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:02 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:02.508 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:02 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:02.508 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:02 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:19:02.509 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:02 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T12:19:02.509 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:02 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:02.511 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records in 2024-09-12T12:19:02.511 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records out 2024-09-12T12:19:02.511 INFO:teuthology.orchestra.run.smithi114.stderr:512 bytes copied, 0.000190672 s, 2.7 MB/s 2024-09-12T12:19:02.512 DEBUG:teuthology.orchestra.run.smithi114:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T12:19:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:02 smithi097 ceph-mon[34923]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:02 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:02 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:02 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:19:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:02 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T12:19:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:02 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:02.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:02 smithi082 ceph-mon[31122]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:02.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:02 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:02.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:02 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:02.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:02 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:19:02.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:02 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T12:19:02.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:02 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:02.571 DEBUG:teuthology.orchestra.run.smithi114:> stat /dev/vg_nvme/lv_3 2024-09-12T12:19:02.627 INFO:teuthology.orchestra.run.smithi114.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T12:19:02.628 INFO:teuthology.orchestra.run.smithi114.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T12:19:02.628 INFO:teuthology.orchestra.run.smithi114.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-09-12T12:19:02.628 INFO:teuthology.orchestra.run.smithi114.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T12:19:02.628 INFO:teuthology.orchestra.run.smithi114.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T12:19:02.628 INFO:teuthology.orchestra.run.smithi114.stdout:Access: 2024-09-12 12:18:41.840728055 +0000 2024-09-12T12:19:02.628 INFO:teuthology.orchestra.run.smithi114.stdout:Modify: 2024-09-12 12:14:05.879043199 +0000 2024-09-12T12:19:02.628 INFO:teuthology.orchestra.run.smithi114.stdout:Change: 2024-09-12 12:14:05.879043199 +0000 2024-09-12T12:19:02.628 INFO:teuthology.orchestra.run.smithi114.stdout: Birth: 2024-09-12 12:14:05.879043199 +0000 2024-09-12T12:19:02.628 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T12:19:02.694 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records in 2024-09-12T12:19:02.694 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records out 2024-09-12T12:19:02.694 INFO:teuthology.orchestra.run.smithi114.stderr:512 bytes copied, 0.000238877 s, 2.1 MB/s 2024-09-12T12:19:02.696 DEBUG:teuthology.orchestra.run.smithi114:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T12:19:02.754 DEBUG:teuthology.orchestra.run.smithi114:> stat /dev/vg_nvme/lv_4 2024-09-12T12:19:02.810 INFO:teuthology.orchestra.run.smithi114.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T12:19:02.811 INFO:teuthology.orchestra.run.smithi114.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T12:19:02.811 INFO:teuthology.orchestra.run.smithi114.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-09-12T12:19:02.811 INFO:teuthology.orchestra.run.smithi114.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T12:19:02.811 INFO:teuthology.orchestra.run.smithi114.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T12:19:02.811 INFO:teuthology.orchestra.run.smithi114.stdout:Access: 2024-09-12 12:18:41.840728055 +0000 2024-09-12T12:19:02.811 INFO:teuthology.orchestra.run.smithi114.stdout:Modify: 2024-09-12 12:14:06.197036211 +0000 2024-09-12T12:19:02.811 INFO:teuthology.orchestra.run.smithi114.stdout:Change: 2024-09-12 12:14:06.197036211 +0000 2024-09-12T12:19:02.811 INFO:teuthology.orchestra.run.smithi114.stdout: Birth: 2024-09-12 12:14:06.197036211 +0000 2024-09-12T12:19:02.812 DEBUG:teuthology.orchestra.run.smithi114:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T12:19:02.875 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records in 2024-09-12T12:19:02.876 INFO:teuthology.orchestra.run.smithi114.stderr:1+0 records out 2024-09-12T12:19:02.876 INFO:teuthology.orchestra.run.smithi114.stderr:512 bytes copied, 0.00019382 s, 2.6 MB/s 2024-09-12T12:19:02.877 DEBUG:teuthology.orchestra.run.smithi114:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T12:19:02.933 INFO:tasks.cephadm:Deploying osd.0 on smithi082 with /dev/vg_nvme/lv_4... 2024-09-12T12:19:02.934 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-12T12:19:03.183 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:19:03.484 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:03 smithi114 ceph-mon[35514]: Reconfiguring mon.b (monmap changed)... 2024-09-12T12:19:03.484 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:03 smithi114 ceph-mon[35514]: Reconfiguring daemon mon.b on smithi097 2024-09-12T12:19:03.484 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:03 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:03.484 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:03 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:03.485 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:03 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:19:03.485 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:03 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T12:19:03.485 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:03 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:03.500 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:03 smithi082 ceph-mon[31122]: Reconfiguring mon.b (monmap changed)... 2024-09-12T12:19:03.500 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:03 smithi082 ceph-mon[31122]: Reconfiguring daemon mon.b on smithi097 2024-09-12T12:19:03.500 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:03 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:03.500 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:03 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:03.501 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:03 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:19:03.501 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:03 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T12:19:03.501 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:03 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:03.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:03 smithi097 ceph-mon[34923]: Reconfiguring mon.b (monmap changed)... 2024-09-12T12:19:03.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:03 smithi097 ceph-mon[34923]: Reconfiguring daemon mon.b on smithi097 2024-09-12T12:19:03.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:03 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:03.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:03 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:03.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:03 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-12T12:19:03.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:03 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-12T12:19:03.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:03 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:04.508 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:04 smithi082 ceph-mon[31122]: Reconfiguring mon.c (monmap changed)... 2024-09-12T12:19:04.508 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:04 smithi082 ceph-mon[31122]: Reconfiguring daemon mon.c on smithi114 2024-09-12T12:19:04.509 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:04 smithi082 ceph-mon[31122]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:04.509 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:04 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:04.509 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:04 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:04.509 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:04 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:04.509 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:04 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:04.509 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:04 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:04.509 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:04 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:04.509 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:04 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T12:19:04.509 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:04 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-12T12:19:04.509 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:04 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T12:19:04.509 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:04 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:04 smithi097 ceph-mon[34923]: Reconfiguring mon.c (monmap changed)... 2024-09-12T12:19:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:04 smithi097 ceph-mon[34923]: Reconfiguring daemon mon.c on smithi114 2024-09-12T12:19:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:04 smithi097 ceph-mon[34923]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:04 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:04 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:04 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:04 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:04 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:04 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:04.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:04 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T12:19:04.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:04 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-12T12:19:04.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:04 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T12:19:04.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:04 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:04 smithi114 ceph-mon[35514]: Reconfiguring mon.c (monmap changed)... 2024-09-12T12:19:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:04 smithi114 ceph-mon[35514]: Reconfiguring daemon mon.c on smithi114 2024-09-12T12:19:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:04 smithi114 ceph-mon[35514]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:04 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:04.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:04 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:04.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:04 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:04.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:04 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:04.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:04 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:04.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:04 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:04.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:04 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T12:19:04.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:04 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-12T12:19:04.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:04 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T12:19:04.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:04 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:05.519 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:05 smithi082 ceph-mon[31122]: Deploying daemon mgr.z on smithi114 2024-09-12T12:19:05.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:05 smithi097 ceph-mon[34923]: Deploying daemon mgr.z on smithi114 2024-09-12T12:19:05.522 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:19:05.548 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi082:vg_nvme/lv_4 2024-09-12T12:19:05.551 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:05 smithi114 ceph-mon[35514]: Deploying daemon mgr.z on smithi114 2024-09-12T12:19:05.790 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:19:06.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.204+0000 7f964b4ff640 1 -- 172.21.15.82:0/335307735 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9644103870 msgr2=0x7f964410a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:06.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.204+0000 7f964b4ff640 1 --2- 172.21.15.82:0/335307735 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9644103870 0x7f964410a100 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f963c009cd0 tx=0x7f963c02a8e0 comp rx=0 tx=0).stop 2024-09-12T12:19:06.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.204+0000 7f964b4ff640 1 -- 172.21.15.82:0/335307735 shutdown_connections 2024-09-12T12:19:06.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.204+0000 7f964b4ff640 1 --2- 172.21.15.82:0/335307735 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9644103870 0x7f964410a100 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:06.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.204+0000 7f964b4ff640 1 --2- 172.21.15.82:0/335307735 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9644102eb0 0x7f9644103330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:06.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.204+0000 7f964b4ff640 1 --2- 172.21.15.82:0/335307735 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f96440ffed0 0x7f96441002d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:06.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.204+0000 7f964b4ff640 1 -- 172.21.15.82:0/335307735 >> 172.21.15.82:0/335307735 conn(0x7f96440fba40 msgr2=0x7f96440fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:19:06.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.204+0000 7f964b4ff640 1 -- 172.21.15.82:0/335307735 shutdown_connections 2024-09-12T12:19:06.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.204+0000 7f964b4ff640 1 -- 172.21.15.82:0/335307735 wait complete. 2024-09-12T12:19:06.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.204+0000 7f964b4ff640 1 Processor -- start 2024-09-12T12:19:06.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.204+0000 7f964b4ff640 1 -- start start 2024-09-12T12:19:06.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.204+0000 7f964b4ff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f96440ffed0 0x7f9644197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:19:06.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.204+0000 7f964b4ff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9644102eb0 0x7f9644198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:19:06.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.204+0000 7f964b4ff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9644103870 0x7f964419f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:19:06.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f964b4ff640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f964410d8b0 con 0x7f9644102eb0 2024-09-12T12:19:06.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f964b4ff640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f964410d730 con 0x7f9644103870 2024-09-12T12:19:06.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f964b4ff640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f964410da30 con 0x7f96440ffed0 2024-09-12T12:19:06.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f9648a9a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9644102eb0 0x7f9644198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:19:06.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f9648a9a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9644102eb0 0x7f9644198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:43598/0 (socket says 172.21.15.82:43598) 2024-09-12T12:19:06.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f9648a9a640 1 -- 172.21.15.82:0/775531969 learned_addr learned my addr 172.21.15.82:0/775531969 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:19:06.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f964929b640 1 --2- 172.21.15.82:0/775531969 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f96440ffed0 0x7f9644197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:19:06.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f9649a9c640 1 --2- 172.21.15.82:0/775531969 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9644103870 0x7f964419f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:19:06.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f9648a9a640 1 -- 172.21.15.82:0/775531969 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f96440ffed0 msgr2=0x7f9644197f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:06.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f9648a9a640 1 --2- 172.21.15.82:0/775531969 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f96440ffed0 0x7f9644197f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:06.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f9648a9a640 1 -- 172.21.15.82:0/775531969 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9644103870 msgr2=0x7f964419f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:06.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f9648a9a640 1 --2- 172.21.15.82:0/775531969 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9644103870 0x7f964419f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:06.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f9648a9a640 1 -- 172.21.15.82:0/775531969 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f964419fb60 con 0x7f9644102eb0 2024-09-12T12:19:06.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f9648a9a640 1 --2- 172.21.15.82:0/775531969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9644102eb0 0x7f9644198470 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f963400d950 tx=0x7f963400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:19:06.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f963a7fc640 1 -- 172.21.15.82:0/775531969 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9634017070 con 0x7f9644102eb0 2024-09-12T12:19:06.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f963a7fc640 1 -- 172.21.15.82:0/775531969 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9634009c30 con 0x7f9644102eb0 2024-09-12T12:19:06.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f964b4ff640 1 -- 172.21.15.82:0/775531969 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f964419fe50 con 0x7f9644102eb0 2024-09-12T12:19:06.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f963a7fc640 1 -- 172.21.15.82:0/775531969 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f963400f6b0 con 0x7f9644102eb0 2024-09-12T12:19:06.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.205+0000 7f964b4ff640 1 -- 172.21.15.82:0/775531969 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96441a0350 con 0x7f9644102eb0 2024-09-12T12:19:06.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.206+0000 7f963a7fc640 1 -- 172.21.15.82:0/775531969 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f963400f850 con 0x7f9644102eb0 2024-09-12T12:19:06.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.206+0000 7f964b4ff640 1 -- 172.21.15.82:0/775531969 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9644109100 con 0x7f9644102eb0 2024-09-12T12:19:06.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.206+0000 7f963a7fc640 1 --2- 172.21.15.82:0/775531969 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f96300392c0 0x7f963003b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:19:06.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.206+0000 7f963a7fc640 1 -- 172.21.15.82:0/775531969 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f963404bf70 con 0x7f9644102eb0 2024-09-12T12:19:06.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.207+0000 7f964929b640 1 --2- 172.21.15.82:0/775531969 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f96300392c0 0x7f963003b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:19:06.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.207+0000 7f964929b640 1 --2- 172.21.15.82:0/775531969 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f96300392c0 0x7f963003b780 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f96400058c0 tx=0x7f964000a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:19:06.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.211+0000 7f963a7fc640 1 -- 172.21.15.82:0/775531969 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9634009de0 con 0x7f9644102eb0 2024-09-12T12:19:06.230 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:06 smithi114 podman[37311]: 2024-09-12 12:19:06.129674356 +0000 UTC m=+0.127376555 container create a618226474d141dbf0b46de1618ef8625ee83e63429a363deb2204e6c4d9c4e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-12T12:19:06.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:06.386+0000 7f964b4ff640 1 -- 172.21.15.82:0/775531969 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f9644062630 con 0x7f96300392c0 2024-09-12T12:19:06.491 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:06 smithi114 ceph-mon[35514]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:06.491 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:06 smithi114 podman[37311]: 2024-09-12 12:19:06.365531152 +0000 UTC m=+0.363233351 container init a618226474d141dbf0b46de1618ef8625ee83e63429a363deb2204e6c4d9c4e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-12T12:19:06.491 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:06 smithi114 podman[37311]: 2024-09-12 12:19:06.368542882 +0000 UTC m=+0.366245089 container start a618226474d141dbf0b46de1618ef8625ee83e63429a363deb2204e6c4d9c4e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:19:06.491 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:06 smithi114 ceph-mgr[37330]: -- 172.21.15.114:0/1294024404 <== mon.1 v2:172.21.15.114:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a48b8470e0 con 0x55a48b824800 2024-09-12T12:19:06.491 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:06 smithi114 bash[37311]: a618226474d141dbf0b46de1618ef8625ee83e63429a363deb2204e6c4d9c4e3 2024-09-12T12:19:06.491 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:06 smithi114 systemd[1]: Started Ceph mgr.z for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:19:06.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:06 smithi097 ceph-mon[34923]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:06.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:06 smithi082 ceph-mon[31122]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:06.762 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:06 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:06.490+0000 7f1350444040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T12:19:06.762 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:06 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:06.550+0000 7f1350444040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T12:19:06.762 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:06 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:06.696+0000 7f1350444040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-12T12:19:06.762 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:06 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:06.761+0000 7f1350444040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T12:19:07.047 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:06 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:06.908+0000 7f1350444040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:19:07.048 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:07 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:07.047+0000 7f1350444040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T12:19:07.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:07 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:19:07.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:07 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:19:07.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:07 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:07.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:07 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:07.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:07 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:07.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:07 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:07.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:07 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T12:19:07.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:07 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-12T12:19:07.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:07 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T12:19:07.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:07 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:07.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:07 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:19:07.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:07 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:19:07.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:07 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:07.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:07 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:07.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:07 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:07.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:07 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:07.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:07 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T12:19:07.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:07 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-12T12:19:07.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:07 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T12:19:07.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:07 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:07.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:07 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:19:07.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:07 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:19:07.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:07 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:07.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:07 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:07.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:07 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:07.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:07 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:07.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:07 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-12T12:19:07.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:07 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-12T12:19:07.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:07 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-12T12:19:07.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:07 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:07.819 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:07 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:07.359+0000 7f1350444040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T12:19:07.819 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:07 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:07.419+0000 7f1350444040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T12:19:07.819 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:07 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:07.602+0000 7f1350444040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T12:19:08.458 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:08 smithi097 ceph-mon[34923]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:19:08.458 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:08 smithi097 ceph-mon[34923]: Deploying daemon mgr.y on smithi097 2024-09-12T12:19:08.458 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:08 smithi097 ceph-mon[34923]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:08.459 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:08 smithi097 systemd[1]: Starting Ceph mgr.y for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:19:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:08 smithi082 ceph-mon[31122]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:19:08.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:08 smithi082 ceph-mon[31122]: Deploying daemon mgr.y on smithi097 2024-09-12T12:19:08.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:08 smithi082 ceph-mon[31122]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:08.548 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:08 smithi114 ceph-mon[35514]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:19:08.548 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:08 smithi114 ceph-mon[35514]: Deploying daemon mgr.y on smithi097 2024-09-12T12:19:08.548 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:08 smithi114 ceph-mon[35514]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:08.548 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:08 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:08.481+0000 7f1350444040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T12:19:08.548 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:08 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:08.547+0000 7f1350444040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T12:19:08.728 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:08 smithi097 podman[36274]: 2024-09-12 12:19:08.360398743 +0000 UTC m=+0.015885751 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:19:08.728 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:08 smithi097 podman[36274]: 2024-09-12 12:19:08.483826102 +0000 UTC m=+0.139313102 container create 38b3f177a41762958c29a7fa77ca6ac01a084063d5cc5aced15bbdee91faea8d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-b53b6d3, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-12T12:19:08.728 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:08 smithi097 podman[36274]: 2024-09-12 12:19:08.728056011 +0000 UTC m=+0.383543012 container init 38b3f177a41762958c29a7fa77ca6ac01a084063d5cc5aced15bbdee91faea8d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS) 2024-09-12T12:19:09.021 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:08 smithi097 podman[36274]: 2024-09-12 12:19:08.730773169 +0000 UTC m=+0.386260171 container start 38b3f177a41762958c29a7fa77ca6ac01a084063d5cc5aced15bbdee91faea8d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True) 2024-09-12T12:19:09.021 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:08 smithi097 ceph-mgr[36293]: -- 172.21.15.97:0/1066918007 <== mon.1 v2:172.21.15.114:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5592ce0590e0 con 0x5592ce036800 2024-09-12T12:19:09.021 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:08 smithi097 bash[36274]: 38b3f177a41762958c29a7fa77ca6ac01a084063d5cc5aced15bbdee91faea8d 2024-09-12T12:19:09.021 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:08 smithi097 systemd[1]: Started Ceph mgr.y for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:19:09.021 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:08 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:08.852+0000 7fd246b98040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T12:19:09.021 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:08 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:08.911+0000 7fd246b98040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T12:19:09.454 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:09.070+0000 7fd246b98040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-12T12:19:09.454 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:09.139+0000 7fd246b98040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T12:19:09.455 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:09.300+0000 7fd246b98040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:19:09.455 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:09.453+0000 7fd246b98040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T12:19:09.455 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4050707344' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec7e953a-5817-44dc-b24a-187f8ecae3de"}]: dispatch 2024-09-12T12:19:09.455 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4050707344' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ec7e953a-5817-44dc-b24a-187f8ecae3de"}]': finished 2024-09-12T12:19:09.455 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-mon[34923]: osdmap e5: 1 total, 0 up, 1 in 2024-09-12T12:19:09.455 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:09.455 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.455 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.455 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.455 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.455 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:09.456 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/321361550' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:19:09.456 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:09 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4050707344' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec7e953a-5817-44dc-b24a-187f8ecae3de"}]: dispatch 2024-09-12T12:19:09.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:09 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4050707344' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ec7e953a-5817-44dc-b24a-187f8ecae3de"}]': finished 2024-09-12T12:19:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:09 smithi082 ceph-mon[31122]: osdmap e5: 1 total, 0 up, 1 in 2024-09-12T12:19:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:09 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/321361550' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:19:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.558 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:09.287+0000 7f1350444040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T12:19:09.558 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:09.416+0000 7f1350444040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T12:19:09.558 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:09.557+0000 7f1350444040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:19:09.558 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4050707344' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec7e953a-5817-44dc-b24a-187f8ecae3de"}]: dispatch 2024-09-12T12:19:09.558 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4050707344' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ec7e953a-5817-44dc-b24a-187f8ecae3de"}]': finished 2024-09-12T12:19:09.558 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-mon[35514]: osdmap e5: 1 total, 0 up, 1 in 2024-09-12T12:19:09.559 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:09.559 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.559 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.559 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.559 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.559 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:09.559 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/321361550' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:19:09.559 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:09.819 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:09.624+0000 7f1350444040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T12:19:09.819 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:09.778+0000 7f1350444040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T12:19:10.021 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:09.777+0000 7fd246b98040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T12:19:10.021 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:09 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:09.840+0000 7fd246b98040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T12:19:10.141 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:09.848+0000 7f1350444040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T12:19:10.141 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:09 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:09.909+0000 7f1350444040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T12:19:10.141 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:10.072+0000 7f1350444040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T12:19:10.141 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:10.140+0000 7f1350444040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T12:19:10.413 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:10.208+0000 7f1350444040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T12:19:10.413 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:10.292+0000 7f1350444040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T12:19:10.413 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:10.354+0000 7f1350444040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T12:19:10.413 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:10.412+0000 7f1350444040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T12:19:10.413 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-mon[35514]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:10.413 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.413 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.414 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.414 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.414 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:10.414 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:10.414 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.414 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:10.414 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:10.414 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:10.414 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.521 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:10.032+0000 7fd246b98040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T12:19:10.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-mon[34923]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:10.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:10.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:10.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:10.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:10.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:10.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:10 smithi082 ceph-mon[31122]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:11.239 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:10.925+0000 7fd246b98040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T12:19:11.239 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:10 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:10.991+0000 7fd246b98040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T12:19:11.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:11.244+0000 7f963a7fc640 1 -- 172.21.15.82:0/775531969 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mgrmap(e 14) ==== 92060+0+0 (secure 0 0 0) 0x7f963400fc80 con 0x7f9644102eb0 2024-09-12T12:19:11.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:11 smithi097 ceph-mon[34923]: Standby manager daemon z started 2024-09-12T12:19:11.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:11 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.114:0/288152224' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-12T12:19:11.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:11 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.114:0/288152224' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T12:19:11.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:11 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.114:0/288152224' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-12T12:19:11.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:11 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.114:0/288152224' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T12:19:11.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:11 smithi082 ceph-mon[31122]: Standby manager daemon z started 2024-09-12T12:19:11.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:11 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.114:0/288152224' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-12T12:19:11.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:11 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.114:0/288152224' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T12:19:11.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:11 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.114:0/288152224' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-12T12:19:11.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:11 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.114:0/288152224' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T12:19:11.569 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:19:11 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:19:11.191+0000 7f1350444040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T12:19:11.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:11 smithi114 ceph-mon[35514]: Standby manager daemon z started 2024-09-12T12:19:11.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:11 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.114:0/288152224' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-12T12:19:11.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:11 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.114:0/288152224' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T12:19:11.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:11 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.114:0/288152224' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-12T12:19:11.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:11 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.114:0/288152224' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T12:19:11.958 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:11 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:11.703+0000 7fd246b98040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T12:19:11.959 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:11 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:11.817+0000 7fd246b98040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T12:19:11.959 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:11 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:11.957+0000 7fd246b98040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:19:12.233 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:12 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:12.017+0000 7fd246b98040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T12:19:12.233 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:12 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:12.165+0000 7fd246b98040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T12:19:12.233 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:12 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:12.232+0000 7fd246b98040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T12:19:12.513 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:12 smithi097 ceph-mon[34923]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:12.513 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:12 smithi097 ceph-mon[34923]: mgrmap e14: x(active, since 62s), standbys: z 2024-09-12T12:19:12.513 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:12 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-12T12:19:12.513 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:12 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:12.292+0000 7fd246b98040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T12:19:12.513 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:12 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:12.447+0000 7fd246b98040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T12:19:12.513 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:12 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:12.511+0000 7fd246b98040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T12:19:12.533 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:12 smithi082 ceph-mon[31122]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:12.533 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:12 smithi082 ceph-mon[31122]: mgrmap e14: x(active, since 62s), standbys: z 2024-09-12T12:19:12.533 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:12 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-12T12:19:12.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:12 smithi114 ceph-mon[35514]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:12.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:12 smithi114 ceph-mon[35514]: mgrmap e14: x(active, since 62s), standbys: z 2024-09-12T12:19:12.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:12 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-12T12:19:12.771 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:12 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:12.577+0000 7fd246b98040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T12:19:12.771 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:12 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:12.659+0000 7fd246b98040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T12:19:12.771 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:12 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:12.718+0000 7fd246b98040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T12:19:13.271 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:12 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:12.777+0000 7fd246b98040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T12:19:14.021 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:19:13 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:19:13.555+0000 7fd246b98040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T12:19:14.253 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:14.251+0000 7f963a7fc640 1 -- 172.21.15.82:0/775531969 <== mon.0 v2:172.21.15.82:3300/0 8 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f9634020cc0 con 0x7f9644102eb0 2024-09-12T12:19:14.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:14 smithi082 ceph-mon[31122]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:14.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:14 smithi082 ceph-mon[31122]: Standby manager daemon y started 2024-09-12T12:19:14.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:14 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.97:0/1983645834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-12T12:19:14.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:14 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.97:0/1983645834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T12:19:14.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:14 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.97:0/1983645834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-12T12:19:14.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:14 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.97:0/1983645834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T12:19:14.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:14 smithi097 ceph-mon[34923]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:14.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:14 smithi097 ceph-mon[34923]: Standby manager daemon y started 2024-09-12T12:19:14.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:14 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.97:0/1983645834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-12T12:19:14.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:14 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.97:0/1983645834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T12:19:14.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:14 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.97:0/1983645834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-12T12:19:14.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:14 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.97:0/1983645834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T12:19:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:14 smithi114 ceph-mon[35514]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:14 smithi114 ceph-mon[35514]: Standby manager daemon y started 2024-09-12T12:19:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:14 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.97:0/1983645834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-12T12:19:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:14 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.97:0/1983645834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T12:19:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:14 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.97:0/1983645834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-12T12:19:14.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:14 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.97:0/1983645834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T12:19:15.333 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:15 smithi082 ceph-mon[31122]: mgrmap e15: x(active, since 65s), standbys: z, y 2024-09-12T12:19:15.333 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:15 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-12T12:19:15.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:15 smithi097 ceph-mon[34923]: mgrmap e15: x(active, since 65s), standbys: z, y 2024-09-12T12:19:15.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:15 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-12T12:19:15.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:15 smithi114 ceph-mon[35514]: mgrmap e15: x(active, since 65s), standbys: z, y 2024-09-12T12:19:15.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:15 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-12T12:19:16.339 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:16 smithi082 ceph-mon[31122]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:16.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:16 smithi097 ceph-mon[34923]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:16 smithi114 ceph-mon[35514]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:17.505 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:17 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-12T12:19:17.505 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:17 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:17.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:17 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-12T12:19:17.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:17 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:17.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:17 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-12T12:19:17.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:17 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:18.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:18 smithi097 ceph-mon[34923]: Deploying daemon osd.0 on smithi082 2024-09-12T12:19:18.864 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:18 smithi097 ceph-mon[34923]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:18.865 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:18 smithi114 ceph-mon[35514]: Deploying daemon osd.0 on smithi082 2024-09-12T12:19:18.865 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:18 smithi114 ceph-mon[35514]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:18.866 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:18 smithi082 ceph-mon[31122]: Deploying daemon osd.0 on smithi082 2024-09-12T12:19:18.866 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:18 smithi082 ceph-mon[31122]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:20.493 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:20 smithi082 ceph-mon[31122]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:20.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:20 smithi114 ceph-mon[35514]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:20.631 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:20 smithi097 ceph-mon[34923]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:22.404 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:22 smithi082 ceph-mon[31122]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:22.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:22 smithi114 ceph-mon[35514]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:22.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:22 smithi097 ceph-mon[34923]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:23.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:23 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:23.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:23 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:23.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:23 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:23.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:23 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:23.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:23 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:23.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:23 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:23 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:23 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:23 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:24.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:24 smithi082 ceph-mon[31122]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:24.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:24 smithi114 ceph-mon[35514]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:24.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:24 smithi097 ceph-mon[34923]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:26.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:26 smithi114 ceph-mon[35514]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:26.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:26.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:26.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:26.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:26.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:26.648 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:26 smithi082 ceph-mon[31122]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:26.648 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:26.648 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:26.648 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:26.648 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:26.648 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:26 smithi097 ceph-mon[34923]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:27.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:27.260+0000 7f963a7fc640 1 -- 172.21.15.82:0/775531969 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9644062630 con 0x7f96300392c0 2024-09-12T12:19:27.265 INFO:teuthology.orchestra.run.smithi082.stdout:Created osd(s) 0 on host 'smithi082' 2024-09-12T12:19:27.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:27.263+0000 7f964b4ff640 1 -- 172.21.15.82:0/775531969 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f96300392c0 msgr2=0x7f963003b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:27.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:27.263+0000 7f964b4ff640 1 --2- 172.21.15.82:0/775531969 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f96300392c0 0x7f963003b780 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f96400058c0 tx=0x7f964000a2d0 comp rx=0 tx=0).stop 2024-09-12T12:19:27.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:27.263+0000 7f964b4ff640 1 -- 172.21.15.82:0/775531969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9644102eb0 msgr2=0x7f9644198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:27.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:27.263+0000 7f964b4ff640 1 --2- 172.21.15.82:0/775531969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9644102eb0 0x7f9644198470 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f963400d950 tx=0x7f963400de10 comp rx=0 tx=0).stop 2024-09-12T12:19:27.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:27.263+0000 7f964b4ff640 1 -- 172.21.15.82:0/775531969 shutdown_connections 2024-09-12T12:19:27.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:27.263+0000 7f964b4ff640 1 --2- 172.21.15.82:0/775531969 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f96300392c0 0x7f963003b780 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:27.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:27.263+0000 7f964b4ff640 1 --2- 172.21.15.82:0/775531969 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9644103870 0x7f964419f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:27.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:27.263+0000 7f964b4ff640 1 --2- 172.21.15.82:0/775531969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9644102eb0 0x7f9644198470 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:27.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:27.263+0000 7f964b4ff640 1 --2- 172.21.15.82:0/775531969 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f96440ffed0 0x7f9644197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:27.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:27.263+0000 7f964b4ff640 1 -- 172.21.15.82:0/775531969 >> 172.21.15.82:0/775531969 conn(0x7f96440fba40 msgr2=0x7f96441062d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:19:27.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:27.263+0000 7f964b4ff640 1 -- 172.21.15.82:0/775531969 shutdown_connections 2024-09-12T12:19:27.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:19:27.263+0000 7f964b4ff640 1 -- 172.21.15.82:0/775531969 wait complete. 2024-09-12T12:19:27.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:27.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:27.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:27.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:27.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:27.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:27.889 DEBUG:teuthology.orchestra.run.smithi082:osd.0> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.0.service 2024-09-12T12:19:27.891 INFO:tasks.cephadm:Deploying osd.1 on smithi097 with /dev/vg_nvme/lv_4... 2024-09-12T12:19:27.891 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-12T12:19:28.130 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.b/config 2024-09-12T12:19:28.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:28 smithi097 ceph-mon[34923]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:28.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:28 smithi082 ceph-mon[31122]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:28.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:28 smithi114 ceph-mon[35514]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:29.879 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:19:29 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0[45259]: 2024-09-12T12:19:29.548+0000 7f9fe6bf3640 -1 osd.0 0 log_to_monitors true 2024-09-12T12:19:30.448 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:30 smithi082 ceph-mon[31122]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:30.448 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:30 smithi082 ceph-mon[31122]: from='osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-12T12:19:30.493 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:30 smithi097 ceph-mon[34923]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:30.493 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:30 smithi097 ceph-mon[34923]: from='osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-12T12:19:30.496 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:19:30.521 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi097:vg_nvme/lv_4 2024-09-12T12:19:30.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:30 smithi114 ceph-mon[35514]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:30.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:30 smithi114 ceph-mon[35514]: from='osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-12T12:19:30.766 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.b/config 2024-09-12T12:19:31.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.167+0000 7f42e7b15640 1 -- 172.21.15.97:0/3298502933 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42e0101e50 msgr2=0x7f42e01086e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:31.170 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.167+0000 7f42e7b15640 1 --2- 172.21.15.97:0/3298502933 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42e0101e50 0x7f42e01086e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f42d8009ca0 tx=0x7f42d802a8c0 comp rx=0 tx=0).stop 2024-09-12T12:19:31.170 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.167+0000 7f42e7b15640 1 -- 172.21.15.97:0/3298502933 shutdown_connections 2024-09-12T12:19:31.170 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.167+0000 7f42e7b15640 1 --2- 172.21.15.97:0/3298502933 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42e0101e50 0x7f42e01086e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:31.170 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.167+0000 7f42e7b15640 1 --2- 172.21.15.97:0/3298502933 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f42e0101490 0x7f42e0101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:31.170 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.167+0000 7f42e7b15640 1 --2- 172.21.15.97:0/3298502933 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f42e0100290 0x7f42e0100690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:31.170 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.167+0000 7f42e7b15640 1 -- 172.21.15.97:0/3298502933 >> 172.21.15.97:0/3298502933 conn(0x7f42e00fba40 msgr2=0x7f42e00fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:19:31.170 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.167+0000 7f42e7b15640 1 -- 172.21.15.97:0/3298502933 shutdown_connections 2024-09-12T12:19:31.170 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.167+0000 7f42e7b15640 1 -- 172.21.15.97:0/3298502933 wait complete. 2024-09-12T12:19:31.170 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.168+0000 7f42e7b15640 1 Processor -- start 2024-09-12T12:19:31.170 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.168+0000 7f42e7b15640 1 -- start start 2024-09-12T12:19:31.170 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.168+0000 7f42e7b15640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f42e0100290 0x7f42e0109900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:19:31.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.168+0000 7f42e7b15640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42e0101490 0x7f42e019cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:19:31.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.168+0000 7f42e7b15640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f42e0101e50 0x7f42e019f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:19:31.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.168+0000 7f42e7b15640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f42e010c7f0 con 0x7f42e0100290 2024-09-12T12:19:31.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.168+0000 7f42e7b15640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f42e010c670 con 0x7f42e0101490 2024-09-12T12:19:31.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.168+0000 7f42e7b15640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f42e010c970 con 0x7f42e0101e50 2024-09-12T12:19:31.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.168+0000 7f42e50b0640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42e0101490 0x7f42e019cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:19:31.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.168+0000 7f42e50b0640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42e0101490 0x7f42e019cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:38106/0 (socket says 172.21.15.97:38106) 2024-09-12T12:19:31.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.168+0000 7f42e50b0640 1 -- 172.21.15.97:0/394946150 learned_addr learned my addr 172.21.15.97:0/394946150 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-12T12:19:31.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.168+0000 7f42e58b1640 1 --2- 172.21.15.97:0/394946150 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f42e0100290 0x7f42e0109900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:19:31.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.168+0000 7f42e60b2640 1 --2- 172.21.15.97:0/394946150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f42e0101e50 0x7f42e019f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:19:31.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.169+0000 7f42e50b0640 1 -- 172.21.15.97:0/394946150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f42e0101e50 msgr2=0x7f42e019f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:31.171 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.169+0000 7f42e50b0640 1 --2- 172.21.15.97:0/394946150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f42e0101e50 0x7f42e019f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:31.172 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.169+0000 7f42e50b0640 1 -- 172.21.15.97:0/394946150 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f42e0100290 msgr2=0x7f42e0109900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:31.172 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.169+0000 7f42e50b0640 1 --2- 172.21.15.97:0/394946150 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f42e0100290 0x7f42e0109900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:31.172 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.169+0000 7f42e50b0640 1 -- 172.21.15.97:0/394946150 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42e019fb10 con 0x7f42e0101490 2024-09-12T12:19:31.172 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.169+0000 7f42e50b0640 1 --2- 172.21.15.97:0/394946150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42e0101490 0x7f42e019cbe0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f42d000c920 tx=0x7f42d000cde0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:19:31.172 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.169+0000 7f42d6ffd640 1 -- 172.21.15.97:0/394946150 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d0007c70 con 0x7f42e0101490 2024-09-12T12:19:31.172 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.169+0000 7f42d6ffd640 1 -- 172.21.15.97:0/394946150 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f42d0007e10 con 0x7f42e0101490 2024-09-12T12:19:31.172 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.169+0000 7f42d6ffd640 1 -- 172.21.15.97:0/394946150 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d0018890 con 0x7f42e0101490 2024-09-12T12:19:31.172 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.169+0000 7f42e7b15640 1 -- 172.21.15.97:0/394946150 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42e019fda0 con 0x7f42e0101490 2024-09-12T12:19:31.172 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.169+0000 7f42e7b15640 1 -- 172.21.15.97:0/394946150 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42e01a0200 con 0x7f42e0101490 2024-09-12T12:19:31.173 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.170+0000 7f42e7b15640 1 -- 172.21.15.97:0/394946150 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42e01075c0 con 0x7f42e0101490 2024-09-12T12:19:31.173 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.171+0000 7f42d6ffd640 1 -- 172.21.15.97:0/394946150 <== mon.2 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f42d0018a70 con 0x7f42e0101490 2024-09-12T12:19:31.173 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.172+0000 7f42d6ffd640 1 --2- 172.21.15.97:0/394946150 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f42cc0a2b70 0x7f42cc0a5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:19:31.174 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.172+0000 7f42d6ffd640 1 -- 172.21.15.97:0/394946150 <== mon.2 v2:172.21.15.97:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1361+0+0 (secure 0 0 0) 0x7f42d00cd410 con 0x7f42e0101490 2024-09-12T12:19:31.174 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.172+0000 7f42e58b1640 1 --2- 172.21.15.97:0/394946150 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f42cc0a2b70 0x7f42cc0a5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:19:31.174 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.173+0000 7f42e58b1640 1 --2- 172.21.15.97:0/394946150 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f42cc0a2b70 0x7f42cc0a5030 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f42dc0058c0 tx=0x7f42dc00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:19:31.176 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.176+0000 7f42d6ffd640 1 -- 172.21.15.97:0/394946150 <== mon.2 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f42d0014030 con 0x7f42e0101490 2024-09-12T12:19:31.352 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:31.352+0000 7f42e7b15640 1 -- 172.21.15.97:0/394946150 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f42e0062630 con 0x7f42cc0a2b70 2024-09-12T12:19:31.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:31 smithi097 ceph-mon[34923]: from='osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-12T12:19:31.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:31 smithi097 ceph-mon[34923]: osdmap e6: 1 total, 0 up, 1 in 2024-09-12T12:19:31.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:31 smithi097 ceph-mon[34923]: from='osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-09-12T12:19:31.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:31 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:31.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:31 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:31.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:31 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:31.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:31 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:19:31.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:31 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:31.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:31 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:31.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:31 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:31.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:31 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:31.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:31 smithi097 ceph-mon[34923]: from='osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-09-12T12:19:31.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:31 smithi097 ceph-mon[34923]: osdmap e7: 1 total, 0 up, 1 in 2024-09-12T12:19:31.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:31 smithi114 ceph-mon[35514]: from='osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-12T12:19:31.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:31 smithi114 ceph-mon[35514]: osdmap e6: 1 total, 0 up, 1 in 2024-09-12T12:19:31.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:31 smithi114 ceph-mon[35514]: from='osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-09-12T12:19:31.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:31 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:31.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:31 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:31.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:31 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:31.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:31 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:19:31.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:31 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:31.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:31 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:31.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:31 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:31.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:31 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:31.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:31 smithi114 ceph-mon[35514]: from='osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-09-12T12:19:31.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:31 smithi114 ceph-mon[35514]: osdmap e7: 1 total, 0 up, 1 in 2024-09-12T12:19:31.695 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0[45259]: 2024-09-12T12:19:31.301+0000 7f9fe2353640 -1 osd.0 0 waiting for initial osdmap 2024-09-12T12:19:31.696 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0[45259]: 2024-09-12T12:19:31.305+0000 7f9fde98d640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T12:19:31.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-mon[31122]: from='osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-12T12:19:31.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-mon[31122]: osdmap e6: 1 total, 0 up, 1 in 2024-09-12T12:19:31.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-mon[31122]: from='osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-09-12T12:19:31.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:31.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:31.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:31.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:19:31.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:31.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:31.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:31.698 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:31.698 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-mon[31122]: from='osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-09-12T12:19:31.698 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:31 smithi082 ceph-mon[31122]: osdmap e7: 1 total, 0 up, 1 in 2024-09-12T12:19:32.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:32 smithi114 ceph-mon[35514]: Detected new or changed devices on smithi082 2024-09-12T12:19:32.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:32 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi082 to 17088M 2024-09-12T12:19:32.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:32 smithi114 ceph-mon[35514]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:32.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:32 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:32.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:32 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:32.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:32 smithi114 ceph-mon[35514]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:19:32.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:32 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:19:32.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:32 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:19:32.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:32 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:32.660 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:32 smithi097 ceph-mon[34923]: Detected new or changed devices on smithi082 2024-09-12T12:19:32.660 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:32 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi082 to 17088M 2024-09-12T12:19:32.660 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:32 smithi097 ceph-mon[34923]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:32.660 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:32 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:32.660 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:32 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:32.660 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:32 smithi097 ceph-mon[34923]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:19:32.661 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:32 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:19:32.661 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:32 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:19:32.661 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:32 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:32.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:32 smithi082 ceph-mon[31122]: Detected new or changed devices on smithi082 2024-09-12T12:19:32.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:32 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi082 to 17088M 2024-09-12T12:19:32.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:32 smithi082 ceph-mon[31122]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:32.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:32.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:32.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:32 smithi082 ceph-mon[31122]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:19:32.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:19:32.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:19:32.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:33.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:33 smithi097 ceph-mon[34923]: purged_snaps scrub starts 2024-09-12T12:19:33.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:33 smithi097 ceph-mon[34923]: purged_snaps scrub ok 2024-09-12T12:19:33.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:33 smithi097 ceph-mon[34923]: osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760] boot 2024-09-12T12:19:33.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:33 smithi097 ceph-mon[34923]: osdmap e8: 1 total, 1 up, 1 in 2024-09-12T12:19:33.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:33 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:33.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:33 smithi114 ceph-mon[35514]: purged_snaps scrub starts 2024-09-12T12:19:33.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:33 smithi114 ceph-mon[35514]: purged_snaps scrub ok 2024-09-12T12:19:33.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:33 smithi114 ceph-mon[35514]: osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760] boot 2024-09-12T12:19:33.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:33 smithi114 ceph-mon[35514]: osdmap e8: 1 total, 1 up, 1 in 2024-09-12T12:19:33.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:33 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:33.682 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:33 smithi082 ceph-mon[31122]: purged_snaps scrub starts 2024-09-12T12:19:33.682 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:33 smithi082 ceph-mon[31122]: purged_snaps scrub ok 2024-09-12T12:19:33.682 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:33 smithi082 ceph-mon[31122]: osd.0 [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760] boot 2024-09-12T12:19:33.683 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:33 smithi082 ceph-mon[31122]: osdmap e8: 1 total, 1 up, 1 in 2024-09-12T12:19:33.683 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:33 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:19:34.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:34 smithi097 ceph-mon[34923]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:34.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:34 smithi097 ceph-mon[34923]: osdmap e9: 1 total, 1 up, 1 in 2024-09-12T12:19:34.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:34 smithi097 ceph-mon[34923]: from='client.? 172.21.15.97:0/3149773916' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5851943d-862e-4e05-8a5d-ade40a417718"}]: dispatch 2024-09-12T12:19:34.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:34 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5851943d-862e-4e05-8a5d-ade40a417718"}]: dispatch 2024-09-12T12:19:34.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:34 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5851943d-862e-4e05-8a5d-ade40a417718"}]': finished 2024-09-12T12:19:34.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:34 smithi097 ceph-mon[34923]: osdmap e10: 2 total, 1 up, 2 in 2024-09-12T12:19:34.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:34 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:34.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:34 smithi097 ceph-mon[34923]: from='client.? 172.21.15.97:0/2887693607' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:19:34.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:34 smithi114 ceph-mon[35514]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:34.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:34 smithi114 ceph-mon[35514]: osdmap e9: 1 total, 1 up, 1 in 2024-09-12T12:19:34.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:34 smithi114 ceph-mon[35514]: from='client.? 172.21.15.97:0/3149773916' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5851943d-862e-4e05-8a5d-ade40a417718"}]: dispatch 2024-09-12T12:19:34.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:34 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5851943d-862e-4e05-8a5d-ade40a417718"}]: dispatch 2024-09-12T12:19:34.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:34 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5851943d-862e-4e05-8a5d-ade40a417718"}]': finished 2024-09-12T12:19:34.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:34 smithi114 ceph-mon[35514]: osdmap e10: 2 total, 1 up, 2 in 2024-09-12T12:19:34.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:34 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:34.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:34 smithi114 ceph-mon[35514]: from='client.? 172.21.15.97:0/2887693607' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:19:34.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:34 smithi082 ceph-mon[31122]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-12T12:19:34.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:34 smithi082 ceph-mon[31122]: osdmap e9: 1 total, 1 up, 1 in 2024-09-12T12:19:34.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:34 smithi082 ceph-mon[31122]: from='client.? 172.21.15.97:0/3149773916' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5851943d-862e-4e05-8a5d-ade40a417718"}]: dispatch 2024-09-12T12:19:34.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:34 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5851943d-862e-4e05-8a5d-ade40a417718"}]: dispatch 2024-09-12T12:19:34.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:34 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5851943d-862e-4e05-8a5d-ade40a417718"}]': finished 2024-09-12T12:19:34.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:34 smithi082 ceph-mon[31122]: osdmap e10: 2 total, 1 up, 2 in 2024-09-12T12:19:34.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:34 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:34.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:34 smithi082 ceph-mon[31122]: from='client.? 172.21.15.97:0/2887693607' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:19:36.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:36 smithi114 ceph-mon[35514]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:36.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:36 smithi097 ceph-mon[34923]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:36.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:36 smithi082 ceph-mon[31122]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:38.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:38 smithi114 ceph-mon[35514]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:38.601 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:38 smithi097 ceph-mon[34923]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:38.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:38 smithi082 ceph-mon[31122]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:40.371 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:40 smithi097 ceph-mon[34923]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:40.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:40 smithi082 ceph-mon[31122]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:40.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:40 smithi114 ceph-mon[35514]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:42.516 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:42 smithi097 ceph-mon[34923]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:42.516 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:42 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-12T12:19:42.516 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:42 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:42.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:42 smithi082 ceph-mon[31122]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:42.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:42 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-12T12:19:42.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:42 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:42.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:42 smithi114 ceph-mon[35514]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:42.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-12T12:19:42.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:43.481 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:43 smithi097 ceph-mon[34923]: Deploying daemon osd.1 on smithi097 2024-09-12T12:19:43.731 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:43 smithi082 ceph-mon[31122]: Deploying daemon osd.1 on smithi097 2024-09-12T12:19:43.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:43 smithi114 ceph-mon[35514]: Deploying daemon osd.1 on smithi097 2024-09-12T12:19:44.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:44 smithi097 ceph-mon[34923]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:44.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:44 smithi082 ceph-mon[31122]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:44.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:44 smithi114 ceph-mon[35514]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:46.753 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:46 smithi097 ceph-mon[34923]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:46.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:46 smithi082 ceph-mon[31122]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:46.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:46 smithi114 ceph-mon[35514]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:48.621 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:48 smithi097 ceph-mon[34923]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:48.621 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:48 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:48.621 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:48 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:48.621 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:48 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:48.622 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:48 smithi114 ceph-mon[35514]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:48.622 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:48 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:48.622 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:48 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:48.622 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:48 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:48 smithi082 ceph-mon[31122]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:48 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:48.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:48 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:48.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:48 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:50.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:50 smithi097 ceph-mon[34923]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:50.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:50 smithi082 ceph-mon[31122]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:50.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:50 smithi114 ceph-mon[35514]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:51.953 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:51 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:51.953 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:51 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:51.953 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:51 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:51.954 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:51 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:51.954 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:51 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:51.954 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:51 smithi097 ceph-mon[34923]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:52.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:51 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:52.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:51 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:52.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:51 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:52.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:51 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:52.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:51 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:52.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:51 smithi082 ceph-mon[31122]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:52.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:51 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:52.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:51 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:52.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:51 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:52.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:51 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:52.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:51 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:52.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:51 smithi114 ceph-mon[35514]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:52.234 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:52.233+0000 7f42d6ffd640 1 -- 172.21.15.97:0/394946150 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f42e0062630 con 0x7f42cc0a2b70 2024-09-12T12:19:52.234 INFO:teuthology.orchestra.run.smithi097.stdout:Created osd(s) 1 on host 'smithi097' 2024-09-12T12:19:52.236 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:52.235+0000 7f42e7b15640 1 -- 172.21.15.97:0/394946150 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f42cc0a2b70 msgr2=0x7f42cc0a5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:52.236 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:52.235+0000 7f42e7b15640 1 --2- 172.21.15.97:0/394946150 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f42cc0a2b70 0x7f42cc0a5030 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f42dc0058c0 tx=0x7f42dc00a2d0 comp rx=0 tx=0).stop 2024-09-12T12:19:52.236 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:52.235+0000 7f42e7b15640 1 -- 172.21.15.97:0/394946150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42e0101490 msgr2=0x7f42e019cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:52.236 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:52.235+0000 7f42e7b15640 1 --2- 172.21.15.97:0/394946150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42e0101490 0x7f42e019cbe0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f42d000c920 tx=0x7f42d000cde0 comp rx=0 tx=0).stop 2024-09-12T12:19:52.236 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:52.235+0000 7f42e7b15640 1 -- 172.21.15.97:0/394946150 shutdown_connections 2024-09-12T12:19:52.236 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:52.235+0000 7f42e7b15640 1 --2- 172.21.15.97:0/394946150 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f42cc0a2b70 0x7f42cc0a5030 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:52.236 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:52.235+0000 7f42e7b15640 1 --2- 172.21.15.97:0/394946150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f42e0101e50 0x7f42e019f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:52.236 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:52.235+0000 7f42e7b15640 1 --2- 172.21.15.97:0/394946150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42e0101490 0x7f42e019cbe0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:52.236 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:52.235+0000 7f42e7b15640 1 --2- 172.21.15.97:0/394946150 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f42e0100290 0x7f42e0109900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:52.237 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:52.235+0000 7f42e7b15640 1 -- 172.21.15.97:0/394946150 >> 172.21.15.97:0/394946150 conn(0x7f42e00fba40 msgr2=0x7f42e0104790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:19:52.237 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:52.235+0000 7f42e7b15640 1 -- 172.21.15.97:0/394946150 shutdown_connections 2024-09-12T12:19:52.237 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:19:52.235+0000 7f42e7b15640 1 -- 172.21.15.97:0/394946150 wait complete. 2024-09-12T12:19:52.915 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:52 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:52.916 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:52 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:52.916 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:52 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:52.942 DEBUG:teuthology.orchestra.run.smithi097:osd.1> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.1.service 2024-09-12T12:19:52.944 INFO:tasks.cephadm:Deploying osd.2 on smithi114 with /dev/vg_nvme/lv_4... 2024-09-12T12:19:52.945 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-12T12:19:53.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:52 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:53.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:52 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:53.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:52 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:53.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:52 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:19:53.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:52 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:53.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:52 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:53.198 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:19:53.887 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:53 smithi097 ceph-mon[34923]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:54.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:53 smithi114 ceph-mon[35514]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:54.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:53 smithi082 ceph-mon[31122]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:54.771 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:19:54 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1[39372]: 2024-09-12T12:19:54.485+0000 7f02f4f61640 -1 osd.1 0 log_to_monitors true 2024-09-12T12:19:55.064 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:54 smithi114 ceph-mon[35514]: from='osd.1 [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-12T12:19:55.065 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:54 smithi114 ceph-mon[35514]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-12T12:19:55.201 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:54 smithi097 ceph-mon[34923]: from='osd.1 [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-12T12:19:55.201 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:54 smithi097 ceph-mon[34923]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-12T12:19:55.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:54 smithi082 ceph-mon[31122]: from='osd.1 [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-12T12:19:55.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:54 smithi082 ceph-mon[31122]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-12T12:19:55.765 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:19:55.791 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi114:vg_nvme/lv_4 2024-09-12T12:19:56.039 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:19:56.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:55 smithi114 ceph-mon[35514]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-12T12:19:56.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:55 smithi114 ceph-mon[35514]: from='osd.1 [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:19:56.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:55 smithi114 ceph-mon[35514]: osdmap e11: 2 total, 1 up, 2 in 2024-09-12T12:19:56.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:55 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:56.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:55 smithi114 ceph-mon[35514]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:19:56.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:55 smithi114 ceph-mon[35514]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:56.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:55 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:56.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:55 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:56.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:55 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:19:56.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:55 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:56.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:55 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:56.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:55 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:56.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:55 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:56.255 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:55 smithi082 ceph-mon[31122]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-12T12:19:56.255 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:55 smithi082 ceph-mon[31122]: from='osd.1 [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:19:56.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:55 smithi082 ceph-mon[31122]: osdmap e11: 2 total, 1 up, 2 in 2024-09-12T12:19:56.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:55 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:56.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:55 smithi082 ceph-mon[31122]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:19:56.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:55 smithi082 ceph-mon[31122]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:56.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:55 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:56.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:55 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:56.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:55 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:19:56.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:55 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:56.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:55 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:56.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:55 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:56.256 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:55 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:56.271 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1[39372]: 2024-09-12T12:19:55.795+0000 7f02f06c1640 -1 osd.1 0 waiting for initial osdmap 2024-09-12T12:19:56.271 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1[39372]: 2024-09-12T12:19:55.798+0000 7f02eccfb640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T12:19:56.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-mon[34923]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-12T12:19:56.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-mon[34923]: from='osd.1 [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:19:56.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-mon[34923]: osdmap e11: 2 total, 1 up, 2 in 2024-09-12T12:19:56.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:56.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-mon[34923]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:19:56.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-mon[34923]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:56.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:56.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:56.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:19:56.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:56.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:56.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:19:56.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:55 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:19:56.453 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.450+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/3005195462 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d8104f90 msgr2=0x7ff6d8107380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:56.453 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.450+0000 7ff6dcfa1640 1 --2- 172.21.15.114:0/3005195462 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d8104f90 0x7ff6d8107380 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff6cc009900 tx=0x7ff6cc02a3f0 comp rx=0 tx=0).stop 2024-09-12T12:19:56.453 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.451+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/3005195462 shutdown_connections 2024-09-12T12:19:56.453 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.451+0000 7ff6dcfa1640 1 --2- 172.21.15.114:0/3005195462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6d81078c0 0x7ff6d8109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:56.453 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.451+0000 7ff6dcfa1640 1 --2- 172.21.15.114:0/3005195462 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d8104f90 0x7ff6d8107380 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:56.453 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.451+0000 7ff6dcfa1640 1 --2- 172.21.15.114:0/3005195462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6d8102660 0x7ff6d8104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:56.454 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.451+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/3005195462 >> 172.21.15.114:0/3005195462 conn(0x7ff6d80fc280 msgr2=0x7ff6d80fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:19:56.454 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.451+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/3005195462 shutdown_connections 2024-09-12T12:19:56.454 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.451+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/3005195462 wait complete. 2024-09-12T12:19:56.454 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.451+0000 7ff6dcfa1640 1 Processor -- start 2024-09-12T12:19:56.454 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.451+0000 7ff6dcfa1640 1 -- start start 2024-09-12T12:19:56.454 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6dcfa1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6d8102660 0x7ff6d8197e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:19:56.454 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6dcfa1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6d8104f90 0x7ff6d8198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:19:56.454 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6dcfa1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d81078c0 0x7ff6d819f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:19:56.454 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6dcfa1640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff6d810d890 con 0x7ff6d8104f90 2024-09-12T12:19:56.454 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6dcfa1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff6d810d710 con 0x7ff6d8102660 2024-09-12T12:19:56.454 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6dcfa1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff6d810da10 con 0x7ff6d81078c0 2024-09-12T12:19:56.455 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6d6d9d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d81078c0 0x7ff6d819f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:19:56.455 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6d6d9d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d81078c0 0x7ff6d819f3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:33602/0 (socket says 172.21.15.114:33602) 2024-09-12T12:19:56.455 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6d6d9d640 1 -- 172.21.15.114:0/1696361335 learned_addr learned my addr 172.21.15.114:0/1696361335 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-12T12:19:56.455 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6d5d9b640 1 --2- 172.21.15.114:0/1696361335 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6d8104f90 0x7ff6d8198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:19:56.455 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6d659c640 1 --2- 172.21.15.114:0/1696361335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6d8102660 0x7ff6d8197e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:19:56.455 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6d6d9d640 1 -- 172.21.15.114:0/1696361335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6d8102660 msgr2=0x7ff6d8197e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:56.455 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6d6d9d640 1 --2- 172.21.15.114:0/1696361335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6d8102660 0x7ff6d8197e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:56.455 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6d6d9d640 1 -- 172.21.15.114:0/1696361335 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6d8104f90 msgr2=0x7ff6d8198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:19:56.455 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6d6d9d640 1 --2- 172.21.15.114:0/1696361335 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6d8104f90 0x7ff6d8198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:19:56.455 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6d6d9d640 1 -- 172.21.15.114:0/1696361335 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6d8100450 con 0x7ff6d81078c0 2024-09-12T12:19:56.455 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6d6d9d640 1 --2- 172.21.15.114:0/1696361335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d81078c0 0x7ff6d819f3e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff6d000cce0 tx=0x7ff6d000a620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:19:56.455 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6c77fe640 1 -- 172.21.15.114:0/1696361335 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d000f450 con 0x7ff6d81078c0 2024-09-12T12:19:56.456 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6c77fe640 1 -- 172.21.15.114:0/1696361335 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff6d000fad0 con 0x7ff6d81078c0 2024-09-12T12:19:56.456 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/1696361335 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6d8100740 con 0x7ff6d81078c0 2024-09-12T12:19:56.456 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.452+0000 7ff6c77fe640 1 -- 172.21.15.114:0/1696361335 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d0018b60 con 0x7ff6d81078c0 2024-09-12T12:19:56.456 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.453+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/1696361335 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6d8100c50 con 0x7ff6d81078c0 2024-09-12T12:19:56.457 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.454+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/1696361335 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6d8105370 con 0x7ff6d81078c0 2024-09-12T12:19:56.457 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.456+0000 7ff6c77fe640 1 -- 172.21.15.114:0/1696361335 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7ff6d000fc80 con 0x7ff6d81078c0 2024-09-12T12:19:56.457 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.456+0000 7ff6c77fe640 1 --2- 172.21.15.114:0/1696361335 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff6c00a2ba0 0x7ff6c00a5060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:19:56.457 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.456+0000 7ff6c77fe640 1 -- 172.21.15.114:0/1696361335 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(12..12 src has 1..12) ==== 2029+0+0 (secure 0 0 0) 0x7ff6d00cdcb0 con 0x7ff6d81078c0 2024-09-12T12:19:56.457 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.457+0000 7ff6d659c640 1 --2- 172.21.15.114:0/1696361335 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff6c00a2ba0 0x7ff6c00a5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:19:56.457 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.457+0000 7ff6d659c640 1 --2- 172.21.15.114:0/1696361335 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff6c00a2ba0 0x7ff6c00a5060 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff6c800abe0 tx=0x7ff6c800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:19:56.460 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.460+0000 7ff6c77fe640 1 -- 172.21.15.114:0/1696361335 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff6d0014030 con 0x7ff6d81078c0 2024-09-12T12:19:56.634 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:19:56.634+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/1696361335 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7ff6d80fd9a0 con 0x7ff6c00a2ba0 2024-09-12T12:19:57.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:56 smithi114 ceph-mon[35514]: Detected new or changed devices on smithi097 2024-09-12T12:19:57.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:56 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi097 to 17088M 2024-09-12T12:19:57.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:56 smithi114 ceph-mon[35514]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-12T12:19:57.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:56 smithi114 ceph-mon[35514]: osdmap e12: 2 total, 1 up, 2 in 2024-09-12T12:19:57.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:57.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:57.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:19:57.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:19:57.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:56 smithi097 ceph-mon[34923]: Detected new or changed devices on smithi097 2024-09-12T12:19:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:56 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi097 to 17088M 2024-09-12T12:19:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:56 smithi097 ceph-mon[34923]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-12T12:19:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:56 smithi097 ceph-mon[34923]: osdmap e12: 2 total, 1 up, 2 in 2024-09-12T12:19:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:56 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:56 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:56 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:19:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:56 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:19:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:56 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:57.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:56 smithi082 ceph-mon[31122]: Detected new or changed devices on smithi097 2024-09-12T12:19:57.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:56 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi097 to 17088M 2024-09-12T12:19:57.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:56 smithi082 ceph-mon[31122]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-12T12:19:57.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:56 smithi082 ceph-mon[31122]: osdmap e12: 2 total, 1 up, 2 in 2024-09-12T12:19:57.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:57.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:57.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:19:57.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:19:57.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:19:57.985 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:57 smithi114 ceph-mon[35514]: purged_snaps scrub starts 2024-09-12T12:19:57.986 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:57 smithi114 ceph-mon[35514]: purged_snaps scrub ok 2024-09-12T12:19:57.986 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:57 smithi114 ceph-mon[35514]: from='client.24154 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:19:57.986 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:57 smithi114 ceph-mon[35514]: osd.1 [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150] boot 2024-09-12T12:19:57.986 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:57 smithi114 ceph-mon[35514]: osdmap e13: 2 total, 2 up, 2 in 2024-09-12T12:19:57.986 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:57 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:57.986 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:57 smithi114 ceph-mon[35514]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:57 smithi097 ceph-mon[34923]: purged_snaps scrub starts 2024-09-12T12:19:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:57 smithi097 ceph-mon[34923]: purged_snaps scrub ok 2024-09-12T12:19:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:57 smithi097 ceph-mon[34923]: from='client.24154 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:19:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:57 smithi097 ceph-mon[34923]: osd.1 [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150] boot 2024-09-12T12:19:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:57 smithi097 ceph-mon[34923]: osdmap e13: 2 total, 2 up, 2 in 2024-09-12T12:19:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:57 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:57 smithi097 ceph-mon[34923]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:58.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:57 smithi082 ceph-mon[31122]: purged_snaps scrub starts 2024-09-12T12:19:58.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:57 smithi082 ceph-mon[31122]: purged_snaps scrub ok 2024-09-12T12:19:58.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:57 smithi082 ceph-mon[31122]: from='client.24154 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:19:58.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:57 smithi082 ceph-mon[31122]: osd.1 [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150] boot 2024-09-12T12:19:58.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:57 smithi082 ceph-mon[31122]: osdmap e13: 2 total, 2 up, 2 in 2024-09-12T12:19:58.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:57 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:19:58.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:57 smithi082 ceph-mon[31122]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-12T12:19:59.058 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:58 smithi114 ceph-mon[35514]: osdmap e14: 2 total, 2 up, 2 in 2024-09-12T12:19:59.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:58 smithi097 ceph-mon[34923]: osdmap e14: 2 total, 2 up, 2 in 2024-09-12T12:19:59.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:58 smithi082 ceph-mon[31122]: osdmap e14: 2 total, 2 up, 2 in 2024-09-12T12:20:00.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:59 smithi097 ceph-mon[34923]: from='client.? 172.21.15.114:0/746389124' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ad4e40e-a867-4daf-8d56-61c759763bb7"}]: dispatch 2024-09-12T12:20:00.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:59 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ad4e40e-a867-4daf-8d56-61c759763bb7"}]: dispatch 2024-09-12T12:20:00.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:59 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ad4e40e-a867-4daf-8d56-61c759763bb7"}]': finished 2024-09-12T12:20:00.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:59 smithi097 ceph-mon[34923]: osdmap e15: 3 total, 2 up, 3 in 2024-09-12T12:20:00.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:59 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:00.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:59 smithi097 ceph-mon[34923]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:00.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:19:59 smithi097 ceph-mon[34923]: from='client.? 172.21.15.114:0/2893422389' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:20:00.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:59 smithi082 ceph-mon[31122]: from='client.? 172.21.15.114:0/746389124' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ad4e40e-a867-4daf-8d56-61c759763bb7"}]: dispatch 2024-09-12T12:20:00.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:59 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ad4e40e-a867-4daf-8d56-61c759763bb7"}]: dispatch 2024-09-12T12:20:00.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:59 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ad4e40e-a867-4daf-8d56-61c759763bb7"}]': finished 2024-09-12T12:20:00.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:59 smithi082 ceph-mon[31122]: osdmap e15: 3 total, 2 up, 3 in 2024-09-12T12:20:00.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:59 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:00.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:59 smithi082 ceph-mon[31122]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:00.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:19:59 smithi082 ceph-mon[31122]: from='client.? 172.21.15.114:0/2893422389' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:20:00.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:59 smithi114 ceph-mon[35514]: from='client.? 172.21.15.114:0/746389124' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ad4e40e-a867-4daf-8d56-61c759763bb7"}]: dispatch 2024-09-12T12:20:00.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:59 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ad4e40e-a867-4daf-8d56-61c759763bb7"}]: dispatch 2024-09-12T12:20:00.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:59 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ad4e40e-a867-4daf-8d56-61c759763bb7"}]': finished 2024-09-12T12:20:00.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:59 smithi114 ceph-mon[35514]: osdmap e15: 3 total, 2 up, 3 in 2024-09-12T12:20:00.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:59 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:00.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:59 smithi114 ceph-mon[35514]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:00.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:19:59 smithi114 ceph-mon[35514]: from='client.? 172.21.15.114:0/2893422389' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:20:01.208 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:00 smithi097 ceph-mon[34923]: overall HEALTH_OK 2024-09-12T12:20:01.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:00 smithi082 ceph-mon[31122]: overall HEALTH_OK 2024-09-12T12:20:01.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:00 smithi114 ceph-mon[35514]: overall HEALTH_OK 2024-09-12T12:20:02.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:01 smithi097 ceph-mon[34923]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:02.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:01 smithi082 ceph-mon[31122]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:02.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:01 smithi114 ceph-mon[35514]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:04 smithi097 ceph-mon[34923]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:04.522 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:04 smithi114 ceph-mon[35514]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:04.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:04 smithi082 ceph-mon[31122]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:06.462 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:06 smithi114 ceph-mon[35514]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:06.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:06 smithi097 ceph-mon[34923]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:06.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:06 smithi082 ceph-mon[31122]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:07.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:07 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-12T12:20:07.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:07 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:07.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:07 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-12T12:20:07.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:07 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:07.554 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:07 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-12T12:20:07.554 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:07 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:08.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:08 smithi097 ceph-mon[34923]: Deploying daemon osd.2 on smithi114 2024-09-12T12:20:08.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:08 smithi097 ceph-mon[34923]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:08 smithi082 ceph-mon[31122]: Deploying daemon osd.2 on smithi114 2024-09-12T12:20:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:08 smithi082 ceph-mon[31122]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:08.547 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:08 smithi114 ceph-mon[35514]: Deploying daemon osd.2 on smithi114 2024-09-12T12:20:08.547 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:08 smithi114 ceph-mon[35514]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:10.451 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:10 smithi114 ceph-mon[35514]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:10.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:10 smithi097 ceph-mon[34923]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:10 smithi082 ceph-mon[31122]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:12.379 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:12 smithi114 ceph-mon[35514]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:12.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:12 smithi097 ceph-mon[34923]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:12.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:12 smithi082 ceph-mon[31122]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:13.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:13 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:20:13.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:13 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:13.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:13 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:13.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:13 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:20:13.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:13 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:13.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:13 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:13.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:13 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:20:13.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:13 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:13.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:13 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:14.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:14 smithi097 ceph-mon[34923]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:14.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:14 smithi082 ceph-mon[31122]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:14 smithi114 ceph-mon[35514]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:16.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:16 smithi082 ceph-mon[31122]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:16.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:16.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:16.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:16.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:20:16.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:16 smithi114 ceph-mon[35514]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:20:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:16 smithi097 ceph-mon[34923]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:20:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:17.165 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:20:17.164+0000 7ff6c77fe640 1 -- 172.21.15.114:0/1696361335 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff6d80fd9a0 con 0x7ff6c00a2ba0 2024-09-12T12:20:17.165 INFO:teuthology.orchestra.run.smithi114.stdout:Created osd(s) 2 on host 'smithi114' 2024-09-12T12:20:17.167 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:20:17.167+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/1696361335 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff6c00a2ba0 msgr2=0x7ff6c00a5060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:20:17.167 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:20:17.167+0000 7ff6dcfa1640 1 --2- 172.21.15.114:0/1696361335 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff6c00a2ba0 0x7ff6c00a5060 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff6c800abe0 tx=0x7ff6c800a2d0 comp rx=0 tx=0).stop 2024-09-12T12:20:17.167 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:20:17.167+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/1696361335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d81078c0 msgr2=0x7ff6d819f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:20:17.167 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:20:17.167+0000 7ff6dcfa1640 1 --2- 172.21.15.114:0/1696361335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d81078c0 0x7ff6d819f3e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff6d000cce0 tx=0x7ff6d000a620 comp rx=0 tx=0).stop 2024-09-12T12:20:17.167 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:20:17.167+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/1696361335 shutdown_connections 2024-09-12T12:20:17.167 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:20:17.167+0000 7ff6dcfa1640 1 --2- 172.21.15.114:0/1696361335 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff6c00a2ba0 0x7ff6c00a5060 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:17.167 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:20:17.167+0000 7ff6dcfa1640 1 --2- 172.21.15.114:0/1696361335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6d81078c0 0x7ff6d819f3e0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:17.168 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:20:17.167+0000 7ff6dcfa1640 1 --2- 172.21.15.114:0/1696361335 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6d8104f90 0x7ff6d8198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:17.168 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:20:17.167+0000 7ff6dcfa1640 1 --2- 172.21.15.114:0/1696361335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6d8102660 0x7ff6d8197e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:17.168 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:20:17.167+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/1696361335 >> 172.21.15.114:0/1696361335 conn(0x7ff6d80fc280 msgr2=0x7ff6d8102fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:20:17.168 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:20:17.167+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/1696361335 shutdown_connections 2024-09-12T12:20:17.168 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:20:17.167+0000 7ff6dcfa1640 1 -- 172.21.15.114:0/1696361335 wait complete. 2024-09-12T12:20:17.469 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:17 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:20:17.469 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:17 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:17.469 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:17 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:17.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:17 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:20:17.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:17 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:17.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:17 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:17.770 DEBUG:teuthology.orchestra.run.smithi114:osd.2> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.2.service 2024-09-12T12:20:17.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:17 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:20:17.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:17 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:17.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:17 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:17.773 INFO:tasks.cephadm:Deploying osd.3 on smithi082 with /dev/vg_nvme/lv_3... 2024-09-12T12:20:17.773 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-12T12:20:18.033 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:20:18.486 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:18 smithi082 ceph-mon[31122]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:18.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:18 smithi114 ceph-mon[35514]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:18.672 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:18 smithi097 ceph-mon[34923]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:19.820 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:20:19 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2[40485]: 2024-09-12T12:20:19.494+0000 7f325b6bf640 -1 osd.2 0 log_to_monitors true 2024-09-12T12:20:20.434 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:20 smithi114 ceph-mon[35514]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:20.434 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:20 smithi114 ceph-mon[35514]: from='osd.2 [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-12T12:20:20.435 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:20 smithi114 ceph-mon[35514]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-12T12:20:20.466 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:20:20.494 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi082:vg_nvme/lv_3 2024-09-12T12:20:20.767 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:20:20.767 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:20 smithi082 ceph-mon[31122]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:20.767 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:20 smithi082 ceph-mon[31122]: from='osd.2 [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-12T12:20:20.768 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:20 smithi082 ceph-mon[31122]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-12T12:20:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:20 smithi097 ceph-mon[34923]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:20 smithi097 ceph-mon[34923]: from='osd.2 [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-12T12:20:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:20 smithi097 ceph-mon[34923]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-12T12:20:21.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.227+0000 7fb3931d4640 1 -- 172.21.15.82:0/4172752709 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb38c101cd0 msgr2=0x7fb38c102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:20:21.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.227+0000 7fb3931d4640 1 --2- 172.21.15.82:0/4172752709 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb38c101cd0 0x7fb38c102150 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb378009900 tx=0x7fb37802a410 comp rx=0 tx=0).stop 2024-09-12T12:20:21.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.227+0000 7fb3931d4640 1 -- 172.21.15.82:0/4172752709 shutdown_connections 2024-09-12T12:20:21.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.227+0000 7fb3931d4640 1 --2- 172.21.15.82:0/4172752709 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb38c102690 0x7fb38c108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:21.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.227+0000 7fb3931d4640 1 --2- 172.21.15.82:0/4172752709 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb38c101cd0 0x7fb38c102150 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:21.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.227+0000 7fb3931d4640 1 --2- 172.21.15.82:0/4172752709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb38c100ad0 0x7fb38c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:21.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.227+0000 7fb3931d4640 1 -- 172.21.15.82:0/4172752709 >> 172.21.15.82:0/4172752709 conn(0x7fb38c0fc280 msgr2=0x7fb38c0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:20:21.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.227+0000 7fb3931d4640 1 -- 172.21.15.82:0/4172752709 shutdown_connections 2024-09-12T12:20:21.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.227+0000 7fb3931d4640 1 -- 172.21.15.82:0/4172752709 wait complete. 2024-09-12T12:20:21.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.227+0000 7fb3931d4640 1 Processor -- start 2024-09-12T12:20:21.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb3931d4640 1 -- start start 2024-09-12T12:20:21.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb3931d4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb38c100ad0 0x7fb38c06aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:20:21.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb3931d4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb38c101cd0 0x7fb38c19f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:20:21.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb3931d4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb38c102690 0x7fb38c1a1740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:20:21.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb3931d4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb38c10c850 con 0x7fb38c101cd0 2024-09-12T12:20:21.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb3931d4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb38c10c6d0 con 0x7fb38c102690 2024-09-12T12:20:21.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb3931d4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb38c10c9d0 con 0x7fb38c100ad0 2024-09-12T12:20:21.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb38bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb38c101cd0 0x7fb38c19f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:20:21.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb38bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb38c101cd0 0x7fb38c19f1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52214/0 (socket says 172.21.15.82:52214) 2024-09-12T12:20:21.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb38bfff640 1 -- 172.21.15.82:0/3892280150 learned_addr learned my addr 172.21.15.82:0/3892280150 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:20:21.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb390f70640 1 --2- 172.21.15.82:0/3892280150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb38c100ad0 0x7fb38c06aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:20:21.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb391771640 1 --2- 172.21.15.82:0/3892280150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb38c102690 0x7fb38c1a1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:20:21.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb38bfff640 1 -- 172.21.15.82:0/3892280150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb38c100ad0 msgr2=0x7fb38c06aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:20:21.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb38bfff640 1 --2- 172.21.15.82:0/3892280150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb38c100ad0 0x7fb38c06aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:21.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb38bfff640 1 -- 172.21.15.82:0/3892280150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb38c102690 msgr2=0x7fb38c1a1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:20:21.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb38bfff640 1 --2- 172.21.15.82:0/3892280150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb38c102690 0x7fb38c1a1740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:21.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb38bfff640 1 -- 172.21.15.82:0/3892280150 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb38c1a1f30 con 0x7fb38c101cd0 2024-09-12T12:20:21.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.228+0000 7fb38bfff640 1 --2- 172.21.15.82:0/3892280150 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb38c101cd0 0x7fb38c19f1f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb378009230 tx=0x7fb378004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:20:21.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.229+0000 7fb389ffb640 1 -- 172.21.15.82:0/3892280150 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb37803f030 con 0x7fb38c101cd0 2024-09-12T12:20:21.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.229+0000 7fb3931d4640 1 -- 172.21.15.82:0/3892280150 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb38c1a2160 con 0x7fb38c101cd0 2024-09-12T12:20:21.232 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.229+0000 7fb389ffb640 1 -- 172.21.15.82:0/3892280150 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb378003ce0 con 0x7fb38c101cd0 2024-09-12T12:20:21.232 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.229+0000 7fb389ffb640 1 -- 172.21.15.82:0/3892280150 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb378035070 con 0x7fb38c101cd0 2024-09-12T12:20:21.232 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.229+0000 7fb3931d4640 1 -- 172.21.15.82:0/3892280150 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb38c1a2710 con 0x7fb38c101cd0 2024-09-12T12:20:21.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.230+0000 7fb3931d4640 1 -- 172.21.15.82:0/3892280150 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb38c107f60 con 0x7fb38c101cd0 2024-09-12T12:20:21.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.231+0000 7fb389ffb640 1 -- 172.21.15.82:0/3892280150 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fb378042030 con 0x7fb38c101cd0 2024-09-12T12:20:21.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.232+0000 7fb389ffb640 1 --2- 172.21.15.82:0/3892280150 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb37c0a2b20 0x7fb37c0a4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:20:21.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.232+0000 7fb390f70640 1 --2- 172.21.15.82:0/3892280150 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb37c0a2b20 0x7fb37c0a4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:20:21.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.232+0000 7fb389ffb640 1 -- 172.21.15.82:0/3892280150 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 2445+0+0 (secure 0 0 0) 0x7fb3780edf50 con 0x7fb38c101cd0 2024-09-12T12:20:21.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.232+0000 7fb390f70640 1 --2- 172.21.15.82:0/3892280150 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb37c0a2b20 0x7fb37c0a4fe0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb38c101b30 tx=0x7fb380009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:20:21.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.236+0000 7fb389ffb640 1 -- 172.21.15.82:0/3892280150 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb3780bc680 con 0x7fb38c101cd0 2024-09-12T12:20:21.417 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:21.416+0000 7fb3931d4640 1 -- 172.21.15.82:0/3892280150 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fb38c062630 con 0x7fb37c0a2b20 2024-09-12T12:20:21.569 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:20:21 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2[40485]: 2024-09-12T12:20:21.295+0000 7f3256e1f640 -1 osd.2 0 waiting for initial osdmap 2024-09-12T12:20:21.569 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:20:21 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2[40485]: 2024-09-12T12:20:21.298+0000 7f3253459640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T12:20:21.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:21 smithi114 ceph-mon[35514]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-12T12:20:21.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:21 smithi114 ceph-mon[35514]: osdmap e16: 3 total, 2 up, 3 in 2024-09-12T12:20:21.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:21.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:21 smithi114 ceph-mon[35514]: from='osd.2 [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:20:21.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:21 smithi114 ceph-mon[35514]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:20:21.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:21.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:21.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:20:21.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:21.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:21.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:20:21.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:21.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:21 smithi097 ceph-mon[34923]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-12T12:20:21.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:21 smithi097 ceph-mon[34923]: osdmap e16: 3 total, 2 up, 3 in 2024-09-12T12:20:21.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:21.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:21 smithi097 ceph-mon[34923]: from='osd.2 [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:20:21.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:21 smithi097 ceph-mon[34923]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:20:21.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:21.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:21.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:20:21.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:21.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:21.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:20:21.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:21.778 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:21 smithi082 ceph-mon[31122]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-12T12:20:21.779 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:21 smithi082 ceph-mon[31122]: osdmap e16: 3 total, 2 up, 3 in 2024-09-12T12:20:21.779 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:21.779 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:21 smithi082 ceph-mon[31122]: from='osd.2 [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:20:21.779 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:21 smithi082 ceph-mon[31122]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:20:21.779 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:21.779 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:21.779 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:20:21.779 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:21.779 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:21.779 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:20:21.779 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:22.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:22 smithi082 ceph-mon[31122]: Detected new or changed devices on smithi114 2024-09-12T12:20:22.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:22 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi114 to 17088M 2024-09-12T12:20:22.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:22 smithi082 ceph-mon[31122]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:22.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:22 smithi082 ceph-mon[31122]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]': finished 2024-09-12T12:20:22.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:22 smithi082 ceph-mon[31122]: osdmap e17: 3 total, 2 up, 3 in 2024-09-12T12:20:22.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:22 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:22.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:22 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:22.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:22 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:20:22.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:22 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:20:22.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:22 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:22.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:22 smithi114 ceph-mon[35514]: Detected new or changed devices on smithi114 2024-09-12T12:20:22.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:22 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi114 to 17088M 2024-09-12T12:20:22.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:22 smithi114 ceph-mon[35514]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:22.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:22 smithi114 ceph-mon[35514]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]': finished 2024-09-12T12:20:22.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:22 smithi114 ceph-mon[35514]: osdmap e17: 3 total, 2 up, 3 in 2024-09-12T12:20:22.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:22 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:22.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:22 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:22.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:22 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:20:22.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:22 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:20:22.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:22 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:22 smithi097 ceph-mon[34923]: Detected new or changed devices on smithi114 2024-09-12T12:20:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:22 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi114 to 17088M 2024-09-12T12:20:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:22 smithi097 ceph-mon[34923]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:22 smithi097 ceph-mon[34923]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]': finished 2024-09-12T12:20:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:22 smithi097 ceph-mon[34923]: osdmap e17: 3 total, 2 up, 3 in 2024-09-12T12:20:22.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:22 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:22.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:22 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:22.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:22 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:20:22.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:22 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:20:22.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:22 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:23 smithi097 ceph-mon[34923]: purged_snaps scrub starts 2024-09-12T12:20:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:23 smithi097 ceph-mon[34923]: purged_snaps scrub ok 2024-09-12T12:20:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:23 smithi097 ceph-mon[34923]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:20:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:23 smithi097 ceph-mon[34923]: osd.2 [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766] boot 2024-09-12T12:20:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:23 smithi097 ceph-mon[34923]: osdmap e18: 3 total, 3 up, 3 in 2024-09-12T12:20:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:23 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:23.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:23 smithi082 ceph-mon[31122]: purged_snaps scrub starts 2024-09-12T12:20:23.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:23 smithi082 ceph-mon[31122]: purged_snaps scrub ok 2024-09-12T12:20:23.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:23 smithi082 ceph-mon[31122]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:20:23.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:23 smithi082 ceph-mon[31122]: osd.2 [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766] boot 2024-09-12T12:20:23.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:23 smithi082 ceph-mon[31122]: osdmap e18: 3 total, 3 up, 3 in 2024-09-12T12:20:23.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:23 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:23.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:23 smithi114 ceph-mon[35514]: purged_snaps scrub starts 2024-09-12T12:20:23.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:23 smithi114 ceph-mon[35514]: purged_snaps scrub ok 2024-09-12T12:20:23.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:23 smithi114 ceph-mon[35514]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:20:23.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:23 smithi114 ceph-mon[35514]: osd.2 [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766] boot 2024-09-12T12:20:23.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:23 smithi114 ceph-mon[35514]: osdmap e18: 3 total, 3 up, 3 in 2024-09-12T12:20:23.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:23 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:20:24.263 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:20:24 smithi082 sudo[49698]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-12T12:20:24.263 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:20:24 smithi082 sudo[49698]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-12T12:20:24.263 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:20:24 smithi082 sudo[49698]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-12T12:20:24.263 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:20:24 smithi082 sudo[49698]: pam_unix(sudo:session): session closed for user root 2024-09-12T12:20:24.532 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:20:24 smithi082 sudo[49722]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-12T12:20:24.532 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:20:24 smithi082 sudo[49722]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-12T12:20:24.533 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:20:24 smithi082 sudo[49722]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-12T12:20:24.533 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:20:24 smithi082 sudo[49722]: pam_unix(sudo:session): session closed for user root 2024-09-12T12:20:24.533 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:24 smithi082 ceph-mon[31122]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:24.533 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:24 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-12T12:20:24.533 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:24 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-12T12:20:24.533 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:24 smithi082 ceph-mon[31122]: osdmap e19: 3 total, 3 up, 3 in 2024-09-12T12:20:24.533 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:24 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-12T12:20:24.533 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:24 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4231589950' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d07a22ac-4f4d-443a-aa26-fb72c965a533"}]: dispatch 2024-09-12T12:20:24.533 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:24 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-12T12:20:24.533 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:24 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4231589950' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d07a22ac-4f4d-443a-aa26-fb72c965a533"}]': finished 2024-09-12T12:20:24.534 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:24 smithi082 ceph-mon[31122]: osdmap e20: 4 total, 3 up, 4 in 2024-09-12T12:20:24.534 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:24 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:24.534 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:24 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1034406310' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:20:24.534 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:24 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:24.771 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:20:24 smithi097 sudo[43545]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-12T12:20:24.771 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:20:24 smithi097 sudo[43545]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-12T12:20:24.771 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:20:24 smithi097 sudo[43545]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-12T12:20:24.771 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:20:24 smithi097 sudo[43545]: pam_unix(sudo:session): session closed for user root 2024-09-12T12:20:24.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:24 smithi097 ceph-mon[34923]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:24.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:24 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-12T12:20:24.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:24 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-12T12:20:24.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:24 smithi097 ceph-mon[34923]: osdmap e19: 3 total, 3 up, 3 in 2024-09-12T12:20:24.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:24 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-12T12:20:24.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:24 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4231589950' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d07a22ac-4f4d-443a-aa26-fb72c965a533"}]: dispatch 2024-09-12T12:20:24.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:24 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-12T12:20:24.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:24 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4231589950' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d07a22ac-4f4d-443a-aa26-fb72c965a533"}]': finished 2024-09-12T12:20:24.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:24 smithi097 ceph-mon[34923]: osdmap e20: 4 total, 3 up, 4 in 2024-09-12T12:20:24.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:24 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:24.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:24 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1034406310' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:20:24.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:24 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:24.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:24 smithi114 ceph-mon[35514]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-12T12:20:24.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:24 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-12T12:20:24.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:24 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-12T12:20:24.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:24 smithi114 ceph-mon[35514]: osdmap e19: 3 total, 3 up, 3 in 2024-09-12T12:20:24.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:24 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-12T12:20:24.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:24 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4231589950' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d07a22ac-4f4d-443a-aa26-fb72c965a533"}]: dispatch 2024-09-12T12:20:24.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:24 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-12T12:20:24.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:24 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4231589950' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d07a22ac-4f4d-443a-aa26-fb72c965a533"}]': finished 2024-09-12T12:20:24.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:24 smithi114 ceph-mon[35514]: osdmap e20: 4 total, 3 up, 4 in 2024-09-12T12:20:24.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:24 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:24.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:24 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1034406310' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:20:24.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:24 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:25.271 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:20:24 smithi097 sudo[43548]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-12T12:20:25.271 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:20:24 smithi097 sudo[43548]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-12T12:20:25.271 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:20:24 smithi097 sudo[43548]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-12T12:20:25.271 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:20:24 smithi097 sudo[43548]: pam_unix(sudo:session): session closed for user root 2024-09-12T12:20:25.442 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:20:25 smithi114 sudo[44135]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-12T12:20:25.442 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:20:25 smithi114 sudo[44135]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-12T12:20:25.442 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:20:25 smithi114 sudo[44135]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-12T12:20:25.442 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:20:25 smithi114 sudo[44135]: pam_unix(sudo:session): session closed for user root 2024-09-12T12:20:25.819 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:20:25 smithi114 sudo[44138]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-12T12:20:25.964 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:20:25 smithi114 sudo[44138]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-12T12:20:25.964 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:20:25 smithi114 sudo[44138]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-12T12:20:25.964 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:20:25 smithi114 sudo[44138]: pam_unix(sudo:session): session closed for user root 2024-09-12T12:20:25.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:25 smithi082 sudo[49961]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-12T12:20:25.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:25 smithi082 sudo[49961]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-12T12:20:25.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:25 smithi082 sudo[49961]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-12T12:20:25.977 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:25 smithi082 sudo[49961]: pam_unix(sudo:session): session closed for user root 2024-09-12T12:20:26.003 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:26.002+0000 7fb389ffb640 1 -- 172.21.15.82:0/3892280150 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb3780b85f0 con 0x7fb38c101cd0 2024-09-12T12:20:26.245 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:25 smithi114 ceph-mon[35514]: osdmap e21: 4 total, 3 up, 4 in 2024-09-12T12:20:26.245 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:25 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:26.245 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:25 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:26.245 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:25 smithi114 ceph-mon[35514]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:26.245 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:25 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:26.245 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:25 smithi114 ceph-mon[35514]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T12:20:26.245 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 sudo[44141]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-12T12:20:26.245 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 sudo[44141]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-12T12:20:26.245 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 sudo[44141]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-12T12:20:26.245 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 sudo[44141]: pam_unix(sudo:session): session closed for user root 2024-09-12T12:20:26.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:25 smithi097 ceph-mon[34923]: osdmap e21: 4 total, 3 up, 4 in 2024-09-12T12:20:26.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:25 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:26.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:25 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:26.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:25 smithi097 ceph-mon[34923]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:26.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:25 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:26.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:25 smithi097 ceph-mon[34923]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T12:20:26.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:25 smithi082 sudo[50148]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-12T12:20:26.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:25 smithi082 sudo[50148]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-12T12:20:26.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:25 smithi082 sudo[50148]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-12T12:20:26.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:25 smithi082 sudo[50148]: pam_unix(sudo:session): session closed for user root 2024-09-12T12:20:26.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:25 smithi082 ceph-mon[31122]: osdmap e21: 4 total, 3 up, 4 in 2024-09-12T12:20:26.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:25 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:26.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:25 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:26.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:25 smithi082 ceph-mon[31122]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:26.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:25 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:26.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:25 smithi082 ceph-mon[31122]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T12:20:26.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 sudo[44144]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-12T12:20:26.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 sudo[44144]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-12T12:20:26.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 sudo[44144]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-12T12:20:26.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 sudo[44144]: pam_unix(sudo:session): session closed for user root 2024-09-12T12:20:26.982 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 sudo[43551]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-12T12:20:26.982 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 sudo[43551]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-12T12:20:26.982 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 sudo[43551]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-12T12:20:26.982 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 sudo[43551]: pam_unix(sudo:session): session closed for user root 2024-09-12T12:20:27.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 sudo[43554]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-12T12:20:27.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 sudo[43554]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-12T12:20:27.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 sudo[43554]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-12T12:20:27.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 sudo[43554]: pam_unix(sudo:session): session closed for user root 2024-09-12T12:20:27.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 ceph-mon[34923]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T12:20:27.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:20:27.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:20:27.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:20:27.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 ceph-mon[34923]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T12:20:27.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:20:27.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:20:27.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:20:27.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 ceph-mon[34923]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-12T12:20:27.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 ceph-mon[34923]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T12:20:27.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:20:27.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:20:27.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:20:27.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:26 smithi082 ceph-mon[31122]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T12:20:27.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:20:27.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:20:27.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:20:27.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:26 smithi082 ceph-mon[31122]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T12:20:27.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:20:27.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:20:27.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:20:27.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:26 smithi082 ceph-mon[31122]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-12T12:20:27.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:26 smithi082 ceph-mon[31122]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T12:20:27.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:20:27.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:20:27.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:20:27.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 ceph-mon[35514]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T12:20:27.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:20:27.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:20:27.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:20:27.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 ceph-mon[35514]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T12:20:27.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:20:27.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:20:27.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:20:27.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 ceph-mon[35514]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-12T12:20:27.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 ceph-mon[35514]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T12:20:27.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:20:27.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:20:27.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:20:28.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:27 smithi097 ceph-mon[34923]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T12:20:28.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:27 smithi097 ceph-mon[34923]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T12:20:28.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:27 smithi097 ceph-mon[34923]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:28.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:27 smithi082 ceph-mon[31122]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T12:20:28.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:27 smithi082 ceph-mon[31122]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T12:20:28.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:27 smithi082 ceph-mon[31122]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:28.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:27 smithi114 ceph-mon[35514]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-12T12:20:28.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:27 smithi114 ceph-mon[35514]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-12T12:20:28.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:27 smithi114 ceph-mon[35514]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:30.450 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:30 smithi082 ceph-mon[31122]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:30.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:30 smithi097 ceph-mon[34923]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:30.528 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:30 smithi114 ceph-mon[35514]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:32.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:32 smithi097 ceph-mon[34923]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:32.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:32 smithi082 ceph-mon[31122]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:32.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:32 smithi114 ceph-mon[35514]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:33.467 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:33 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-12T12:20:33.467 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:33 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:33.468 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:33 smithi082 ceph-mon[31122]: Deploying daemon osd.3 on smithi082 2024-09-12T12:20:33.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:33 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-12T12:20:33.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:33 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:33.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:33 smithi097 ceph-mon[34923]: Deploying daemon osd.3 on smithi082 2024-09-12T12:20:33.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:33 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-12T12:20:33.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:33 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:33.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:33 smithi114 ceph-mon[35514]: Deploying daemon osd.3 on smithi082 2024-09-12T12:20:34.294 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:34 smithi082 ceph-mon[31122]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:34.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:34 smithi097 ceph-mon[34923]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:34.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:34 smithi114 ceph-mon[35514]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:36.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:36 smithi097 ceph-mon[34923]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:36.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:36 smithi082 ceph-mon[31122]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:36.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:36 smithi114 ceph-mon[35514]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:38.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:38 smithi097 ceph-mon[34923]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:38.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:38 smithi082 ceph-mon[31122]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:38.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:38 smithi114 ceph-mon[35514]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:39.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:39 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:20:39.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:39 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:39.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:39 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:39.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:39 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:20:39.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:39 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:39.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:39 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:39.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:39 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:20:39.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:39 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:39.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:39 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:40.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:40 smithi097 ceph-mon[34923]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:40.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:40 smithi082 ceph-mon[31122]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:40.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:40 smithi114 ceph-mon[35514]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:42 smithi082 ceph-mon[31122]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:42 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:42 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:42 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:42 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:20:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:42 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:42.506 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:42.505+0000 7fb389ffb640 1 -- 172.21.15.82:0/3892280150 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb38c062630 con 0x7fb37c0a2b20 2024-09-12T12:20:42.506 INFO:teuthology.orchestra.run.smithi082.stdout:Created osd(s) 3 on host 'smithi082' 2024-09-12T12:20:42.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:42.508+0000 7fb3931d4640 1 -- 172.21.15.82:0/3892280150 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb37c0a2b20 msgr2=0x7fb37c0a4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:20:42.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:42.508+0000 7fb3931d4640 1 --2- 172.21.15.82:0/3892280150 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb37c0a2b20 0x7fb37c0a4fe0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb38c101b30 tx=0x7fb380009110 comp rx=0 tx=0).stop 2024-09-12T12:20:42.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:42.508+0000 7fb3931d4640 1 -- 172.21.15.82:0/3892280150 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb38c101cd0 msgr2=0x7fb38c19f1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:20:42.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:42.508+0000 7fb3931d4640 1 --2- 172.21.15.82:0/3892280150 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb38c101cd0 0x7fb38c19f1f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb378009230 tx=0x7fb378004430 comp rx=0 tx=0).stop 2024-09-12T12:20:42.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:42.508+0000 7fb3931d4640 1 -- 172.21.15.82:0/3892280150 shutdown_connections 2024-09-12T12:20:42.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:42.508+0000 7fb3931d4640 1 --2- 172.21.15.82:0/3892280150 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb37c0a2b20 0x7fb37c0a4fe0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:42.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:42.508+0000 7fb3931d4640 1 --2- 172.21.15.82:0/3892280150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb38c102690 0x7fb38c1a1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:42.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:42.508+0000 7fb3931d4640 1 --2- 172.21.15.82:0/3892280150 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb38c101cd0 0x7fb38c19f1f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:42.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:42.508+0000 7fb3931d4640 1 --2- 172.21.15.82:0/3892280150 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb38c100ad0 0x7fb38c06aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:42.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:42.508+0000 7fb3931d4640 1 -- 172.21.15.82:0/3892280150 >> 172.21.15.82:0/3892280150 conn(0x7fb38c0fc280 msgr2=0x7fb38c105130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:20:42.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:42.508+0000 7fb3931d4640 1 -- 172.21.15.82:0/3892280150 shutdown_connections 2024-09-12T12:20:42.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:20:42.508+0000 7fb3931d4640 1 -- 172.21.15.82:0/3892280150 wait complete. 2024-09-12T12:20:42.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:42 smithi097 ceph-mon[34923]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:42.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:42 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:42.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:42 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:42.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:42 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:42.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:42 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:20:42.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:42 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:42.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:42 smithi114 ceph-mon[35514]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:42.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:42.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:42.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:42.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:20:42.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:42 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:43.124 DEBUG:teuthology.orchestra.run.smithi082:osd.3> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.3.service 2024-09-12T12:20:43.127 INFO:tasks.cephadm:Deploying osd.4 on smithi097 with /dev/vg_nvme/lv_3... 2024-09-12T12:20:43.127 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-12T12:20:43.373 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:43 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:20:43.373 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:43 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:43.373 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:43 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:43.381 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.b/config 2024-09-12T12:20:43.502 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:43 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:20:43.502 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:43 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:43.502 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:43 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:43.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:43 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:20:43.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:43 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:43.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:43 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:44.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:44 smithi097 ceph-mon[34923]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:44.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:44 smithi082 ceph-mon[31122]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:44.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:44 smithi114 ceph-mon[35514]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:44.890 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:20:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3[51753]: 2024-09-12T12:20:44.627+0000 7f393c5ef640 -1 osd.3 0 log_to_monitors true 2024-09-12T12:20:45.430 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:45 smithi097 ceph-mon[34923]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-12T12:20:45.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:45 smithi082 ceph-mon[31122]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-12T12:20:45.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:45 smithi114 ceph-mon[35514]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-12T12:20:45.733 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:20:45.766 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi097:vg_nvme/lv_3 2024-09-12T12:20:46.010 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.b/config 2024-09-12T12:20:46.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:46 smithi082 ceph-mon[31122]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:46 smithi082 ceph-mon[31122]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-12T12:20:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:46 smithi082 ceph-mon[31122]: osdmap e22: 4 total, 3 up, 4 in 2024-09-12T12:20:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:46 smithi082 ceph-mon[31122]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-09-12T12:20:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:46 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:46 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:46 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:46 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:20:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:46 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:20:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:46 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:46 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:46 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:20:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:46 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:46.383 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:46 smithi097 ceph-mon[34923]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:46.383 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:46 smithi097 ceph-mon[34923]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-12T12:20:46.383 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:46 smithi097 ceph-mon[34923]: osdmap e22: 4 total, 3 up, 4 in 2024-09-12T12:20:46.383 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:46 smithi097 ceph-mon[34923]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-09-12T12:20:46.383 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:46 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:46.383 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:46 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:46.383 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:46 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:46.383 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:46 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:20:46.383 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:46 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:20:46.384 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:46 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:46.384 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:46 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:46.384 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:46 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:20:46.384 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:46 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:46.500 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.468+0000 7f621b915640 1 -- 172.21.15.97:0/4200446510 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6214104f90 msgr2=0x7f6214107380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:20:46.500 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.468+0000 7f621b915640 1 --2- 172.21.15.97:0/4200446510 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6214104f90 0x7f6214107380 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6204009860 tx=0x7f620402a340 comp rx=0 tx=0).stop 2024-09-12T12:20:46.500 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.468+0000 7f621b915640 1 -- 172.21.15.97:0/4200446510 shutdown_connections 2024-09-12T12:20:46.500 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.468+0000 7f621b915640 1 --2- 172.21.15.97:0/4200446510 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f62141078c0 0x7f6214109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:46.500 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.468+0000 7f621b915640 1 --2- 172.21.15.97:0/4200446510 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6214104f90 0x7f6214107380 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:46.500 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.468+0000 7f621b915640 1 --2- 172.21.15.97:0/4200446510 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6214102660 0x7f6214104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:46.500 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.468+0000 7f621b915640 1 -- 172.21.15.97:0/4200446510 >> 172.21.15.97:0/4200446510 conn(0x7f62140fc280 msgr2=0x7f62140fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:20:46.500 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.468+0000 7f621b915640 1 -- 172.21.15.97:0/4200446510 shutdown_connections 2024-09-12T12:20:46.500 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.468+0000 7f621b915640 1 -- 172.21.15.97:0/4200446510 wait complete. 2024-09-12T12:20:46.501 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.469+0000 7f621b915640 1 Processor -- start 2024-09-12T12:20:46.501 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.469+0000 7f621b915640 1 -- start start 2024-09-12T12:20:46.501 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.469+0000 7f621b915640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6214102660 0x7f6214197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:20:46.501 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.469+0000 7f621b915640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6214104f90 0x7f6214198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:20:46.501 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.469+0000 7f621b915640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62141078c0 0x7f621419f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:20:46.501 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.469+0000 7f621b915640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f621410d840 con 0x7f6214104f90 2024-09-12T12:20:46.501 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.469+0000 7f621b915640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f621410d6c0 con 0x7f62141078c0 2024-09-12T12:20:46.501 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.469+0000 7f621b915640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f621410d9c0 con 0x7f6214102660 2024-09-12T12:20:46.501 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.469+0000 7f6219eb2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62141078c0 0x7f621419f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:20:46.501 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.469+0000 7f6219eb2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62141078c0 0x7f621419f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:54978/0 (socket says 172.21.15.97:54978) 2024-09-12T12:20:46.501 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.469+0000 7f6219eb2640 1 -- 172.21.15.97:0/3283785047 learned_addr learned my addr 172.21.15.97:0/3283785047 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-12T12:20:46.501 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.469+0000 7f62196b1640 1 --2- 172.21.15.97:0/3283785047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6214102660 0x7f6214197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:20:46.502 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.469+0000 7f6218eb0640 1 --2- 172.21.15.97:0/3283785047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6214104f90 0x7f6214198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:20:46.502 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.470+0000 7f6219eb2640 1 -- 172.21.15.97:0/3283785047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6214102660 msgr2=0x7f6214197f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:20:46.502 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.470+0000 7f6219eb2640 1 --2- 172.21.15.97:0/3283785047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6214102660 0x7f6214197f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:46.502 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.470+0000 7f6219eb2640 1 -- 172.21.15.97:0/3283785047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6214104f90 msgr2=0x7f6214198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:20:46.502 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.470+0000 7f6219eb2640 1 --2- 172.21.15.97:0/3283785047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6214104f90 0x7f6214198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:20:46.502 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.470+0000 7f6219eb2640 1 -- 172.21.15.97:0/3283785047 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f621419fb60 con 0x7f62141078c0 2024-09-12T12:20:46.502 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.470+0000 7f6219eb2640 1 --2- 172.21.15.97:0/3283785047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62141078c0 0x7f621419f4f0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f620c009fd0 tx=0x7f620c00c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:20:46.502 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.470+0000 7f620a7fc640 1 -- 172.21.15.97:0/3283785047 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f620c004b20 con 0x7f62141078c0 2024-09-12T12:20:46.502 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.470+0000 7f620a7fc640 1 -- 172.21.15.97:0/3283785047 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f620c003e50 con 0x7f62141078c0 2024-09-12T12:20:46.502 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.470+0000 7f620a7fc640 1 -- 172.21.15.97:0/3283785047 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f620c00b630 con 0x7f62141078c0 2024-09-12T12:20:46.502 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.470+0000 7f621b915640 1 -- 172.21.15.97:0/3283785047 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f621419fe50 con 0x7f62141078c0 2024-09-12T12:20:46.502 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.470+0000 7f621b915640 1 -- 172.21.15.97:0/3283785047 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62141a02b0 con 0x7f62141078c0 2024-09-12T12:20:46.503 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.471+0000 7f621b915640 1 -- 172.21.15.97:0/3283785047 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62140fdd70 con 0x7f62141078c0 2024-09-12T12:20:46.503 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.472+0000 7f620a7fc640 1 -- 172.21.15.97:0/3283785047 <== mon.2 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f620c01d020 con 0x7f62141078c0 2024-09-12T12:20:46.503 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.473+0000 7f620a7fc640 1 --2- 172.21.15.97:0/3283785047 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f62000a2bb0 0x7f62000a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:20:46.503 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.473+0000 7f620a7fc640 1 -- 172.21.15.97:0/3283785047 <== mon.2 v2:172.21.15.97:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 3389+0+0 (secure 0 0 0) 0x7f620c0cdca0 con 0x7f62141078c0 2024-09-12T12:20:46.503 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.473+0000 7f62196b1640 1 --2- 172.21.15.97:0/3283785047 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f62000a2bb0 0x7f62000a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:20:46.503 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.473+0000 7f62196b1640 1 --2- 172.21.15.97:0/3283785047 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f62000a2bb0 0x7f62000a5070 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f621000bbe0 tx=0x7f621000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:20:46.503 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.477+0000 7f620a7fc640 1 -- 172.21.15.97:0/3283785047 <== mon.2 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f620c09bf40 con 0x7f62141078c0 2024-09-12T12:20:46.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:46 smithi114 ceph-mon[35514]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:46.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:46 smithi114 ceph-mon[35514]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-12T12:20:46.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:46 smithi114 ceph-mon[35514]: osdmap e22: 4 total, 3 up, 4 in 2024-09-12T12:20:46.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:46 smithi114 ceph-mon[35514]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-09-12T12:20:46.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:46 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:46 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:46 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:46 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:20:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:46 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:20:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:46 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:46 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:46 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:20:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:46 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:20:46.651 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:20:46.651+0000 7f621b915640 1 -- 172.21.15.97:0/3283785047 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f6214062630 con 0x7f62000a2bb0 2024-09-12T12:20:47.353 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:47 smithi097 ceph-mon[34923]: Detected new or changed devices on smithi082 2024-09-12T12:20:47.353 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:47 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi082 to 8544M 2024-09-12T12:20:47.353 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:47 smithi097 ceph-mon[34923]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-09-12T12:20:47.353 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:47 smithi097 ceph-mon[34923]: osdmap e23: 4 total, 3 up, 4 in 2024-09-12T12:20:47.353 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:47 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:47.353 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:47 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:47.353 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:47 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:20:47.353 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:47 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:20:47.353 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:47 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:47.353 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:47 smithi097 ceph-mon[34923]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' 2024-09-12T12:20:47.530 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:20:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3[51753]: 2024-09-12T12:20:47.038+0000 7f3937d4f640 -1 osd.3 0 waiting for initial osdmap 2024-09-12T12:20:47.530 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:20:47 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3[51753]: 2024-09-12T12:20:47.045+0000 7f3930381640 -1 osd.3 23 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T12:20:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:47 smithi082 ceph-mon[31122]: Detected new or changed devices on smithi082 2024-09-12T12:20:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:47 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi082 to 8544M 2024-09-12T12:20:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:47 smithi082 ceph-mon[31122]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-09-12T12:20:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:47 smithi082 ceph-mon[31122]: osdmap e23: 4 total, 3 up, 4 in 2024-09-12T12:20:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:20:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:20:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:47 smithi082 ceph-mon[31122]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' 2024-09-12T12:20:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:47 smithi114 ceph-mon[35514]: Detected new or changed devices on smithi082 2024-09-12T12:20:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:47 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi082 to 8544M 2024-09-12T12:20:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:47 smithi114 ceph-mon[35514]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-09-12T12:20:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:47 smithi114 ceph-mon[35514]: osdmap e23: 4 total, 3 up, 4 in 2024-09-12T12:20:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:47.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:47.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:20:47.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:20:47.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:47.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:47 smithi114 ceph-mon[35514]: from='osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002]' entity='osd.3' 2024-09-12T12:20:48.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:48 smithi097 ceph-mon[34923]: purged_snaps scrub starts 2024-09-12T12:20:48.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:48 smithi097 ceph-mon[34923]: purged_snaps scrub ok 2024-09-12T12:20:48.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:48 smithi097 ceph-mon[34923]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:20:48.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:48 smithi097 ceph-mon[34923]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:48.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:48 smithi097 ceph-mon[34923]: osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002] boot 2024-09-12T12:20:48.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:48 smithi097 ceph-mon[34923]: osdmap e24: 4 total, 4 up, 4 in 2024-09-12T12:20:48.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:48 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:48.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:48 smithi097 ceph-mon[34923]: osdmap e25: 4 total, 4 up, 4 in 2024-09-12T12:20:48.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:48 smithi082 ceph-mon[31122]: purged_snaps scrub starts 2024-09-12T12:20:48.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:48 smithi082 ceph-mon[31122]: purged_snaps scrub ok 2024-09-12T12:20:48.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:48 smithi082 ceph-mon[31122]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:20:48.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:48 smithi082 ceph-mon[31122]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:48.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:48 smithi082 ceph-mon[31122]: osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002] boot 2024-09-12T12:20:48.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:48 smithi082 ceph-mon[31122]: osdmap e24: 4 total, 4 up, 4 in 2024-09-12T12:20:48.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:48 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:48.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:48 smithi082 ceph-mon[31122]: osdmap e25: 4 total, 4 up, 4 in 2024-09-12T12:20:48.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:48 smithi114 ceph-mon[35514]: purged_snaps scrub starts 2024-09-12T12:20:48.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:48 smithi114 ceph-mon[35514]: purged_snaps scrub ok 2024-09-12T12:20:48.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:48 smithi114 ceph-mon[35514]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:20:48.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:48 smithi114 ceph-mon[35514]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-12T12:20:48.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:48 smithi114 ceph-mon[35514]: osd.3 [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002] boot 2024-09-12T12:20:48.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:48 smithi114 ceph-mon[35514]: osdmap e24: 4 total, 4 up, 4 in 2024-09-12T12:20:48.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:48 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:20:48.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:48 smithi114 ceph-mon[35514]: osdmap e25: 4 total, 4 up, 4 in 2024-09-12T12:20:49.742 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:49 smithi114 ceph-mon[35514]: osdmap e26: 4 total, 4 up, 4 in 2024-09-12T12:20:49.742 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:49 smithi114 ceph-mon[35514]: from='client.? 172.21.15.97:0/330759277' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "986fdf50-c187-4915-bd21-9303135ee93c"}]: dispatch 2024-09-12T12:20:49.742 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:49 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "986fdf50-c187-4915-bd21-9303135ee93c"}]: dispatch 2024-09-12T12:20:49.742 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:49 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "986fdf50-c187-4915-bd21-9303135ee93c"}]': finished 2024-09-12T12:20:49.742 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:49 smithi114 ceph-mon[35514]: osdmap e27: 5 total, 4 up, 5 in 2024-09-12T12:20:49.743 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:49 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:20:49.743 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:49 smithi114 ceph-mon[35514]: pgmap v97: 1 pgs: 1 remapped+peering; 577 KiB data, 492 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:20:49.743 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:49 smithi114 ceph-mon[35514]: from='client.? 172.21.15.97:0/1211205719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:20:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:49 smithi097 ceph-mon[34923]: osdmap e26: 4 total, 4 up, 4 in 2024-09-12T12:20:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:49 smithi097 ceph-mon[34923]: from='client.? 172.21.15.97:0/330759277' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "986fdf50-c187-4915-bd21-9303135ee93c"}]: dispatch 2024-09-12T12:20:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:49 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "986fdf50-c187-4915-bd21-9303135ee93c"}]: dispatch 2024-09-12T12:20:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:49 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "986fdf50-c187-4915-bd21-9303135ee93c"}]': finished 2024-09-12T12:20:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:49 smithi097 ceph-mon[34923]: osdmap e27: 5 total, 4 up, 5 in 2024-09-12T12:20:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:49 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:20:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:49 smithi097 ceph-mon[34923]: pgmap v97: 1 pgs: 1 remapped+peering; 577 KiB data, 492 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:20:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:49 smithi097 ceph-mon[34923]: from='client.? 172.21.15.97:0/1211205719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:20:50.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:49 smithi082 ceph-mon[31122]: osdmap e26: 4 total, 4 up, 4 in 2024-09-12T12:20:50.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:49 smithi082 ceph-mon[31122]: from='client.? 172.21.15.97:0/330759277' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "986fdf50-c187-4915-bd21-9303135ee93c"}]: dispatch 2024-09-12T12:20:50.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:49 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "986fdf50-c187-4915-bd21-9303135ee93c"}]: dispatch 2024-09-12T12:20:50.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:49 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "986fdf50-c187-4915-bd21-9303135ee93c"}]': finished 2024-09-12T12:20:50.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:49 smithi082 ceph-mon[31122]: osdmap e27: 5 total, 4 up, 5 in 2024-09-12T12:20:50.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:49 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:20:50.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:49 smithi082 ceph-mon[31122]: pgmap v97: 1 pgs: 1 remapped+peering; 577 KiB data, 492 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:20:50.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:49 smithi082 ceph-mon[31122]: from='client.? 172.21.15.97:0/1211205719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:20:51.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:50 smithi097 ceph-mon[34923]: osdmap e28: 5 total, 4 up, 5 in 2024-09-12T12:20:51.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:20:51.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:50 smithi082 ceph-mon[31122]: osdmap e28: 5 total, 4 up, 5 in 2024-09-12T12:20:51.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:20:51.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:50 smithi114 ceph-mon[35514]: osdmap e28: 5 total, 4 up, 5 in 2024-09-12T12:20:51.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:20:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:51 smithi097 ceph-mon[34923]: pgmap v99: 1 pgs: 1 remapped+peering; 577 KiB data, 492 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:20:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:51 smithi082 ceph-mon[31122]: pgmap v99: 1 pgs: 1 remapped+peering; 577 KiB data, 492 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:20:52.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:51 smithi114 ceph-mon[35514]: pgmap v99: 1 pgs: 1 remapped+peering; 577 KiB data, 492 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:20:54.388 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:54 smithi097 ceph-mon[34923]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 113 MiB used, 357 GiB / 358 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-12T12:20:54.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:54 smithi082 ceph-mon[31122]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 113 MiB used, 357 GiB / 358 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-12T12:20:54.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:54 smithi114 ceph-mon[35514]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 113 MiB used, 357 GiB / 358 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-12T12:20:56.363 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:56 smithi097 ceph-mon[34923]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-12T12:20:56.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:56 smithi082 ceph-mon[31122]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-12T12:20:56.617 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:56 smithi114 ceph-mon[35514]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-12T12:20:58.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:58 smithi097 ceph-mon[34923]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-12T12:20:58.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-12T12:20:58.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:58.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:58 smithi082 ceph-mon[31122]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-12T12:20:58.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:58 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-12T12:20:58.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:58 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:58 smithi114 ceph-mon[35514]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-12T12:20:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:58 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-12T12:20:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:58 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:20:59.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:20:59 smithi097 ceph-mon[34923]: Deploying daemon osd.4 on smithi097 2024-09-12T12:20:59.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:20:59 smithi082 ceph-mon[31122]: Deploying daemon osd.4 on smithi097 2024-09-12T12:20:59.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:20:59 smithi114 ceph-mon[35514]: Deploying daemon osd.4 on smithi097 2024-09-12T12:21:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:00 smithi097 ceph-mon[34923]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-12T12:21:00.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:00 smithi082 ceph-mon[31122]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-12T12:21:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:00 smithi114 ceph-mon[35514]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-12T12:21:02.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:02 smithi082 ceph-mon[31122]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-12T12:21:02.545 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:02 smithi097 ceph-mon[34923]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-12T12:21:02.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:02 smithi114 ceph-mon[35514]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-12T12:21:04.513 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:04 smithi097 ceph-mon[34923]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:21:04.513 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:04 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:04.514 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:04 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:04.514 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:04 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:04.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:04 smithi082 ceph-mon[31122]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:21:04.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:04 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:04.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:04 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:04.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:04 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:04 smithi114 ceph-mon[35514]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:21:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:04 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:04 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:04 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:06.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:06 smithi082 ceph-mon[31122]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:06.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:06 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:06.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:06 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:06.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:06 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:06.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:06 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:06.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:06 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:06.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:06 smithi114 ceph-mon[35514]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:06.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:06 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:06.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:06 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:06.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:06 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:06.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:06 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:06.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:06 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:06.679 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:06 smithi097 ceph-mon[34923]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:06.679 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:06 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:06.679 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:06 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:06.679 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:06 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:06.679 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:06 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:06.679 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:06 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:07.306 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:21:07.305+0000 7f620a7fc640 1 -- 172.21.15.97:0/3283785047 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f6214062630 con 0x7f62000a2bb0 2024-09-12T12:21:07.306 INFO:teuthology.orchestra.run.smithi097.stdout:Created osd(s) 4 on host 'smithi097' 2024-09-12T12:21:07.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:21:07.307+0000 7f621b915640 1 -- 172.21.15.97:0/3283785047 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f62000a2bb0 msgr2=0x7f62000a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:21:07.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:21:07.307+0000 7f621b915640 1 --2- 172.21.15.97:0/3283785047 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f62000a2bb0 0x7f62000a5070 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f621000bbe0 tx=0x7f621000b390 comp rx=0 tx=0).stop 2024-09-12T12:21:07.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:21:07.307+0000 7f621b915640 1 -- 172.21.15.97:0/3283785047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62141078c0 msgr2=0x7f621419f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:21:07.308 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:21:07.307+0000 7f621b915640 1 --2- 172.21.15.97:0/3283785047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62141078c0 0x7f621419f4f0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f620c009fd0 tx=0x7f620c00c800 comp rx=0 tx=0).stop 2024-09-12T12:21:07.309 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:21:07.307+0000 7f621b915640 1 -- 172.21.15.97:0/3283785047 shutdown_connections 2024-09-12T12:21:07.309 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:21:07.307+0000 7f621b915640 1 --2- 172.21.15.97:0/3283785047 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f62000a2bb0 0x7f62000a5070 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:07.309 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:21:07.307+0000 7f621b915640 1 --2- 172.21.15.97:0/3283785047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62141078c0 0x7f621419f4f0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:07.309 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:21:07.307+0000 7f621b915640 1 --2- 172.21.15.97:0/3283785047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6214104f90 0x7f6214198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:07.309 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:21:07.307+0000 7f621b915640 1 --2- 172.21.15.97:0/3283785047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6214102660 0x7f6214197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:07.309 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:21:07.307+0000 7f621b915640 1 -- 172.21.15.97:0/3283785047 >> 172.21.15.97:0/3283785047 conn(0x7f62140fc280 msgr2=0x7f6214103040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:21:07.309 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:21:07.307+0000 7f621b915640 1 -- 172.21.15.97:0/3283785047 shutdown_connections 2024-09-12T12:21:07.309 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:21:07.307+0000 7f621b915640 1 -- 172.21.15.97:0/3283785047 wait complete. 2024-09-12T12:21:07.887 DEBUG:teuthology.orchestra.run.smithi097:osd.4> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.4.service 2024-09-12T12:21:07.889 INFO:tasks.cephadm:Deploying osd.5 on smithi114 with /dev/vg_nvme/lv_3... 2024-09-12T12:21:07.889 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-12T12:21:08.143 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:21:08.421 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:08 smithi097 ceph-mon[34923]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:08.421 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:08 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:08.421 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:08 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:08.421 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:08 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:08 smithi082 ceph-mon[31122]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:08 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:08 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:08 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:08.532 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:08 smithi114 ceph-mon[35514]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:08.532 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:08 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:08.533 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:08 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:08.533 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:08 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:10.021 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:21:09 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:21:09.676+0000 7f94de4bd640 -1 osd.4 0 log_to_monitors true 2024-09-12T12:21:10.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:10 smithi097 ceph-mon[34923]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:10.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:10 smithi097 ceph-mon[34923]: from='osd.4 [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-12T12:21:10.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:10 smithi097 ceph-mon[34923]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-12T12:21:10.473 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:10 smithi114 ceph-mon[35514]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:10.473 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:10 smithi114 ceph-mon[35514]: from='osd.4 [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-12T12:21:10.473 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:10 smithi114 ceph-mon[35514]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-12T12:21:10.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:10 smithi082 ceph-mon[31122]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:10.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:10 smithi082 ceph-mon[31122]: from='osd.4 [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-12T12:21:10.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:10 smithi082 ceph-mon[31122]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-12T12:21:10.991 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:21:11.021 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi114:vg_nvme/lv_3 2024-09-12T12:21:11.270 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:21:11.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:11 smithi114 ceph-mon[35514]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-12T12:21:11.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:11 smithi114 ceph-mon[35514]: osdmap e29: 5 total, 4 up, 5 in 2024-09-12T12:21:11.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:21:11.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:11 smithi114 ceph-mon[35514]: from='osd.4 [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:21:11.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:11 smithi114 ceph-mon[35514]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:21:11.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:11.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:11.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:21:11.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:21:11.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:11.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:11.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:11.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:11.692 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.690+0000 7f780a984640 1 -- 172.21.15.114:0/1618730076 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7804102690 msgr2=0x7f7804108f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:21:11.692 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.690+0000 7f780a984640 1 --2- 172.21.15.114:0/1618730076 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7804102690 0x7f7804108f20 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f77fc009ca0 tx=0x7f77fc02a8c0 comp rx=0 tx=0).stop 2024-09-12T12:21:11.693 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.690+0000 7f780a984640 1 -- 172.21.15.114:0/1618730076 shutdown_connections 2024-09-12T12:21:11.693 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.690+0000 7f780a984640 1 --2- 172.21.15.114:0/1618730076 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7804102690 0x7f7804108f20 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:11.693 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.690+0000 7f780a984640 1 --2- 172.21.15.114:0/1618730076 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7804101cd0 0x7f7804102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:11.693 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.690+0000 7f780a984640 1 --2- 172.21.15.114:0/1618730076 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7804100ad0 0x7f7804100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:11.693 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.690+0000 7f780a984640 1 -- 172.21.15.114:0/1618730076 >> 172.21.15.114:0/1618730076 conn(0x7f78040fc280 msgr2=0x7f78040fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:21:11.693 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.690+0000 7f780a984640 1 -- 172.21.15.114:0/1618730076 shutdown_connections 2024-09-12T12:21:11.693 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.690+0000 7f780a984640 1 -- 172.21.15.114:0/1618730076 wait complete. 2024-09-12T12:21:11.693 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.690+0000 7f780a984640 1 Processor -- start 2024-09-12T12:21:11.693 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.690+0000 7f780a984640 1 -- start start 2024-09-12T12:21:11.693 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f780a984640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7804100ad0 0x7f7804197f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:21:11.693 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f780a984640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7804101cd0 0x7f7804198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:21:11.693 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f780a984640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7804102690 0x7f780419f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:21:11.694 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f780a984640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f780410d8c0 con 0x7f7804102690 2024-09-12T12:21:11.694 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f780a984640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f780410d740 con 0x7f7804100ad0 2024-09-12T12:21:11.694 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f780a984640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f780410da40 con 0x7f7804101cd0 2024-09-12T12:21:11.694 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f78037fe640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7804101cd0 0x7f7804198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:21:11.694 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f78037fe640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7804101cd0 0x7f7804198450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:56950/0 (socket says 172.21.15.114:56950) 2024-09-12T12:21:11.694 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f78037fe640 1 -- 172.21.15.114:0/95125185 learned_addr learned my addr 172.21.15.114:0/95125185 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-12T12:21:11.694 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f7803fff640 1 --2- 172.21.15.114:0/95125185 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7804100ad0 0x7f7804197f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:21:11.694 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f7808f21640 1 --2- 172.21.15.114:0/95125185 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7804102690 0x7f780419f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:21:11.694 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f78037fe640 1 -- 172.21.15.114:0/95125185 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7804100ad0 msgr2=0x7f7804197f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:21:11.694 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f78037fe640 1 --2- 172.21.15.114:0/95125185 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7804100ad0 0x7f7804197f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:11.694 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f78037fe640 1 -- 172.21.15.114:0/95125185 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7804102690 msgr2=0x7f780419f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:21:11.694 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f78037fe640 1 --2- 172.21.15.114:0/95125185 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7804102690 0x7f780419f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:11.694 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f78037fe640 1 -- 172.21.15.114:0/95125185 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f780419fb40 con 0x7f7804101cd0 2024-09-12T12:21:11.695 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.691+0000 7f78037fe640 1 --2- 172.21.15.114:0/95125185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7804101cd0 0x7f7804198450 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f77f800b4a0 tx=0x7f77f800b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:21:11.695 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.692+0000 7f78017fa640 1 -- 172.21.15.114:0/95125185 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f8014070 con 0x7f7804101cd0 2024-09-12T12:21:11.695 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.692+0000 7f780a984640 1 -- 172.21.15.114:0/95125185 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f780419fe30 con 0x7f7804101cd0 2024-09-12T12:21:11.695 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.692+0000 7f78017fa640 1 -- 172.21.15.114:0/95125185 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77f8010af0 con 0x7f7804101cd0 2024-09-12T12:21:11.695 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.692+0000 7f78017fa640 1 -- 172.21.15.114:0/95125185 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f8017d10 con 0x7f7804101cd0 2024-09-12T12:21:11.695 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.692+0000 7f780a984640 1 -- 172.21.15.114:0/95125185 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78041a0360 con 0x7f7804101cd0 2024-09-12T12:21:11.696 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.693+0000 7f780a984640 1 -- 172.21.15.114:0/95125185 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7804107e70 con 0x7f7804101cd0 2024-09-12T12:21:11.696 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.694+0000 7f78017fa640 1 -- 172.21.15.114:0/95125185 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f77f8017070 con 0x7f7804101cd0 2024-09-12T12:21:11.696 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.694+0000 7f78017fa640 1 --2- 172.21.15.114:0/95125185 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f77ec0a2bb0 0x7f77ec0a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:21:11.696 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.695+0000 7f78017fa640 1 -- 172.21.15.114:0/95125185 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3821+0+0 (secure 0 0 0) 0x7f77f80cd5a0 con 0x7f7804101cd0 2024-09-12T12:21:11.696 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.695+0000 7f7803fff640 1 --2- 172.21.15.114:0/95125185 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f77ec0a2bb0 0x7f77ec0a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:21:11.696 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.695+0000 7f7803fff640 1 --2- 172.21.15.114:0/95125185 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f77ec0a2bb0 0x7f77ec0a5070 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f7804101b30 tx=0x7f77f400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:21:11.698 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.698+0000 7f78017fa640 1 -- 172.21.15.114:0/95125185 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f77f809b690 con 0x7f7804101cd0 2024-09-12T12:21:11.771 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:21:11.299+0000 7f94d9c1d640 -1 osd.4 0 waiting for initial osdmap 2024-09-12T12:21:11.771 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:21:11.306+0000 7f94d6257640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T12:21:11.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-mon[34923]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-12T12:21:11.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-mon[34923]: osdmap e29: 5 total, 4 up, 5 in 2024-09-12T12:21:11.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:21:11.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-mon[34923]: from='osd.4 [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:21:11.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-mon[34923]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:21:11.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:11.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:11.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:21:11.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:21:11.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:11.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:11.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:11.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:11.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:11 smithi082 ceph-mon[31122]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-12T12:21:11.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:11 smithi082 ceph-mon[31122]: osdmap e29: 5 total, 4 up, 5 in 2024-09-12T12:21:11.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:21:11.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:11 smithi082 ceph-mon[31122]: from='osd.4 [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:21:11.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:11 smithi082 ceph-mon[31122]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:21:11.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:11.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:11.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:21:11.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:21:11.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:11.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:11.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:11.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:11.871 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:11.871+0000 7f780a984640 1 -- 172.21.15.114:0/95125185 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f7804062630 con 0x7f77ec0a2bb0 2024-09-12T12:21:12.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:12 smithi114 ceph-mon[35514]: Detected new or changed devices on smithi097 2024-09-12T12:21:12.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:12 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi097 to 8544M 2024-09-12T12:21:12.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:12 smithi114 ceph-mon[35514]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:12.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:12 smithi114 ceph-mon[35514]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-12T12:21:12.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:12 smithi114 ceph-mon[35514]: osdmap e30: 5 total, 4 up, 5 in 2024-09-12T12:21:12.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:12 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:21:12.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:12 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:21:12.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:12 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:21:12.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:12 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:21:12.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:12 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:12.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:12 smithi097 ceph-mon[34923]: Detected new or changed devices on smithi097 2024-09-12T12:21:12.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:12 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi097 to 8544M 2024-09-12T12:21:12.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:12 smithi097 ceph-mon[34923]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:12.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:12 smithi097 ceph-mon[34923]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-12T12:21:12.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:12 smithi097 ceph-mon[34923]: osdmap e30: 5 total, 4 up, 5 in 2024-09-12T12:21:12.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:12 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:21:12.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:12 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:21:12.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:12 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:21:12.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:12 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:21:12.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:12 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:12.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:12 smithi082 ceph-mon[31122]: Detected new or changed devices on smithi097 2024-09-12T12:21:12.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:12 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi097 to 8544M 2024-09-12T12:21:12.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:12 smithi082 ceph-mon[31122]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:12.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:12 smithi082 ceph-mon[31122]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-12T12:21:12.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:12 smithi082 ceph-mon[31122]: osdmap e30: 5 total, 4 up, 5 in 2024-09-12T12:21:12.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:12 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:21:12.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:12 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:21:12.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:12 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:21:12.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:12 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:21:12.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:12 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:13.362 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:13 smithi114 ceph-mon[35514]: purged_snaps scrub starts 2024-09-12T12:21:13.363 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:13 smithi114 ceph-mon[35514]: purged_snaps scrub ok 2024-09-12T12:21:13.363 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:13 smithi114 ceph-mon[35514]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:21:13.363 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:13 smithi114 ceph-mon[35514]: osd.4 [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199] boot 2024-09-12T12:21:13.363 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:13 smithi114 ceph-mon[35514]: osdmap e31: 5 total, 5 up, 5 in 2024-09-12T12:21:13.363 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:13 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:21:13.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:13 smithi082 ceph-mon[31122]: purged_snaps scrub starts 2024-09-12T12:21:13.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:13 smithi082 ceph-mon[31122]: purged_snaps scrub ok 2024-09-12T12:21:13.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:13 smithi082 ceph-mon[31122]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:21:13.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:13 smithi082 ceph-mon[31122]: osd.4 [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199] boot 2024-09-12T12:21:13.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:13 smithi082 ceph-mon[31122]: osdmap e31: 5 total, 5 up, 5 in 2024-09-12T12:21:13.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:13 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:21:13.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:13 smithi097 ceph-mon[34923]: purged_snaps scrub starts 2024-09-12T12:21:13.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:13 smithi097 ceph-mon[34923]: purged_snaps scrub ok 2024-09-12T12:21:13.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:13 smithi097 ceph-mon[34923]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:21:13.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:13 smithi097 ceph-mon[34923]: osd.4 [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199] boot 2024-09-12T12:21:13.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:13 smithi097 ceph-mon[34923]: osdmap e31: 5 total, 5 up, 5 in 2024-09-12T12:21:13.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:13 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:21:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:14 smithi114 ceph-mon[35514]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:14 smithi114 ceph-mon[35514]: osdmap e32: 5 total, 5 up, 5 in 2024-09-12T12:21:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:14 smithi114 ceph-mon[35514]: from='client.? 172.21.15.114:0/512024912' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f85805cb-14d2-4dea-b6f9-44adb9555885"}]: dispatch 2024-09-12T12:21:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:14 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f85805cb-14d2-4dea-b6f9-44adb9555885"}]: dispatch 2024-09-12T12:21:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:14 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f85805cb-14d2-4dea-b6f9-44adb9555885"}]': finished 2024-09-12T12:21:14.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:14 smithi114 ceph-mon[35514]: osdmap e33: 6 total, 5 up, 6 in 2024-09-12T12:21:14.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:14 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:14 smithi097 ceph-mon[34923]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:14 smithi097 ceph-mon[34923]: osdmap e32: 5 total, 5 up, 5 in 2024-09-12T12:21:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:14 smithi097 ceph-mon[34923]: from='client.? 172.21.15.114:0/512024912' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f85805cb-14d2-4dea-b6f9-44adb9555885"}]: dispatch 2024-09-12T12:21:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:14 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f85805cb-14d2-4dea-b6f9-44adb9555885"}]: dispatch 2024-09-12T12:21:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:14 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f85805cb-14d2-4dea-b6f9-44adb9555885"}]': finished 2024-09-12T12:21:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:14 smithi097 ceph-mon[34923]: osdmap e33: 6 total, 5 up, 6 in 2024-09-12T12:21:14.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:14 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:14.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:14 smithi082 ceph-mon[31122]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-12T12:21:14.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:14 smithi082 ceph-mon[31122]: osdmap e32: 5 total, 5 up, 5 in 2024-09-12T12:21:14.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:14 smithi082 ceph-mon[31122]: from='client.? 172.21.15.114:0/512024912' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f85805cb-14d2-4dea-b6f9-44adb9555885"}]: dispatch 2024-09-12T12:21:14.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:14 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f85805cb-14d2-4dea-b6f9-44adb9555885"}]: dispatch 2024-09-12T12:21:14.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:14 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f85805cb-14d2-4dea-b6f9-44adb9555885"}]': finished 2024-09-12T12:21:14.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:14 smithi082 ceph-mon[31122]: osdmap e33: 6 total, 5 up, 6 in 2024-09-12T12:21:14.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:14 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:15.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:15 smithi082 ceph-mon[31122]: from='client.? 172.21.15.114:0/3657118973' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:21:15.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:15 smithi097 ceph-mon[34923]: from='client.? 172.21.15.114:0/3657118973' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:21:15.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:15 smithi114 ceph-mon[35514]: from='client.? 172.21.15.114:0/3657118973' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:21:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:16 smithi097 ceph-mon[34923]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:16.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:16 smithi082 ceph-mon[31122]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:16.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:16 smithi114 ceph-mon[35514]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:18.592 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:18 smithi097 ceph-mon[34923]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:18.621 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:18 smithi114 ceph-mon[35514]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:18.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:18 smithi082 ceph-mon[31122]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:20.649 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:20 smithi114 ceph-mon[35514]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:20 smithi097 ceph-mon[34923]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:20.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:20 smithi082 ceph-mon[31122]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:22.493 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:22 smithi114 ceph-mon[35514]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:22 smithi097 ceph-mon[34923]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:22 smithi082 ceph-mon[31122]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:23.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:23 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-12T12:21:23.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:23 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:23 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-12T12:21:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:23 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:23.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:23 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-12T12:21:23.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:23 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:24.368 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:24 smithi114 ceph-mon[35514]: Deploying daemon osd.5 on smithi114 2024-09-12T12:21:24.369 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:24 smithi114 ceph-mon[35514]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:24.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:24 smithi097 ceph-mon[34923]: Deploying daemon osd.5 on smithi114 2024-09-12T12:21:24.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:24 smithi097 ceph-mon[34923]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:24 smithi082 ceph-mon[31122]: Deploying daemon osd.5 on smithi114 2024-09-12T12:21:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:24 smithi082 ceph-mon[31122]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:26.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:26 smithi114 ceph-mon[35514]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:26 smithi097 ceph-mon[34923]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:26.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:26 smithi082 ceph-mon[31122]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:28.425 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:28 smithi114 ceph-mon[35514]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:28 smithi097 ceph-mon[34923]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:28 smithi082 ceph-mon[31122]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:29.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:29 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:29.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:29 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:29.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:29 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:29.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:29 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:29.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:29 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:29.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:29 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:29.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:29 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:29.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:29 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:29.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:29 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:30.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:30 smithi114 ceph-mon[35514]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:30.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:30 smithi097 ceph-mon[34923]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:30.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:30 smithi082 ceph-mon[31122]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:32.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:31 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:32.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:31 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:32.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:31 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:32.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:31 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:32.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:31 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:32.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:31 smithi114 ceph-mon[35514]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:31 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:31 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:31 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:31 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:31 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:31 smithi097 ceph-mon[34923]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:32.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:31 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:32.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:31 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:32.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:31 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:32.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:31 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:32.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:31 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:32.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:31 smithi082 ceph-mon[31122]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:32.431 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:32.431+0000 7f78017fa640 1 -- 172.21.15.114:0/95125185 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7804062630 con 0x7f77ec0a2bb0 2024-09-12T12:21:32.431 INFO:teuthology.orchestra.run.smithi114.stdout:Created osd(s) 5 on host 'smithi114' 2024-09-12T12:21:32.433 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:32.433+0000 7f780a984640 1 -- 172.21.15.114:0/95125185 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f77ec0a2bb0 msgr2=0x7f77ec0a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:21:32.433 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:32.433+0000 7f780a984640 1 --2- 172.21.15.114:0/95125185 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f77ec0a2bb0 0x7f77ec0a5070 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f7804101b30 tx=0x7f77f400a2d0 comp rx=0 tx=0).stop 2024-09-12T12:21:32.433 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:32.433+0000 7f780a984640 1 -- 172.21.15.114:0/95125185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7804101cd0 msgr2=0x7f7804198450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:21:32.433 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:32.433+0000 7f780a984640 1 --2- 172.21.15.114:0/95125185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7804101cd0 0x7f7804198450 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f77f800b4a0 tx=0x7f77f800b960 comp rx=0 tx=0).stop 2024-09-12T12:21:32.433 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:32.433+0000 7f780a984640 1 -- 172.21.15.114:0/95125185 shutdown_connections 2024-09-12T12:21:32.434 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:32.433+0000 7f780a984640 1 --2- 172.21.15.114:0/95125185 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f77ec0a2bb0 0x7f77ec0a5070 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:32.434 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:32.433+0000 7f780a984640 1 --2- 172.21.15.114:0/95125185 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7804102690 0x7f780419f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:32.434 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:32.433+0000 7f780a984640 1 --2- 172.21.15.114:0/95125185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7804101cd0 0x7f7804198450 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:32.434 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:32.433+0000 7f780a984640 1 --2- 172.21.15.114:0/95125185 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7804100ad0 0x7f7804197f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:32.434 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:32.433+0000 7f780a984640 1 -- 172.21.15.114:0/95125185 >> 172.21.15.114:0/95125185 conn(0x7f78040fc280 msgr2=0x7f7804105040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:21:32.434 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:32.433+0000 7f780a984640 1 -- 172.21.15.114:0/95125185 shutdown_connections 2024-09-12T12:21:32.434 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:21:32.433+0000 7f780a984640 1 -- 172.21.15.114:0/95125185 wait complete. 2024-09-12T12:21:33.187 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:32 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:33.187 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:32 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:33.187 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:32 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:33.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:32 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:33.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:32 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:33.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:32 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:33.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:33.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:33.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:33.892 DEBUG:teuthology.orchestra.run.smithi114:osd.5> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.5.service 2024-09-12T12:21:33.894 INFO:tasks.cephadm:Deploying osd.6 on smithi082 with /dev/vg_nvme/lv_2... 2024-09-12T12:21:33.894 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-12T12:21:34.153 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:21:34.181 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:33 smithi082 ceph-mon[31122]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:34.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:33 smithi097 ceph-mon[34923]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:34.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:33 smithi114 ceph-mon[35514]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:34.932 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:21:34 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:21:34.608+0000 7f17c2943640 -1 osd.5 0 log_to_monitors true 2024-09-12T12:21:35.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:34 smithi082 ceph-mon[31122]: from='osd.5 [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-12T12:21:35.210 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:34 smithi082 ceph-mon[31122]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-12T12:21:35.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:34 smithi097 ceph-mon[34923]: from='osd.5 [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-12T12:21:35.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:34 smithi097 ceph-mon[34923]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-12T12:21:35.291 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:34 smithi114 ceph-mon[35514]: from='osd.5 [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-12T12:21:35.292 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:34 smithi114 ceph-mon[35514]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-12T12:21:36.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:35 smithi097 ceph-mon[34923]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-12T12:21:36.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:35 smithi097 ceph-mon[34923]: osdmap e34: 6 total, 5 up, 6 in 2024-09-12T12:21:36.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:36.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:35 smithi097 ceph-mon[34923]: from='osd.5 [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:21:36.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:35 smithi097 ceph-mon[34923]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:21:36.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:35 smithi097 ceph-mon[34923]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:36.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:36.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:36.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:21:36.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:21:36.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:36.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:36.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:36.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:36.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:35 smithi082 ceph-mon[31122]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-12T12:21:36.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:35 smithi082 ceph-mon[31122]: osdmap e34: 6 total, 5 up, 6 in 2024-09-12T12:21:36.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:36.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:35 smithi082 ceph-mon[31122]: from='osd.5 [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:21:36.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:35 smithi082 ceph-mon[31122]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:21:36.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:35 smithi082 ceph-mon[31122]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:36.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:36.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:36.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:21:36.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:21:36.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:36.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:36.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:36.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:36.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:35 smithi114 ceph-mon[35514]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-12T12:21:36.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:35 smithi114 ceph-mon[35514]: osdmap e34: 6 total, 5 up, 6 in 2024-09-12T12:21:36.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:36.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:35 smithi114 ceph-mon[35514]: from='osd.5 [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:21:36.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:35 smithi114 ceph-mon[35514]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:21:36.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:35 smithi114 ceph-mon[35514]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:36.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:36.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:36.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:21:36.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:21:36.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:36.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:36.321 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:36.321 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:36.562 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:21:36.587 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi082:vg_nvme/lv_2 2024-09-12T12:21:36.833 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:21:37.069 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:21:36 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:21:36.753+0000 7f17be0a3640 -1 osd.5 0 waiting for initial osdmap 2024-09-12T12:21:37.069 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:21:36 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:21:36.762+0000 7f17b66d5640 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T12:21:37.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:36 smithi114 ceph-mon[35514]: Detected new or changed devices on smithi114 2024-09-12T12:21:37.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:36 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi114 to 8544M 2024-09-12T12:21:37.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:36 smithi114 ceph-mon[35514]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]': finished 2024-09-12T12:21:37.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:36 smithi114 ceph-mon[35514]: osdmap e35: 6 total, 5 up, 6 in 2024-09-12T12:21:37.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:36 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:37.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:36 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:37.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:36 smithi114 ceph-mon[35514]: from='osd.5 ' entity='osd.5' 2024-09-12T12:21:37.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:36 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:37.214 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:36 smithi082 ceph-mon[31122]: Detected new or changed devices on smithi114 2024-09-12T12:21:37.214 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:36 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi114 to 8544M 2024-09-12T12:21:37.214 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:36 smithi082 ceph-mon[31122]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]': finished 2024-09-12T12:21:37.214 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:36 smithi082 ceph-mon[31122]: osdmap e35: 6 total, 5 up, 6 in 2024-09-12T12:21:37.214 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:37.214 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:37.214 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:36 smithi082 ceph-mon[31122]: from='osd.5 ' entity='osd.5' 2024-09-12T12:21:37.214 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:37.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:36 smithi097 ceph-mon[34923]: Detected new or changed devices on smithi114 2024-09-12T12:21:37.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:36 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi114 to 8544M 2024-09-12T12:21:37.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:36 smithi097 ceph-mon[34923]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]': finished 2024-09-12T12:21:37.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:36 smithi097 ceph-mon[34923]: osdmap e35: 6 total, 5 up, 6 in 2024-09-12T12:21:37.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:36 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:37.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:36 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:37.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:36 smithi097 ceph-mon[34923]: from='osd.5 ' entity='osd.5' 2024-09-12T12:21:37.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:36 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:37.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.297+0000 7f4f8f922640 1 -- 172.21.15.82:0/586169249 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f88100ad0 msgr2=0x7f4f88100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:21:37.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.297+0000 7f4f8f922640 1 --2- 172.21.15.82:0/586169249 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f88100ad0 0x7f4f88100ed0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4f84009900 tx=0x7f4f8402a3f0 comp rx=0 tx=0).stop 2024-09-12T12:21:37.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.298+0000 7f4f8f922640 1 -- 172.21.15.82:0/586169249 shutdown_connections 2024-09-12T12:21:37.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.298+0000 7f4f8f922640 1 --2- 172.21.15.82:0/586169249 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f88102690 0x7f4f88108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:37.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.298+0000 7f4f8f922640 1 --2- 172.21.15.82:0/586169249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f88101cd0 0x7f4f88102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:37.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.298+0000 7f4f8f922640 1 --2- 172.21.15.82:0/586169249 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f88100ad0 0x7f4f88100ed0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:37.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.298+0000 7f4f8f922640 1 -- 172.21.15.82:0/586169249 >> 172.21.15.82:0/586169249 conn(0x7f4f880fc280 msgr2=0x7f4f880fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:21:37.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.298+0000 7f4f8f922640 1 -- 172.21.15.82:0/586169249 shutdown_connections 2024-09-12T12:21:37.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.298+0000 7f4f8f922640 1 -- 172.21.15.82:0/586169249 wait complete. 2024-09-12T12:21:37.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.298+0000 7f4f8f922640 1 Processor -- start 2024-09-12T12:21:37.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.298+0000 7f4f8f922640 1 -- start start 2024-09-12T12:21:37.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8f922640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f88100ad0 0x7f4f88197ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:21:37.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8f922640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f88101cd0 0x7f4f88198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:21:37.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8f922640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f88102690 0x7f4f8819f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:21:37.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8f922640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4f8810c750 con 0x7f4f88102690 2024-09-12T12:21:37.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8f922640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4f8810c5d0 con 0x7f4f88101cd0 2024-09-12T12:21:37.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8f922640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4f8810c8d0 con 0x7f4f88100ad0 2024-09-12T12:21:37.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8debf640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f88102690 0x7f4f8819f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:21:37.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8debf640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f88102690 0x7f4f8819f490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56758/0 (socket says 172.21.15.82:56758) 2024-09-12T12:21:37.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8d6be640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f88100ad0 0x7f4f88197ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:21:37.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8debf640 1 -- 172.21.15.82:0/3689019840 learned_addr learned my addr 172.21.15.82:0/3689019840 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:21:37.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8cebd640 1 --2- 172.21.15.82:0/3689019840 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f88101cd0 0x7f4f88198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:21:37.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8debf640 1 -- 172.21.15.82:0/3689019840 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f88100ad0 msgr2=0x7f4f88197ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:21:37.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8debf640 1 --2- 172.21.15.82:0/3689019840 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f88100ad0 0x7f4f88197ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:37.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8debf640 1 -- 172.21.15.82:0/3689019840 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f88101cd0 msgr2=0x7f4f88198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:21:37.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8debf640 1 --2- 172.21.15.82:0/3689019840 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f88101cd0 0x7f4f88198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:37.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8debf640 1 -- 172.21.15.82:0/3689019840 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f8819fb00 con 0x7f4f88102690 2024-09-12T12:21:37.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8debf640 1 --2- 172.21.15.82:0/3689019840 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f88102690 0x7f4f8819f490 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f4f8000cce0 tx=0x7f4f8000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:21:37.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f7e7fc640 1 -- 172.21.15.82:0/3689019840 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f8000f450 con 0x7f4f88102690 2024-09-12T12:21:37.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8f922640 1 -- 172.21.15.82:0/3689019840 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f8819fdf0 con 0x7f4f88102690 2024-09-12T12:21:37.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f7e7fc640 1 -- 172.21.15.82:0/3689019840 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f8000fad0 con 0x7f4f88102690 2024-09-12T12:21:37.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f7e7fc640 1 -- 172.21.15.82:0/3689019840 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f80018c10 con 0x7f4f88102690 2024-09-12T12:21:37.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.299+0000 7f4f8f922640 1 -- 172.21.15.82:0/3689019840 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f881a02a0 con 0x7f4f88102690 2024-09-12T12:21:37.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.301+0000 7f4f8f922640 1 -- 172.21.15.82:0/3689019840 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f881a0560 con 0x7f4f88102690 2024-09-12T12:21:37.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.302+0000 7f4f7e7fc640 1 -- 172.21.15.82:0/3689019840 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4f8000f5f0 con 0x7f4f88102690 2024-09-12T12:21:37.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.302+0000 7f4f7e7fc640 1 --2- 172.21.15.82:0/3689019840 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4f740a2bb0 0x7f4f740a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:21:37.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.303+0000 7f4f8d6be640 1 --2- 172.21.15.82:0/3689019840 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4f740a2bb0 0x7f4f740a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:21:37.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.303+0000 7f4f7e7fc640 1 -- 172.21.15.82:0/3689019840 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4566+0+0 (secure 0 0 0) 0x7f4f800ce890 con 0x7f4f88102690 2024-09-12T12:21:37.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.303+0000 7f4f8d6be640 1 --2- 172.21.15.82:0/3689019840 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4f740a2bb0 0x7f4f740a5070 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4f84005ab0 tx=0x7f4f84000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:21:37.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.306+0000 7f4f7e7fc640 1 -- 172.21.15.82:0/3689019840 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4f80014030 con 0x7f4f88102690 2024-09-12T12:21:37.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:37.488+0000 7f4f8f922640 1 -- 172.21.15.82:0/3689019840 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f4f881a0730 con 0x7f4f740a2bb0 2024-09-12T12:21:38.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:37 smithi082 ceph-mon[31122]: purged_snaps scrub starts 2024-09-12T12:21:38.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:37 smithi082 ceph-mon[31122]: purged_snaps scrub ok 2024-09-12T12:21:38.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:37 smithi082 ceph-mon[31122]: osd.5 [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834] boot 2024-09-12T12:21:38.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:37 smithi082 ceph-mon[31122]: osdmap e36: 6 total, 6 up, 6 in 2024-09-12T12:21:38.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:38.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:37 smithi082 ceph-mon[31122]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:38.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:21:38.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:21:38.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:38.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:37 smithi082 ceph-mon[31122]: osdmap e37: 6 total, 6 up, 6 in 2024-09-12T12:21:38.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:37 smithi097 ceph-mon[34923]: purged_snaps scrub starts 2024-09-12T12:21:38.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:37 smithi097 ceph-mon[34923]: purged_snaps scrub ok 2024-09-12T12:21:38.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:37 smithi097 ceph-mon[34923]: osd.5 [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834] boot 2024-09-12T12:21:38.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:37 smithi097 ceph-mon[34923]: osdmap e36: 6 total, 6 up, 6 in 2024-09-12T12:21:38.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:37 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:38.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:37 smithi097 ceph-mon[34923]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:38.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:37 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:21:38.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:37 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:21:38.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:37 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:38.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:37 smithi097 ceph-mon[34923]: osdmap e37: 6 total, 6 up, 6 in 2024-09-12T12:21:38.321 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:37 smithi114 ceph-mon[35514]: purged_snaps scrub starts 2024-09-12T12:21:38.322 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:37 smithi114 ceph-mon[35514]: purged_snaps scrub ok 2024-09-12T12:21:38.322 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:37 smithi114 ceph-mon[35514]: osd.5 [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834] boot 2024-09-12T12:21:38.322 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:37 smithi114 ceph-mon[35514]: osdmap e36: 6 total, 6 up, 6 in 2024-09-12T12:21:38.322 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:37 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:21:38.322 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:37 smithi114 ceph-mon[35514]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-12T12:21:38.322 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:37 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:21:38.322 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:37 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:21:38.322 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:37 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:38.322 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:37 smithi114 ceph-mon[35514]: osdmap e37: 6 total, 6 up, 6 in 2024-09-12T12:21:39.198 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:38 smithi082 ceph-mon[31122]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:21:39.198 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:38 smithi082 ceph-mon[31122]: osdmap e38: 6 total, 6 up, 6 in 2024-09-12T12:21:39.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:38 smithi097 ceph-mon[34923]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:21:39.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:38 smithi097 ceph-mon[34923]: osdmap e38: 6 total, 6 up, 6 in 2024-09-12T12:21:39.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:38 smithi114 ceph-mon[35514]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:21:39.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:38 smithi114 ceph-mon[35514]: osdmap e38: 6 total, 6 up, 6 in 2024-09-12T12:21:40.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:39 smithi082 ceph-mon[31122]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:21:40.220 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:39 smithi082 ceph-mon[31122]: osdmap e39: 6 total, 6 up, 6 in 2024-09-12T12:21:40.221 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:39 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2842587986' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3e41d6ea-6e25-4c20-ac0b-c282d6fc3410"}]: dispatch 2024-09-12T12:21:40.221 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:39 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2842587986' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3e41d6ea-6e25-4c20-ac0b-c282d6fc3410"}]': finished 2024-09-12T12:21:40.221 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:39 smithi082 ceph-mon[31122]: osdmap e40: 7 total, 6 up, 7 in 2024-09-12T12:21:40.221 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:39 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:21:40.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:39 smithi097 ceph-mon[34923]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:21:40.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:39 smithi097 ceph-mon[34923]: osdmap e39: 6 total, 6 up, 6 in 2024-09-12T12:21:40.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:39 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2842587986' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3e41d6ea-6e25-4c20-ac0b-c282d6fc3410"}]: dispatch 2024-09-12T12:21:40.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:39 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2842587986' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3e41d6ea-6e25-4c20-ac0b-c282d6fc3410"}]': finished 2024-09-12T12:21:40.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:39 smithi097 ceph-mon[34923]: osdmap e40: 7 total, 6 up, 7 in 2024-09-12T12:21:40.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:39 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:21:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:39 smithi114 ceph-mon[35514]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:21:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:39 smithi114 ceph-mon[35514]: osdmap e39: 6 total, 6 up, 6 in 2024-09-12T12:21:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:39 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2842587986' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3e41d6ea-6e25-4c20-ac0b-c282d6fc3410"}]: dispatch 2024-09-12T12:21:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:39 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2842587986' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3e41d6ea-6e25-4c20-ac0b-c282d6fc3410"}]': finished 2024-09-12T12:21:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:39 smithi114 ceph-mon[35514]: osdmap e40: 7 total, 6 up, 7 in 2024-09-12T12:21:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:39 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:21:41.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:41 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1360902738' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:21:41.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:41 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1360902738' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:21:41.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:41 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1360902738' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:21:42.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:42 smithi114 ceph-mon[35514]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:21:42.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:42 smithi097 ceph-mon[34923]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:21:42.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:42 smithi082 ceph-mon[31122]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:21:44.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:44 smithi097 ceph-mon[34923]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-12T12:21:44.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:44 smithi082 ceph-mon[31122]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-12T12:21:44.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:44 smithi114 ceph-mon[35514]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-12T12:21:46.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:46 smithi082 ceph-mon[31122]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-12T12:21:46.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:46 smithi114 ceph-mon[35514]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-12T12:21:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:46 smithi097 ceph-mon[34923]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-12T12:21:48.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:48 smithi082 ceph-mon[31122]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-12T12:21:48.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:48 smithi114 ceph-mon[35514]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-12T12:21:48.573 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:48 smithi097 ceph-mon[34923]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-12T12:21:49.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:49 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-12T12:21:49.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:49 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:49.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:49 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-12T12:21:49.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:49 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:49 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-12T12:21:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:49 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:50.447 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:50 smithi082 ceph-mon[31122]: Deploying daemon osd.6 on smithi082 2024-09-12T12:21:50.447 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:50 smithi082 ceph-mon[31122]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-12T12:21:50.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:50 smithi114 ceph-mon[35514]: Deploying daemon osd.6 on smithi082 2024-09-12T12:21:50.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:50 smithi114 ceph-mon[35514]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-12T12:21:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:50 smithi097 ceph-mon[34923]: Deploying daemon osd.6 on smithi082 2024-09-12T12:21:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:50 smithi097 ceph-mon[34923]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-12T12:21:52.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:52 smithi114 ceph-mon[35514]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-12T12:21:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:52 smithi097 ceph-mon[34923]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-12T12:21:52.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:52 smithi082 ceph-mon[31122]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-12T12:21:54.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:54 smithi082 ceph-mon[31122]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:21:54.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:54 smithi114 ceph-mon[35514]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:21:54.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:54 smithi097 ceph-mon[34923]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:21:55.479 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:55 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:55.479 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:55 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:55.479 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:55 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:55.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:55 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:55.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:55 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:55.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:55 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:55 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:55 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:55 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:56.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:56 smithi082 ceph-mon[31122]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:21:56.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:56 smithi114 ceph-mon[35514]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:21:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:56 smithi097 ceph-mon[34923]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:21:57.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:57.983+0000 7f4f7e7fc640 1 -- 172.21.15.82:0/3689019840 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f4f881a0730 con 0x7f4f740a2bb0 2024-09-12T12:21:57.983 INFO:teuthology.orchestra.run.smithi082.stdout:Created osd(s) 6 on host 'smithi082' 2024-09-12T12:21:57.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:57.986+0000 7f4f8f922640 1 -- 172.21.15.82:0/3689019840 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4f740a2bb0 msgr2=0x7f4f740a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:21:57.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:57.986+0000 7f4f8f922640 1 --2- 172.21.15.82:0/3689019840 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4f740a2bb0 0x7f4f740a5070 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4f84005ab0 tx=0x7f4f84000bc0 comp rx=0 tx=0).stop 2024-09-12T12:21:57.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:57.986+0000 7f4f8f922640 1 -- 172.21.15.82:0/3689019840 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f88102690 msgr2=0x7f4f8819f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:21:57.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:57.986+0000 7f4f8f922640 1 --2- 172.21.15.82:0/3689019840 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f88102690 0x7f4f8819f490 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f4f8000cce0 tx=0x7f4f8000a620 comp rx=0 tx=0).stop 2024-09-12T12:21:57.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:57.986+0000 7f4f8f922640 1 -- 172.21.15.82:0/3689019840 shutdown_connections 2024-09-12T12:21:57.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:57.986+0000 7f4f8f922640 1 --2- 172.21.15.82:0/3689019840 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4f740a2bb0 0x7f4f740a5070 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:57.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:57.986+0000 7f4f8f922640 1 --2- 172.21.15.82:0/3689019840 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f88102690 0x7f4f8819f490 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:57.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:57.986+0000 7f4f8f922640 1 --2- 172.21.15.82:0/3689019840 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f88101cd0 0x7f4f88198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:57.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:57.986+0000 7f4f8f922640 1 --2- 172.21.15.82:0/3689019840 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f88100ad0 0x7f4f88197ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:21:57.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:57.986+0000 7f4f8f922640 1 -- 172.21.15.82:0/3689019840 >> 172.21.15.82:0/3689019840 conn(0x7f4f880fc280 msgr2=0x7f4f8806a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:21:57.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:57.986+0000 7f4f8f922640 1 -- 172.21.15.82:0/3689019840 shutdown_connections 2024-09-12T12:21:57.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:21:57.986+0000 7f4f8f922640 1 -- 172.21.15.82:0/3689019840 wait complete. 2024-09-12T12:21:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:57 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:57 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:57 smithi097 ceph-mon[34923]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:21:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:57 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:57 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:57 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:58.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:57 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:58.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:57 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:58.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:57 smithi082 ceph-mon[31122]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:21:58.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:57 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:58.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:57 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:58.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:57 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:58.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:57 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:58.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:57 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:58.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:57 smithi114 ceph-mon[35514]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:21:58.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:57 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:21:58.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:57 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:21:58.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:57 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:58.604 DEBUG:teuthology.orchestra.run.smithi082:osd.6> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.6.service 2024-09-12T12:21:58.607 INFO:tasks.cephadm:Deploying osd.7 on smithi097 with /dev/vg_nvme/lv_2... 2024-09-12T12:21:58.607 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-12T12:21:58.861 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.b/config 2024-09-12T12:21:59.245 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:59.245 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:59.245 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:59.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:58 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:59.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:58 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:59.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:58 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:59.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:58 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:21:59.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:58 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:21:59.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:58 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:00.060 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:21:59 smithi097 ceph-mon[34923]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:22:00.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:21:59 smithi082 ceph-mon[31122]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:22:00.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:21:59 smithi114 ceph-mon[35514]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:22:00.746 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:22:00 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:22:00.446+0000 7fbb90c99640 -1 osd.6 0 log_to_monitors true 2024-09-12T12:22:01.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:00 smithi082 ceph-mon[31122]: from='osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-12T12:22:01.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:00 smithi097 ceph-mon[34923]: from='osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-12T12:22:01.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:00 smithi114 ceph-mon[35514]: from='osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-12T12:22:01.399 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:22:01.421 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi097:vg_nvme/lv_2 2024-09-12T12:22:01.677 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.b/config 2024-09-12T12:22:02.112 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.103+0000 7f520f530640 1 -- 172.21.15.97:0/128796433 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5208102690 msgr2=0x7f5208108f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:22:02.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.103+0000 7f520f530640 1 --2- 172.21.15.97:0/128796433 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5208102690 0x7f5208108f20 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5200009ca0 tx=0x7f520002a8c0 comp rx=0 tx=0).stop 2024-09-12T12:22:02.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.103+0000 7f520f530640 1 -- 172.21.15.97:0/128796433 shutdown_connections 2024-09-12T12:22:02.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.103+0000 7f520f530640 1 --2- 172.21.15.97:0/128796433 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5208102690 0x7f5208108f20 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:02.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.103+0000 7f520f530640 1 --2- 172.21.15.97:0/128796433 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5208101cd0 0x7f5208102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:02.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.103+0000 7f520f530640 1 --2- 172.21.15.97:0/128796433 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5208100ad0 0x7f5208100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:02.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.103+0000 7f520f530640 1 -- 172.21.15.97:0/128796433 >> 172.21.15.97:0/128796433 conn(0x7f52080fc280 msgr2=0x7f52080fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:22:02.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.103+0000 7f520f530640 1 -- 172.21.15.97:0/128796433 shutdown_connections 2024-09-12T12:22:02.113 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.104+0000 7f520f530640 1 -- 172.21.15.97:0/128796433 wait complete. 2024-09-12T12:22:02.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.104+0000 7f520f530640 1 Processor -- start 2024-09-12T12:22:02.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.104+0000 7f520f530640 1 -- start start 2024-09-12T12:22:02.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.104+0000 7f520f530640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5208100ad0 0x7f520806ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:22:02.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.104+0000 7f520f530640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5208101cd0 0x7f520819efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:22:02.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.104+0000 7f520f530640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5208102690 0x7f52081a14f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:22:02.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.104+0000 7f520f530640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f520810c730 con 0x7f5208100ad0 2024-09-12T12:22:02.114 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.104+0000 7f520f530640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f520810c5b0 con 0x7f5208101cd0 2024-09-12T12:22:02.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.104+0000 7f520f530640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f520810c8b0 con 0x7f5208102690 2024-09-12T12:22:02.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.104+0000 7f520cacb640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5208101cd0 0x7f520819efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:22:02.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.104+0000 7f520cacb640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5208101cd0 0x7f520819efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:54446/0 (socket says 172.21.15.97:54446) 2024-09-12T12:22:02.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.104+0000 7f520cacb640 1 -- 172.21.15.97:0/1499980368 learned_addr learned my addr 172.21.15.97:0/1499980368 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-12T12:22:02.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.104+0000 7f520d2cc640 1 --2- 172.21.15.97:0/1499980368 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5208100ad0 0x7f520806ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:22:02.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.105+0000 7f520dacd640 1 --2- 172.21.15.97:0/1499980368 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5208102690 0x7f52081a14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:22:02.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.105+0000 7f520cacb640 1 -- 172.21.15.97:0/1499980368 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5208102690 msgr2=0x7f52081a14f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:22:02.115 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.105+0000 7f520cacb640 1 --2- 172.21.15.97:0/1499980368 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5208102690 0x7f52081a14f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:02.116 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.105+0000 7f520cacb640 1 -- 172.21.15.97:0/1499980368 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5208100ad0 msgr2=0x7f520806ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:22:02.116 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.105+0000 7f520cacb640 1 --2- 172.21.15.97:0/1499980368 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5208100ad0 0x7f520806ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:02.116 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.105+0000 7f520cacb640 1 -- 172.21.15.97:0/1499980368 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52081a1cc0 con 0x7f5208101cd0 2024-09-12T12:22:02.116 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.105+0000 7f520cacb640 1 --2- 172.21.15.97:0/1499980368 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5208101cd0 0x7f520819efa0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f51f800e9f0 tx=0x7f51f800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:22:02.116 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.105+0000 7f51fe7fc640 1 -- 172.21.15.97:0/1499980368 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51f800cd80 con 0x7f5208101cd0 2024-09-12T12:22:02.116 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.105+0000 7f520f530640 1 -- 172.21.15.97:0/1499980368 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52081a1fb0 con 0x7f5208101cd0 2024-09-12T12:22:02.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.105+0000 7f51fe7fc640 1 -- 172.21.15.97:0/1499980368 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f51f8010910 con 0x7f5208101cd0 2024-09-12T12:22:02.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.105+0000 7f51fe7fc640 1 -- 172.21.15.97:0/1499980368 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51f80188f0 con 0x7f5208101cd0 2024-09-12T12:22:02.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.105+0000 7f520f530640 1 -- 172.21.15.97:0/1499980368 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52081a2460 con 0x7f5208101cd0 2024-09-12T12:22:02.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.106+0000 7f520f530640 1 -- 172.21.15.97:0/1499980368 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5208107ea0 con 0x7f5208101cd0 2024-09-12T12:22:02.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.107+0000 7f51fe7fc640 1 -- 172.21.15.97:0/1499980368 <== mon.2 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f51f8010ac0 con 0x7f5208101cd0 2024-09-12T12:22:02.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.108+0000 7f51fe7fc640 1 --2- 172.21.15.97:0/1499980368 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f51f40a2b80 0x7f51f40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:22:02.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.108+0000 7f51fe7fc640 1 -- 172.21.15.97:0/1499980368 <== mon.2 v2:172.21.15.97:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 4685+0+0 (secure 0 0 0) 0x7f51f80ce5e0 con 0x7f5208101cd0 2024-09-12T12:22:02.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.108+0000 7f520d2cc640 1 --2- 172.21.15.97:0/1499980368 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f51f40a2b80 0x7f51f40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:22:02.117 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.109+0000 7f520d2cc640 1 --2- 172.21.15.97:0/1499980368 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f51f40a2b80 0x7f51f40a5040 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f520806b050 tx=0x7f5204005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:22:02.118 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.113+0000 7f51fe7fc640 1 -- 172.21.15.97:0/1499980368 <== mon.2 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f51f809bd00 con 0x7f5208101cd0 2024-09-12T12:22:02.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:01 smithi097 ceph-mon[34923]: from='osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-12T12:22:02.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:01 smithi097 ceph-mon[34923]: osdmap e41: 7 total, 6 up, 7 in 2024-09-12T12:22:02.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:01 smithi097 ceph-mon[34923]: from='osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-09-12T12:22:02.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:01 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:22:02.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:01 smithi097 ceph-mon[34923]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:22:02.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:01 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:02.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:01 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:02.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:01 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:02.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:01 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:02.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:01 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:02.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:01 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:02.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:01 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:02.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:01 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:02.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:01 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:02.280 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:22:01.987+0000 7fbb8c3f9640 -1 osd.6 0 waiting for initial osdmap 2024-09-12T12:22:02.280 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:22:01.998+0000 7fbb88a33640 -1 osd.6 42 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T12:22:02.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-mon[31122]: from='osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-12T12:22:02.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-mon[31122]: osdmap e41: 7 total, 6 up, 7 in 2024-09-12T12:22:02.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-mon[31122]: from='osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-09-12T12:22:02.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:22:02.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-mon[31122]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:22:02.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:02.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:02.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:02.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:02.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:02.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:02.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:02.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:02.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:01 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:02.295 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:02.294+0000 7f520f530640 1 -- 172.21.15.97:0/1499980368 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f5208062630 con 0x7f51f40a2b80 2024-09-12T12:22:02.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:01 smithi114 ceph-mon[35514]: from='osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-12T12:22:02.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:01 smithi114 ceph-mon[35514]: osdmap e41: 7 total, 6 up, 7 in 2024-09-12T12:22:02.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:01 smithi114 ceph-mon[35514]: from='osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-09-12T12:22:02.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:01 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:22:02.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:01 smithi114 ceph-mon[35514]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:22:02.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:01 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:02.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:01 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:02.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:01 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:02.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:01 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:02.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:01 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:02.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:01 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:02.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:01 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:02.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:01 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:02.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:01 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:03.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:02 smithi097 ceph-mon[34923]: Detected new or changed devices on smithi082 2024-09-12T12:22:03.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:02 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi082 to 5696M 2024-09-12T12:22:03.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:02 smithi097 ceph-mon[34923]: from='osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-09-12T12:22:03.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:02 smithi097 ceph-mon[34923]: osdmap e42: 7 total, 6 up, 7 in 2024-09-12T12:22:03.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:02 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:22:03.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:02 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:22:03.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:02 smithi097 ceph-mon[34923]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:22:03.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:02 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:22:03.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:02 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:22:03.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:02 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:03.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:02 smithi082 ceph-mon[31122]: Detected new or changed devices on smithi082 2024-09-12T12:22:03.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:02 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi082 to 5696M 2024-09-12T12:22:03.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:02 smithi082 ceph-mon[31122]: from='osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-09-12T12:22:03.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:02 smithi082 ceph-mon[31122]: osdmap e42: 7 total, 6 up, 7 in 2024-09-12T12:22:03.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:02 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:22:03.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:02 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:22:03.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:02 smithi082 ceph-mon[31122]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:22:03.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:02 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:22:03.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:02 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:22:03.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:02 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:03.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:02 smithi114 ceph-mon[35514]: Detected new or changed devices on smithi082 2024-09-12T12:22:03.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:02 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi082 to 5696M 2024-09-12T12:22:03.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:02 smithi114 ceph-mon[35514]: from='osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-09-12T12:22:03.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:02 smithi114 ceph-mon[35514]: osdmap e42: 7 total, 6 up, 7 in 2024-09-12T12:22:03.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:02 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:22:03.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:02 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:22:03.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:02 smithi114 ceph-mon[35514]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:22:03.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:02 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:22:03.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:02 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:22:03.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:02 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:04.241 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:03 smithi097 ceph-mon[34923]: purged_snaps scrub starts 2024-09-12T12:22:04.241 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:03 smithi097 ceph-mon[34923]: purged_snaps scrub ok 2024-09-12T12:22:04.241 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:03 smithi097 ceph-mon[34923]: osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937] boot 2024-09-12T12:22:04.241 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:03 smithi097 ceph-mon[34923]: osdmap e43: 7 total, 7 up, 7 in 2024-09-12T12:22:04.241 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:03 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:22:04.241 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:03 smithi097 ceph-mon[34923]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:22:04.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:03 smithi082 ceph-mon[31122]: purged_snaps scrub starts 2024-09-12T12:22:04.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:03 smithi082 ceph-mon[31122]: purged_snaps scrub ok 2024-09-12T12:22:04.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:03 smithi082 ceph-mon[31122]: osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937] boot 2024-09-12T12:22:04.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:03 smithi082 ceph-mon[31122]: osdmap e43: 7 total, 7 up, 7 in 2024-09-12T12:22:04.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:03 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:22:04.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:03 smithi082 ceph-mon[31122]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:22:04.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:03 smithi114 ceph-mon[35514]: purged_snaps scrub starts 2024-09-12T12:22:04.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:03 smithi114 ceph-mon[35514]: purged_snaps scrub ok 2024-09-12T12:22:04.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:03 smithi114 ceph-mon[35514]: osd.6 [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937] boot 2024-09-12T12:22:04.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:03 smithi114 ceph-mon[35514]: osdmap e43: 7 total, 7 up, 7 in 2024-09-12T12:22:04.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:03 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:22:04.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:03 smithi114 ceph-mon[35514]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-12T12:22:05.123 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:04 smithi097 ceph-mon[34923]: osdmap e44: 7 total, 7 up, 7 in 2024-09-12T12:22:05.123 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:04 smithi097 ceph-mon[34923]: from='client.? 172.21.15.97:0/1000746235' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b57f692-680f-48d4-b971-79026197de89"}]: dispatch 2024-09-12T12:22:05.124 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:04 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b57f692-680f-48d4-b971-79026197de89"}]: dispatch 2024-09-12T12:22:05.124 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:04 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4b57f692-680f-48d4-b971-79026197de89"}]': finished 2024-09-12T12:22:05.124 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:04 smithi097 ceph-mon[34923]: osdmap e45: 8 total, 7 up, 8 in 2024-09-12T12:22:05.124 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:04 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:05.284 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:04 smithi082 ceph-mon[31122]: osdmap e44: 7 total, 7 up, 7 in 2024-09-12T12:22:05.284 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:04 smithi082 ceph-mon[31122]: from='client.? 172.21.15.97:0/1000746235' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b57f692-680f-48d4-b971-79026197de89"}]: dispatch 2024-09-12T12:22:05.284 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:04 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b57f692-680f-48d4-b971-79026197de89"}]: dispatch 2024-09-12T12:22:05.284 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:04 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4b57f692-680f-48d4-b971-79026197de89"}]': finished 2024-09-12T12:22:05.284 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:04 smithi082 ceph-mon[31122]: osdmap e45: 8 total, 7 up, 8 in 2024-09-12T12:22:05.284 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:04 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:05.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:04 smithi114 ceph-mon[35514]: osdmap e44: 7 total, 7 up, 7 in 2024-09-12T12:22:05.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:04 smithi114 ceph-mon[35514]: from='client.? 172.21.15.97:0/1000746235' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b57f692-680f-48d4-b971-79026197de89"}]: dispatch 2024-09-12T12:22:05.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:04 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b57f692-680f-48d4-b971-79026197de89"}]: dispatch 2024-09-12T12:22:05.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:04 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4b57f692-680f-48d4-b971-79026197de89"}]': finished 2024-09-12T12:22:05.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:04 smithi114 ceph-mon[35514]: osdmap e45: 8 total, 7 up, 8 in 2024-09-12T12:22:05.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:04 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:06.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:06 smithi097 ceph-mon[34923]: from='client.? 172.21.15.97:0/3847623303' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:22:06.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:06 smithi097 ceph-mon[34923]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:06.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:06 smithi082 ceph-mon[31122]: from='client.? 172.21.15.97:0/3847623303' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:22:06.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:06 smithi082 ceph-mon[31122]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:06.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:06 smithi114 ceph-mon[35514]: from='client.? 172.21.15.97:0/3847623303' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:22:06.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:06 smithi114 ceph-mon[35514]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:08 smithi082 ceph-mon[31122]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:08.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:08 smithi114 ceph-mon[35514]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:08 smithi097 ceph-mon[34923]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:10.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:10 smithi097 ceph-mon[34923]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:10 smithi082 ceph-mon[31122]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:10.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:10 smithi114 ceph-mon[35514]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:12.483 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:12 smithi097 ceph-mon[34923]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:12.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:12 smithi082 ceph-mon[31122]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:12.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:12 smithi114 ceph-mon[35514]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:13.489 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:13 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-12T12:22:13.490 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:13 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:13.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:13 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-12T12:22:13.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:13 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:13.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:13 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-12T12:22:13.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:13 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:14.461 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:14 smithi097 ceph-mon[34923]: Deploying daemon osd.7 on smithi097 2024-09-12T12:22:14.461 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:14 smithi097 ceph-mon[34923]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:14 smithi114 ceph-mon[35514]: Deploying daemon osd.7 on smithi097 2024-09-12T12:22:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:14 smithi114 ceph-mon[35514]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:14.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:14 smithi082 ceph-mon[31122]: Deploying daemon osd.7 on smithi097 2024-09-12T12:22:14.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:14 smithi082 ceph-mon[31122]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:16.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:16 smithi097 ceph-mon[34923]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:16 smithi114 ceph-mon[35514]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:16.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:16 smithi082 ceph-mon[31122]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:18.531 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:18 smithi097 ceph-mon[34923]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:18.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:18 smithi114 ceph-mon[35514]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:18.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:18 smithi082 ceph-mon[31122]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:19.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:19 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:22:19.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:19 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:19.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:19 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:19.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:19 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:22:19.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:19 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:19.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:19 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:19.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:19 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:22:19.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:19 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:19.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:19 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:20.539 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:20 smithi097 ceph-mon[34923]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:20.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:20 smithi114 ceph-mon[35514]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:20.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:20 smithi082 ceph-mon[31122]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:22.512 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:22 smithi097 ceph-mon[34923]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:22.512 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:22 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:22.512 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:22 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:22.512 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:22 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:22.512 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:22 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:22.512 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:22 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:22.550 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:22.550+0000 7f51fe7fc640 1 -- 172.21.15.97:0/1499980368 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5208062630 con 0x7f51f40a2b80 2024-09-12T12:22:22.551 INFO:teuthology.orchestra.run.smithi097.stdout:Created osd(s) 7 on host 'smithi097' 2024-09-12T12:22:22.553 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:22.553+0000 7f520f530640 1 -- 172.21.15.97:0/1499980368 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f51f40a2b80 msgr2=0x7f51f40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:22:22.553 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:22.553+0000 7f520f530640 1 --2- 172.21.15.97:0/1499980368 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f51f40a2b80 0x7f51f40a5040 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f520806b050 tx=0x7f5204005f90 comp rx=0 tx=0).stop 2024-09-12T12:22:22.553 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:22.553+0000 7f520f530640 1 -- 172.21.15.97:0/1499980368 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5208101cd0 msgr2=0x7f520819efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:22:22.553 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:22.553+0000 7f520f530640 1 --2- 172.21.15.97:0/1499980368 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5208101cd0 0x7f520819efa0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f51f800e9f0 tx=0x7f51f800eeb0 comp rx=0 tx=0).stop 2024-09-12T12:22:22.553 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:22.553+0000 7f520f530640 1 -- 172.21.15.97:0/1499980368 shutdown_connections 2024-09-12T12:22:22.553 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:22.553+0000 7f520f530640 1 --2- 172.21.15.97:0/1499980368 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f51f40a2b80 0x7f51f40a5040 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:22.553 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:22.553+0000 7f520f530640 1 --2- 172.21.15.97:0/1499980368 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5208102690 0x7f52081a14f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:22.553 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:22.553+0000 7f520f530640 1 --2- 172.21.15.97:0/1499980368 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5208101cd0 0x7f520819efa0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:22.554 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:22.553+0000 7f520f530640 1 --2- 172.21.15.97:0/1499980368 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5208100ad0 0x7f520806ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:22.554 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:22.553+0000 7f520f530640 1 -- 172.21.15.97:0/1499980368 >> 172.21.15.97:0/1499980368 conn(0x7f52080fc280 msgr2=0x7f5208105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:22:22.554 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:22.553+0000 7f520f530640 1 -- 172.21.15.97:0/1499980368 shutdown_connections 2024-09-12T12:22:22.554 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:22:22.553+0000 7f520f530640 1 -- 172.21.15.97:0/1499980368 wait complete. 2024-09-12T12:22:22.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:22 smithi114 ceph-mon[35514]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:22.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:22 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:22.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:22 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:22.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:22 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:22.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:22 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:22.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:22 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:22 smithi082 ceph-mon[31122]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:22 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:22 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:22 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:22 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:22.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:22 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:23.141 DEBUG:teuthology.orchestra.run.smithi097:osd.7> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.7.service 2024-09-12T12:22:23.143 INFO:tasks.cephadm:Deploying osd.8 on smithi114 with /dev/vg_nvme/lv_2... 2024-09-12T12:22:23.143 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-12T12:22:23.390 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:23 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:22:23.390 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:23 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:23.390 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:23 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:23.398 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:22:23.519 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:23 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:22:23.519 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:23 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:23.519 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:23 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:23.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:23 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:22:23.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:23 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:23.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:23 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:24.412 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:24 smithi114 ceph-mon[35514]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:24.576 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:24 smithi097 ceph-mon[34923]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:24 smithi082 ceph-mon[31122]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:25.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:25 smithi097 ceph-mon[34923]: from='osd.7 [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-12T12:22:25.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:25 smithi097 ceph-mon[34923]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-12T12:22:25.522 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:22:25 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:22:25.109+0000 7f1da9bc8640 -1 osd.7 0 log_to_monitors true 2024-09-12T12:22:25.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:25 smithi114 ceph-mon[35514]: from='osd.7 [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-12T12:22:25.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:25 smithi114 ceph-mon[35514]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-12T12:22:25.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:25 smithi082 ceph-mon[31122]: from='osd.7 [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-12T12:22:25.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:25 smithi082 ceph-mon[31122]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-12T12:22:25.798 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:22:25.824 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi114:vg_nvme/lv_2 2024-09-12T12:22:26.075 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:22:26.481 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:26.481 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-12T12:22:26.481 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: osdmap e46: 8 total, 7 up, 8 in 2024-09-12T12:22:26.481 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:26.481 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: from='osd.7 [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:22:26.481 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:22:26.481 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:26.481 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:26.482 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:26.482 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:26.482 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:26.482 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:26.482 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:26.482 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:26.482 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:26 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:26.491 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.488+0000 7f68c3474640 1 -- 172.21.15.114:0/3551271813 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68bc1078c0 msgr2=0x7f68bc109d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:22:26.491 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.488+0000 7f68c3474640 1 --2- 172.21.15.114:0/3551271813 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68bc1078c0 0x7f68bc109d10 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f68b4009ca0 tx=0x7f68b402a8c0 comp rx=0 tx=0).stop 2024-09-12T12:22:26.491 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.488+0000 7f68c3474640 1 -- 172.21.15.114:0/3551271813 shutdown_connections 2024-09-12T12:22:26.491 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.488+0000 7f68c3474640 1 --2- 172.21.15.114:0/3551271813 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68bc1078c0 0x7f68bc109d10 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:26.491 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.488+0000 7f68c3474640 1 --2- 172.21.15.114:0/3551271813 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f68bc104f90 0x7f68bc107380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:26.491 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.488+0000 7f68c3474640 1 --2- 172.21.15.114:0/3551271813 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f68bc102660 0x7f68bc104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:26.491 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.488+0000 7f68c3474640 1 -- 172.21.15.114:0/3551271813 >> 172.21.15.114:0/3551271813 conn(0x7f68bc0fc280 msgr2=0x7f68bc0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:22:26.491 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.488+0000 7f68c3474640 1 -- 172.21.15.114:0/3551271813 shutdown_connections 2024-09-12T12:22:26.491 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.488+0000 7f68c3474640 1 -- 172.21.15.114:0/3551271813 wait complete. 2024-09-12T12:22:26.491 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.488+0000 7f68c3474640 1 Processor -- start 2024-09-12T12:22:26.492 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.488+0000 7f68c3474640 1 -- start start 2024-09-12T12:22:26.492 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c3474640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f68bc102660 0x7f68bc101fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:22:26.492 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c3474640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68bc104f90 0x7f68bc100610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:22:26.492 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c3474640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f68bc1078c0 0x7f68bc100b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:22:26.492 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c3474640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f68bc10d880 con 0x7f68bc1078c0 2024-09-12T12:22:26.492 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c3474640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f68bc10d700 con 0x7f68bc102660 2024-09-12T12:22:26.492 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c3474640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f68bc10da00 con 0x7f68bc104f90 2024-09-12T12:22:26.492 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c0a0f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68bc104f90 0x7f68bc100610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:22:26.492 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c0a0f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68bc104f90 0x7f68bc100610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:48028/0 (socket says 172.21.15.114:48028) 2024-09-12T12:22:26.492 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c0a0f640 1 -- 172.21.15.114:0/423459781 learned_addr learned my addr 172.21.15.114:0/423459781 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-12T12:22:26.492 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c1210640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f68bc102660 0x7f68bc101fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:22:26.492 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c1a11640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f68bc1078c0 0x7f68bc100b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:22:26.493 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c0a0f640 1 -- 172.21.15.114:0/423459781 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f68bc102660 msgr2=0x7f68bc101fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:22:26.493 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c0a0f640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f68bc102660 0x7f68bc101fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:26.493 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c0a0f640 1 -- 172.21.15.114:0/423459781 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f68bc1078c0 msgr2=0x7f68bc100b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:22:26.493 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c0a0f640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f68bc1078c0 0x7f68bc100b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:26.493 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c0a0f640 1 -- 172.21.15.114:0/423459781 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68bc101410 con 0x7f68bc104f90 2024-09-12T12:22:26.493 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c1a11640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f68bc1078c0 0x7f68bc100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:22:26.493 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c1210640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f68bc102660 0x7f68bc101fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:22:26.493 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c0a0f640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68bc104f90 0x7f68bc100610 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f68ac00e9f0 tx=0x7f68ac00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:22:26.493 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68b27fc640 1 -- 172.21.15.114:0/423459781 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac00ccc0 con 0x7f68bc104f90 2024-09-12T12:22:26.493 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c3474640 1 -- 172.21.15.114:0/423459781 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68bc1a2060 con 0x7f68bc104f90 2024-09-12T12:22:26.493 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68b27fc640 1 -- 172.21.15.114:0/423459781 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f68ac005500 con 0x7f68bc104f90 2024-09-12T12:22:26.493 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68b27fc640 1 -- 172.21.15.114:0/423459781 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac010690 con 0x7f68bc104f90 2024-09-12T12:22:26.493 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.489+0000 7f68c3474640 1 -- 172.21.15.114:0/423459781 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68bc1a2520 con 0x7f68bc104f90 2024-09-12T12:22:26.494 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.490+0000 7f68c3474640 1 -- 172.21.15.114:0/423459781 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68bc0fdd70 con 0x7f68bc104f90 2024-09-12T12:22:26.494 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.492+0000 7f68b27fc640 1 -- 172.21.15.114:0/423459781 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f68ac0046c0 con 0x7f68bc104f90 2024-09-12T12:22:26.494 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.492+0000 7f68b27fc640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f68a80a2b80 0x7f68a80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:22:26.495 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.492+0000 7f68b27fc640 1 -- 172.21.15.114:0/423459781 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5117+0+0 (secure 0 0 0) 0x7f68ac0ce7c0 con 0x7f68bc104f90 2024-09-12T12:22:26.495 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.492+0000 7f68c1210640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f68a80a2b80 0x7f68a80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:22:26.495 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.493+0000 7f68c1210640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f68a80a2b80 0x7f68a80a5040 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f68b800bfd0 tx=0x7f68b800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:22:26.497 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.496+0000 7f68b27fc640 1 -- 172.21.15.114:0/423459781 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f68ac09c3a0 con 0x7f68bc104f90 2024-09-12T12:22:26.671 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:26.670+0000 7f68c3474640 1 -- 172.21.15.114:0/423459781 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f68bc062630 con 0x7f68a80a2b80 2024-09-12T12:22:26.771 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:22:26.316+0000 7f1da5328640 -1 osd.7 0 waiting for initial osdmap 2024-09-12T12:22:26.771 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:22:26.325+0000 7f1da1962640 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T12:22:26.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:26.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-12T12:22:26.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: osdmap e46: 8 total, 7 up, 8 in 2024-09-12T12:22:26.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:26.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: from='osd.7 [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:22:26.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:22:26.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:26.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:26.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:26.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:26.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:26.774 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:26.774 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:26.774 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:26.774 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:26 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:26.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:26.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-12T12:22:26.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: osdmap e46: 8 total, 7 up, 8 in 2024-09-12T12:22:26.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:26.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: from='osd.7 [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:22:26.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:22:26.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:26.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:26.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:26.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:26.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:26.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:26.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:26.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:26.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:26 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:27.392 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:27 smithi114 ceph-mon[35514]: Detected new or changed devices on smithi097 2024-09-12T12:22:27.392 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:27 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi097 to 5696M 2024-09-12T12:22:27.392 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:27 smithi114 ceph-mon[35514]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-12T12:22:27.393 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:27 smithi114 ceph-mon[35514]: osdmap e47: 8 total, 7 up, 8 in 2024-09-12T12:22:27.393 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:27.393 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:27.393 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:22:27.393 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:22:27.393 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:27 smithi097 ceph-mon[34923]: Detected new or changed devices on smithi097 2024-09-12T12:22:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:27 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi097 to 5696M 2024-09-12T12:22:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:27 smithi097 ceph-mon[34923]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-12T12:22:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:27 smithi097 ceph-mon[34923]: osdmap e47: 8 total, 7 up, 8 in 2024-09-12T12:22:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:22:27.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:22:27.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:27.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:27 smithi082 ceph-mon[31122]: Detected new or changed devices on smithi097 2024-09-12T12:22:27.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:27 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi097 to 5696M 2024-09-12T12:22:27.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:27 smithi082 ceph-mon[31122]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-12T12:22:27.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:27 smithi082 ceph-mon[31122]: osdmap e47: 8 total, 7 up, 8 in 2024-09-12T12:22:27.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:27.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:27.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:22:27.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:22:27.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:28.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:28 smithi114 ceph-mon[35514]: purged_snaps scrub starts 2024-09-12T12:22:28.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:28 smithi114 ceph-mon[35514]: purged_snaps scrub ok 2024-09-12T12:22:28.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:28 smithi114 ceph-mon[35514]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:22:28.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:28 smithi114 ceph-mon[35514]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:28.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:28 smithi114 ceph-mon[35514]: osd.7 [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733] boot 2024-09-12T12:22:28.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:28 smithi114 ceph-mon[35514]: osdmap e48: 8 total, 8 up, 8 in 2024-09-12T12:22:28.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:28 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:28.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:28 smithi114 ceph-mon[35514]: osdmap e49: 8 total, 8 up, 8 in 2024-09-12T12:22:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:28 smithi097 ceph-mon[34923]: purged_snaps scrub starts 2024-09-12T12:22:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:28 smithi097 ceph-mon[34923]: purged_snaps scrub ok 2024-09-12T12:22:28.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:28 smithi097 ceph-mon[34923]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:22:28.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:28 smithi097 ceph-mon[34923]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:28.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:28 smithi097 ceph-mon[34923]: osd.7 [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733] boot 2024-09-12T12:22:28.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:28 smithi097 ceph-mon[34923]: osdmap e48: 8 total, 8 up, 8 in 2024-09-12T12:22:28.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:28 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:28.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:28 smithi097 ceph-mon[34923]: osdmap e49: 8 total, 8 up, 8 in 2024-09-12T12:22:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:28 smithi082 ceph-mon[31122]: purged_snaps scrub starts 2024-09-12T12:22:28.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:28 smithi082 ceph-mon[31122]: purged_snaps scrub ok 2024-09-12T12:22:28.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:28 smithi082 ceph-mon[31122]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:22:28.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:28 smithi082 ceph-mon[31122]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-12T12:22:28.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:28 smithi082 ceph-mon[31122]: osd.7 [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733] boot 2024-09-12T12:22:28.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:28 smithi082 ceph-mon[31122]: osdmap e48: 8 total, 8 up, 8 in 2024-09-12T12:22:28.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:28 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:22:28.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:28 smithi082 ceph-mon[31122]: osdmap e49: 8 total, 8 up, 8 in 2024-09-12T12:22:29.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:29 smithi114 ceph-mon[35514]: osdmap e50: 8 total, 8 up, 8 in 2024-09-12T12:22:29.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:29 smithi114 ceph-mon[35514]: from='client.? 172.21.15.114:0/621517539' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f3062e6-2359-42ac-8d07-1b8aa1be039e"}]: dispatch 2024-09-12T12:22:29.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:29 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f3062e6-2359-42ac-8d07-1b8aa1be039e"}]: dispatch 2024-09-12T12:22:29.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:29 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f3062e6-2359-42ac-8d07-1b8aa1be039e"}]': finished 2024-09-12T12:22:29.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:29 smithi114 ceph-mon[35514]: osdmap e51: 9 total, 8 up, 9 in 2024-09-12T12:22:29.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:29 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:29.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:29 smithi114 ceph-mon[35514]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:29.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:29 smithi114 ceph-mon[35514]: from='client.? 172.21.15.114:0/3368779564' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:22:30.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:29 smithi097 ceph-mon[34923]: osdmap e50: 8 total, 8 up, 8 in 2024-09-12T12:22:30.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:29 smithi097 ceph-mon[34923]: from='client.? 172.21.15.114:0/621517539' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f3062e6-2359-42ac-8d07-1b8aa1be039e"}]: dispatch 2024-09-12T12:22:30.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:29 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f3062e6-2359-42ac-8d07-1b8aa1be039e"}]: dispatch 2024-09-12T12:22:30.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:29 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f3062e6-2359-42ac-8d07-1b8aa1be039e"}]': finished 2024-09-12T12:22:30.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:29 smithi097 ceph-mon[34923]: osdmap e51: 9 total, 8 up, 9 in 2024-09-12T12:22:30.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:29 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:30.022 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:29 smithi097 ceph-mon[34923]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:30.022 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:29 smithi097 ceph-mon[34923]: from='client.? 172.21.15.114:0/3368779564' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:22:30.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:29 smithi082 ceph-mon[31122]: osdmap e50: 8 total, 8 up, 8 in 2024-09-12T12:22:30.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:29 smithi082 ceph-mon[31122]: from='client.? 172.21.15.114:0/621517539' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f3062e6-2359-42ac-8d07-1b8aa1be039e"}]: dispatch 2024-09-12T12:22:30.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:29 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f3062e6-2359-42ac-8d07-1b8aa1be039e"}]: dispatch 2024-09-12T12:22:30.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:29 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f3062e6-2359-42ac-8d07-1b8aa1be039e"}]': finished 2024-09-12T12:22:30.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:29 smithi082 ceph-mon[31122]: osdmap e51: 9 total, 8 up, 9 in 2024-09-12T12:22:30.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:29 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:30.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:29 smithi082 ceph-mon[31122]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:30.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:29 smithi082 ceph-mon[31122]: from='client.? 172.21.15.114:0/3368779564' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:22:31.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:30 smithi097 ceph-mon[34923]: osdmap e52: 9 total, 8 up, 9 in 2024-09-12T12:22:31.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:30 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:31.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:30 smithi082 ceph-mon[31122]: osdmap e52: 9 total, 8 up, 9 in 2024-09-12T12:22:31.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:31.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:30 smithi114 ceph-mon[35514]: osdmap e52: 9 total, 8 up, 9 in 2024-09-12T12:22:31.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:30 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:31 smithi097 ceph-mon[34923]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:32.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:31 smithi082 ceph-mon[31122]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:32.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:31 smithi114 ceph-mon[35514]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:34.478 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:34 smithi114 ceph-mon[35514]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:34.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:34 smithi082 ceph-mon[31122]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:34.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:34 smithi097 ceph-mon[34923]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:36.529 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:36 smithi114 ceph-mon[35514]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:36.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:36 smithi097 ceph-mon[34923]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:36.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:36 smithi082 ceph-mon[31122]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:38.523 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:38 smithi114 ceph-mon[35514]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:38.524 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:38 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-12T12:22:38.524 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:38 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:38 smithi097 ceph-mon[34923]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:38 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-12T12:22:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:38 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:38.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:38 smithi082 ceph-mon[31122]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:38.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:38 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-12T12:22:38.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:38 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:39.359 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:39 smithi114 ceph-mon[35514]: Deploying daemon osd.8 on smithi114 2024-09-12T12:22:39.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:39 smithi097 ceph-mon[34923]: Deploying daemon osd.8 on smithi114 2024-09-12T12:22:39.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:39 smithi082 ceph-mon[31122]: Deploying daemon osd.8 on smithi114 2024-09-12T12:22:40.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:40 smithi114 ceph-mon[35514]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:40 smithi097 ceph-mon[34923]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:40.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:40 smithi082 ceph-mon[31122]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:42.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:42 smithi114 ceph-mon[35514]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:42.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:42 smithi097 ceph-mon[34923]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:42.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:42 smithi082 ceph-mon[31122]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:43.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:43 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:22:43.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:43 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:43.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:43 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:43.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:43 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:22:43.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:43 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:43.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:43 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:43.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:43 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:22:43.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:43 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:43.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:43 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:44.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:44 smithi114 ceph-mon[35514]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:44 smithi097 ceph-mon[34923]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:44.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:44 smithi082 ceph-mon[31122]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:46.223 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:46.222+0000 7f68b27fc640 1 -- 172.21.15.114:0/423459781 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f68bc062630 con 0x7f68a80a2b80 2024-09-12T12:22:46.223 INFO:teuthology.orchestra.run.smithi114.stdout:Created osd(s) 8 on host 'smithi114' 2024-09-12T12:22:46.225 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:46.224+0000 7f68c3474640 1 -- 172.21.15.114:0/423459781 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f68a80a2b80 msgr2=0x7f68a80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:22:46.225 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:46.224+0000 7f68c3474640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f68a80a2b80 0x7f68a80a5040 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f68b800bfd0 tx=0x7f68b800b390 comp rx=0 tx=0).stop 2024-09-12T12:22:46.225 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:46.224+0000 7f68c3474640 1 -- 172.21.15.114:0/423459781 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68bc104f90 msgr2=0x7f68bc100610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:22:46.225 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:46.224+0000 7f68c3474640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68bc104f90 0x7f68bc100610 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f68ac00e9f0 tx=0x7f68ac00eeb0 comp rx=0 tx=0).stop 2024-09-12T12:22:46.225 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:46.224+0000 7f68c3474640 1 -- 172.21.15.114:0/423459781 shutdown_connections 2024-09-12T12:22:46.225 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:46.224+0000 7f68c3474640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f68a80a2b80 0x7f68a80a5040 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:46.225 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:46.224+0000 7f68c3474640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f68bc1078c0 0x7f68bc100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:46.225 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:46.224+0000 7f68c3474640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f68bc104f90 0x7f68bc100610 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:46.225 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:46.224+0000 7f68c3474640 1 --2- 172.21.15.114:0/423459781 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f68bc102660 0x7f68bc101fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:46.226 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:46.224+0000 7f68c3474640 1 -- 172.21.15.114:0/423459781 >> 172.21.15.114:0/423459781 conn(0x7f68bc0fc280 msgr2=0x7f68bc102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:22:46.226 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:46.225+0000 7f68c3474640 1 -- 172.21.15.114:0/423459781 shutdown_connections 2024-09-12T12:22:46.226 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:22:46.225+0000 7f68c3474640 1 -- 172.21.15.114:0/423459781 wait complete. 2024-09-12T12:22:46.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:46 smithi114 ceph-mon[35514]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:46.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:46 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:46.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:46 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:46 smithi097 ceph-mon[34923]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:46 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:46 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:46.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:46 smithi082 ceph-mon[31122]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:46.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:46 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:46.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:46 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:46.830 DEBUG:teuthology.orchestra.run.smithi114:osd.8> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.8.service 2024-09-12T12:22:46.832 INFO:tasks.cephadm:Deploying osd.9 on smithi082 with /dev/vg_nvme/lv_1... 2024-09-12T12:22:46.832 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-12T12:22:47.094 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:22:48.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:48 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:48.505 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:48 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:48.505 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:48 smithi097 ceph-mon[34923]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:48.506 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:48 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:48.506 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:48 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:48.506 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:48 smithi114 ceph-mon[35514]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:48.506 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:48 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:48.506 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:48 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:48.506 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:48 smithi082 ceph-mon[31122]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:49.638 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:22:49 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:22:49.560+0000 7f132cb9a640 -1 osd.8 0 log_to_monitors true 2024-09-12T12:22:49.718 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:22:49.743 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi082:vg_nvme/lv_1 2024-09-12T12:22:49.997 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:22:50.410 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:50.410 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='osd.8 [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-12T12:22:50.410 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-12T12:22:50.410 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:50.410 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:50.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:50.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:50.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:50.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:50.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:50.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:50.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:50.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:22:50.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:50.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:50.411 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:50.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.492+0000 7f4d50af4640 1 -- 172.21.15.82:0/3779760509 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d4c1037c0 msgr2=0x7f4d4c10a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:22:50.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.492+0000 7f4d50af4640 1 --2- 172.21.15.82:0/3779760509 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d4c1037c0 0x7f4d4c10a050 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4d44009ca0 tx=0x7f4d4402a8c0 comp rx=0 tx=0).stop 2024-09-12T12:22:50.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.492+0000 7f4d50af4640 1 -- 172.21.15.82:0/3779760509 shutdown_connections 2024-09-12T12:22:50.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.492+0000 7f4d50af4640 1 --2- 172.21.15.82:0/3779760509 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d4c1037c0 0x7f4d4c10a050 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:50.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.492+0000 7f4d50af4640 1 --2- 172.21.15.82:0/3779760509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d4c102e00 0x7f4d4c103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:50.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.492+0000 7f4d50af4640 1 --2- 172.21.15.82:0/3779760509 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d4c101c00 0x7f4d4c102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:50.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.492+0000 7f4d50af4640 1 -- 172.21.15.82:0/3779760509 >> 172.21.15.82:0/3779760509 conn(0x7f4d4c0fd390 msgr2=0x7f4d4c0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:22:50.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.492+0000 7f4d50af4640 1 -- 172.21.15.82:0/3779760509 shutdown_connections 2024-09-12T12:22:50.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.492+0000 7f4d50af4640 1 -- 172.21.15.82:0/3779760509 wait complete. 2024-09-12T12:22:50.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.492+0000 7f4d50af4640 1 Processor -- start 2024-09-12T12:22:50.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.492+0000 7f4d50af4640 1 -- start start 2024-09-12T12:22:50.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d50af4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d4c101c00 0x7f4d4c075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:22:50.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d50af4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d4c102e00 0x7f4d4c0745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:22:50.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d50af4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d4c1037c0 0x7f4d4c074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:22:50.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d50af4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4d4c10d8e0 con 0x7f4d4c102e00 2024-09-12T12:22:50.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d50af4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4d4c10d760 con 0x7f4d4c1037c0 2024-09-12T12:22:50.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d50af4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4d4c10da60 con 0x7f4d4c101c00 2024-09-12T12:22:50.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d49d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d4c102e00 0x7f4d4c0745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:22:50.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d49d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d4c102e00 0x7f4d4c0745e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55748/0 (socket says 172.21.15.82:55748) 2024-09-12T12:22:50.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d49d9b640 1 -- 172.21.15.82:0/2433791823 learned_addr learned my addr 172.21.15.82:0/2433791823 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:22:50.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d4a59c640 1 --2- 172.21.15.82:0/2433791823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d4c101c00 0x7f4d4c075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:22:50.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d49d9b640 1 -- 172.21.15.82:0/2433791823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d4c101c00 msgr2=0x7f4d4c075f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:22:50.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d49d9b640 1 --2- 172.21.15.82:0/2433791823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d4c101c00 0x7f4d4c075f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:50.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d4ad9d640 1 --2- 172.21.15.82:0/2433791823 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d4c1037c0 0x7f4d4c074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:22:50.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d49d9b640 1 -- 172.21.15.82:0/2433791823 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d4c1037c0 msgr2=0x7f4d4c074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:22:50.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d49d9b640 1 --2- 172.21.15.82:0/2433791823 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d4c1037c0 0x7f4d4c074b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:22:50.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d49d9b640 1 -- 172.21.15.82:0/2433791823 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d4c0753e0 con 0x7f4d4c102e00 2024-09-12T12:22:50.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d49d9b640 1 --2- 172.21.15.82:0/2433791823 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d4c102e00 0x7f4d4c0745e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4d3c00b4a0 tx=0x7f4d3c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:22:50.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d437fe640 1 -- 172.21.15.82:0/2433791823 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d3c014070 con 0x7f4d4c102e00 2024-09-12T12:22:50.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d437fe640 1 -- 172.21.15.82:0/2433791823 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d3c010af0 con 0x7f4d4c102e00 2024-09-12T12:22:50.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d50af4640 1 -- 172.21.15.82:0/2433791823 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d4c1a2090 con 0x7f4d4c102e00 2024-09-12T12:22:50.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d437fe640 1 -- 172.21.15.82:0/2433791823 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d3c017d10 con 0x7f4d4c102e00 2024-09-12T12:22:50.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.493+0000 7f4d50af4640 1 -- 172.21.15.82:0/2433791823 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d4c1a2620 con 0x7f4d4c102e00 2024-09-12T12:22:50.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.494+0000 7f4d50af4640 1 -- 172.21.15.82:0/2433791823 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d4c109000 con 0x7f4d4c102e00 2024-09-12T12:22:50.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.496+0000 7f4d437fe640 1 -- 172.21.15.82:0/2433791823 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4d3c017070 con 0x7f4d4c102e00 2024-09-12T12:22:50.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.497+0000 7f4d437fe640 1 --2- 172.21.15.82:0/2433791823 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4d380a2b80 0x7f4d380a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:22:50.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.497+0000 7f4d4a59c640 1 --2- 172.21.15.82:0/2433791823 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4d380a2b80 0x7f4d380a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:22:50.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.497+0000 7f4d437fe640 1 -- 172.21.15.82:0/2433791823 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5533+0+0 (secure 0 0 0) 0x7f4d3c0cdc70 con 0x7f4d4c102e00 2024-09-12T12:22:50.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.498+0000 7f4d4a59c640 1 --2- 172.21.15.82:0/2433791823 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4d380a2b80 0x7f4d380a5040 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c102c60 tx=0x7f4d3400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:22:50.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.500+0000 7f4d437fe640 1 -- 172.21.15.82:0/2433791823 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4d3c09b6b0 con 0x7f4d4c102e00 2024-09-12T12:22:50.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:50.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='osd.8 [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-12T12:22:50.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-12T12:22:50.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:50.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:50.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:50.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:50.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:50.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:50.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:50.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:50.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:50.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:22:50.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:50.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:50.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:50.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:22:50.676+0000 7f4d50af4640 1 -- 172.21.15.82:0/2433791823 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f4d4c062630 con 0x7f4d380a2b80 2024-09-12T12:22:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='osd.8 [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-12T12:22:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-12T12:22:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:50.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:50.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:22:50.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:50.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:50.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:50.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:50.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:22:50.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:50.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:22:50.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:22:51.396 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:51 smithi082 ceph-mon[31122]: Detected new or changed devices on smithi114 2024-09-12T12:22:51.397 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:51 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi114 to 5696M 2024-09-12T12:22:51.397 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:51 smithi082 ceph-mon[31122]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-12T12:22:51.397 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:51 smithi082 ceph-mon[31122]: osdmap e53: 9 total, 8 up, 9 in 2024-09-12T12:22:51.397 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:51 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:51.397 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:51 smithi082 ceph-mon[31122]: from='osd.8 [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:22:51.397 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:51 smithi082 ceph-mon[31122]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:22:51.397 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:51 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:22:51.397 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:51 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:22:51.397 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:51 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:51.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:51 smithi097 ceph-mon[34923]: Detected new or changed devices on smithi114 2024-09-12T12:22:51.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:51 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi114 to 5696M 2024-09-12T12:22:51.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:51 smithi097 ceph-mon[34923]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-12T12:22:51.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:51 smithi097 ceph-mon[34923]: osdmap e53: 9 total, 8 up, 9 in 2024-09-12T12:22:51.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:51 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:51.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:51 smithi097 ceph-mon[34923]: from='osd.8 [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:22:51.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:51 smithi097 ceph-mon[34923]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:22:51.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:51 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:22:51.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:51 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:22:51.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:51 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:51.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:51 smithi114 ceph-mon[35514]: Detected new or changed devices on smithi114 2024-09-12T12:22:51.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:51 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi114 to 5696M 2024-09-12T12:22:51.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:51 smithi114 ceph-mon[35514]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-12T12:22:51.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:51 smithi114 ceph-mon[35514]: osdmap e53: 9 total, 8 up, 9 in 2024-09-12T12:22:51.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:51 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:51.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:51 smithi114 ceph-mon[35514]: from='osd.8 [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:22:51.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:51 smithi114 ceph-mon[35514]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:22:51.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:51 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:22:51.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:51 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:22:51.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:51 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:22:52.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:22:52 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:22:52.128+0000 7f13282fa640 -1 osd.8 0 waiting for initial osdmap 2024-09-12T12:22:52.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:22:52 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:22:52.143+0000 7f132092c640 -1 osd.8 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T12:22:52.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:52 smithi114 ceph-mon[35514]: from='client.14415 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:22:52.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:52 smithi114 ceph-mon[35514]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:52.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:52 smithi114 ceph-mon[35514]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]': finished 2024-09-12T12:22:52.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:52 smithi114 ceph-mon[35514]: osdmap e54: 9 total, 8 up, 9 in 2024-09-12T12:22:52.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:52 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:52.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:52 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:52.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:52 smithi114 ceph-mon[35514]: from='osd.8 ' entity='osd.8' 2024-09-12T12:22:52.586 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:52 smithi082 ceph-mon[31122]: from='client.14415 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:22:52.586 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:52 smithi082 ceph-mon[31122]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:52.586 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:52 smithi082 ceph-mon[31122]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]': finished 2024-09-12T12:22:52.586 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:52 smithi082 ceph-mon[31122]: osdmap e54: 9 total, 8 up, 9 in 2024-09-12T12:22:52.586 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:52 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:52.586 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:52 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:52.586 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:52 smithi082 ceph-mon[31122]: from='osd.8 ' entity='osd.8' 2024-09-12T12:22:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:52 smithi097 ceph-mon[34923]: from='client.14415 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi082:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:22:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:52 smithi097 ceph-mon[34923]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:52 smithi097 ceph-mon[34923]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]': finished 2024-09-12T12:22:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:52 smithi097 ceph-mon[34923]: osdmap e54: 9 total, 8 up, 9 in 2024-09-12T12:22:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:52 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:52 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:52.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:52 smithi097 ceph-mon[34923]: from='osd.8 ' entity='osd.8' 2024-09-12T12:22:53.650 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:53 smithi082 ceph-mon[31122]: purged_snaps scrub starts 2024-09-12T12:22:53.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:53 smithi082 ceph-mon[31122]: purged_snaps scrub ok 2024-09-12T12:22:53.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:53 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:53.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:53 smithi082 ceph-mon[31122]: osd.8 [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312] boot 2024-09-12T12:22:53.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:53 smithi082 ceph-mon[31122]: osdmap e55: 9 total, 9 up, 9 in 2024-09-12T12:22:53.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:53 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:53.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:53 smithi082 ceph-mon[31122]: osdmap e56: 9 total, 9 up, 9 in 2024-09-12T12:22:53.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:53 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3335874836' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5014c87a-30c8-4427-a645-6875216aa883"}]: dispatch 2024-09-12T12:22:53.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:53 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3335874836' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5014c87a-30c8-4427-a645-6875216aa883"}]': finished 2024-09-12T12:22:53.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:53 smithi082 ceph-mon[31122]: osdmap e57: 10 total, 9 up, 10 in 2024-09-12T12:22:53.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:53 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:22:53.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:53 smithi097 ceph-mon[34923]: purged_snaps scrub starts 2024-09-12T12:22:53.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:53 smithi097 ceph-mon[34923]: purged_snaps scrub ok 2024-09-12T12:22:53.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:53 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:53.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:53 smithi097 ceph-mon[34923]: osd.8 [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312] boot 2024-09-12T12:22:53.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:53 smithi097 ceph-mon[34923]: osdmap e55: 9 total, 9 up, 9 in 2024-09-12T12:22:53.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:53 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:53.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:53 smithi097 ceph-mon[34923]: osdmap e56: 9 total, 9 up, 9 in 2024-09-12T12:22:53.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:53 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3335874836' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5014c87a-30c8-4427-a645-6875216aa883"}]: dispatch 2024-09-12T12:22:53.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:53 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3335874836' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5014c87a-30c8-4427-a645-6875216aa883"}]': finished 2024-09-12T12:22:53.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:53 smithi097 ceph-mon[34923]: osdmap e57: 10 total, 9 up, 10 in 2024-09-12T12:22:53.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:53 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:22:53.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:53 smithi114 ceph-mon[35514]: purged_snaps scrub starts 2024-09-12T12:22:53.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:53 smithi114 ceph-mon[35514]: purged_snaps scrub ok 2024-09-12T12:22:53.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:53 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:53.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:53 smithi114 ceph-mon[35514]: osd.8 [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312] boot 2024-09-12T12:22:53.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:53 smithi114 ceph-mon[35514]: osdmap e55: 9 total, 9 up, 9 in 2024-09-12T12:22:53.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:53 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:22:53.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:53 smithi114 ceph-mon[35514]: osdmap e56: 9 total, 9 up, 9 in 2024-09-12T12:22:53.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:53 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3335874836' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5014c87a-30c8-4427-a645-6875216aa883"}]: dispatch 2024-09-12T12:22:53.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:53 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3335874836' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5014c87a-30c8-4427-a645-6875216aa883"}]': finished 2024-09-12T12:22:53.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:53 smithi114 ceph-mon[35514]: osdmap e57: 10 total, 9 up, 10 in 2024-09-12T12:22:53.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:53 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:22:54.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:54 smithi097 ceph-mon[34923]: pgmap v189: 1 pgs: 1 peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:54.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:54 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1154759630' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:22:54.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:54 smithi082 ceph-mon[31122]: pgmap v189: 1 pgs: 1 peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:54.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:54 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1154759630' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:22:54.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:54 smithi114 ceph-mon[35514]: pgmap v189: 1 pgs: 1 peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-12T12:22:54.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:54 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1154759630' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:22:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:55 smithi097 ceph-mon[34923]: osdmap e58: 10 total, 9 up, 10 in 2024-09-12T12:22:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:55 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:22:55.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:55 smithi082 ceph-mon[31122]: osdmap e58: 10 total, 9 up, 10 in 2024-09-12T12:22:55.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:55 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:22:55.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:55 smithi114 ceph-mon[35514]: osdmap e58: 10 total, 9 up, 10 in 2024-09-12T12:22:55.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:55 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:22:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:56 smithi097 ceph-mon[34923]: pgmap v191: 1 pgs: 1 peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:22:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:56 smithi097 ceph-mon[34923]: osdmap e59: 10 total, 9 up, 10 in 2024-09-12T12:22:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:56 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:22:56.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:56 smithi082 ceph-mon[31122]: pgmap v191: 1 pgs: 1 peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:22:56.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:56 smithi082 ceph-mon[31122]: osdmap e59: 10 total, 9 up, 10 in 2024-09-12T12:22:56.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:56 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:22:56.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:56 smithi114 ceph-mon[35514]: pgmap v191: 1 pgs: 1 peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:22:56.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:56 smithi114 ceph-mon[35514]: osdmap e59: 10 total, 9 up, 10 in 2024-09-12T12:22:56.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:56 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:22:58.486 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:22:58 smithi082 ceph-mon[31122]: pgmap v193: 1 pgs: 1 peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:22:58.777 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:22:58 smithi097 ceph-mon[34923]: pgmap v193: 1 pgs: 1 peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:22:58.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:22:58 smithi114 ceph-mon[35514]: pgmap v193: 1 pgs: 1 peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:23:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:00 smithi114 ceph-mon[35514]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-12T12:23:00.715 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:00 smithi082 ceph-mon[31122]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-12T12:23:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:00 smithi097 ceph-mon[34923]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-12T12:23:02.682 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:02 smithi082 ceph-mon[31122]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-12T12:23:02.682 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:02 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-12T12:23:02.682 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:02 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:02.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:02 smithi097 ceph-mon[34923]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-12T12:23:02.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:02 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-12T12:23:02.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:02 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:02.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:02 smithi114 ceph-mon[35514]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-12T12:23:02.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:02 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-12T12:23:02.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:02 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:03.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:03 smithi082 ceph-mon[31122]: Deploying daemon osd.9 on smithi082 2024-09-12T12:23:03.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:03 smithi097 ceph-mon[34923]: Deploying daemon osd.9 on smithi082 2024-09-12T12:23:03.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:03 smithi114 ceph-mon[35514]: Deploying daemon osd.9 on smithi082 2024-09-12T12:23:04.585 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:04 smithi082 ceph-mon[31122]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-12T12:23:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:04 smithi097 ceph-mon[34923]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-12T12:23:04.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:04 smithi114 ceph-mon[35514]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-12T12:23:06.768 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:06 smithi082 ceph-mon[31122]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-12T12:23:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:06 smithi097 ceph-mon[34923]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-12T12:23:06.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:06 smithi114 ceph-mon[35514]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-12T12:23:08.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:08 smithi082 ceph-mon[31122]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:23:08.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:08 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:08.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:08 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:08.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:08 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:08 smithi097 ceph-mon[34923]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:23:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:08 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:08 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:08 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:08 smithi114 ceph-mon[35514]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:23:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:08 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:08 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:08.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:08 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:10.502 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:10 smithi082 ceph-mon[31122]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:23:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:10 smithi097 ceph-mon[34923]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:23:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:10 smithi114 ceph-mon[35514]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:23:11.653 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:23:11.652+0000 7f4d437fe640 1 -- 172.21.15.82:0/2433791823 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f4d4c062630 con 0x7f4d380a2b80 2024-09-12T12:23:11.653 INFO:teuthology.orchestra.run.smithi082.stdout:Created osd(s) 9 on host 'smithi082' 2024-09-12T12:23:11.654 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:23:11.655+0000 7f4d50af4640 1 -- 172.21.15.82:0/2433791823 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4d380a2b80 msgr2=0x7f4d380a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:23:11.655 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:23:11.655+0000 7f4d50af4640 1 --2- 172.21.15.82:0/2433791823 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4d380a2b80 0x7f4d380a5040 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c102c60 tx=0x7f4d3400b390 comp rx=0 tx=0).stop 2024-09-12T12:23:11.655 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:23:11.655+0000 7f4d50af4640 1 -- 172.21.15.82:0/2433791823 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d4c102e00 msgr2=0x7f4d4c0745e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:23:11.655 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:23:11.655+0000 7f4d50af4640 1 --2- 172.21.15.82:0/2433791823 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d4c102e00 0x7f4d4c0745e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4d3c00b4a0 tx=0x7f4d3c00b960 comp rx=0 tx=0).stop 2024-09-12T12:23:11.655 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:23:11.655+0000 7f4d50af4640 1 -- 172.21.15.82:0/2433791823 shutdown_connections 2024-09-12T12:23:11.655 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:23:11.655+0000 7f4d50af4640 1 --2- 172.21.15.82:0/2433791823 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4d380a2b80 0x7f4d380a5040 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:11.655 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:23:11.655+0000 7f4d50af4640 1 --2- 172.21.15.82:0/2433791823 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d4c1037c0 0x7f4d4c074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:11.655 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:23:11.655+0000 7f4d50af4640 1 --2- 172.21.15.82:0/2433791823 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d4c102e00 0x7f4d4c0745e0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:11.656 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:23:11.655+0000 7f4d50af4640 1 --2- 172.21.15.82:0/2433791823 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d4c101c00 0x7f4d4c075f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:11.656 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:23:11.655+0000 7f4d50af4640 1 -- 172.21.15.82:0/2433791823 >> 172.21.15.82:0/2433791823 conn(0x7f4d4c0fd390 msgr2=0x7f4d4c1061d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:23:11.656 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:23:11.655+0000 7f4d50af4640 1 -- 172.21.15.82:0/2433791823 shutdown_connections 2024-09-12T12:23:11.656 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:23:11.655+0000 7f4d50af4640 1 -- 172.21.15.82:0/2433791823 wait complete. 2024-09-12T12:23:12.008 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.009 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.009 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:12.009 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:23:12.009 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.009 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:11 smithi082 ceph-mon[31122]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:23:12.009 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:12.009 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.009 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:12.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:23:12.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:11 smithi097 ceph-mon[34923]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:23:12.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:12.022 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.022 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:12.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:23:12.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:11 smithi114 ceph-mon[35514]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:23:12.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:12.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:12.337 DEBUG:teuthology.orchestra.run.smithi082:osd.9> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.9.service 2024-09-12T12:23:12.339 INFO:tasks.cephadm:Deploying osd.10 on smithi097 with /dev/vg_nvme/lv_1... 2024-09-12T12:23:12.339 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-12T12:23:12.594 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.b/config 2024-09-12T12:23:14.538 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:14 smithi097 ceph-mon[34923]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:23:14.542 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:14 smithi082 ceph-mon[31122]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:23:14.543 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:23:14 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:23:14.455+0000 7fd8c52df640 -1 osd.9 0 log_to_monitors true 2024-09-12T12:23:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:14 smithi114 ceph-mon[35514]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:23:14.961 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-12T12:23:14.988 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi097:vg_nvme/lv_1 2024-09-12T12:23:15.238 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.b/config 2024-09-12T12:23:15.544 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:15 smithi097 ceph-mon[34923]: from='osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-12T12:23:15.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:15 smithi114 ceph-mon[35514]: from='osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-12T12:23:15.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.750+0000 7f1fb0703640 1 -- 172.21.15.97:0/1269221906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fa81037c0 msgr2=0x7f1fa810a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:23:15.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.750+0000 7f1fb0703640 1 --2- 172.21.15.97:0/1269221906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fa81037c0 0x7f1fa810a050 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1fa0009ca0 tx=0x7f1fa002a8c0 comp rx=0 tx=0).stop 2024-09-12T12:23:15.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.750+0000 7f1fb0703640 1 -- 172.21.15.97:0/1269221906 shutdown_connections 2024-09-12T12:23:15.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.750+0000 7f1fb0703640 1 --2- 172.21.15.97:0/1269221906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fa81037c0 0x7f1fa810a050 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:15.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.750+0000 7f1fb0703640 1 --2- 172.21.15.97:0/1269221906 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1fa8102e00 0x7f1fa8103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:15.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.750+0000 7f1fb0703640 1 --2- 172.21.15.97:0/1269221906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fa8101c00 0x7f1fa8102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:15.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.750+0000 7f1fb0703640 1 -- 172.21.15.97:0/1269221906 >> 172.21.15.97:0/1269221906 conn(0x7f1fa80fd390 msgr2=0x7f1fa80ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:23:15.753 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.750+0000 7f1fb0703640 1 -- 172.21.15.97:0/1269221906 shutdown_connections 2024-09-12T12:23:15.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.750+0000 7f1fb0703640 1 -- 172.21.15.97:0/1269221906 wait complete. 2024-09-12T12:23:15.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.751+0000 7f1fb0703640 1 Processor -- start 2024-09-12T12:23:15.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.751+0000 7f1fb0703640 1 -- start start 2024-09-12T12:23:15.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.751+0000 7f1fb0703640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1fa8101c00 0x7f1fa8197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:23:15.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.751+0000 7f1fb0703640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fa8102e00 0x7f1fa8198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:23:15.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.751+0000 7f1fb0703640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fa81037c0 0x7f1fa819f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:23:15.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.751+0000 7f1fb0703640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1fa810d860 con 0x7f1fa8101c00 2024-09-12T12:23:15.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.751+0000 7f1fb0703640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1fa810d6e0 con 0x7f1fa8102e00 2024-09-12T12:23:15.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.751+0000 7f1fb0703640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1fa810d9e0 con 0x7f1fa81037c0 2024-09-12T12:23:15.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.751+0000 7f1fadc9e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fa8102e00 0x7f1fa8198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:23:15.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.751+0000 7f1fadc9e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fa8102e00 0x7f1fa8198270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:55566/0 (socket says 172.21.15.97:55566) 2024-09-12T12:23:15.754 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.751+0000 7f1fadc9e640 1 -- 172.21.15.97:0/1474230869 learned_addr learned my addr 172.21.15.97:0/1474230869 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-12T12:23:15.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.752+0000 7f1fadc9e640 1 -- 172.21.15.97:0/1474230869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fa81037c0 msgr2=0x7f1fa819f2f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T12:23:15.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.752+0000 7f1fadc9e640 1 --2- 172.21.15.97:0/1474230869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fa81037c0 0x7f1fa819f2f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:15.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.752+0000 7f1fadc9e640 1 -- 172.21.15.97:0/1474230869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1fa8101c00 msgr2=0x7f1fa8197d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:23:15.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.752+0000 7f1fadc9e640 1 --2- 172.21.15.97:0/1474230869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1fa8101c00 0x7f1fa8197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:15.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.752+0000 7f1fadc9e640 1 -- 172.21.15.97:0/1474230869 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fa819f960 con 0x7f1fa8102e00 2024-09-12T12:23:15.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.752+0000 7f1fadc9e640 1 --2- 172.21.15.97:0/1474230869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fa8102e00 0x7f1fa8198270 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1f9800c920 tx=0x7f1f9800cde0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:23:15.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.752+0000 7f1f9f7fe640 1 -- 172.21.15.97:0/1474230869 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f98007c70 con 0x7f1fa8102e00 2024-09-12T12:23:15.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.752+0000 7f1f9f7fe640 1 -- 172.21.15.97:0/1474230869 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1f98007e10 con 0x7f1fa8102e00 2024-09-12T12:23:15.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.752+0000 7f1fb0703640 1 -- 172.21.15.97:0/1474230869 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fa819fc50 con 0x7f1fa8102e00 2024-09-12T12:23:15.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.752+0000 7f1f9f7fe640 1 -- 172.21.15.97:0/1474230869 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f980188c0 con 0x7f1fa8102e00 2024-09-12T12:23:15.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.753+0000 7f1fb0703640 1 -- 172.21.15.97:0/1474230869 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fa81a0190 con 0x7f1fa8102e00 2024-09-12T12:23:15.756 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.753+0000 7f1fb0703640 1 -- 172.21.15.97:0/1474230869 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fa8108ed0 con 0x7f1fa8102e00 2024-09-12T12:23:15.756 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.755+0000 7f1f9f7fe640 1 -- 172.21.15.97:0/1474230869 <== mon.2 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f1f98018a60 con 0x7f1fa8102e00 2024-09-12T12:23:15.756 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.755+0000 7f1f9f7fe640 1 --2- 172.21.15.97:0/1474230869 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1f940a2c30 0x7f1f940a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:23:15.757 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.755+0000 7f1f9f7fe640 1 -- 172.21.15.97:0/1474230869 <== mon.2 v2:172.21.15.97:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5965+0+0 (secure 0 0 0) 0x7f1f980ce840 con 0x7f1fa8102e00 2024-09-12T12:23:15.757 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.755+0000 7f1fae49f640 1 --2- 172.21.15.97:0/1474230869 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1f940a2c30 0x7f1f940a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:23:15.757 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.756+0000 7f1fae49f640 1 --2- 172.21.15.97:0/1474230869 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1f940a2c30 0x7f1f940a50f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f1fa8102c60 tx=0x7f1fa4005c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:23:15.759 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.759+0000 7f1f9f7fe640 1 -- 172.21.15.97:0/1474230869 <== mon.2 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1f98014030 con 0x7f1fa8102e00 2024-09-12T12:23:15.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:15 smithi082 ceph-mon[31122]: from='osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-12T12:23:15.934 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:15.934+0000 7f1fb0703640 1 -- 172.21.15.97:0/1474230869 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f1fa8062630 con 0x7f1f940a2c30 2024-09-12T12:23:16.551 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:23:16.551 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-12T12:23:16.551 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: osdmap e60: 10 total, 9 up, 10 in 2024-09-12T12:23:16.551 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-09-12T12:23:16.552 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:23:16.552 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: Detected new or changed devices on smithi082 2024-09-12T12:23:16.552 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:16.552 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:16.552 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:16.552 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:16.552 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:16.552 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:16.552 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi082 to 4272M 2024-09-12T12:23:16.552 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:16.552 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:16.552 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:23:16.552 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:16.553 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:23:16.553 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:23:16.553 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:23:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-12T12:23:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: osdmap e60: 10 total, 9 up, 10 in 2024-09-12T12:23:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-09-12T12:23:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:23:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: Detected new or changed devices on smithi082 2024-09-12T12:23:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi082 to 4272M 2024-09-12T12:23:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:23:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:23:16.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:23:16.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:16.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:23:16.305+0000 7fd8c0a3f640 -1 osd.9 0 waiting for initial osdmap 2024-09-12T12:23:16.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:23:16.318+0000 7fd8bd079640 -1 osd.9 61 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T12:23:16.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:23:16.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-12T12:23:16.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: osdmap e60: 10 total, 9 up, 10 in 2024-09-12T12:23:16.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]: dispatch 2024-09-12T12:23:16.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:23:16.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: Detected new or changed devices on smithi082 2024-09-12T12:23:16.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:16.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:16.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:16.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:16.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:16.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:16.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi082 to 4272M 2024-09-12T12:23:16.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:16.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:16.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:23:16.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:16.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:23:16.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:23:16.782 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:17.434 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:17 smithi097 ceph-mon[34923]: from='client.24329 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:23:17.434 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:17 smithi097 ceph-mon[34923]: from='osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-09-12T12:23:17.434 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:17 smithi097 ceph-mon[34923]: osdmap e61: 10 total, 9 up, 10 in 2024-09-12T12:23:17.434 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:17 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:23:17.434 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:17 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:23:17.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:17 smithi114 ceph-mon[35514]: from='client.24329 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:23:17.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:17 smithi114 ceph-mon[35514]: from='osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-09-12T12:23:17.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:17 smithi114 ceph-mon[35514]: osdmap e61: 10 total, 9 up, 10 in 2024-09-12T12:23:17.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:17 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:23:17.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:17 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:23:17.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:17 smithi082 ceph-mon[31122]: from='client.24329 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:23:17.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:17 smithi082 ceph-mon[31122]: from='osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi082", "root=default"]}]': finished 2024-09-12T12:23:17.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:17 smithi082 ceph-mon[31122]: osdmap e61: 10 total, 9 up, 10 in 2024-09-12T12:23:17.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:17 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:23:17.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:17 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:23:18.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:18 smithi082 ceph-mon[31122]: purged_snaps scrub starts 2024-09-12T12:23:18.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:18 smithi082 ceph-mon[31122]: purged_snaps scrub ok 2024-09-12T12:23:18.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:18 smithi082 ceph-mon[31122]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:23:18.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:18 smithi082 ceph-mon[31122]: osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669] boot 2024-09-12T12:23:18.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:18 smithi082 ceph-mon[31122]: osdmap e62: 10 total, 10 up, 10 in 2024-09-12T12:23:18.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:18 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:23:18.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:18 smithi082 ceph-mon[31122]: from='client.? 172.21.15.97:0/3125617221' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8432b2c9-c3f0-4fc9-b9d8-91aba4427437"}]: dispatch 2024-09-12T12:23:18.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:18 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8432b2c9-c3f0-4fc9-b9d8-91aba4427437"}]: dispatch 2024-09-12T12:23:18.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:18 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8432b2c9-c3f0-4fc9-b9d8-91aba4427437"}]': finished 2024-09-12T12:23:18.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:18 smithi082 ceph-mon[31122]: osdmap e63: 11 total, 10 up, 11 in 2024-09-12T12:23:18.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:18 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:18.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:18 smithi114 ceph-mon[35514]: purged_snaps scrub starts 2024-09-12T12:23:18.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:18 smithi114 ceph-mon[35514]: purged_snaps scrub ok 2024-09-12T12:23:18.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:18 smithi114 ceph-mon[35514]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:23:18.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:18 smithi114 ceph-mon[35514]: osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669] boot 2024-09-12T12:23:18.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:18 smithi114 ceph-mon[35514]: osdmap e62: 10 total, 10 up, 10 in 2024-09-12T12:23:18.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:18 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:23:18.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:18 smithi114 ceph-mon[35514]: from='client.? 172.21.15.97:0/3125617221' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8432b2c9-c3f0-4fc9-b9d8-91aba4427437"}]: dispatch 2024-09-12T12:23:18.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:18 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8432b2c9-c3f0-4fc9-b9d8-91aba4427437"}]: dispatch 2024-09-12T12:23:18.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:18 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8432b2c9-c3f0-4fc9-b9d8-91aba4427437"}]': finished 2024-09-12T12:23:18.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:18 smithi114 ceph-mon[35514]: osdmap e63: 11 total, 10 up, 11 in 2024-09-12T12:23:18.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:18 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:18.682 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:18 smithi097 ceph-mon[34923]: purged_snaps scrub starts 2024-09-12T12:23:18.682 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:18 smithi097 ceph-mon[34923]: purged_snaps scrub ok 2024-09-12T12:23:18.683 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:18 smithi097 ceph-mon[34923]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-09-12T12:23:18.683 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:18 smithi097 ceph-mon[34923]: osd.9 [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669] boot 2024-09-12T12:23:18.683 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:18 smithi097 ceph-mon[34923]: osdmap e62: 10 total, 10 up, 10 in 2024-09-12T12:23:18.683 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:18 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:23:18.683 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:18 smithi097 ceph-mon[34923]: from='client.? 172.21.15.97:0/3125617221' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8432b2c9-c3f0-4fc9-b9d8-91aba4427437"}]: dispatch 2024-09-12T12:23:18.684 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:18 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8432b2c9-c3f0-4fc9-b9d8-91aba4427437"}]: dispatch 2024-09-12T12:23:18.684 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:18 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8432b2c9-c3f0-4fc9-b9d8-91aba4427437"}]': finished 2024-09-12T12:23:18.684 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:18 smithi097 ceph-mon[34923]: osdmap e63: 11 total, 10 up, 11 in 2024-09-12T12:23:18.684 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:18 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:19.695 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:19 smithi114 ceph-mon[35514]: from='client.? 172.21.15.97:0/713381175' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:23:19.833 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:19 smithi082 ceph-mon[31122]: from='client.? 172.21.15.97:0/713381175' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:23:19.833 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:19 smithi097 ceph-mon[34923]: from='client.? 172.21.15.97:0/713381175' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:23:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:20 smithi097 ceph-mon[34923]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:20.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:20 smithi082 ceph-mon[31122]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:20.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:20 smithi114 ceph-mon[35514]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:22 smithi097 ceph-mon[34923]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:22 smithi082 ceph-mon[31122]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:22.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:22 smithi114 ceph-mon[35514]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:24.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:24 smithi097 ceph-mon[34923]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:24 smithi082 ceph-mon[31122]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:24.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:24 smithi114 ceph-mon[35514]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:26.712 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:26 smithi097 ceph-mon[34923]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:26.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:26 smithi082 ceph-mon[31122]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:26.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:26 smithi114 ceph-mon[35514]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:27.407 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-12T12:23:27.407 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:27.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-12T12:23:27.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:27.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-12T12:23:27.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:28.639 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:28 smithi097 ceph-mon[34923]: Deploying daemon osd.10 on smithi097 2024-09-12T12:23:28.639 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:28 smithi097 ceph-mon[34923]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:28 smithi082 ceph-mon[31122]: Deploying daemon osd.10 on smithi097 2024-09-12T12:23:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:28 smithi082 ceph-mon[31122]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:28.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:28 smithi114 ceph-mon[35514]: Deploying daemon osd.10 on smithi097 2024-09-12T12:23:28.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:28 smithi114 ceph-mon[35514]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:30.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:30 smithi097 ceph-mon[34923]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:30.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:30 smithi082 ceph-mon[31122]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:30.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:30 smithi114 ceph-mon[35514]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:32.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:32 smithi097 ceph-mon[34923]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:32.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:32 smithi082 ceph-mon[31122]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:32.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:32 smithi114 ceph-mon[35514]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:33.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:33 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:33.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:33 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:33.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:33 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:33.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:33 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:33.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:33 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:33.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:33 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:33.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:33 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:33.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:33 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:33.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:33 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:34.643 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:34 smithi097 ceph-mon[34923]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:34.681 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:34 smithi082 ceph-mon[31122]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:34.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:34 smithi114 ceph-mon[35514]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:35.893 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:35.893+0000 7f1f9f7fe640 1 -- 172.21.15.97:0/1474230869 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f1fa8062630 con 0x7f1f940a2c30 2024-09-12T12:23:35.894 INFO:teuthology.orchestra.run.smithi097.stdout:Created osd(s) 10 on host 'smithi097' 2024-09-12T12:23:35.895 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:35.895+0000 7f1fb0703640 1 -- 172.21.15.97:0/1474230869 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1f940a2c30 msgr2=0x7f1f940a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:23:35.896 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:35.895+0000 7f1fb0703640 1 --2- 172.21.15.97:0/1474230869 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1f940a2c30 0x7f1f940a50f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f1fa8102c60 tx=0x7f1fa4005c90 comp rx=0 tx=0).stop 2024-09-12T12:23:35.896 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:35.895+0000 7f1fb0703640 1 -- 172.21.15.97:0/1474230869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fa8102e00 msgr2=0x7f1fa8198270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:23:35.896 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:35.895+0000 7f1fb0703640 1 --2- 172.21.15.97:0/1474230869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fa8102e00 0x7f1fa8198270 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1f9800c920 tx=0x7f1f9800cde0 comp rx=0 tx=0).stop 2024-09-12T12:23:35.896 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:35.895+0000 7f1fb0703640 1 -- 172.21.15.97:0/1474230869 shutdown_connections 2024-09-12T12:23:35.896 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:35.895+0000 7f1fb0703640 1 --2- 172.21.15.97:0/1474230869 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1f940a2c30 0x7f1f940a50f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:35.896 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:35.895+0000 7f1fb0703640 1 --2- 172.21.15.97:0/1474230869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1fa81037c0 0x7f1fa819f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:35.896 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:35.895+0000 7f1fb0703640 1 --2- 172.21.15.97:0/1474230869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fa8102e00 0x7f1fa8198270 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:35.896 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:35.895+0000 7f1fb0703640 1 --2- 172.21.15.97:0/1474230869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1fa8101c00 0x7f1fa8197d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:35.896 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:35.895+0000 7f1fb0703640 1 -- 172.21.15.97:0/1474230869 >> 172.21.15.97:0/1474230869 conn(0x7f1fa80fd390 msgr2=0x7f1fa81060a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:23:35.897 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:35.895+0000 7f1fb0703640 1 -- 172.21.15.97:0/1474230869 shutdown_connections 2024-09-12T12:23:35.897 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-12T12:23:35.895+0000 7f1fb0703640 1 -- 172.21.15.97:0/1474230869 wait complete. 2024-09-12T12:23:36.432 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:36 smithi097 ceph-mon[34923]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:36.432 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:36 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.432 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:36 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.432 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:36 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:36.432 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:36 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:23:36.432 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:36 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.432 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:36 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:36.432 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:36 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.432 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:36 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.461 DEBUG:teuthology.orchestra.run.smithi097:osd.10> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.10.service 2024-09-12T12:23:36.463 INFO:tasks.cephadm:Deploying osd.11 on smithi114 with /dev/vg_nvme/lv_1... 2024-09-12T12:23:36.463 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-12T12:23:36.495 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:36 smithi114 ceph-mon[35514]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:36.495 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:36 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.495 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:36 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.495 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:36 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:36.495 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:36 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:23:36.495 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:36 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.495 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:36 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:36.495 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:36 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.495 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:36 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:36 smithi082 ceph-mon[31122]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:36.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:36.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:23:36.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:36.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:36 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:36.720 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:23:38.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:38 smithi097 ceph-mon[34923]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:38.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:38 smithi082 ceph-mon[31122]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:38.539 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:38 smithi114 ceph-mon[35514]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:38.771 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:23:38 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:23:38.562+0000 7ff3830f4640 -1 osd.10 0 log_to_monitors true 2024-09-12T12:23:39.332 INFO:teuthology.orchestra.run.smithi114.stdout: 2024-09-12T12:23:39.359 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi114:vg_nvme/lv_1 2024-09-12T12:23:39.500 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:39 smithi114 ceph-mon[35514]: from='osd.10 [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-12T12:23:39.500 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:39 smithi114 ceph-mon[35514]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-12T12:23:39.500 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:39 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:39.500 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:39 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:39.500 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:39 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:39.501 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:39 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:39.501 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:39 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:39.501 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:39 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:39.501 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:39 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:39.501 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:39 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:39.501 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:39 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:23:39.501 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:39 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:39.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:39 smithi097 ceph-mon[34923]: from='osd.10 [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-12T12:23:39.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:39 smithi097 ceph-mon[34923]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-12T12:23:39.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:39 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:39.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:39 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:39.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:39 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:39.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:39 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:39.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:39 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:39.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:39 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:39.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:39 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:39.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:39 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:39.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:39 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:23:39.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:39 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:39.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:39 smithi082 ceph-mon[31122]: from='osd.10 [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-12T12:23:39.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:39 smithi082 ceph-mon[31122]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-12T12:23:39.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:39 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:39.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:39 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:39.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:39 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:39.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:39 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:39.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:39 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:39.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:39 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:23:39.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:39 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:39.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:39 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:39.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:39 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:23:39.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:39 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:39.654 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:23:40.128 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.126+0000 7f3afb0d1640 1 -- 172.21.15.114:0/954994619 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3af4100ad0 msgr2=0x7f3af4100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:23:40.128 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.126+0000 7f3afb0d1640 1 --2- 172.21.15.114:0/954994619 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3af4100ad0 0x7f3af4100ed0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8009900 tx=0x7f3ae802a410 comp rx=0 tx=0).stop 2024-09-12T12:23:40.129 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.126+0000 7f3afb0d1640 1 -- 172.21.15.114:0/954994619 shutdown_connections 2024-09-12T12:23:40.129 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.126+0000 7f3afb0d1640 1 --2- 172.21.15.114:0/954994619 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3af4102690 0x7f3af4108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:40.129 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.126+0000 7f3afb0d1640 1 --2- 172.21.15.114:0/954994619 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3af4101cd0 0x7f3af4102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:40.129 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.126+0000 7f3afb0d1640 1 --2- 172.21.15.114:0/954994619 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3af4100ad0 0x7f3af4100ed0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:40.129 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.126+0000 7f3afb0d1640 1 -- 172.21.15.114:0/954994619 >> 172.21.15.114:0/954994619 conn(0x7f3af40fc280 msgr2=0x7f3af40fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:23:40.129 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.126+0000 7f3afb0d1640 1 -- 172.21.15.114:0/954994619 shutdown_connections 2024-09-12T12:23:40.129 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.126+0000 7f3afb0d1640 1 -- 172.21.15.114:0/954994619 wait complete. 2024-09-12T12:23:40.129 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.126+0000 7f3afb0d1640 1 Processor -- start 2024-09-12T12:23:40.129 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.126+0000 7f3afb0d1640 1 -- start start 2024-09-12T12:23:40.129 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3afb0d1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3af4100ad0 0x7f3af4197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:23:40.130 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3afb0d1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3af4101cd0 0x7f3af4198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:23:40.130 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3afb0d1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3af4102690 0x7f3af419f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:23:40.130 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3afb0d1640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3af410d880 con 0x7f3af4101cd0 2024-09-12T12:23:40.130 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3afb0d1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3af410d700 con 0x7f3af4100ad0 2024-09-12T12:23:40.130 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3afb0d1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3af410da00 con 0x7f3af4102690 2024-09-12T12:23:40.130 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3af966e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3af4102690 0x7f3af419f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:23:40.130 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3af966e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3af4102690 0x7f3af419f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:38976/0 (socket says 172.21.15.114:38976) 2024-09-12T12:23:40.130 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3af3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3af4101cd0 0x7f3af4198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:23:40.130 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3af966e640 1 -- 172.21.15.114:0/2064051358 learned_addr learned my addr 172.21.15.114:0/2064051358 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-12T12:23:40.130 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3af8e6d640 1 --2- 172.21.15.114:0/2064051358 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3af4100ad0 0x7f3af4197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:23:40.130 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3af966e640 1 -- 172.21.15.114:0/2064051358 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3af4100ad0 msgr2=0x7f3af4197f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:23:40.131 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3af966e640 1 --2- 172.21.15.114:0/2064051358 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3af4100ad0 0x7f3af4197f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:40.131 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3af966e640 1 -- 172.21.15.114:0/2064051358 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3af4101cd0 msgr2=0x7f3af4198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:23:40.131 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3af966e640 1 --2- 172.21.15.114:0/2064051358 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3af4101cd0 0x7f3af4198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:23:40.131 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3af966e640 1 -- 172.21.15.114:0/2064051358 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3af419fb50 con 0x7f3af4102690 2024-09-12T12:23:40.131 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3af8e6d640 1 --2- 172.21.15.114:0/2064051358 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3af4100ad0 0x7f3af4197f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:23:40.131 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3af966e640 1 --2- 172.21.15.114:0/2064051358 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3af4102690 0x7f3af419f4e0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3aec009fd0 tx=0x7f3aec00b260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:23:40.131 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3af1ffb640 1 -- 172.21.15.114:0/2064051358 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aec017070 con 0x7f3af4102690 2024-09-12T12:23:40.131 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3af1ffb640 1 -- 172.21.15.114:0/2064051358 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3aec003e50 con 0x7f3af4102690 2024-09-12T12:23:40.131 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.127+0000 7f3afb0d1640 1 -- 172.21.15.114:0/2064051358 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3af419fe40 con 0x7f3af4102690 2024-09-12T12:23:40.131 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.128+0000 7f3af1ffb640 1 -- 172.21.15.114:0/2064051358 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aec0106c0 con 0x7f3af4102690 2024-09-12T12:23:40.131 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.128+0000 7f3afb0d1640 1 -- 172.21.15.114:0/2064051358 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3af41a02f0 con 0x7f3af4102690 2024-09-12T12:23:40.132 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.129+0000 7f3afb0d1640 1 -- 172.21.15.114:0/2064051358 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3af4107f10 con 0x7f3af4102690 2024-09-12T12:23:40.132 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.130+0000 7f3af1ffb640 1 -- 172.21.15.114:0/2064051358 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3aec003970 con 0x7f3af4102690 2024-09-12T12:23:40.133 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.130+0000 7f3af1ffb640 1 --2- 172.21.15.114:0/2064051358 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3ae40a2c30 0x7f3ae40a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:23:40.133 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.131+0000 7f3af1ffb640 1 -- 172.21.15.114:0/2064051358 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 6398+0+0 (secure 0 0 0) 0x7f3aec0ce4f0 con 0x7f3af4102690 2024-09-12T12:23:40.133 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.131+0000 7f3af8e6d640 1 --2- 172.21.15.114:0/2064051358 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3ae40a2c30 0x7f3ae40a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:23:40.133 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.131+0000 7f3af8e6d640 1 --2- 172.21.15.114:0/2064051358 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3ae40a2c30 0x7f3ae40a50f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8006010 tx=0x7f3ae8032cf0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:23:40.134 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.135+0000 7f3af1ffb640 1 -- 172.21.15.114:0/2064051358 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3aec09bbd0 con 0x7f3af4102690 2024-09-12T12:23:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:40 smithi114 ceph-mon[35514]: Detected new or changed devices on smithi097 2024-09-12T12:23:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:40 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi097 to 4272M 2024-09-12T12:23:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:40 smithi114 ceph-mon[35514]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:40.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:40 smithi114 ceph-mon[35514]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-12T12:23:40.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:40 smithi114 ceph-mon[35514]: osdmap e64: 11 total, 10 up, 11 in 2024-09-12T12:23:40.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:40 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:40.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:40 smithi114 ceph-mon[35514]: from='osd.10 [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:23:40.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:40 smithi114 ceph-mon[35514]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:23:40.358 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:23:40.358+0000 7f3afb0d1640 1 -- 172.21.15.114:0/2064051358 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f3af4062630 con 0x7f3ae40a2c30 2024-09-12T12:23:40.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:23:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:23:40.267+0000 7ff37e854640 -1 osd.10 0 waiting for initial osdmap 2024-09-12T12:23:40.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:23:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:23:40.284+0000 7ff37ae8e640 -1 osd.10 65 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T12:23:40.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:40 smithi097 ceph-mon[34923]: Detected new or changed devices on smithi097 2024-09-12T12:23:40.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:40 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi097 to 4272M 2024-09-12T12:23:40.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:40 smithi097 ceph-mon[34923]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:40.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:40 smithi097 ceph-mon[34923]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-12T12:23:40.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:40 smithi097 ceph-mon[34923]: osdmap e64: 11 total, 10 up, 11 in 2024-09-12T12:23:40.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:40 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:40.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:40 smithi097 ceph-mon[34923]: from='osd.10 [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:23:40.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:40 smithi097 ceph-mon[34923]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:23:40.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:40 smithi082 ceph-mon[31122]: Detected new or changed devices on smithi097 2024-09-12T12:23:40.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:40 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi097 to 4272M 2024-09-12T12:23:40.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:40 smithi082 ceph-mon[31122]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:40.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:40 smithi082 ceph-mon[31122]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-12T12:23:40.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:40 smithi082 ceph-mon[31122]: osdmap e64: 11 total, 10 up, 11 in 2024-09-12T12:23:40.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:40 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:40.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:40 smithi082 ceph-mon[31122]: from='osd.10 [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:23:40.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:40 smithi082 ceph-mon[31122]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-12T12:23:41.363 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:41 smithi114 ceph-mon[35514]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-12T12:23:41.363 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:41 smithi114 ceph-mon[35514]: osdmap e65: 11 total, 10 up, 11 in 2024-09-12T12:23:41.363 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:41 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:41.363 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:41 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:41.363 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:41 smithi114 ceph-mon[35514]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:23:41.363 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:41 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:23:41.363 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:41 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:23:41.363 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:41 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:41.363 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:41 smithi114 ceph-mon[35514]: osd.10 [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018] boot 2024-09-12T12:23:41.364 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:41 smithi114 ceph-mon[35514]: osdmap e66: 11 total, 11 up, 11 in 2024-09-12T12:23:41.364 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:41 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:41.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:41 smithi082 ceph-mon[31122]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-12T12:23:41.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:41 smithi082 ceph-mon[31122]: osdmap e65: 11 total, 10 up, 11 in 2024-09-12T12:23:41.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:41 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:41.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:41 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:41.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:41 smithi082 ceph-mon[31122]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:23:41.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:41 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:23:41.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:41 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:23:41.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:41 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:41.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:41 smithi082 ceph-mon[31122]: osd.10 [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018] boot 2024-09-12T12:23:41.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:41 smithi082 ceph-mon[31122]: osdmap e66: 11 total, 11 up, 11 in 2024-09-12T12:23:41.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:41 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:41.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:41 smithi097 ceph-mon[34923]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-12T12:23:41.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:41 smithi097 ceph-mon[34923]: osdmap e65: 11 total, 10 up, 11 in 2024-09-12T12:23:41.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:41 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:41.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:41 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:41.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:41 smithi097 ceph-mon[34923]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi114:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:23:41.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:41 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-12T12:23:41.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:41 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-12T12:23:41.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:41 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:41.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:41 smithi097 ceph-mon[34923]: osd.10 [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018] boot 2024-09-12T12:23:41.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:41 smithi097 ceph-mon[34923]: osdmap e66: 11 total, 11 up, 11 in 2024-09-12T12:23:41.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:41 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:23:42.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:42 smithi097 ceph-mon[34923]: purged_snaps scrub starts 2024-09-12T12:23:42.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:42 smithi097 ceph-mon[34923]: purged_snaps scrub ok 2024-09-12T12:23:42.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:42 smithi097 ceph-mon[34923]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:42.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:42 smithi097 ceph-mon[34923]: osdmap e67: 11 total, 11 up, 11 in 2024-09-12T12:23:42.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:42 smithi082 ceph-mon[31122]: purged_snaps scrub starts 2024-09-12T12:23:42.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:42 smithi082 ceph-mon[31122]: purged_snaps scrub ok 2024-09-12T12:23:42.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:42 smithi082 ceph-mon[31122]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:42.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:42 smithi082 ceph-mon[31122]: osdmap e67: 11 total, 11 up, 11 in 2024-09-12T12:23:42.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:42 smithi114 ceph-mon[35514]: purged_snaps scrub starts 2024-09-12T12:23:42.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:42 smithi114 ceph-mon[35514]: purged_snaps scrub ok 2024-09-12T12:23:42.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:42 smithi114 ceph-mon[35514]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-09-12T12:23:42.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:42 smithi114 ceph-mon[35514]: osdmap e67: 11 total, 11 up, 11 in 2024-09-12T12:23:43.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:43 smithi082 ceph-mon[31122]: from='client.? 172.21.15.114:0/3356952010' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb2b575-e175-4271-8ac0-771fa72f9c0b"}]: dispatch 2024-09-12T12:23:43.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:43 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb2b575-e175-4271-8ac0-771fa72f9c0b"}]: dispatch 2024-09-12T12:23:43.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:43 smithi082 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5cb2b575-e175-4271-8ac0-771fa72f9c0b"}]': finished 2024-09-12T12:23:43.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:43 smithi082 ceph-mon[31122]: osdmap e68: 12 total, 11 up, 12 in 2024-09-12T12:23:43.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:43 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:23:43.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:43 smithi082 ceph-mon[31122]: from='client.? 172.21.15.114:0/1150680432' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:23:43.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:43 smithi114 ceph-mon[35514]: from='client.? 172.21.15.114:0/3356952010' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb2b575-e175-4271-8ac0-771fa72f9c0b"}]: dispatch 2024-09-12T12:23:43.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:43 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb2b575-e175-4271-8ac0-771fa72f9c0b"}]: dispatch 2024-09-12T12:23:43.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:43 smithi114 ceph-mon[35514]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5cb2b575-e175-4271-8ac0-771fa72f9c0b"}]': finished 2024-09-12T12:23:43.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:43 smithi114 ceph-mon[35514]: osdmap e68: 12 total, 11 up, 12 in 2024-09-12T12:23:43.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:43 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:23:43.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:43 smithi114 ceph-mon[35514]: from='client.? 172.21.15.114:0/1150680432' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:23:43.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:43 smithi097 ceph-mon[34923]: from='client.? 172.21.15.114:0/3356952010' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb2b575-e175-4271-8ac0-771fa72f9c0b"}]: dispatch 2024-09-12T12:23:43.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:43 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb2b575-e175-4271-8ac0-771fa72f9c0b"}]: dispatch 2024-09-12T12:23:43.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:43 smithi097 ceph-mon[34923]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5cb2b575-e175-4271-8ac0-771fa72f9c0b"}]': finished 2024-09-12T12:23:43.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:43 smithi097 ceph-mon[34923]: osdmap e68: 12 total, 11 up, 12 in 2024-09-12T12:23:43.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:43 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:23:43.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:43 smithi097 ceph-mon[34923]: from='client.? 172.21.15.114:0/1150680432' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-12T12:23:44.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:44 smithi082 ceph-mon[31122]: pgmap v225: 1 pgs: 1 remapped+peering; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:23:44.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:44 smithi082 ceph-mon[31122]: osdmap e69: 12 total, 11 up, 12 in 2024-09-12T12:23:44.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:44 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:23:44.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:44 smithi114 ceph-mon[35514]: pgmap v225: 1 pgs: 1 remapped+peering; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:23:44.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:44 smithi114 ceph-mon[35514]: osdmap e69: 12 total, 11 up, 12 in 2024-09-12T12:23:44.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:44 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:23:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:44 smithi097 ceph-mon[34923]: pgmap v225: 1 pgs: 1 remapped+peering; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:23:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:44 smithi097 ceph-mon[34923]: osdmap e69: 12 total, 11 up, 12 in 2024-09-12T12:23:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:44 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:23:45.989 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:45 smithi082 ceph-mon[31122]: osdmap e70: 12 total, 11 up, 12 in 2024-09-12T12:23:45.989 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:45 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:23:45.990 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:45 smithi082 ceph-mon[31122]: pgmap v228: 1 pgs: 1 remapped+peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:23:46.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:45 smithi097 ceph-mon[34923]: osdmap e70: 12 total, 11 up, 12 in 2024-09-12T12:23:46.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:45 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:23:46.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:45 smithi097 ceph-mon[34923]: pgmap v228: 1 pgs: 1 remapped+peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:23:46.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:45 smithi114 ceph-mon[35514]: osdmap e70: 12 total, 11 up, 12 in 2024-09-12T12:23:46.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:45 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:23:46.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:45 smithi114 ceph-mon[35514]: pgmap v228: 1 pgs: 1 remapped+peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:23:48.484 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:48 smithi114 ceph-mon[35514]: pgmap v229: 1 pgs: 1 remapped+peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:23:48.724 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:48 smithi097 ceph-mon[34923]: pgmap v229: 1 pgs: 1 remapped+peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:23:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:48 smithi082 ceph-mon[31122]: pgmap v229: 1 pgs: 1 remapped+peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:23:50.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:50 smithi114 ceph-mon[35514]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-12T12:23:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:50 smithi097 ceph-mon[34923]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-12T12:23:50.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:50 smithi082 ceph-mon[31122]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-12T12:23:52.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:52 smithi114 ceph-mon[35514]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-12T12:23:52.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:52 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-12T12:23:52.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:52 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:52 smithi097 ceph-mon[34923]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-12T12:23:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:52 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-12T12:23:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:52 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:52.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:52 smithi082 ceph-mon[31122]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-12T12:23:52.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:52 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-12T12:23:52.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:52 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:23:53.515 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:53 smithi114 ceph-mon[35514]: Deploying daemon osd.11 on smithi114 2024-09-12T12:23:53.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:53 smithi097 ceph-mon[34923]: Deploying daemon osd.11 on smithi114 2024-09-12T12:23:53.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:53 smithi082 ceph-mon[31122]: Deploying daemon osd.11 on smithi114 2024-09-12T12:23:54.487 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:54 smithi114 ceph-mon[35514]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-12T12:23:54.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:54 smithi097 ceph-mon[34923]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-12T12:23:54.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:54 smithi082 ceph-mon[31122]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-12T12:23:56.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:56 smithi114 ceph-mon[35514]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-09-12T12:23:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:56 smithi097 ceph-mon[34923]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-09-12T12:23:56.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:56 smithi082 ceph-mon[31122]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-09-12T12:23:57.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:57 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:57.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:57 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:57.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:57 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:57.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:57 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:57.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:57 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:57.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:57 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:57.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:57 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:23:57.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:57 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:57.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:57 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:23:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:23:58 smithi114 ceph-mon[35514]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:23:58.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:23:58 smithi097 ceph-mon[34923]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:23:58.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:23:58 smithi082 ceph-mon[31122]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:24:00.514 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:00 smithi114 ceph-mon[35514]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:24:00.514 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:00 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:00.514 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:00 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:00.514 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:00 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:00.515 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:00 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:00.515 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:00 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:00 smithi097 ceph-mon[34923]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:24:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:00 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:00 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:00 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:00 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:00 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:00.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:00 smithi082 ceph-mon[31122]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-12T12:24:00.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:00 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:00.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:00 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:00.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:00 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:00.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:00 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:00.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:00 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:00.939 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:00.938+0000 7f3af1ffb640 1 -- 172.21.15.114:0/2064051358 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f3af4062630 con 0x7f3ae40a2c30 2024-09-12T12:24:00.939 INFO:teuthology.orchestra.run.smithi114.stdout:Created osd(s) 11 on host 'smithi114' 2024-09-12T12:24:00.941 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:00.940+0000 7f3afb0d1640 1 -- 172.21.15.114:0/2064051358 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3ae40a2c30 msgr2=0x7f3ae40a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:00.942 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:00.940+0000 7f3afb0d1640 1 --2- 172.21.15.114:0/2064051358 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3ae40a2c30 0x7f3ae40a50f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8006010 tx=0x7f3ae8032cf0 comp rx=0 tx=0).stop 2024-09-12T12:24:00.942 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:00.940+0000 7f3afb0d1640 1 -- 172.21.15.114:0/2064051358 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3af4102690 msgr2=0x7f3af419f4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:00.942 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:00.940+0000 7f3afb0d1640 1 --2- 172.21.15.114:0/2064051358 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3af4102690 0x7f3af419f4e0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3aec009fd0 tx=0x7f3aec00b260 comp rx=0 tx=0).stop 2024-09-12T12:24:00.942 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:00.940+0000 7f3afb0d1640 1 -- 172.21.15.114:0/2064051358 shutdown_connections 2024-09-12T12:24:00.942 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:00.940+0000 7f3afb0d1640 1 --2- 172.21.15.114:0/2064051358 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3ae40a2c30 0x7f3ae40a50f0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:00.942 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:00.940+0000 7f3afb0d1640 1 --2- 172.21.15.114:0/2064051358 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3af4102690 0x7f3af419f4e0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:00.942 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:00.940+0000 7f3afb0d1640 1 --2- 172.21.15.114:0/2064051358 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3af4101cd0 0x7f3af4198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:00.942 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:00.940+0000 7f3afb0d1640 1 --2- 172.21.15.114:0/2064051358 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3af4100ad0 0x7f3af4197f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:00.942 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:00.940+0000 7f3afb0d1640 1 -- 172.21.15.114:0/2064051358 >> 172.21.15.114:0/2064051358 conn(0x7f3af40fc280 msgr2=0x7f3af41050e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:00.942 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:00.940+0000 7f3afb0d1640 1 -- 172.21.15.114:0/2064051358 shutdown_connections 2024-09-12T12:24:00.942 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:00.940+0000 7f3afb0d1640 1 -- 172.21.15.114:0/2064051358 wait complete. 2024-09-12T12:24:01.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:01 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:24:01.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:01 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:01.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:01 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:01.604 DEBUG:teuthology.orchestra.run.smithi114:osd.11> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.11.service 2024-09-12T12:24:01.606 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-09-12T12:24:01.607 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd stat -f json 2024-09-12T12:24:01.635 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:01 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:24:01.635 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:01 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:01.635 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:01 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:01.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:01 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:24:01.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:01 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:01.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:01 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:01.866 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:02.403 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:02 smithi082 ceph-mon[31122]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:24:02.425 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.395+0000 7fc5ac407640 1 -- 172.21.15.82:0/2435758214 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc5a4100ad0 msgr2=0x7fc5a4100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:02.425 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.395+0000 7fc5ac407640 1 --2- 172.21.15.82:0/2435758214 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc5a4100ad0 0x7fc5a4100ed0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc5a0009900 tx=0x7fc5a002a410 comp rx=0 tx=0).stop 2024-09-12T12:24:02.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.395+0000 7fc5ac407640 1 -- 172.21.15.82:0/2435758214 shutdown_connections 2024-09-12T12:24:02.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.395+0000 7fc5ac407640 1 --2- 172.21.15.82:0/2435758214 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5a4102690 0x7fc5a4108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:02.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.395+0000 7fc5ac407640 1 --2- 172.21.15.82:0/2435758214 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc5a4101cd0 0x7fc5a4102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:02.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.395+0000 7fc5ac407640 1 --2- 172.21.15.82:0/2435758214 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc5a4100ad0 0x7fc5a4100ed0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:02.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.395+0000 7fc5ac407640 1 -- 172.21.15.82:0/2435758214 >> 172.21.15.82:0/2435758214 conn(0x7fc5a40fc280 msgr2=0x7fc5a40fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:02.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.395+0000 7fc5ac407640 1 -- 172.21.15.82:0/2435758214 shutdown_connections 2024-09-12T12:24:02.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.395+0000 7fc5ac407640 1 -- 172.21.15.82:0/2435758214 wait complete. 2024-09-12T12:24:02.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5ac407640 1 Processor -- start 2024-09-12T12:24:02.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5ac407640 1 -- start start 2024-09-12T12:24:02.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5ac407640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc5a4100ad0 0x7fc5a4197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:02.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5ac407640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5a4101cd0 0x7fc5a4198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:02.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5ac407640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc5a4102690 0x7fc5a419f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:02.427 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5ac407640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a410c750 con 0x7fc5a4102690 2024-09-12T12:24:02.427 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5ac407640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a410c5d0 con 0x7fc5a4101cd0 2024-09-12T12:24:02.427 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5ac407640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a410c8d0 con 0x7fc5a4100ad0 2024-09-12T12:24:02.427 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5aa9a4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc5a4102690 0x7fc5a419f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:02.427 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5aa9a4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc5a4102690 0x7fc5a419f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48172/0 (socket says 172.21.15.82:48172) 2024-09-12T12:24:02.427 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5aa9a4640 1 -- 172.21.15.82:0/3221642486 learned_addr learned my addr 172.21.15.82:0/3221642486 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:02.427 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5aa1a3640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc5a4100ad0 0x7fc5a4197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:02.427 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5a99a2640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5a4101cd0 0x7fc5a4198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:02.428 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5aa9a4640 1 -- 172.21.15.82:0/3221642486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc5a4100ad0 msgr2=0x7fc5a4197f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:02.428 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5aa9a4640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc5a4100ad0 0x7fc5a4197f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:02.428 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5aa9a4640 1 -- 172.21.15.82:0/3221642486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5a4101cd0 msgr2=0x7fc5a4198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:02.428 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5aa9a4640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5a4101cd0 0x7fc5a4198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:02.428 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5aa9a4640 1 -- 172.21.15.82:0/3221642486 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5a419fb50 con 0x7fc5a4102690 2024-09-12T12:24:02.428 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5a99a2640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5a4101cd0 0x7fc5a4198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:24:02.428 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc5aa9a4640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc5a4102690 0x7fc5a419f4e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc59c00cad0 tx=0x7fc59c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:02.428 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.396+0000 7fc59b7fe640 1 -- 172.21.15.82:0/3221642486 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59c00ae20 con 0x7fc5a4102690 2024-09-12T12:24:02.428 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.397+0000 7fc59b7fe640 1 -- 172.21.15.82:0/3221642486 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc59c005020 con 0x7fc5a4102690 2024-09-12T12:24:02.428 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.397+0000 7fc5ac407640 1 -- 172.21.15.82:0/3221642486 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5a419fe40 con 0x7fc5a4102690 2024-09-12T12:24:02.428 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.397+0000 7fc59b7fe640 1 -- 172.21.15.82:0/3221642486 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59c00f6f0 con 0x7fc5a4102690 2024-09-12T12:24:02.428 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.397+0000 7fc5ac407640 1 -- 172.21.15.82:0/3221642486 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5a41a02a0 con 0x7fc5a4102690 2024-09-12T12:24:02.429 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.398+0000 7fc5ac407640 1 -- 172.21.15.82:0/3221642486 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5a41a0560 con 0x7fc5a4102690 2024-09-12T12:24:02.429 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.399+0000 7fc59b7fe640 1 -- 172.21.15.82:0/3221642486 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc59c0051d0 con 0x7fc5a4102690 2024-09-12T12:24:02.429 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.399+0000 7fc59b7fe640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc5900a2bb0 0x7fc5900a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:02.429 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.400+0000 7fc5aa1a3640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc5900a2bb0 0x7fc5900a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:02.429 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.400+0000 7fc59b7fe640 1 -- 172.21.15.82:0/3221642486 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6809+0+0 (secure 0 0 0) 0x7fc59c0cead0 con 0x7fc5a4102690 2024-09-12T12:24:02.429 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.400+0000 7fc5aa1a3640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc5900a2bb0 0x7fc5900a5070 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc5a0005ab0 tx=0x7fc5a0000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:02.429 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.404+0000 7fc59b7fe640 1 -- 172.21.15.82:0/3221642486 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc59c014030 con 0x7fc5a4102690 2024-09-12T12:24:02.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.577+0000 7fc5ac407640 1 -- 172.21.15.82:0/3221642486 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fc5a41a08f0 con 0x7fc5a4102690 2024-09-12T12:24:02.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.577+0000 7fc59b7fe640 1 -- 172.21.15.82:0/3221642486 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v70) ==== 74+0+133 (secure 0 0 0) 0x7fc59c09c010 con 0x7fc5a4102690 2024-09-12T12:24:02.578 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:02.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.579+0000 7fc5ac407640 1 -- 172.21.15.82:0/3221642486 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc5900a2bb0 msgr2=0x7fc5900a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:02.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.579+0000 7fc5ac407640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc5900a2bb0 0x7fc5900a5070 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc5a0005ab0 tx=0x7fc5a0000bc0 comp rx=0 tx=0).stop 2024-09-12T12:24:02.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.579+0000 7fc5ac407640 1 -- 172.21.15.82:0/3221642486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc5a4102690 msgr2=0x7fc5a419f4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:02.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.579+0000 7fc5ac407640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc5a4102690 0x7fc5a419f4e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc59c00cad0 tx=0x7fc59c00cf90 comp rx=0 tx=0).stop 2024-09-12T12:24:02.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.579+0000 7fc5ac407640 1 -- 172.21.15.82:0/3221642486 shutdown_connections 2024-09-12T12:24:02.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.579+0000 7fc5ac407640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc5900a2bb0 0x7fc5900a5070 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:02.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.579+0000 7fc5ac407640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc5a4102690 0x7fc5a419f4e0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:02.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.579+0000 7fc5ac407640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5a4101cd0 0x7fc5a4198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:02.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.579+0000 7fc5ac407640 1 --2- 172.21.15.82:0/3221642486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc5a4100ad0 0x7fc5a4197f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:02.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.579+0000 7fc5ac407640 1 -- 172.21.15.82:0/3221642486 >> 172.21.15.82:0/3221642486 conn(0x7fc5a40fc280 msgr2=0x7fc5a40fe370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:02.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.580+0000 7fc5ac407640 1 -- 172.21.15.82:0/3221642486 shutdown_connections 2024-09-12T12:24:02.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:02.580+0000 7fc5ac407640 1 -- 172.21.15.82:0/3221642486 wait complete. 2024-09-12T12:24:02.742 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:02 smithi114 ceph-mon[35514]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:24:02.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:02 smithi097 ceph-mon[34923]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:24:03.284 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":70,"num_osds":12,"num_up_osds":11,"osd_up_since":1726143821,"num_in_osds":12,"osd_in_since":1726143822,"num_remapped_pgs":0} 2024-09-12T12:24:03.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:03 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3221642486' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-12T12:24:03.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:03 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3221642486' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-12T12:24:03.804 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:03 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3221642486' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-12T12:24:03.804 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:24:03 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:24:03.564+0000 7f7fd309f640 -1 osd.11 0 log_to_monitors true 2024-09-12T12:24:04.286 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd stat -f json 2024-09-12T12:24:04.466 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:04 smithi114 ceph-mon[35514]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:24:04.466 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:04 smithi114 ceph-mon[35514]: from='osd.11 [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-12T12:24:04.466 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:04 smithi114 ceph-mon[35514]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-12T12:24:04.541 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:04.663 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:04 smithi082 ceph-mon[31122]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:24:04.663 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:04 smithi082 ceph-mon[31122]: from='osd.11 [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-12T12:24:04.663 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:04 smithi082 ceph-mon[31122]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-12T12:24:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:04 smithi097 ceph-mon[34923]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:24:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:04 smithi097 ceph-mon[34923]: from='osd.11 [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-12T12:24:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:04 smithi097 ceph-mon[34923]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-12T12:24:05.027 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.990+0000 7f512dd16640 1 -- 172.21.15.82:0/2771733036 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5128101cd0 msgr2=0x7f5128102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:05.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.990+0000 7f512dd16640 1 --2- 172.21.15.82:0/2771733036 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5128101cd0 0x7f5128102150 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5110009900 tx=0x7f511002a410 comp rx=0 tx=0).stop 2024-09-12T12:24:05.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.990+0000 7f512dd16640 1 -- 172.21.15.82:0/2771733036 shutdown_connections 2024-09-12T12:24:05.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.990+0000 7f512dd16640 1 --2- 172.21.15.82:0/2771733036 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5128102690 0x7f5128108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:05.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.990+0000 7f512dd16640 1 --2- 172.21.15.82:0/2771733036 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5128101cd0 0x7f5128102150 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:05.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.990+0000 7f512dd16640 1 --2- 172.21.15.82:0/2771733036 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5128100ad0 0x7f5128100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:05.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.990+0000 7f512dd16640 1 -- 172.21.15.82:0/2771733036 >> 172.21.15.82:0/2771733036 conn(0x7f51280fc280 msgr2=0x7f51280fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:05.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.990+0000 7f512dd16640 1 -- 172.21.15.82:0/2771733036 shutdown_connections 2024-09-12T12:24:05.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.990+0000 7f512dd16640 1 -- 172.21.15.82:0/2771733036 wait complete. 2024-09-12T12:24:05.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.990+0000 7f512dd16640 1 Processor -- start 2024-09-12T12:24:05.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.990+0000 7f512dd16640 1 -- start start 2024-09-12T12:24:05.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f512dd16640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5128100ad0 0x7f5128196e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:05.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f512dd16640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5128101cd0 0x7f5128197350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:05.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f512dd16640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5128102690 0x7f512819e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:05.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f512dd16640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f512810c730 con 0x7f5128101cd0 2024-09-12T12:24:05.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f512dd16640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f512810c5b0 con 0x7f5128102690 2024-09-12T12:24:05.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f512dd16640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f512810c8b0 con 0x7f5128100ad0 2024-09-12T12:24:05.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f511ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5128101cd0 0x7f5128197350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:05.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f511ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5128101cd0 0x7f5128197350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48190/0 (socket says 172.21.15.82:48190) 2024-09-12T12:24:05.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f511ffff640 1 -- 172.21.15.82:0/941846962 learned_addr learned my addr 172.21.15.82:0/941846962 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:05.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f5127fff640 1 --2- 172.21.15.82:0/941846962 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5128102690 0x7f512819e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:05.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f51277fe640 1 --2- 172.21.15.82:0/941846962 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5128100ad0 0x7f5128196e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:05.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f511ffff640 1 -- 172.21.15.82:0/941846962 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5128100ad0 msgr2=0x7f5128196e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:05.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f511ffff640 1 --2- 172.21.15.82:0/941846962 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5128100ad0 0x7f5128196e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:05.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f511ffff640 1 -- 172.21.15.82:0/941846962 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5128102690 msgr2=0x7f512819e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:05.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f511ffff640 1 --2- 172.21.15.82:0/941846962 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5128102690 0x7f512819e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:05.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f511ffff640 1 -- 172.21.15.82:0/941846962 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f512819ea40 con 0x7f5128101cd0 2024-09-12T12:24:05.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f511ffff640 1 --2- 172.21.15.82:0/941846962 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5128101cd0 0x7f5128197350 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5110009230 tx=0x7f51100042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:05.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f51257fa640 1 -- 172.21.15.82:0/941846962 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5110046070 con 0x7f5128101cd0 2024-09-12T12:24:05.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f51257fa640 1 -- 172.21.15.82:0/941846962 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f51100044d0 con 0x7f5128101cd0 2024-09-12T12:24:05.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f51257fa640 1 -- 172.21.15.82:0/941846962 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5110035050 con 0x7f5128101cd0 2024-09-12T12:24:05.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f512dd16640 1 -- 172.21.15.82:0/941846962 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5128069f70 con 0x7f5128101cd0 2024-09-12T12:24:05.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.991+0000 7f512dd16640 1 -- 172.21.15.82:0/941846962 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f512806a4a0 con 0x7f5128101cd0 2024-09-12T12:24:05.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.992+0000 7f512dd16640 1 -- 172.21.15.82:0/941846962 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5128100ed0 con 0x7f5128101cd0 2024-09-12T12:24:05.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.994+0000 7f51257fa640 1 -- 172.21.15.82:0/941846962 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5110049070 con 0x7f5128101cd0 2024-09-12T12:24:05.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.994+0000 7f51257fa640 1 --2- 172.21.15.82:0/941846962 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f51140a2c30 0x7f51140a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:05.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.994+0000 7f51277fe640 1 --2- 172.21.15.82:0/941846962 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f51140a2c30 0x7f51140a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:05.031 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.994+0000 7f51257fa640 1 -- 172.21.15.82:0/941846962 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6831+0+0 (secure 0 0 0) 0x7f51100f0970 con 0x7f5128101cd0 2024-09-12T12:24:05.031 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.995+0000 7f51277fe640 1 --2- 172.21.15.82:0/941846962 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f51140a2c30 0x7f51140a50f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f5118005fd0 tx=0x7f5118005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:05.031 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:04.997+0000 7f51257fa640 1 -- 172.21.15.82:0/941846962 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5110050080 con 0x7f5128101cd0 2024-09-12T12:24:05.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:05.163+0000 7f512dd16640 1 -- 172.21.15.82:0/941846962 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f5128107bc0 con 0x7f5128101cd0 2024-09-12T12:24:05.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:05.163+0000 7f51257fa640 1 -- 172.21.15.82:0/941846962 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v71) ==== 74+0+133 (secure 0 0 0) 0x7f51100bde80 con 0x7f5128101cd0 2024-09-12T12:24:05.163 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:05.165 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:05.165+0000 7f512dd16640 1 -- 172.21.15.82:0/941846962 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f51140a2c30 msgr2=0x7f51140a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:05.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:05.165+0000 7f512dd16640 1 --2- 172.21.15.82:0/941846962 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f51140a2c30 0x7f51140a50f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f5118005fd0 tx=0x7f5118005850 comp rx=0 tx=0).stop 2024-09-12T12:24:05.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:05.165+0000 7f512dd16640 1 -- 172.21.15.82:0/941846962 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5128101cd0 msgr2=0x7f5128197350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:05.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:05.165+0000 7f512dd16640 1 --2- 172.21.15.82:0/941846962 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5128101cd0 0x7f5128197350 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5110009230 tx=0x7f51100042e0 comp rx=0 tx=0).stop 2024-09-12T12:24:05.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:05.165+0000 7f512dd16640 1 -- 172.21.15.82:0/941846962 shutdown_connections 2024-09-12T12:24:05.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:05.165+0000 7f512dd16640 1 --2- 172.21.15.82:0/941846962 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f51140a2c30 0x7f51140a50f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:05.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:05.165+0000 7f512dd16640 1 --2- 172.21.15.82:0/941846962 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5128102690 0x7f512819e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:05.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:05.165+0000 7f512dd16640 1 --2- 172.21.15.82:0/941846962 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5128101cd0 0x7f5128197350 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:05.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:05.165+0000 7f512dd16640 1 --2- 172.21.15.82:0/941846962 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5128100ad0 0x7f5128196e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:05.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:05.165+0000 7f512dd16640 1 -- 172.21.15.82:0/941846962 >> 172.21.15.82:0/941846962 conn(0x7f51280fc280 msgr2=0x7f5128105160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:05.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:05.165+0000 7f512dd16640 1 -- 172.21.15.82:0/941846962 shutdown_connections 2024-09-12T12:24:05.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:05.165+0000 7f512dd16640 1 -- 172.21.15.82:0/941846962 wait complete. 2024-09-12T12:24:05.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-12T12:24:05.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: osdmap e71: 12 total, 11 up, 12 in 2024-09-12T12:24:05.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:05.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='osd.11 [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:24:05.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:24:05.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:05.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:05.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:24:05.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:24:05.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:24:05.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:24:05.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:05.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:05.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:05.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:05.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:05 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/941846962' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-12T12:24:05.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-12T12:24:05.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: osdmap e71: 12 total, 11 up, 12 in 2024-09-12T12:24:05.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:05.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='osd.11 [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:24:05.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:24:05.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:05.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:05.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:24:05.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:24:05.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:24:05.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:24:05.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:05.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:05.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:05.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:05.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:05 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/941846962' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-12T12:24:05.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-12T12:24:05.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: osdmap e71: 12 total, 11 up, 12 in 2024-09-12T12:24:05.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:05.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='osd.11 [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:24:05.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]: dispatch 2024-09-12T12:24:05.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:05.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:05.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:24:05.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:24:05.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:24:05.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:24:05.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:05.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:05.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:05.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:05.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:05 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/941846962' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-12T12:24:05.993 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":71,"num_osds":12,"num_up_osds":11,"osd_up_since":1726143821,"num_in_osds":12,"osd_in_since":1726143822,"num_remapped_pgs":0} 2024-09-12T12:24:06.569 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:24:06 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:24:06.203+0000 7f7fce7ff640 -1 osd.11 0 waiting for initial osdmap 2024-09-12T12:24:06.569 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:24:06 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:24:06.217+0000 7f7fc6e31640 -1 osd.11 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T12:24:06.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:06 smithi114 ceph-mon[35514]: Detected new or changed devices on smithi114 2024-09-12T12:24:06.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:06 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi114 to 4272M 2024-09-12T12:24:06.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:06 smithi114 ceph-mon[35514]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:24:06.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:06 smithi114 ceph-mon[35514]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]': finished 2024-09-12T12:24:06.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:06 smithi114 ceph-mon[35514]: osdmap e72: 12 total, 11 up, 12 in 2024-09-12T12:24:06.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:06 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:06.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:06 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:06.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:06 smithi114 ceph-mon[35514]: from='osd.11 ' entity='osd.11' 2024-09-12T12:24:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:06 smithi097 ceph-mon[34923]: Detected new or changed devices on smithi114 2024-09-12T12:24:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:06 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi114 to 4272M 2024-09-12T12:24:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:06 smithi097 ceph-mon[34923]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:24:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:06 smithi097 ceph-mon[34923]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]': finished 2024-09-12T12:24:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:06 smithi097 ceph-mon[34923]: osdmap e72: 12 total, 11 up, 12 in 2024-09-12T12:24:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:06 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:06 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:06.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:06 smithi097 ceph-mon[34923]: from='osd.11 ' entity='osd.11' 2024-09-12T12:24:06.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:06 smithi082 ceph-mon[31122]: Detected new or changed devices on smithi114 2024-09-12T12:24:06.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:06 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi114 to 4272M 2024-09-12T12:24:06.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:06 smithi082 ceph-mon[31122]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:24:06.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:06 smithi082 ceph-mon[31122]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi114", "root=default"]}]': finished 2024-09-12T12:24:06.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:06 smithi082 ceph-mon[31122]: osdmap e72: 12 total, 11 up, 12 in 2024-09-12T12:24:06.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:06 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:06.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:06 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:06.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:06 smithi082 ceph-mon[31122]: from='osd.11 ' entity='osd.11' 2024-09-12T12:24:06.994 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd stat -f json 2024-09-12T12:24:07.254 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:07.626 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:07 smithi082 ceph-mon[31122]: purged_snaps scrub starts 2024-09-12T12:24:07.626 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:07 smithi082 ceph-mon[31122]: purged_snaps scrub ok 2024-09-12T12:24:07.626 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:07 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:07.626 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:07 smithi082 ceph-mon[31122]: osd.11 [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637] boot 2024-09-12T12:24:07.627 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:07 smithi082 ceph-mon[31122]: osdmap e73: 12 total, 12 up, 12 in 2024-09-12T12:24:07.627 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:07 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:07.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.704+0000 7f38ccf30640 1 -- 172.21.15.82:0/1040468378 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c81026a0 msgr2=0x7f38c8104a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:07.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.704+0000 7f38ccf30640 1 --2- 172.21.15.82:0/1040468378 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c81026a0 0x7f38c8104a90 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f38b8009900 tx=0x7f38b802a410 comp rx=0 tx=0).stop 2024-09-12T12:24:07.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.704+0000 7f38ccf30640 1 -- 172.21.15.82:0/1040468378 shutdown_connections 2024-09-12T12:24:07.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.704+0000 7f38ccf30640 1 --2- 172.21.15.82:0/1040468378 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38c8107900 0x7f38c8109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:07.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.704+0000 7f38ccf30640 1 --2- 172.21.15.82:0/1040468378 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38c8104fd0 0x7f38c81073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:07.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.704+0000 7f38ccf30640 1 --2- 172.21.15.82:0/1040468378 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c81026a0 0x7f38c8104a90 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:07.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.704+0000 7f38ccf30640 1 -- 172.21.15.82:0/1040468378 >> 172.21.15.82:0/1040468378 conn(0x7f38c80fc2a0 msgr2=0x7f38c80fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:07.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.704+0000 7f38ccf30640 1 -- 172.21.15.82:0/1040468378 shutdown_connections 2024-09-12T12:24:07.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.704+0000 7f38ccf30640 1 -- 172.21.15.82:0/1040468378 wait complete. 2024-09-12T12:24:07.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.705+0000 7f38ccf30640 1 Processor -- start 2024-09-12T12:24:07.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.705+0000 7f38ccf30640 1 -- start start 2024-09-12T12:24:07.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.705+0000 7f38ccf30640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38c81026a0 0x7f38c8197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:07.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.705+0000 7f38ccf30640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c8104fd0 0x7f38c81984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:07.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.705+0000 7f38ccf30640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38c8107900 0x7f38c819f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:07.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.705+0000 7f38ccf30640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f38c810d8d0 con 0x7f38c8104fd0 2024-09-12T12:24:07.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.705+0000 7f38ccf30640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f38c810d750 con 0x7f38c81026a0 2024-09-12T12:24:07.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.705+0000 7f38ccf30640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f38c810da50 con 0x7f38c8107900 2024-09-12T12:24:07.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38bdd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c8104fd0 0x7f38c81984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:07.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38bdd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c8104fd0 0x7f38c81984d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48206/0 (socket says 172.21.15.82:48206) 2024-09-12T12:24:07.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38bdd9b640 1 -- 172.21.15.82:0/937119782 learned_addr learned my addr 172.21.15.82:0/937119782 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:07.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38c6d9d640 1 --2- 172.21.15.82:0/937119782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38c8107900 0x7f38c819f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:07.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38c659c640 1 --2- 172.21.15.82:0/937119782 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38c81026a0 0x7f38c8197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:07.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38bdd9b640 1 -- 172.21.15.82:0/937119782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38c8107900 msgr2=0x7f38c819f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:07.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38bdd9b640 1 --2- 172.21.15.82:0/937119782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38c8107900 0x7f38c819f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:07.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38bdd9b640 1 -- 172.21.15.82:0/937119782 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38c81026a0 msgr2=0x7f38c8197f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:07.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38bdd9b640 1 --2- 172.21.15.82:0/937119782 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38c81026a0 0x7f38c8197f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:07.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38bdd9b640 1 -- 172.21.15.82:0/937119782 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38c819fbc0 con 0x7f38c8104fd0 2024-09-12T12:24:07.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38bdd9b640 1 --2- 172.21.15.82:0/937119782 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c8104fd0 0x7f38c81984d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f38b000c970 tx=0x7f38b000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:07.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38bffff640 1 -- 172.21.15.82:0/937119782 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b0007bb0 con 0x7f38c8104fd0 2024-09-12T12:24:07.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38bffff640 1 -- 172.21.15.82:0/937119782 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f38b0007d50 con 0x7f38c8104fd0 2024-09-12T12:24:07.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38bffff640 1 -- 172.21.15.82:0/937119782 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b00187a0 con 0x7f38c8104fd0 2024-09-12T12:24:07.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38ccf30640 1 -- 172.21.15.82:0/937119782 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38c819feb0 con 0x7f38c8104fd0 2024-09-12T12:24:07.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.706+0000 7f38ccf30640 1 -- 172.21.15.82:0/937119782 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38c81a0310 con 0x7f38c8104fd0 2024-09-12T12:24:07.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.707+0000 7f38ccf30640 1 -- 172.21.15.82:0/937119782 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38c80fdd90 con 0x7f38c8104fd0 2024-09-12T12:24:07.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.709+0000 7f38bffff640 1 -- 172.21.15.82:0/937119782 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f38b000f450 con 0x7f38c8104fd0 2024-09-12T12:24:07.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.709+0000 7f38bffff640 1 --2- 172.21.15.82:0/937119782 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f38b40a2c30 0x7f38b40a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:07.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.709+0000 7f38c659c640 1 --2- 172.21.15.82:0/937119782 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f38b40a2c30 0x7f38b40a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:07.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.709+0000 7f38bffff640 1 -- 172.21.15.82:0/937119782 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f38b00cee60 con 0x7f38c8104fd0 2024-09-12T12:24:07.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.710+0000 7f38c659c640 1 --2- 172.21.15.82:0/937119782 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f38b40a2c30 0x7f38b40a50f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f38b80314e0 tx=0x7f38b8000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:07.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.712+0000 7f38bffff640 1 -- 172.21.15.82:0/937119782 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f38b0014030 con 0x7f38c8104fd0 2024-09-12T12:24:07.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:07 smithi097 ceph-mon[34923]: purged_snaps scrub starts 2024-09-12T12:24:07.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:07 smithi097 ceph-mon[34923]: purged_snaps scrub ok 2024-09-12T12:24:07.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:07 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:07.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:07 smithi097 ceph-mon[34923]: osd.11 [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637] boot 2024-09-12T12:24:07.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:07 smithi097 ceph-mon[34923]: osdmap e73: 12 total, 12 up, 12 in 2024-09-12T12:24:07.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:07 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:07.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:07 smithi114 ceph-mon[35514]: purged_snaps scrub starts 2024-09-12T12:24:07.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:07 smithi114 ceph-mon[35514]: purged_snaps scrub ok 2024-09-12T12:24:07.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:07 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:07.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:07 smithi114 ceph-mon[35514]: osd.11 [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637] boot 2024-09-12T12:24:07.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:07 smithi114 ceph-mon[35514]: osdmap e73: 12 total, 12 up, 12 in 2024-09-12T12:24:07.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:07 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:24:07.878 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.877+0000 7f38ccf30640 1 -- 172.21.15.82:0/937119782 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f38c802da10 con 0x7f38c8104fd0 2024-09-12T12:24:07.878 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.878+0000 7f38bffff640 1 -- 172.21.15.82:0/937119782 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v73) ==== 74+0+133 (secure 0 0 0) 0x7f38b009c240 con 0x7f38c8104fd0 2024-09-12T12:24:07.878 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:07.880 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.880+0000 7f38ccf30640 1 -- 172.21.15.82:0/937119782 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f38b40a2c30 msgr2=0x7f38b40a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:07.880 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.880+0000 7f38ccf30640 1 --2- 172.21.15.82:0/937119782 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f38b40a2c30 0x7f38b40a50f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f38b80314e0 tx=0x7f38b8000bc0 comp rx=0 tx=0).stop 2024-09-12T12:24:07.880 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.880+0000 7f38ccf30640 1 -- 172.21.15.82:0/937119782 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c8104fd0 msgr2=0x7f38c81984d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:07.880 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.880+0000 7f38ccf30640 1 --2- 172.21.15.82:0/937119782 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c8104fd0 0x7f38c81984d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f38b000c970 tx=0x7f38b000ce30 comp rx=0 tx=0).stop 2024-09-12T12:24:07.880 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.880+0000 7f38ccf30640 1 -- 172.21.15.82:0/937119782 shutdown_connections 2024-09-12T12:24:07.881 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.880+0000 7f38ccf30640 1 --2- 172.21.15.82:0/937119782 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f38b40a2c30 0x7f38b40a50f0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:07.881 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.880+0000 7f38ccf30640 1 --2- 172.21.15.82:0/937119782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38c8107900 0x7f38c819f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:07.881 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.880+0000 7f38ccf30640 1 --2- 172.21.15.82:0/937119782 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c8104fd0 0x7f38c81984d0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:07.881 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.880+0000 7f38ccf30640 1 --2- 172.21.15.82:0/937119782 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38c81026a0 0x7f38c8197f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:07.881 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.880+0000 7f38ccf30640 1 -- 172.21.15.82:0/937119782 >> 172.21.15.82:0/937119782 conn(0x7f38c80fc2a0 msgr2=0x7f38c8102fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:07.881 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.880+0000 7f38ccf30640 1 -- 172.21.15.82:0/937119782 shutdown_connections 2024-09-12T12:24:07.881 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:07.880+0000 7f38ccf30640 1 -- 172.21.15.82:0/937119782 wait complete. 2024-09-12T12:24:08.566 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":73,"num_osds":12,"num_up_osds":12,"osd_up_since":1726143847,"num_in_osds":12,"osd_in_since":1726143822,"num_remapped_pgs":0} 2024-09-12T12:24:08.567 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-12T12:24:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:08 smithi097 ceph-mon[34923]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:24:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:08 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/937119782' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-12T12:24:08.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:08 smithi082 ceph-mon[31122]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:24:08.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:08 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/937119782' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-12T12:24:08.808 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:08 smithi114 ceph-mon[35514]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-12T12:24:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:08 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/937119782' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-12T12:24:09.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.228+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/1353229126 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0f4106f20 msgr2=0x7fe0f410eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:09.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.228+0000 7fe0fa0c0640 1 --2- 172.21.15.82:0/1353229126 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0f4106f20 0x7fe0f410eaa0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe0ec009ca0 tx=0x7fe0ec02a8c0 comp rx=0 tx=0).stop 2024-09-12T12:24:09.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.228+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/1353229126 shutdown_connections 2024-09-12T12:24:09.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.228+0000 7fe0fa0c0640 1 --2- 172.21.15.82:0/1353229126 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0f4106f20 0x7fe0f410eaa0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:09.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.228+0000 7fe0fa0c0640 1 --2- 172.21.15.82:0/1353229126 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0f41027a0 0x7fe0f41067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:09.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.228+0000 7fe0fa0c0640 1 --2- 172.21.15.82:0/1353229126 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe0f4101df0 0x7fe0f41021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:09.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.228+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/1353229126 >> 172.21.15.82:0/1353229126 conn(0x7fe0f40fd8f0 msgr2=0x7fe0f40ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:09.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.228+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/1353229126 shutdown_connections 2024-09-12T12:24:09.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.228+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/1353229126 wait complete. 2024-09-12T12:24:09.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.229+0000 7fe0fa0c0640 1 Processor -- start 2024-09-12T12:24:09.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.229+0000 7fe0fa0c0640 1 -- start start 2024-09-12T12:24:09.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.229+0000 7fe0fa0c0640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0f4101df0 0x7fe0f40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:09.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.229+0000 7fe0fa0c0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0f41027a0 0x7fe0f4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:09.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.229+0000 7fe0fa0c0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe0f4106f20 0x7fe0f4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:09.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.229+0000 7fe0fa0c0640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f4111f80 con 0x7fe0f41027a0 2024-09-12T12:24:09.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.229+0000 7fe0fa0c0640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f4111e00 con 0x7fe0f4101df0 2024-09-12T12:24:09.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.229+0000 7fe0fa0c0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f4112100 con 0x7fe0f4106f20 2024-09-12T12:24:09.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.229+0000 7fe0f2ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0f41027a0 0x7fe0f4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:09.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.229+0000 7fe0f2ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0f41027a0 0x7fe0f4074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:53344/0 (socket says 172.21.15.82:53344) 2024-09-12T12:24:09.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.229+0000 7fe0f2ffd640 1 -- 172.21.15.82:0/3147558121 learned_addr learned my addr 172.21.15.82:0/3147558121 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:09.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.229+0000 7fe0f3fff640 1 --2- 172.21.15.82:0/3147558121 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe0f4106f20 0x7fe0f4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:09.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.229+0000 7fe0f37fe640 1 --2- 172.21.15.82:0/3147558121 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0f4101df0 0x7fe0f40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:09.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.230+0000 7fe0f2ffd640 1 -- 172.21.15.82:0/3147558121 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe0f4106f20 msgr2=0x7fe0f4074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:09.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.230+0000 7fe0f2ffd640 1 --2- 172.21.15.82:0/3147558121 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe0f4106f20 0x7fe0f4074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:09.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.230+0000 7fe0f2ffd640 1 -- 172.21.15.82:0/3147558121 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0f4101df0 msgr2=0x7fe0f40744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:09.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.230+0000 7fe0f2ffd640 1 --2- 172.21.15.82:0/3147558121 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0f4101df0 0x7fe0f40744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:09.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.230+0000 7fe0f2ffd640 1 -- 172.21.15.82:0/3147558121 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0f41a68a0 con 0x7fe0f41027a0 2024-09-12T12:24:09.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.230+0000 7fe0f2ffd640 1 --2- 172.21.15.82:0/3147558121 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0f41027a0 0x7fe0f4074a30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe0e800e9f0 tx=0x7fe0e800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:09.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.230+0000 7fe0f0ff9640 1 -- 172.21.15.82:0/3147558121 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e800cd80 con 0x7fe0f41027a0 2024-09-12T12:24:09.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.230+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/3147558121 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0f41a6b90 con 0x7fe0f41027a0 2024-09-12T12:24:09.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.230+0000 7fe0f0ff9640 1 -- 172.21.15.82:0/3147558121 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe0e8010910 con 0x7fe0f41027a0 2024-09-12T12:24:09.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.230+0000 7fe0f0ff9640 1 -- 172.21.15.82:0/3147558121 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e80188f0 con 0x7fe0f41027a0 2024-09-12T12:24:09.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.230+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/3147558121 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0f41a70d0 con 0x7fe0f41027a0 2024-09-12T12:24:09.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.231+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/3147558121 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0f41021d0 con 0x7fe0f41027a0 2024-09-12T12:24:09.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.232+0000 7fe0f0ff9640 1 -- 172.21.15.82:0/3147558121 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe0e8010ac0 con 0x7fe0f41027a0 2024-09-12T12:24:09.237 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.233+0000 7fe0f0ff9640 1 --2- 172.21.15.82:0/3147558121 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe0dc0a2b80 0x7fe0dc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:09.237 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.233+0000 7fe0f37fe640 1 --2- 172.21.15.82:0/3147558121 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe0dc0a2b80 0x7fe0dc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:09.237 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.233+0000 7fe0f0ff9640 1 -- 172.21.15.82:0/3147558121 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7127+0+0 (secure 0 0 0) 0x7fe0e80ceee0 con 0x7fe0f41027a0 2024-09-12T12:24:09.237 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.233+0000 7fe0f37fe640 1 --2- 172.21.15.82:0/3147558121 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe0dc0a2b80 0x7fe0dc0a5040 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe0e4009bd0 tx=0x7fe0e4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:09.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.237+0000 7fe0f0ff9640 1 -- 172.21.15.82:0/3147558121 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe0e809bc90 con 0x7fe0f41027a0 2024-09-12T12:24:09.409 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.408+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/3147558121 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe0f4109bd0 con 0x7fe0f41027a0 2024-09-12T12:24:09.410 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.409+0000 7fe0f0ff9640 1 -- 172.21.15.82:0/3147558121 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) ==== 74+0+18431 (secure 0 0 0) 0x7fe0e809ff90 con 0x7fe0f41027a0 2024-09-12T12:24:09.410 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:09.411 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":74,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","created":"2024-09-12T12:17:12.695009+0000","modified":"2024-09-12T12:24:08.351251+0000","last_up_change":"2024-09-12T12:24:07.205938+0000","last_in_change":"2024-09-12T12:23:42.678584+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T12:20:23.481020+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ec7e953a-5817-44dc-b24a-187f8ecae3de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6803","nonce":2375600760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6805","nonce":2375600760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6809","nonce":2375600760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6807","nonce":2375600760}]},"public_addr":"172.21.15.82:6803/2375600760","cluster_addr":"172.21.15.82:6805/2375600760","heartbeat_back_addr":"172.21.15.82:6809/2375600760","heartbeat_front_addr":"172.21.15.82:6807/2375600760","state":["exists","up"]},{"osd":1,"uuid":"5851943d-862e-4e05-8a5d-ade40a417718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6800","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6801","nonce":579017150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6803","nonce":579017150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6807","nonce":579017150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6805","nonce":579017150}]},"public_addr":"172.21.15.97:6801/579017150","cluster_addr":"172.21.15.97:6803/579017150","heartbeat_back_addr":"172.21.15.97:6807/579017150","heartbeat_front_addr":"172.21.15.97:6805/579017150","state":["exists","up"]},{"osd":2,"uuid":"6ad4e40e-a867-4daf-8d56-61c759763bb7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6801","nonce":667030766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6803","nonce":667030766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6807","nonce":667030766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6805","nonce":667030766}]},"public_addr":"172.21.15.114:6801/667030766","cluster_addr":"172.21.15.114:6803/667030766","heartbeat_back_addr":"172.21.15.114:6807/667030766","heartbeat_front_addr":"172.21.15.114:6805/667030766","state":["exists","up"]},{"osd":3,"uuid":"d07a22ac-4f4d-443a-aa26-fb72c965a533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6811","nonce":3696970002}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6813","nonce":3696970002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6817","nonce":3696970002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6815","nonce":3696970002}]},"public_addr":"172.21.15.82:6811/3696970002","cluster_addr":"172.21.15.82:6813/3696970002","heartbeat_back_addr":"172.21.15.82:6817/3696970002","heartbeat_front_addr":"172.21.15.82:6815/3696970002","state":["exists","up"]},{"osd":4,"uuid":"986fdf50-c187-4915-bd21-9303135ee93c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6809","nonce":1720388199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6811","nonce":1720388199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6815","nonce":1720388199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6813","nonce":1720388199}]},"public_addr":"172.21.15.97:6809/1720388199","cluster_addr":"172.21.15.97:6811/1720388199","heartbeat_back_addr":"172.21.15.97:6815/1720388199","heartbeat_front_addr":"172.21.15.97:6813/1720388199","state":["exists","up"]},{"osd":5,"uuid":"f85805cb-14d2-4dea-b6f9-44adb9555885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6809","nonce":1061842834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6811","nonce":1061842834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6815","nonce":1061842834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6813","nonce":1061842834}]},"public_addr":"172.21.15.114:6809/1061842834","cluster_addr":"172.21.15.114:6811/1061842834","heartbeat_back_addr":"172.21.15.114:6815/1061842834","heartbeat_front_addr":"172.21.15.114:6813/1061842834","state":["exists","up"]},{"osd":6,"uuid":"3e41d6ea-6e25-4c20-ac0b-c282d6fc3410","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6819","nonce":2909562937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6821","nonce":2909562937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6825","nonce":2909562937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6823","nonce":2909562937}]},"public_addr":"172.21.15.82:6819/2909562937","cluster_addr":"172.21.15.82:6821/2909562937","heartbeat_back_addr":"172.21.15.82:6825/2909562937","heartbeat_front_addr":"172.21.15.82:6823/2909562937","state":["exists","up"]},{"osd":7,"uuid":"4b57f692-680f-48d4-b971-79026197de89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6817","nonce":774477733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6819","nonce":774477733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6823","nonce":774477733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6821","nonce":774477733}]},"public_addr":"172.21.15.97:6817/774477733","cluster_addr":"172.21.15.97:6819/774477733","heartbeat_back_addr":"172.21.15.97:6823/774477733","heartbeat_front_addr":"172.21.15.97:6821/774477733","state":["exists","up"]},{"osd":8,"uuid":"7f3062e6-2359-42ac-8d07-1b8aa1be039e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6817","nonce":2191877312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6819","nonce":2191877312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6823","nonce":2191877312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6821","nonce":2191877312}]},"public_addr":"172.21.15.114:6817/2191877312","cluster_addr":"172.21.15.114:6819/2191877312","heartbeat_back_addr":"172.21.15.114:6823/2191877312","heartbeat_front_addr":"172.21.15.114:6821/2191877312","state":["exists","up"]},{"osd":9,"uuid":"5014c87a-30c8-4427-a645-6875216aa883","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6827","nonce":3766476669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6829","nonce":3766476669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6833","nonce":3766476669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6831","nonce":3766476669}]},"public_addr":"172.21.15.82:6827/3766476669","cluster_addr":"172.21.15.82:6829/3766476669","heartbeat_back_addr":"172.21.15.82:6833/3766476669","heartbeat_front_addr":"172.21.15.82:6831/3766476669","state":["exists","up"]},{"osd":10,"uuid":"8432b2c9-c3f0-4fc9-b9d8-91aba4427437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6825","nonce":3265146018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6827","nonce":3265146018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6831","nonce":3265146018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6829","nonce":3265146018}]},"public_addr":"172.21.15.97:6825/3265146018","cluster_addr":"172.21.15.97:6827/3265146018","heartbeat_back_addr":"172.21.15.97:6831/3265146018","heartbeat_front_addr":"172.21.15.97:6829/3265146018","state":["exists","up"]},{"osd":11,"uuid":"5cb2b575-e175-4271-8ac0-771fa72f9c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6825","nonce":1206975637}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6827","nonce":1206975637}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6831","nonce":1206975637}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6829","nonce":1206975637}]},"public_addr":"172.21.15.114:6825/1206975637","cluster_addr":"172.21.15.114:6827/1206975637","heartbeat_back_addr":"172.21.15.114:6831/1206975637","heartbeat_front_addr":"172.21.15.114:6829/1206975637","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:30.514798+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:55.437333+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:20.513185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:45.641683+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:10.642395+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:35.592632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:01.399096+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:26.074947+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:50.559366+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:15.479796+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:39.565889+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:24:04.556876+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:6801/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6800/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2342445737":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/595859729":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2421679317":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/1123863202":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/3426004569":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/2602658586":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6801/2082156880":"2024-09-13T12:17:45.956674+0000","172.21.15.82:6800/2082156880":"2024-09-13T12:17:45.956674+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T12:24:09.412 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.411+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/3147558121 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe0dc0a2b80 msgr2=0x7fe0dc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:09.413 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.411+0000 7fe0fa0c0640 1 --2- 172.21.15.82:0/3147558121 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe0dc0a2b80 0x7fe0dc0a5040 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe0e4009bd0 tx=0x7fe0e4005f90 comp rx=0 tx=0).stop 2024-09-12T12:24:09.413 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.411+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/3147558121 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0f41027a0 msgr2=0x7fe0f4074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:09.413 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.411+0000 7fe0fa0c0640 1 --2- 172.21.15.82:0/3147558121 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0f41027a0 0x7fe0f4074a30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe0e800e9f0 tx=0x7fe0e800eeb0 comp rx=0 tx=0).stop 2024-09-12T12:24:09.413 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.411+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/3147558121 shutdown_connections 2024-09-12T12:24:09.413 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.411+0000 7fe0fa0c0640 1 --2- 172.21.15.82:0/3147558121 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe0dc0a2b80 0x7fe0dc0a5040 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:09.413 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.411+0000 7fe0fa0c0640 1 --2- 172.21.15.82:0/3147558121 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe0f4106f20 0x7fe0f4074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:09.413 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.411+0000 7fe0fa0c0640 1 --2- 172.21.15.82:0/3147558121 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe0f41027a0 0x7fe0f4074a30 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:09.413 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.411+0000 7fe0fa0c0640 1 --2- 172.21.15.82:0/3147558121 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0f4101df0 0x7fe0f40744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:09.413 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.411+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/3147558121 >> 172.21.15.82:0/3147558121 conn(0x7fe0f40fd8f0 msgr2=0x7fe0f40fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:09.413 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.412+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/3147558121 shutdown_connections 2024-09-12T12:24:09.413 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:09.412+0000 7fe0fa0c0640 1 -- 172.21.15.82:0/3147558121 wait complete. 2024-09-12T12:24:09.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:09 smithi082 ceph-mon[31122]: osdmap e74: 12 total, 12 up, 12 in 2024-09-12T12:24:09.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:09 smithi097 ceph-mon[34923]: osdmap e74: 12 total, 12 up, 12 in 2024-09-12T12:24:09.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:09 smithi114 ceph-mon[35514]: osdmap e74: 12 total, 12 up, 12 in 2024-09-12T12:24:10.015 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T12:20:23.481020+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-12T12:24:10.016 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-12T12:24:10.260 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:10.690 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:10 smithi082 ceph-mon[31122]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:10.690 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:10 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3147558121' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:24:10.692 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.688+0000 7f2d1eee4640 1 -- 172.21.15.82:0/652200442 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18102790 msgr2=0x7f2d181067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:10.692 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.688+0000 7f2d1eee4640 1 --2- 172.21.15.82:0/652200442 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18102790 0x7f2d181067e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2d04009900 tx=0x7f2d0402a410 comp rx=0 tx=0).stop 2024-09-12T12:24:10.692 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.688+0000 7f2d1eee4640 1 -- 172.21.15.82:0/652200442 shutdown_connections 2024-09-12T12:24:10.692 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.688+0000 7f2d1eee4640 1 --2- 172.21.15.82:0/652200442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d18106f10 0x7f2d1810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:10.692 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.688+0000 7f2d1eee4640 1 --2- 172.21.15.82:0/652200442 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18102790 0x7f2d181067e0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:10.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.688+0000 7f2d1eee4640 1 --2- 172.21.15.82:0/652200442 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d18101de0 0x7f2d181021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:10.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.688+0000 7f2d1eee4640 1 -- 172.21.15.82:0/652200442 >> 172.21.15.82:0/652200442 conn(0x7f2d180fd8c0 msgr2=0x7f2d180ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:10.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.688+0000 7f2d1eee4640 1 -- 172.21.15.82:0/652200442 shutdown_connections 2024-09-12T12:24:10.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.688+0000 7f2d1eee4640 1 -- 172.21.15.82:0/652200442 wait complete. 2024-09-12T12:24:10.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.689+0000 7f2d1eee4640 1 Processor -- start 2024-09-12T12:24:10.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.689+0000 7f2d1eee4640 1 -- start start 2024-09-12T12:24:10.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.689+0000 7f2d1eee4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18101de0 0x7f2d181985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:10.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.689+0000 7f2d1eee4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d18102790 0x7f2d18198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:10.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.689+0000 7f2d1eee4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d18106f10 0x7f2d1819ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:10.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.689+0000 7f2d1eee4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2d18112010 con 0x7f2d18101de0 2024-09-12T12:24:10.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.689+0000 7f2d1eee4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2d18111e90 con 0x7f2d18106f10 2024-09-12T12:24:10.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.689+0000 7f2d1eee4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2d18112190 con 0x7f2d18102790 2024-09-12T12:24:10.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.689+0000 7f2d1cc80640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18101de0 0x7f2d181985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:10.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.689+0000 7f2d1cc80640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18101de0 0x7f2d181985b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:53360/0 (socket says 172.21.15.82:53360) 2024-09-12T12:24:10.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.689+0000 7f2d1cc80640 1 -- 172.21.15.82:0/3440145192 learned_addr learned my addr 172.21.15.82:0/3440145192 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:10.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.690+0000 7f2d17fff640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d18102790 0x7f2d18198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:10.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.690+0000 7f2d1cc80640 1 -- 172.21.15.82:0/3440145192 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d18102790 msgr2=0x7f2d18198af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:10.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.690+0000 7f2d1cc80640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d18102790 0x7f2d18198af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:10.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.690+0000 7f2d1cc80640 1 -- 172.21.15.82:0/3440145192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d18106f10 msgr2=0x7f2d1819ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:10.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.690+0000 7f2d1d481640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d18106f10 0x7f2d1819ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:10.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.690+0000 7f2d1cc80640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d18106f10 0x7f2d1819ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:10.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.690+0000 7f2d1cc80640 1 -- 172.21.15.82:0/3440145192 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d1819d560 con 0x7f2d18101de0 2024-09-12T12:24:10.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.690+0000 7f2d1d481640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d18106f10 0x7f2d1819ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:24:10.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.690+0000 7f2d1cc80640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18101de0 0x7f2d181985b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c00b4a0 tx=0x7f2d0c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:10.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.690+0000 7f2d15ffb640 1 -- 172.21.15.82:0/3440145192 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0c014070 con 0x7f2d18101de0 2024-09-12T12:24:10.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.690+0000 7f2d15ffb640 1 -- 172.21.15.82:0/3440145192 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d0c010af0 con 0x7f2d18101de0 2024-09-12T12:24:10.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.690+0000 7f2d1eee4640 1 -- 172.21.15.82:0/3440145192 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d1819d850 con 0x7f2d18101de0 2024-09-12T12:24:10.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.690+0000 7f2d15ffb640 1 -- 172.21.15.82:0/3440145192 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0c017d10 con 0x7f2d18101de0 2024-09-12T12:24:10.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.690+0000 7f2d1eee4640 1 -- 172.21.15.82:0/3440145192 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d181a5130 con 0x7f2d18101de0 2024-09-12T12:24:10.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.692+0000 7f2d1eee4640 1 -- 172.21.15.82:0/3440145192 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d18102240 con 0x7f2d18101de0 2024-09-12T12:24:10.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.693+0000 7f2d15ffb640 1 -- 172.21.15.82:0/3440145192 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2d0c017070 con 0x7f2d18101de0 2024-09-12T12:24:10.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.693+0000 7f2d15ffb640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2d080a2c00 0x7f2d080a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:10.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.694+0000 7f2d17fff640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2d080a2c00 0x7f2d080a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:10.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.694+0000 7f2d15ffb640 1 -- 172.21.15.82:0/3440145192 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7127+0+0 (secure 0 0 0) 0x7f2d0c0cdfb0 con 0x7f2d18101de0 2024-09-12T12:24:10.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.694+0000 7f2d17fff640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2d080a2c00 0x7f2d080a50c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f2d180fdd50 tx=0x7f2d04031490 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:10.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.698+0000 7f2d15ffb640 1 -- 172.21.15.82:0/3440145192 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2d0c09b3b0 con 0x7f2d18101de0 2024-09-12T12:24:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:10 smithi097 ceph-mon[34923]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:10 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3147558121' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:24:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:10 smithi114 ceph-mon[35514]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:10 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3147558121' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:24:10.865 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.863+0000 7f2d1eee4640 1 -- 172.21.15.82:0/3440145192 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f2d1802d7c0 con 0x7f2d18101de0 2024-09-12T12:24:10.865 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.864+0000 7f2d15ffb640 1 -- 172.21.15.82:0/3440145192 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v74) ==== 93+0+10 (secure 0 0 0) 0x7f2d0c09acb0 con 0x7f2d18101de0 2024-09-12T12:24:10.865 INFO:teuthology.orchestra.run.smithi082.stdout:pg_num: 1 2024-09-12T12:24:10.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.866+0000 7f2d1eee4640 1 -- 172.21.15.82:0/3440145192 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2d080a2c00 msgr2=0x7f2d080a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:10.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.866+0000 7f2d1eee4640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2d080a2c00 0x7f2d080a50c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f2d180fdd50 tx=0x7f2d04031490 comp rx=0 tx=0).stop 2024-09-12T12:24:10.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.866+0000 7f2d1eee4640 1 -- 172.21.15.82:0/3440145192 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18101de0 msgr2=0x7f2d181985b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:10.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.866+0000 7f2d1eee4640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18101de0 0x7f2d181985b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c00b4a0 tx=0x7f2d0c00b960 comp rx=0 tx=0).stop 2024-09-12T12:24:10.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.866+0000 7f2d1eee4640 1 -- 172.21.15.82:0/3440145192 shutdown_connections 2024-09-12T12:24:10.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.866+0000 7f2d1eee4640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2d080a2c00 0x7f2d080a50c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:10.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.866+0000 7f2d1eee4640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d18106f10 0x7f2d1819ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:10.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.866+0000 7f2d1eee4640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d18102790 0x7f2d18198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:10.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.866+0000 7f2d1eee4640 1 --2- 172.21.15.82:0/3440145192 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18101de0 0x7f2d181985b0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:10.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.866+0000 7f2d1eee4640 1 -- 172.21.15.82:0/3440145192 >> 172.21.15.82:0/3440145192 conn(0x7f2d180fd8c0 msgr2=0x7f2d180fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:10.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.866+0000 7f2d1eee4640 1 -- 172.21.15.82:0/3440145192 shutdown_connections 2024-09-12T12:24:10.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:10.866+0000 7f2d1eee4640 1 -- 172.21.15.82:0/3440145192 wait complete. 2024-09-12T12:24:11.502 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:11 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3440145192' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T12:24:11.532 INFO:tasks.cephadm:Adding mds.a on smithi082 2024-09-12T12:24:11.533 INFO:tasks.cephadm:Adding mds.d on smithi082 2024-09-12T12:24:11.533 INFO:tasks.cephadm:Adding mds.g on smithi082 2024-09-12T12:24:11.533 INFO:tasks.cephadm:Adding mds.j on smithi082 2024-09-12T12:24:11.533 INFO:tasks.cephadm:Adding mds.b on smithi097 2024-09-12T12:24:11.533 INFO:tasks.cephadm:Adding mds.e on smithi097 2024-09-12T12:24:11.533 INFO:tasks.cephadm:Adding mds.h on smithi097 2024-09-12T12:24:11.533 INFO:tasks.cephadm:Adding mds.k on smithi097 2024-09-12T12:24:11.533 INFO:tasks.cephadm:Adding mds.c on smithi114 2024-09-12T12:24:11.534 INFO:tasks.cephadm:Adding mds.f on smithi114 2024-09-12T12:24:11.534 INFO:tasks.cephadm:Adding mds.i on smithi114 2024-09-12T12:24:11.534 INFO:tasks.cephadm:Adding mds.l on smithi114 2024-09-12T12:24:11.534 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph orch apply mds all '12;smithi082=a;smithi082=d;smithi082=g;smithi082=j;smithi097=b;smithi097=e;smithi097=h;smithi097=k;smithi114=c;smithi114=f;smithi114=i;smithi114=l' 2024-09-12T12:24:11.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:11 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3440145192' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T12:24:11.793 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:24:11.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:11 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3440145192' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T12:24:12.238 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.236+0000 7f8f1bd75640 1 -- 172.21.15.114:0/3657502570 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f14101d10 msgr2=0x7f8f14102190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:12.238 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.236+0000 7f8f1bd75640 1 --2- 172.21.15.114:0/3657502570 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f14101d10 0x7f8f14102190 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8f04009900 tx=0x7f8f0402a410 comp rx=0 tx=0).stop 2024-09-12T12:24:12.238 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.236+0000 7f8f1bd75640 1 -- 172.21.15.114:0/3657502570 shutdown_connections 2024-09-12T12:24:12.238 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.236+0000 7f8f1bd75640 1 --2- 172.21.15.114:0/3657502570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f141026d0 0x7f8f14108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:12.238 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.236+0000 7f8f1bd75640 1 --2- 172.21.15.114:0/3657502570 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f14101d10 0x7f8f14102190 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:12.238 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.236+0000 7f8f1bd75640 1 --2- 172.21.15.114:0/3657502570 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8f14100b10 0x7f8f14100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:12.239 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.236+0000 7f8f1bd75640 1 -- 172.21.15.114:0/3657502570 >> 172.21.15.114:0/3657502570 conn(0x7f8f140fc2a0 msgr2=0x7f8f140fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:12.239 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.236+0000 7f8f1bd75640 1 -- 172.21.15.114:0/3657502570 shutdown_connections 2024-09-12T12:24:12.239 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.236+0000 7f8f1bd75640 1 -- 172.21.15.114:0/3657502570 wait complete. 2024-09-12T12:24:12.239 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.236+0000 7f8f1bd75640 1 Processor -- start 2024-09-12T12:24:12.239 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.236+0000 7f8f1bd75640 1 -- start start 2024-09-12T12:24:12.239 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f1bd75640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f14100b10 0x7f8f141a0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:12.239 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f1bd75640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f14101d10 0x7f8f141a3520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:12.239 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f1bd75640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8f141026d0 0x7f8f141a5a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:12.239 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f1bd75640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8f1410b6f0 con 0x7f8f141026d0 2024-09-12T12:24:12.239 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f1bd75640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8f1410b570 con 0x7f8f14101d10 2024-09-12T12:24:12.239 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f1bd75640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8f1410b870 con 0x7f8f14100b10 2024-09-12T12:24:12.239 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f19b11640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f14100b10 0x7f8f141a0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:12.240 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f19b11640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f14100b10 0x7f8f141a0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.114:43304/0 (socket says 172.21.15.114:43304) 2024-09-12T12:24:12.240 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f19b11640 1 -- 172.21.15.114:0/2963171734 learned_addr learned my addr 172.21.15.114:0/2963171734 (peer_addr_for_me v2:172.21.15.114:0/0) 2024-09-12T12:24:12.240 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f1a312640 1 --2- 172.21.15.114:0/2963171734 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8f141026d0 0x7f8f141a5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:12.240 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f19310640 1 --2- 172.21.15.114:0/2963171734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f14101d10 0x7f8f141a3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:12.240 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f19b11640 1 -- 172.21.15.114:0/2963171734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f14101d10 msgr2=0x7f8f141a3520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:12.240 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f19b11640 1 --2- 172.21.15.114:0/2963171734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f14101d10 0x7f8f141a3520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:12.240 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f19b11640 1 -- 172.21.15.114:0/2963171734 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8f141026d0 msgr2=0x7f8f141a5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:12.240 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f19b11640 1 --2- 172.21.15.114:0/2963171734 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8f141026d0 0x7f8f141a5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:12.240 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f19b11640 1 -- 172.21.15.114:0/2963171734 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f141a6140 con 0x7f8f14100b10 2024-09-12T12:24:12.240 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f19b11640 1 --2- 172.21.15.114:0/2963171734 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f14100b10 0x7f8f141a0fd0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8f1000d770 tx=0x7f8f1000dc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:12.240 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f0affd640 1 -- 172.21.15.114:0/2963171734 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f10017070 con 0x7f8f14100b10 2024-09-12T12:24:12.240 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f1bd75640 1 -- 172.21.15.114:0/2963171734 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f141a6430 con 0x7f8f14100b10 2024-09-12T12:24:12.241 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f0affd640 1 -- 172.21.15.114:0/2963171734 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8f10009c30 con 0x7f8f14100b10 2024-09-12T12:24:12.241 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.237+0000 7f8f0affd640 1 -- 172.21.15.114:0/2963171734 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f10003dd0 con 0x7f8f14100b10 2024-09-12T12:24:12.241 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.238+0000 7f8f1bd75640 1 -- 172.21.15.114:0/2963171734 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f141a69c0 con 0x7f8f14100b10 2024-09-12T12:24:12.242 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.239+0000 7f8f1bd75640 1 -- 172.21.15.114:0/2963171734 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f14111020 con 0x7f8f14100b10 2024-09-12T12:24:12.242 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.240+0000 7f8f0affd640 1 -- 172.21.15.114:0/2963171734 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8f10003f70 con 0x7f8f14100b10 2024-09-12T12:24:12.242 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.240+0000 7f8f0affd640 1 --2- 172.21.15.114:0/2963171734 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8f000a2b80 0x7f8f000a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:12.242 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.240+0000 7f8f0affd640 1 -- 172.21.15.114:0/2963171734 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7127+0+0 (secure 0 0 0) 0x7f8f100ce600 con 0x7f8f14100b10 2024-09-12T12:24:12.242 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.240+0000 7f8f19310640 1 --2- 172.21.15.114:0/2963171734 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8f000a2b80 0x7f8f000a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:12.242 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.241+0000 7f8f19310640 1 --2- 172.21.15.114:0/2963171734 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8f000a2b80 0x7f8f000a5040 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8f04031610 tx=0x7f8f04005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:12.244 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.244+0000 7f8f0affd640 1 -- 172.21.15.114:0/2963171734 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8f1009b960 con 0x7f8f14100b10 2024-09-12T12:24:12.421 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.421+0000 7f8f1bd75640 1 -- 172.21.15.114:0/2963171734 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi082=a;smithi082=d;smithi082=g;smithi082=j;smithi097=b;smithi097=e;smithi097=h;smithi097=k;smithi114=c;smithi114=f;smithi114=i;smithi114=l", "target": ["mon-mgr", ""]}) -- 0x7f8f140628f0 con 0x7f8f000a2b80 2024-09-12T12:24:12.429 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.429+0000 7f8f0affd640 1 -- 172.21.15.114:0/2963171734 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f8f140628f0 con 0x7f8f000a2b80 2024-09-12T12:24:12.429 INFO:teuthology.orchestra.run.smithi114.stdout:Scheduled mds.all update... 2024-09-12T12:24:12.431 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.431+0000 7f8f1bd75640 1 -- 172.21.15.114:0/2963171734 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8f000a2b80 msgr2=0x7f8f000a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:12.432 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.431+0000 7f8f1bd75640 1 --2- 172.21.15.114:0/2963171734 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8f000a2b80 0x7f8f000a5040 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8f04031610 tx=0x7f8f04005fd0 comp rx=0 tx=0).stop 2024-09-12T12:24:12.432 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.431+0000 7f8f1bd75640 1 -- 172.21.15.114:0/2963171734 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f14100b10 msgr2=0x7f8f141a0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:12.432 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.431+0000 7f8f1bd75640 1 --2- 172.21.15.114:0/2963171734 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f14100b10 0x7f8f141a0fd0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8f1000d770 tx=0x7f8f1000dc30 comp rx=0 tx=0).stop 2024-09-12T12:24:12.432 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.431+0000 7f8f1bd75640 1 -- 172.21.15.114:0/2963171734 shutdown_connections 2024-09-12T12:24:12.432 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.431+0000 7f8f1bd75640 1 --2- 172.21.15.114:0/2963171734 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8f000a2b80 0x7f8f000a5040 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:12.432 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.431+0000 7f8f1bd75640 1 --2- 172.21.15.114:0/2963171734 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8f141026d0 0x7f8f141a5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:12.432 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.431+0000 7f8f1bd75640 1 --2- 172.21.15.114:0/2963171734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f14101d10 0x7f8f141a3520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:12.432 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.431+0000 7f8f1bd75640 1 --2- 172.21.15.114:0/2963171734 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8f14100b10 0x7f8f141a0fd0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:12.432 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.431+0000 7f8f1bd75640 1 -- 172.21.15.114:0/2963171734 >> 172.21.15.114:0/2963171734 conn(0x7f8f140fc2a0 msgr2=0x7f8f1410e1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:12.432 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.431+0000 7f8f1bd75640 1 -- 172.21.15.114:0/2963171734 shutdown_connections 2024-09-12T12:24:12.432 INFO:teuthology.orchestra.run.smithi114.stderr:2024-09-12T12:24:12.431+0000 7f8f1bd75640 1 -- 172.21.15.114:0/2963171734 wait complete. 2024-09-12T12:24:12.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:12 smithi114 ceph-mon[35514]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:12.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:12 smithi097 ceph-mon[34923]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:12.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:12 smithi082 ceph-mon[31122]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:13.084 DEBUG:teuthology.orchestra.run.smithi082:mds.a> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.a.service 2024-09-12T12:24:13.087 DEBUG:teuthology.orchestra.run.smithi082:mds.d> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.d.service 2024-09-12T12:24:13.130 DEBUG:teuthology.orchestra.run.smithi082:mds.g> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.g.service 2024-09-12T12:24:13.173 DEBUG:teuthology.orchestra.run.smithi082:mds.j> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.j.service 2024-09-12T12:24:13.216 DEBUG:teuthology.orchestra.run.smithi097:mds.b> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.b.service 2024-09-12T12:24:13.219 DEBUG:teuthology.orchestra.run.smithi097:mds.e> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.e.service 2024-09-12T12:24:13.262 DEBUG:teuthology.orchestra.run.smithi097:mds.h> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.h.service 2024-09-12T12:24:13.305 DEBUG:teuthology.orchestra.run.smithi097:mds.k> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.k.service 2024-09-12T12:24:13.348 DEBUG:teuthology.orchestra.run.smithi114:mds.c> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.c.service 2024-09-12T12:24:13.350 DEBUG:teuthology.orchestra.run.smithi114:mds.f> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.f.service 2024-09-12T12:24:13.394 DEBUG:teuthology.orchestra.run.smithi114:mds.i> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.i.service 2024-09-12T12:24:13.437 DEBUG:teuthology.orchestra.run.smithi114:mds.l> sudo journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.l.service 2024-09-12T12:24:13.480 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-12T12:24:13.481 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:24:13.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:13 smithi097 ceph-mon[34923]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi082=a;smithi082=d;smithi082=g;smithi082=j;smithi097=b;smithi097=e;smithi097=h;smithi097=k;smithi114=c;smithi114=f;smithi114=i;smithi114=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:24:13.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:13 smithi097 ceph-mon[34923]: Saving service mds.all spec with placement smithi082=a;smithi082=d;smithi082=g;smithi082=j;smithi097=b;smithi097=e;smithi097=h;smithi097=k;smithi114=c;smithi114=f;smithi114=i;smithi114=l;count:12 2024-09-12T12:24:13.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:13 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:13.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:13 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:24:13.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:13 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:13.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:13 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:13.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:13 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:13.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:13 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:13.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:13 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:13.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:13 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:13.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:13 smithi097 ceph-mon[34923]: Deploying daemon mds.l on smithi114 2024-09-12T12:24:13.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:13 smithi097 ceph-mon[34923]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:13.635 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:13 smithi114 ceph-mon[35514]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi082=a;smithi082=d;smithi082=g;smithi082=j;smithi097=b;smithi097=e;smithi097=h;smithi097=k;smithi114=c;smithi114=f;smithi114=i;smithi114=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:24:13.635 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:13 smithi114 ceph-mon[35514]: Saving service mds.all spec with placement smithi082=a;smithi082=d;smithi082=g;smithi082=j;smithi097=b;smithi097=e;smithi097=h;smithi097=k;smithi114=c;smithi114=f;smithi114=i;smithi114=l;count:12 2024-09-12T12:24:13.635 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:13 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:13.635 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:13 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:24:13.635 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:13 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:13.635 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:13 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:13.635 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:13 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:13.635 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:13 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:13.636 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:13 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:13.636 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:13 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:13.636 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:13 smithi114 ceph-mon[35514]: Deploying daemon mds.l on smithi114 2024-09-12T12:24:13.636 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:13 smithi114 ceph-mon[35514]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:13.729 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:13.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:13 smithi082 ceph-mon[31122]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi082=a;smithi082=d;smithi082=g;smithi082=j;smithi097=b;smithi097=e;smithi097=h;smithi097=k;smithi114=c;smithi114=f;smithi114=i;smithi114=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:24:13.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:13 smithi082 ceph-mon[31122]: Saving service mds.all spec with placement smithi082=a;smithi082=d;smithi082=g;smithi082=j;smithi097=b;smithi097=e;smithi097=h;smithi097=k;smithi114=c;smithi114=f;smithi114=i;smithi114=l;count:12 2024-09-12T12:24:13.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:13 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:13.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:13 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:24:13.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:13 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:13.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:13 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:13.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:13 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:13.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:13 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:13.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:13 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:13.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:13 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:13.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:13 smithi082 ceph-mon[31122]: Deploying daemon mds.l on smithi114 2024-09-12T12:24:13.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:13 smithi082 ceph-mon[31122]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:14.172 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.167+0000 7faadff26640 1 -- 172.21.15.82:0/337591104 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad8102ef0 msgr2=0x7faad810da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:14.173 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.167+0000 7faadff26640 1 --2- 172.21.15.82:0/337591104 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad8102ef0 0x7faad810da40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7faad0009900 tx=0x7faad002a480 comp rx=0 tx=0).stop 2024-09-12T12:24:14.173 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.167+0000 7faadff26640 1 -- 172.21.15.82:0/337591104 shutdown_connections 2024-09-12T12:24:14.173 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.167+0000 7faadff26640 1 --2- 172.21.15.82:0/337591104 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad8102ef0 0x7faad810da40 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:14.173 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.167+0000 7faadff26640 1 --2- 172.21.15.82:0/337591104 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faad8102570 0x7faad81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:14.173 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.167+0000 7faadff26640 1 --2- 172.21.15.82:0/337591104 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faad8100e20 0x7faad8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:14.173 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.167+0000 7faadff26640 1 -- 172.21.15.82:0/337591104 >> 172.21.15.82:0/337591104 conn(0x7faad80fc7d0 msgr2=0x7faad80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:14.173 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.167+0000 7faadff26640 1 -- 172.21.15.82:0/337591104 shutdown_connections 2024-09-12T12:24:14.173 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.167+0000 7faadff26640 1 -- 172.21.15.82:0/337591104 wait complete. 2024-09-12T12:24:14.173 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.167+0000 7faadff26640 1 Processor -- start 2024-09-12T12:24:14.173 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.167+0000 7faadff26640 1 -- start start 2024-09-12T12:24:14.174 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faadff26640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faad8100e20 0x7faad81a4820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:14.174 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faadff26640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faad8102570 0x7faad81a4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:14.174 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faadff26640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad8102ef0 0x7faad819ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:14.174 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faadff26640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7faad8110f80 con 0x7faad8102ef0 2024-09-12T12:24:14.174 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faadff26640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faad8110e00 con 0x7faad8100e20 2024-09-12T12:24:14.174 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faadff26640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faad8111100 con 0x7faad8102570 2024-09-12T12:24:14.174 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faade4c3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad8102ef0 0x7faad819ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:14.174 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faade4c3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad8102ef0 0x7faad819ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:53384/0 (socket says 172.21.15.82:53384) 2024-09-12T12:24:14.174 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faade4c3640 1 -- 172.21.15.82:0/687703887 learned_addr learned my addr 172.21.15.82:0/687703887 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:14.174 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faadd4c1640 1 --2- 172.21.15.82:0/687703887 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faad8102570 0x7faad81a4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:14.174 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faaddcc2640 1 --2- 172.21.15.82:0/687703887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faad8100e20 0x7faad81a4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:14.174 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faade4c3640 1 -- 172.21.15.82:0/687703887 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faad8102570 msgr2=0x7faad81a4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:14.174 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faade4c3640 1 --2- 172.21.15.82:0/687703887 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faad8102570 0x7faad81a4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:14.175 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faade4c3640 1 -- 172.21.15.82:0/687703887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faad8100e20 msgr2=0x7faad81a4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:14.175 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faade4c3640 1 --2- 172.21.15.82:0/687703887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faad8100e20 0x7faad81a4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:14.175 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faade4c3640 1 -- 172.21.15.82:0/687703887 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faad819f4e0 con 0x7faad8102ef0 2024-09-12T12:24:14.175 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.168+0000 7faade4c3640 1 --2- 172.21.15.82:0/687703887 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad8102ef0 0x7faad819ec20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7faad0004770 tx=0x7faad0003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:14.175 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.169+0000 7faad6ffd640 1 -- 172.21.15.82:0/687703887 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad003f070 con 0x7faad8102ef0 2024-09-12T12:24:14.175 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.169+0000 7faadff26640 1 -- 172.21.15.82:0/687703887 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faad819f770 con 0x7faad8102ef0 2024-09-12T12:24:14.175 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.169+0000 7faad6ffd640 1 -- 172.21.15.82:0/687703887 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faad0031c30 con 0x7faad8102ef0 2024-09-12T12:24:14.175 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.169+0000 7faad6ffd640 1 -- 172.21.15.82:0/687703887 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad0035030 con 0x7faad8102ef0 2024-09-12T12:24:14.175 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.169+0000 7faadff26640 1 -- 172.21.15.82:0/687703887 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faad81ab770 con 0x7faad8102ef0 2024-09-12T12:24:14.175 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.170+0000 7faadff26640 1 -- 172.21.15.82:0/687703887 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faad81021b0 con 0x7faad8102ef0 2024-09-12T12:24:14.175 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.171+0000 7faad6ffd640 1 -- 172.21.15.82:0/687703887 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7faad0042070 con 0x7faad8102ef0 2024-09-12T12:24:14.175 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.171+0000 7faad6ffd640 1 --2- 172.21.15.82:0/687703887 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7faac00a2b80 0x7faac00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:14.175 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.171+0000 7faaddcc2640 1 --2- 172.21.15.82:0/687703887 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7faac00a2b80 0x7faac00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:14.175 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.172+0000 7faad6ffd640 1 -- 172.21.15.82:0/687703887 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7127+0+0 (secure 0 0 0) 0x7faad00ef300 con 0x7faad8102ef0 2024-09-12T12:24:14.176 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.172+0000 7faaddcc2640 1 --2- 172.21.15.82:0/687703887 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7faac00a2b80 0x7faac00a5040 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7faac8005fd0 tx=0x7faac8009680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:14.177 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.176+0000 7faad6ffd640 1 -- 172.21.15.82:0/687703887 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faad00bc0b0 con 0x7faad8102ef0 2024-09-12T12:24:14.378 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.377+0000 7faadff26640 1 -- 172.21.15.82:0/687703887 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faad819fdc0 con 0x7faad8102ef0 2024-09-12T12:24:14.378 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.377+0000 7faad6ffd640 1 -- 172.21.15.82:0/687703887 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+611 (secure 0 0 0) 0x7faad00c03b0 con 0x7faad8102ef0 2024-09-12T12:24:14.378 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:14.379 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":1,"btime":"2024-09-12T12:17:12:694823+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-12T12:24:14.379 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 1 2024-09-12T12:24:14.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.379+0000 7faadff26640 1 -- 172.21.15.82:0/687703887 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7faac00a2b80 msgr2=0x7faac00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:14.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.379+0000 7faadff26640 1 --2- 172.21.15.82:0/687703887 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7faac00a2b80 0x7faac00a5040 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7faac8005fd0 tx=0x7faac8009680 comp rx=0 tx=0).stop 2024-09-12T12:24:14.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.379+0000 7faadff26640 1 -- 172.21.15.82:0/687703887 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad8102ef0 msgr2=0x7faad819ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:14.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.379+0000 7faadff26640 1 --2- 172.21.15.82:0/687703887 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad8102ef0 0x7faad819ec20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7faad0004770 tx=0x7faad0003c10 comp rx=0 tx=0).stop 2024-09-12T12:24:14.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.379+0000 7faadff26640 1 -- 172.21.15.82:0/687703887 shutdown_connections 2024-09-12T12:24:14.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.379+0000 7faadff26640 1 --2- 172.21.15.82:0/687703887 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7faac00a2b80 0x7faac00a5040 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:14.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.379+0000 7faadff26640 1 --2- 172.21.15.82:0/687703887 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad8102ef0 0x7faad819ec20 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:14.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.379+0000 7faadff26640 1 --2- 172.21.15.82:0/687703887 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faad8102570 0x7faad81a4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:14.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.379+0000 7faadff26640 1 --2- 172.21.15.82:0/687703887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faad8100e20 0x7faad81a4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:14.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.379+0000 7faadff26640 1 -- 172.21.15.82:0/687703887 >> 172.21.15.82:0/687703887 conn(0x7faad80fc7d0 msgr2=0x7faad806a010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:14.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.379+0000 7faadff26640 1 -- 172.21.15.82:0/687703887 shutdown_connections 2024-09-12T12:24:14.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:14.379+0000 7faadff26640 1 -- 172.21.15.82:0/687703887 wait complete. 2024-09-12T12:24:14.819 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:24:14 smithi114 systemd[1]: Starting Ceph mds.l for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:24:15.090 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:14 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/687703887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:15.090 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:24:14 smithi114 podman[65418]: 2024-09-12 12:24:14.817776661 +0000 UTC m=+0.015677842 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:24:15.090 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:24:14 smithi114 podman[65418]: 2024-09-12 12:24:14.933028487 +0000 UTC m=+0.130929658 container create fcbc10070f80aac7ccb8f4dd959ece590fdd7285953f39cd1d224e06c1523f50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-l, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3) 2024-09-12T12:24:15.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:14 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/687703887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:15.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:14 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/687703887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:15.569 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:24:15 smithi114 podman[65418]: 2024-09-12 12:24:15.202126241 +0000 UTC m=+0.400027412 container init fcbc10070f80aac7ccb8f4dd959ece590fdd7285953f39cd1d224e06c1523f50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-l, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-b53b6d3, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-12T12:24:15.569 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:24:15 smithi114 podman[65418]: 2024-09-12 12:24:15.204928918 +0000 UTC m=+0.402830092 container start fcbc10070f80aac7ccb8f4dd959ece590fdd7285953f39cd1d224e06c1523f50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-12T12:24:15.569 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:24:15 smithi114 ceph-mds[65437]: -- 172.21.15.114:0/3401626115 <== mon.1 v2:172.21.15.114:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56443e42d860 con 0x56443e40a800 2024-09-12T12:24:15.569 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:24:15 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-l[65433]: starting mds.l at 2024-09-12T12:24:15.570 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:24:15 smithi114 bash[65418]: fcbc10070f80aac7ccb8f4dd959ece590fdd7285953f39cd1d224e06c1523f50 2024-09-12T12:24:15.570 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:24:15 smithi114 systemd[1]: Started Ceph mds.l for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:24:16.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:16 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.114:6832/596000415,v1:172.21.15.114:6833/596000415] up:boot 2024-09-12T12:24:16.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:16 smithi097 ceph-mon[34923]: fsmap 1 up:standby 2024-09-12T12:24:16.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-12T12:24:16.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:16 smithi097 ceph-mon[34923]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:16.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:16.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:16.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:16.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:16.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:16.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:16 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:16.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:16 smithi097 ceph-mon[34923]: Deploying daemon mds.k on smithi097 2024-09-12T12:24:16.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:16 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.114:6832/596000415,v1:172.21.15.114:6833/596000415] up:boot 2024-09-12T12:24:16.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:16 smithi082 ceph-mon[31122]: fsmap 1 up:standby 2024-09-12T12:24:16.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-12T12:24:16.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:16 smithi082 ceph-mon[31122]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:16.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:16.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:16.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:16.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:16.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:16.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:16 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:16.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:16 smithi082 ceph-mon[31122]: Deploying daemon mds.k on smithi097 2024-09-12T12:24:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:16 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.114:6832/596000415,v1:172.21.15.114:6833/596000415] up:boot 2024-09-12T12:24:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:16 smithi114 ceph-mon[35514]: fsmap 1 up:standby 2024-09-12T12:24:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-12T12:24:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:16 smithi114 ceph-mon[35514]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:16 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:16.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:16 smithi114 ceph-mon[35514]: Deploying daemon mds.k on smithi097 2024-09-12T12:24:17.072 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:24:17.330 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:17.521 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:24:17 smithi097 systemd[1]: Starting Ceph mds.k for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:24:17.822 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:24:17 smithi097 podman[64043]: 2024-09-12 12:24:17.436469658 +0000 UTC m=+0.021948988 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:24:17.822 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:24:17 smithi097 podman[64043]: 2024-09-12 12:24:17.569766975 +0000 UTC m=+0.155246293 container create 1727fc3d1e51c44cb5ed7b63c4a7dbc5fbac58c13f1aacf593ce3ddcd0dc0d7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-k, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-b53b6d3, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-12T12:24:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.832+0000 7f81142ab640 1 -- 172.21.15.82:0/87805892 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f810c1027a0 msgr2=0x7f810c1067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.832+0000 7f81142ab640 1 --2- 172.21.15.82:0/87805892 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f810c1027a0 0x7f810c1067f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8100009900 tx=0x7f810002a410 comp rx=0 tx=0).stop 2024-09-12T12:24:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.833+0000 7f81142ab640 1 -- 172.21.15.82:0/87805892 shutdown_connections 2024-09-12T12:24:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.833+0000 7f81142ab640 1 --2- 172.21.15.82:0/87805892 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f810c106f20 0x7f810c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:17.838 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.833+0000 7f81142ab640 1 --2- 172.21.15.82:0/87805892 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f810c1027a0 0x7f810c1067f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:17.838 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.833+0000 7f81142ab640 1 --2- 172.21.15.82:0/87805892 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f810c101df0 0x7f810c1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:17.838 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.833+0000 7f81142ab640 1 -- 172.21.15.82:0/87805892 >> 172.21.15.82:0/87805892 conn(0x7f810c0fd8f0 msgr2=0x7f810c0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:17.838 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.833+0000 7f81142ab640 1 -- 172.21.15.82:0/87805892 shutdown_connections 2024-09-12T12:24:17.838 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.833+0000 7f81142ab640 1 -- 172.21.15.82:0/87805892 wait complete. 2024-09-12T12:24:17.838 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.833+0000 7f81142ab640 1 Processor -- start 2024-09-12T12:24:17.838 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.833+0000 7f81142ab640 1 -- start start 2024-09-12T12:24:17.838 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.833+0000 7f81142ab640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f810c101df0 0x7f810c19a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:17.839 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.833+0000 7f81142ab640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f810c1027a0 0x7f810c19ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:17.839 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.833+0000 7f81142ab640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f810c106f20 0x7f810c19f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:17.839 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.833+0000 7f81142ab640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f810c111fa0 con 0x7f810c106f20 2024-09-12T12:24:17.839 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f81142ab640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f810c111e20 con 0x7f810c1027a0 2024-09-12T12:24:17.839 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f81142ab640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f810c112120 con 0x7f810c101df0 2024-09-12T12:24:17.839 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f8112848640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f810c106f20 0x7f810c19f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:17.839 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f8112848640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f810c106f20 0x7f810c19f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:53390/0 (socket says 172.21.15.82:53390) 2024-09-12T12:24:17.839 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f8112848640 1 -- 172.21.15.82:0/1105598440 learned_addr learned my addr 172.21.15.82:0/1105598440 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:17.840 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f8111846640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f810c1027a0 0x7f810c19ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:17.840 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f8112047640 1 --2- 172.21.15.82:0/1105598440 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f810c101df0 0x7f810c19a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:17.840 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f8112848640 1 -- 172.21.15.82:0/1105598440 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f810c101df0 msgr2=0x7f810c19a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:17.840 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f8112848640 1 --2- 172.21.15.82:0/1105598440 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f810c101df0 0x7f810c19a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:17.840 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f8112848640 1 -- 172.21.15.82:0/1105598440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f810c1027a0 msgr2=0x7f810c19ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:17.840 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f8112848640 1 --2- 172.21.15.82:0/1105598440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f810c1027a0 0x7f810c19ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:17.840 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f8112848640 1 -- 172.21.15.82:0/1105598440 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f810c19f6e0 con 0x7f810c106f20 2024-09-12T12:24:17.840 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f8112848640 1 --2- 172.21.15.82:0/1105598440 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f810c106f20 0x7f810c19f000 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f810400e970 tx=0x7f810400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:17.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f810b7fe640 1 -- 172.21.15.82:0/1105598440 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f810400ccc0 con 0x7f810c106f20 2024-09-12T12:24:17.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f810b7fe640 1 -- 172.21.15.82:0/1105598440 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f810400ce60 con 0x7f810c106f20 2024-09-12T12:24:17.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f81142ab640 1 -- 172.21.15.82:0/1105598440 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f810c19f9d0 con 0x7f810c106f20 2024-09-12T12:24:17.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f810b7fe640 1 -- 172.21.15.82:0/1105598440 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8104010490 con 0x7f810c106f20 2024-09-12T12:24:17.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.834+0000 7f81142ab640 1 -- 172.21.15.82:0/1105598440 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f810c1a72b0 con 0x7f810c106f20 2024-09-12T12:24:17.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.835+0000 7f81142ab640 1 -- 172.21.15.82:0/1105598440 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f810c1021d0 con 0x7f810c106f20 2024-09-12T12:24:17.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.836+0000 7f810b7fe640 1 -- 172.21.15.82:0/1105598440 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8104005020 con 0x7f810c106f20 2024-09-12T12:24:17.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.837+0000 7f810b7fe640 1 --2- 172.21.15.82:0/1105598440 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80f40a2b80 0x7f80f40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:17.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.837+0000 7f8112047640 1 --2- 172.21.15.82:0/1105598440 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80f40a2b80 0x7f80f40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:17.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.837+0000 7f810b7fe640 1 -- 172.21.15.82:0/1105598440 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7127+0+0 (secure 0 0 0) 0x7f81040cf0a0 con 0x7f810c106f20 2024-09-12T12:24:17.843 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.837+0000 7f8112047640 1 --2- 172.21.15.82:0/1105598440 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80f40a2b80 0x7f80f40a5040 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f80fc009f20 tx=0x7f80fc0094f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:17.843 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:17.842+0000 7f810b7fe640 1 -- 172.21.15.82:0/1105598440 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f810409c4a0 con 0x7f810c106f20 2024-09-12T12:24:18.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:18.053+0000 7f81142ab640 1 -- 172.21.15.82:0/1105598440 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f810c1a7480 con 0x7f810c106f20 2024-09-12T12:24:18.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:18.054+0000 7f810b7fe640 1 -- 172.21.15.82:0/1105598440 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1435 (secure 0 0 0) 0x7f810409bda0 con 0x7f810c106f20 2024-09-12T12:24:18.056 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:18.056 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":2,"btime":"2024-09-12T12:24:15:233439+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-12T12:24:18.056 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 2 2024-09-12T12:24:18.058 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:18.057+0000 7f81142ab640 1 -- 172.21.15.82:0/1105598440 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80f40a2b80 msgr2=0x7f80f40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:18.058 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:18.057+0000 7f81142ab640 1 --2- 172.21.15.82:0/1105598440 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80f40a2b80 0x7f80f40a5040 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f80fc009f20 tx=0x7f80fc0094f0 comp rx=0 tx=0).stop 2024-09-12T12:24:18.058 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:18.057+0000 7f81142ab640 1 -- 172.21.15.82:0/1105598440 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f810c106f20 msgr2=0x7f810c19f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:18.058 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:18.057+0000 7f81142ab640 1 --2- 172.21.15.82:0/1105598440 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f810c106f20 0x7f810c19f000 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f810400e970 tx=0x7f810400ed70 comp rx=0 tx=0).stop 2024-09-12T12:24:18.058 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:18.057+0000 7f81142ab640 1 -- 172.21.15.82:0/1105598440 shutdown_connections 2024-09-12T12:24:18.058 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:18.057+0000 7f81142ab640 1 --2- 172.21.15.82:0/1105598440 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80f40a2b80 0x7f80f40a5040 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:18.058 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:18.057+0000 7f81142ab640 1 --2- 172.21.15.82:0/1105598440 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f810c106f20 0x7f810c19f000 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:18.058 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:18.057+0000 7f81142ab640 1 --2- 172.21.15.82:0/1105598440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f810c1027a0 0x7f810c19ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:18.058 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:18.057+0000 7f81142ab640 1 --2- 172.21.15.82:0/1105598440 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f810c101df0 0x7f810c19a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:18.058 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:18.057+0000 7f81142ab640 1 -- 172.21.15.82:0/1105598440 >> 172.21.15.82:0/1105598440 conn(0x7f810c0fd8f0 msgr2=0x7f810c0fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:18.058 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:18.057+0000 7f81142ab640 1 -- 172.21.15.82:0/1105598440 shutdown_connections 2024-09-12T12:24:18.058 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:18.057+0000 7f81142ab640 1 -- 172.21.15.82:0/1105598440 wait complete. 2024-09-12T12:24:18.271 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:24:17 smithi097 podman[64043]: 2024-09-12 12:24:17.822601101 +0000 UTC m=+0.408080419 container init 1727fc3d1e51c44cb5ed7b63c4a7dbc5fbac58c13f1aacf593ce3ddcd0dc0d7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-k, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-12T12:24:18.271 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:24:17 smithi097 podman[64043]: 2024-09-12 12:24:17.825520621 +0000 UTC m=+0.410999956 container start 1727fc3d1e51c44cb5ed7b63c4a7dbc5fbac58c13f1aacf593ce3ddcd0dc0d7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-k, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-b53b6d3, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-12T12:24:18.272 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:24:17 smithi097 ceph-mds[64062]: -- 172.21.15.97:0/3794800279 <== mon.2 v2:172.21.15.97:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c246add860 con 0x55c246abb000 2024-09-12T12:24:18.272 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:24:17 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-k[64058]: starting mds.k at 2024-09-12T12:24:18.272 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:24:17 smithi097 bash[64043]: 1727fc3d1e51c44cb5ed7b63c4a7dbc5fbac58c13f1aacf593ce3ddcd0dc0d7b 2024-09-12T12:24:18.272 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:24:17 smithi097 systemd[1]: Started Ceph mds.k for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:24:18.462 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:18 smithi082 ceph-mon[31122]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:18.463 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:18 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:18.463 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:18 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:18.463 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:18 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:18.463 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:18 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:18.463 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:18 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:18.463 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:18 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:18.463 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:18 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1105598440' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:18.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:18 smithi114 ceph-mon[35514]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:18.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:18 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:18.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:18 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:18.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:18 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:18.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:18 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:18.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:18 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:18.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:18 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:18.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:18 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1105598440' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:18.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:18 smithi097 ceph-mon[34923]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:18.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:18 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:18.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:18 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:18.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:18 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:18.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:18 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:18.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:18 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:18.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:18 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:18.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:18 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1105598440' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:19.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:19 smithi082 ceph-mon[31122]: Deploying daemon mds.j on smithi082 2024-09-12T12:24:19.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:19 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.97:6832/408794404,v1:172.21.15.97:6833/408794404] up:boot 2024-09-12T12:24:19.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:19 smithi082 ceph-mon[31122]: fsmap 2 up:standby 2024-09-12T12:24:19.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:19 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-12T12:24:19.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:19 smithi114 ceph-mon[35514]: Deploying daemon mds.j on smithi082 2024-09-12T12:24:19.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:19 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.97:6832/408794404,v1:172.21.15.97:6833/408794404] up:boot 2024-09-12T12:24:19.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:19 smithi114 ceph-mon[35514]: fsmap 2 up:standby 2024-09-12T12:24:19.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:19 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-12T12:24:19.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:19 smithi097 ceph-mon[34923]: Deploying daemon mds.j on smithi082 2024-09-12T12:24:19.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:19 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.97:6832/408794404,v1:172.21.15.97:6833/408794404] up:boot 2024-09-12T12:24:19.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:19 smithi097 ceph-mon[34923]: fsmap 2 up:standby 2024-09-12T12:24:19.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:19 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-12T12:24:20.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:20 smithi097 ceph-mon[34923]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:20.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:20 smithi082 ceph-mon[31122]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:20.530 INFO:journalctl@ceph.mds.j.smithi082.stdout:Sep 12 12:24:20 smithi082 podman[70935]: 2024-09-12 12:24:20.395033911 +0000 UTC m=+0.015887669 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:24:20.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:20 smithi114 ceph-mon[35514]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:20.796 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:24:21.030 INFO:journalctl@ceph.mds.j.smithi082.stdout:Sep 12 12:24:20 smithi082 podman[70935]: 2024-09-12 12:24:20.719958238 +0000 UTC m=+0.340811994 container init ba5bdf4e5ace3977a35cfca9ea678ae3236fa20f62f0e027619ad8cb6b509311 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-j, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-b53b6d3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-12T12:24:21.030 INFO:journalctl@ceph.mds.j.smithi082.stdout:Sep 12 12:24:20 smithi082 podman[70935]: 2024-09-12 12:24:20.722785672 +0000 UTC m=+0.343639428 container start ba5bdf4e5ace3977a35cfca9ea678ae3236fa20f62f0e027619ad8cb6b509311 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-b53b6d3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True) 2024-09-12T12:24:21.030 INFO:journalctl@ceph.mds.j.smithi082.stdout:Sep 12 12:24:20 smithi082 ceph-mds[70955]: -- 172.21.15.82:0/2250115466 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5590afef7860 con 0x5590afed5400 2024-09-12T12:24:21.031 INFO:journalctl@ceph.mds.j.smithi082.stdout:Sep 12 12:24:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-j[70951]: starting mds.j at 2024-09-12T12:24:21.031 INFO:journalctl@ceph.mds.j.smithi082.stdout:Sep 12 12:24:20 smithi082 bash[70935]: ba5bdf4e5ace3977a35cfca9ea678ae3236fa20f62f0e027619ad8cb6b509311 2024-09-12T12:24:21.031 INFO:journalctl@ceph.mds.j.smithi082.stdout:Sep 12 12:24:20 smithi082 systemd[1]: Started Ceph mds.j for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:24:21.065 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:21.515 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.512+0000 7f03b068b640 1 -- 172.21.15.82:0/363302687 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f03a8106a60 msgr2=0x7f03a8106e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:21.559 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.512+0000 7f03b068b640 1 --2- 172.21.15.82:0/363302687 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f03a8106a60 0x7f03a8106e40 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f03a4009930 tx=0x7f03a402a420 comp rx=0 tx=0).stop 2024-09-12T12:24:21.559 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.512+0000 7f03b068b640 1 -- 172.21.15.82:0/363302687 shutdown_connections 2024-09-12T12:24:21.560 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.512+0000 7f03b068b640 1 --2- 172.21.15.82:0/363302687 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03a8101400 0x7f03a810d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:21.560 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.512+0000 7f03b068b640 1 --2- 172.21.15.82:0/363302687 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03a8100a60 0x7f03a8100ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:21.560 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.512+0000 7f03b068b640 1 --2- 172.21.15.82:0/363302687 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f03a8106a60 0x7f03a8106e40 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:21.560 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.512+0000 7f03b068b640 1 -- 172.21.15.82:0/363302687 >> 172.21.15.82:0/363302687 conn(0x7f03a80fc780 msgr2=0x7f03a80feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:21.560 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.512+0000 7f03b068b640 1 -- 172.21.15.82:0/363302687 shutdown_connections 2024-09-12T12:24:21.561 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.512+0000 7f03b068b640 1 -- 172.21.15.82:0/363302687 wait complete. 2024-09-12T12:24:21.561 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.512+0000 7f03b068b640 1 Processor -- start 2024-09-12T12:24:21.561 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03b068b640 1 -- start start 2024-09-12T12:24:21.561 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03b068b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03a8100a60 0x7f03a81a4830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:21.561 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03b068b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f03a8101400 0x7f03a81a4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:21.561 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03b068b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03a8106a60 0x7f03a810cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:21.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03b068b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f03a8111f80 con 0x7f03a8101400 2024-09-12T12:24:21.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03b068b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f03a8111e00 con 0x7f03a8106a60 2024-09-12T12:24:21.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03b068b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f03a8112100 con 0x7f03a8100a60 2024-09-12T12:24:21.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03adc26640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f03a8101400 0x7f03a81a4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:21.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03adc26640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f03a8101400 0x7f03a81a4d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54586/0 (socket says 172.21.15.82:54586) 2024-09-12T12:24:21.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03adc26640 1 -- 172.21.15.82:0/186680120 learned_addr learned my addr 172.21.15.82:0/186680120 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:21.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03ae427640 1 --2- 172.21.15.82:0/186680120 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03a8100a60 0x7f03a81a4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:21.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03aec28640 1 --2- 172.21.15.82:0/186680120 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03a8106a60 0x7f03a810cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:21.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03adc26640 1 -- 172.21.15.82:0/186680120 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03a8100a60 msgr2=0x7f03a81a4830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:21.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03adc26640 1 --2- 172.21.15.82:0/186680120 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03a8100a60 0x7f03a81a4830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:21.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03adc26640 1 -- 172.21.15.82:0/186680120 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03a8106a60 msgr2=0x7f03a810cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:21.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03adc26640 1 --2- 172.21.15.82:0/186680120 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03a8106a60 0x7f03a810cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:21.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03adc26640 1 -- 172.21.15.82:0/186680120 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03a810d420 con 0x7f03a8101400 2024-09-12T12:24:21.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.513+0000 7f03adc26640 1 --2- 172.21.15.82:0/186680120 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f03a8101400 0x7f03a81a4d70 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f039800b4a0 tx=0x7f039800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:21.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.514+0000 7f039f7fe640 1 -- 172.21.15.82:0/186680120 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0398014070 con 0x7f03a8101400 2024-09-12T12:24:21.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.514+0000 7f039f7fe640 1 -- 172.21.15.82:0/186680120 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0398010af0 con 0x7f03a8101400 2024-09-12T12:24:21.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.514+0000 7f03b068b640 1 -- 172.21.15.82:0/186680120 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03a810d710 con 0x7f03a8101400 2024-09-12T12:24:21.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.514+0000 7f039f7fe640 1 -- 172.21.15.82:0/186680120 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0398017d10 con 0x7f03a8101400 2024-09-12T12:24:21.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.514+0000 7f03b068b640 1 -- 172.21.15.82:0/186680120 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03a81ab7f0 con 0x7f03a8101400 2024-09-12T12:24:21.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.515+0000 7f03b068b640 1 -- 172.21.15.82:0/186680120 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03a81021a0 con 0x7f03a8101400 2024-09-12T12:24:21.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.516+0000 7f039f7fe640 1 -- 172.21.15.82:0/186680120 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0398017070 con 0x7f03a8101400 2024-09-12T12:24:21.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.517+0000 7f039f7fe640 1 --2- 172.21.15.82:0/186680120 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f03940a2b80 0x7f03940a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:21.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.517+0000 7f03ae427640 1 --2- 172.21.15.82:0/186680120 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f03940a2b80 0x7f03940a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:21.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.517+0000 7f039f7fe640 1 -- 172.21.15.82:0/186680120 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7127+0+0 (secure 0 0 0) 0x7f03980ce0a0 con 0x7f03a8101400 2024-09-12T12:24:21.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.518+0000 7f03ae427640 1 --2- 172.21.15.82:0/186680120 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f03940a2b80 0x7f03940a5040 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f03a4000c00 tx=0x7f03a4031490 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:21.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.521+0000 7f039f7fe640 1 -- 172.21.15.82:0/186680120 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f039809b400 con 0x7f03a8101400 2024-09-12T12:24:21.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.731+0000 7f03b068b640 1 -- 172.21.15.82:0/186680120 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f03a81ab9c0 con 0x7f03a8101400 2024-09-12T12:24:21.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.732+0000 7f039f7fe640 1 -- 172.21.15.82:0/186680120 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3082 (secure 0 0 0) 0x7f039809ad00 con 0x7f03a8101400 2024-09-12T12:24:21.732 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:21.732 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":4,"btime":"2024-09-12T12:24:21:312513+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-12T12:24:21.732 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 4 2024-09-12T12:24:21.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.733+0000 7f03b068b640 1 -- 172.21.15.82:0/186680120 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f03940a2b80 msgr2=0x7f03940a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:21.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.733+0000 7f03b068b640 1 --2- 172.21.15.82:0/186680120 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f03940a2b80 0x7f03940a5040 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f03a4000c00 tx=0x7f03a4031490 comp rx=0 tx=0).stop 2024-09-12T12:24:21.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.733+0000 7f03b068b640 1 -- 172.21.15.82:0/186680120 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f03a8101400 msgr2=0x7f03a81a4d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:21.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.733+0000 7f03b068b640 1 --2- 172.21.15.82:0/186680120 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f03a8101400 0x7f03a81a4d70 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f039800b4a0 tx=0x7f039800b960 comp rx=0 tx=0).stop 2024-09-12T12:24:21.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.734+0000 7f03b068b640 1 -- 172.21.15.82:0/186680120 shutdown_connections 2024-09-12T12:24:21.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.734+0000 7f03b068b640 1 --2- 172.21.15.82:0/186680120 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f03940a2b80 0x7f03940a5040 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:21.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.734+0000 7f03b068b640 1 --2- 172.21.15.82:0/186680120 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03a8106a60 0x7f03a810cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:21.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.734+0000 7f03b068b640 1 --2- 172.21.15.82:0/186680120 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f03a8101400 0x7f03a81a4d70 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:21.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.734+0000 7f03b068b640 1 --2- 172.21.15.82:0/186680120 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f03a8100a60 0x7f03a81a4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:21.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.734+0000 7f03b068b640 1 -- 172.21.15.82:0/186680120 >> 172.21.15.82:0/186680120 conn(0x7f03a80fc780 msgr2=0x7f03a80fcfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:21.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.734+0000 7f03b068b640 1 -- 172.21.15.82:0/186680120 shutdown_connections 2024-09-12T12:24:21.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:21.734+0000 7f03b068b640 1 -- 172.21.15.82:0/186680120 wait complete. 2024-09-12T12:24:22.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:22.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:22.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:22.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:22.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:22.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:22.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:21 smithi082 ceph-mon[31122]: Deploying daemon mds.d on smithi082 2024-09-12T12:24:22.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:21 smithi082 ceph-mon[31122]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:22.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:21 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.82:6834/4187260517,v1:172.21.15.82:6835/4187260517] up:boot 2024-09-12T12:24:22.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:21 smithi082 ceph-mon[31122]: fsmap 3 up:standby 2024-09-12T12:24:22.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:21 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-12T12:24:22.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:21 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/186680120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:22.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:22.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:22.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:22.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:22.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:22.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:22.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:21 smithi097 ceph-mon[34923]: Deploying daemon mds.d on smithi082 2024-09-12T12:24:22.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:21 smithi097 ceph-mon[34923]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:22.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:21 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.82:6834/4187260517,v1:172.21.15.82:6835/4187260517] up:boot 2024-09-12T12:24:22.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:21 smithi097 ceph-mon[34923]: fsmap 3 up:standby 2024-09-12T12:24:22.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:21 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-12T12:24:22.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:21 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/186680120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:22.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:22.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:22.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:22.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:22.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:22.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:22.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:21 smithi114 ceph-mon[35514]: Deploying daemon mds.d on smithi082 2024-09-12T12:24:22.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:21 smithi114 ceph-mon[35514]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:22.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:21 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.82:6834/4187260517,v1:172.21.15.82:6835/4187260517] up:boot 2024-09-12T12:24:22.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:21 smithi114 ceph-mon[35514]: fsmap 3 up:standby 2024-09-12T12:24:22.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:21 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-12T12:24:22.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:21 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/186680120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:23.613 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:24:23 smithi082 systemd[1]: Starting Ceph mds.d for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:24:23.926 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:24:23 smithi082 podman[71353]: 2024-09-12 12:24:23.712210715 +0000 UTC m=+0.015898390 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:24:23.926 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:24:23 smithi082 podman[71353]: 2024-09-12 12:24:23.822393169 +0000 UTC m=+0.126080877 container create a7d68601afd1fff8bcda31f46658f58e08be49ac60e581eca8be28cc46b2441b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-12T12:24:24.281 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:24:24 smithi082 podman[71353]: 2024-09-12 12:24:24.04989894 +0000 UTC m=+0.353586607 container init a7d68601afd1fff8bcda31f46658f58e08be49ac60e581eca8be28cc46b2441b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-b53b6d3, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-12T12:24:24.281 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:24:24 smithi082 podman[71353]: 2024-09-12 12:24:24.052747633 +0000 UTC m=+0.356435302 container start a7d68601afd1fff8bcda31f46658f58e08be49ac60e581eca8be28cc46b2441b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-d, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-b53b6d3, ceph=True) 2024-09-12T12:24:24.281 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:24:24 smithi082 ceph-mds[71372]: -- 172.21.15.82:0/587357679 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fb04d53860 con 0x55fb04d31400 2024-09-12T12:24:24.281 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:24:24 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-d[71368]: starting mds.d at 2024-09-12T12:24:24.282 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:24:24 smithi082 bash[71353]: a7d68601afd1fff8bcda31f46658f58e08be49ac60e581eca8be28cc46b2441b 2024-09-12T12:24:24.282 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:24:24 smithi082 systemd[1]: Started Ceph mds.d for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:24:24.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:24 smithi114 ceph-mon[35514]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:24.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:24 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:24.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:24 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:24.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:24 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:24.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:24 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:24.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:24 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:24.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:24 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:24.635 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:24 smithi097 ceph-mon[34923]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:24.635 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:24 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:24.635 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:24 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:24.635 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:24 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:24.635 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:24 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:24.635 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:24 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:24.636 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:24 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:24 smithi082 ceph-mon[31122]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:24 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:24 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:24 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:24.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:24 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:24.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:24 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:24.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:24 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:25.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:25 smithi114 ceph-mon[35514]: Deploying daemon mds.e on smithi097 2024-09-12T12:24:25.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:25 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.82:6836/1564374583,v1:172.21.15.82:6837/1564374583] up:boot 2024-09-12T12:24:25.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:25 smithi114 ceph-mon[35514]: fsmap 4 up:standby 2024-09-12T12:24:25.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:25 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-12T12:24:25.620 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:25 smithi097 ceph-mon[34923]: Deploying daemon mds.e on smithi097 2024-09-12T12:24:25.620 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:25 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.82:6836/1564374583,v1:172.21.15.82:6837/1564374583] up:boot 2024-09-12T12:24:25.620 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:25 smithi097 ceph-mon[34923]: fsmap 4 up:standby 2024-09-12T12:24:25.620 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:25 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-12T12:24:25.651 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:24:25.679 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:25 smithi082 ceph-mon[31122]: Deploying daemon mds.e on smithi097 2024-09-12T12:24:25.680 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:25 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.82:6836/1564374583,v1:172.21.15.82:6837/1564374583] up:boot 2024-09-12T12:24:25.680 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:25 smithi082 ceph-mon[31122]: fsmap 4 up:standby 2024-09-12T12:24:25.680 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:25 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-12T12:24:25.914 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:26.271 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:24:26 smithi097 systemd[1]: Starting Ceph mds.e for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:24:26.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.376+0000 7f8b3dad7640 1 -- 172.21.15.82:0/3795959869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b38102570 msgr2=0x7f8b381029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:26.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.376+0000 7f8b3dad7640 1 --2- 172.21.15.82:0/3795959869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b38102570 0x7f8b381029b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8b20009900 tx=0x7f8b2002a480 comp rx=0 tx=0).stop 2024-09-12T12:24:26.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.376+0000 7f8b3dad7640 1 -- 172.21.15.82:0/3795959869 shutdown_connections 2024-09-12T12:24:26.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.376+0000 7f8b3dad7640 1 --2- 172.21.15.82:0/3795959869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b38102ef0 0x7f8b3810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:26.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.376+0000 7f8b3dad7640 1 --2- 172.21.15.82:0/3795959869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b38102570 0x7f8b381029b0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:26.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.376+0000 7f8b3dad7640 1 --2- 172.21.15.82:0/3795959869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b38100e20 0x7f8b38101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:26.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.376+0000 7f8b3dad7640 1 -- 172.21.15.82:0/3795959869 >> 172.21.15.82:0/3795959869 conn(0x7f8b380fc7d0 msgr2=0x7f8b380febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:26.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.376+0000 7f8b3dad7640 1 -- 172.21.15.82:0/3795959869 shutdown_connections 2024-09-12T12:24:26.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.376+0000 7f8b3dad7640 1 -- 172.21.15.82:0/3795959869 wait complete. 2024-09-12T12:24:26.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.376+0000 7f8b3dad7640 1 Processor -- start 2024-09-12T12:24:26.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b3dad7640 1 -- start start 2024-09-12T12:24:26.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b3dad7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b38100e20 0x7f8b38199380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:26.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b3dad7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b38102570 0x7f8b381998c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:26.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b3dad7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b38102ef0 0x7f8b381a4400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:26.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b3dad7640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8b38110fd0 con 0x7f8b38102ef0 2024-09-12T12:24:26.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b3dad7640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8b38110e50 con 0x7f8b38100e20 2024-09-12T12:24:26.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b3dad7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8b38111150 con 0x7f8b38102570 2024-09-12T12:24:26.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b37fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b38102ef0 0x7f8b381a4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:26.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b37fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b38102ef0 0x7f8b381a4400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54636/0 (socket says 172.21.15.82:54636) 2024-09-12T12:24:26.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b37fff640 1 -- 172.21.15.82:0/1215312250 learned_addr learned my addr 172.21.15.82:0/1215312250 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:26.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b36ffd640 1 --2- 172.21.15.82:0/1215312250 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b38102570 0x7f8b381998c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:26.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b377fe640 1 --2- 172.21.15.82:0/1215312250 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b38100e20 0x7f8b38199380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:26.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b37fff640 1 -- 172.21.15.82:0/1215312250 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b38102570 msgr2=0x7f8b381998c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:26.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b37fff640 1 --2- 172.21.15.82:0/1215312250 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b38102570 0x7f8b381998c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:26.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b37fff640 1 -- 172.21.15.82:0/1215312250 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b38100e20 msgr2=0x7f8b38199380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:26.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b37fff640 1 --2- 172.21.15.82:0/1215312250 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b38100e20 0x7f8b38199380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:26.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b37fff640 1 -- 172.21.15.82:0/1215312250 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b381a4940 con 0x7f8b38102ef0 2024-09-12T12:24:26.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.377+0000 7f8b37fff640 1 --2- 172.21.15.82:0/1215312250 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b38102ef0 0x7f8b381a4400 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8b30009fd0 tx=0x7f8b3000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:26.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.378+0000 7f8b34ff9640 1 -- 172.21.15.82:0/1215312250 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b30017070 con 0x7f8b38102ef0 2024-09-12T12:24:26.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.378+0000 7f8b34ff9640 1 -- 172.21.15.82:0/1215312250 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b30003e50 con 0x7f8b38102ef0 2024-09-12T12:24:26.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.378+0000 7f8b3dad7640 1 -- 172.21.15.82:0/1215312250 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b381a4b10 con 0x7f8b38102ef0 2024-09-12T12:24:26.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.378+0000 7f8b34ff9640 1 -- 172.21.15.82:0/1215312250 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b300106c0 con 0x7f8b38102ef0 2024-09-12T12:24:26.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.378+0000 7f8b3dad7640 1 -- 172.21.15.82:0/1215312250 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b381a4fd0 con 0x7f8b38102ef0 2024-09-12T12:24:26.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.379+0000 7f8b3dad7640 1 -- 172.21.15.82:0/1215312250 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b38101200 con 0x7f8b38102ef0 2024-09-12T12:24:26.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.380+0000 7f8b34ff9640 1 -- 172.21.15.82:0/1215312250 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8b30003970 con 0x7f8b38102ef0 2024-09-12T12:24:26.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.381+0000 7f8b34ff9640 1 --2- 172.21.15.82:0/1215312250 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8b240a2b80 0x7f8b240a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:26.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.381+0000 7f8b377fe640 1 --2- 172.21.15.82:0/1215312250 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8b240a2b80 0x7f8b240a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:26.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.381+0000 7f8b34ff9640 1 -- 172.21.15.82:0/1215312250 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7127+0+0 (secure 0 0 0) 0x7f8b300ce820 con 0x7f8b38102ef0 2024-09-12T12:24:26.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.381+0000 7f8b377fe640 1 --2- 172.21.15.82:0/1215312250 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8b240a2b80 0x7f8b240a5040 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f8b28005fd0 tx=0x7f8b2800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:26.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.385+0000 7f8b34ff9640 1 -- 172.21.15.82:0/1215312250 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8b3009b5d0 con 0x7f8b38102ef0 2024-09-12T12:24:26.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:26 smithi114 ceph-mon[35514]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:26.584 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.584+0000 7f8b3dad7640 1 -- 172.21.15.82:0/1215312250 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8b38109090 con 0x7f8b38102ef0 2024-09-12T12:24:26.585 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:26 smithi082 ceph-mon[31122]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:26.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.585+0000 7f8b34ff9640 1 -- 172.21.15.82:0/1215312250 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3907 (secure 0 0 0) 0x7f8b3009f8d0 con 0x7f8b38102ef0 2024-09-12T12:24:26.585 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:26.586 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":5,"btime":"2024-09-12T12:24:24:300123+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-12T12:24:26.586 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 5 2024-09-12T12:24:26.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.587+0000 7f8b3dad7640 1 -- 172.21.15.82:0/1215312250 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8b240a2b80 msgr2=0x7f8b240a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:26.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.587+0000 7f8b3dad7640 1 --2- 172.21.15.82:0/1215312250 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8b240a2b80 0x7f8b240a5040 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f8b28005fd0 tx=0x7f8b2800b390 comp rx=0 tx=0).stop 2024-09-12T12:24:26.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.587+0000 7f8b3dad7640 1 -- 172.21.15.82:0/1215312250 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b38102ef0 msgr2=0x7f8b381a4400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:26.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.587+0000 7f8b3dad7640 1 --2- 172.21.15.82:0/1215312250 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b38102ef0 0x7f8b381a4400 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8b30009fd0 tx=0x7f8b3000b260 comp rx=0 tx=0).stop 2024-09-12T12:24:26.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.587+0000 7f8b3dad7640 1 -- 172.21.15.82:0/1215312250 shutdown_connections 2024-09-12T12:24:26.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.587+0000 7f8b3dad7640 1 --2- 172.21.15.82:0/1215312250 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8b240a2b80 0x7f8b240a5040 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:26.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.587+0000 7f8b3dad7640 1 --2- 172.21.15.82:0/1215312250 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8b38102ef0 0x7f8b381a4400 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:26.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.587+0000 7f8b3dad7640 1 --2- 172.21.15.82:0/1215312250 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8b38102570 0x7f8b381998c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:26.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.587+0000 7f8b3dad7640 1 --2- 172.21.15.82:0/1215312250 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b38100e20 0x7f8b38199380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:26.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.587+0000 7f8b3dad7640 1 -- 172.21.15.82:0/1215312250 >> 172.21.15.82:0/1215312250 conn(0x7f8b380fc7d0 msgr2=0x7f8b380febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:26.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.587+0000 7f8b3dad7640 1 -- 172.21.15.82:0/1215312250 shutdown_connections 2024-09-12T12:24:26.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:26.587+0000 7f8b3dad7640 1 -- 172.21.15.82:0/1215312250 wait complete. 2024-09-12T12:24:26.608 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:26 smithi097 ceph-mon[34923]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:26.608 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:24:26 smithi097 podman[64358]: 2024-09-12 12:24:26.208786643 +0000 UTC m=+0.015726238 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:24:26.608 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:24:26 smithi097 podman[64358]: 2024-09-12 12:24:26.331266524 +0000 UTC m=+0.138206146 container create e453f754b8378bf3be7d233a3d79e9db91ef023a3ac2b129a3d548f1b6c7fb6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=squid-b53b6d3) 2024-09-12T12:24:26.608 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:24:26 smithi097 podman[64358]: 2024-09-12 12:24:26.508889007 +0000 UTC m=+0.315828590 container init e453f754b8378bf3be7d233a3d79e9db91ef023a3ac2b129a3d548f1b6c7fb6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-e, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-12T12:24:26.609 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:24:26 smithi097 podman[64358]: 2024-09-12 12:24:26.511667716 +0000 UTC m=+0.318607305 container start e453f754b8378bf3be7d233a3d79e9db91ef023a3ac2b129a3d548f1b6c7fb6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-b53b6d3, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-12T12:24:26.609 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:24:26 smithi097 ceph-mds[64377]: -- 172.21.15.97:0/1319015612 <== mon.2 v2:172.21.15.97:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c99645f860 con 0x55c99643d000 2024-09-12T12:24:26.609 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:24:26 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-e[64373]: starting mds.e at 2024-09-12T12:24:26.609 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:24:26 smithi097 bash[64358]: e453f754b8378bf3be7d233a3d79e9db91ef023a3ac2b129a3d548f1b6c7fb6e 2024-09-12T12:24:27.021 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:24:26 smithi097 systemd[1]: Started Ceph mds.e for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:24:27.346 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:27 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1215312250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:27.346 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:27.346 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:27.346 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:27.346 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:27.346 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:27.346 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:27 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:27 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1215312250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:27 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:27.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:27 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1215312250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:27.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:27.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:27.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:27.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:27.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:27.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:27 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:28.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:28 smithi114 ceph-mon[35514]: Deploying daemon mds.f on smithi114 2024-09-12T12:24:28.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:28 smithi114 ceph-mon[35514]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:28.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:28 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.97:6834/1947906034,v1:172.21.15.97:6835/1947906034] up:boot 2024-09-12T12:24:28.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:28 smithi114 ceph-mon[35514]: fsmap 5 up:standby 2024-09-12T12:24:28.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:28 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-12T12:24:28.570 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:24:28 smithi114 systemd[1]: Starting Ceph mds.f for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:24:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:28 smithi097 ceph-mon[34923]: Deploying daemon mds.f on smithi114 2024-09-12T12:24:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:28 smithi097 ceph-mon[34923]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:28 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.97:6834/1947906034,v1:172.21.15.97:6835/1947906034] up:boot 2024-09-12T12:24:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:28 smithi097 ceph-mon[34923]: fsmap 5 up:standby 2024-09-12T12:24:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:28 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-12T12:24:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:28 smithi082 ceph-mon[31122]: Deploying daemon mds.f on smithi114 2024-09-12T12:24:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:28 smithi082 ceph-mon[31122]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:28 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.97:6834/1947906034,v1:172.21.15.97:6835/1947906034] up:boot 2024-09-12T12:24:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:28 smithi082 ceph-mon[31122]: fsmap 5 up:standby 2024-09-12T12:24:28.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:28 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-12T12:24:28.873 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:24:28 smithi114 podman[65719]: 2024-09-12 12:24:28.524879733 +0000 UTC m=+0.015807872 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:24:28.873 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:24:28 smithi114 podman[65719]: 2024-09-12 12:24:28.635064507 +0000 UTC m=+0.125992634 container create a012d0f707b0dc4e619f10bdb79a3038d3a48117cae434a5da83fedd24502e8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-f, CEPH_POINT_RELEASE=, RELEASE=squid-b53b6d3, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:24:28.874 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:24:28 smithi114 podman[65719]: 2024-09-12 12:24:28.871122125 +0000 UTC m=+0.362050259 container init a012d0f707b0dc4e619f10bdb79a3038d3a48117cae434a5da83fedd24502e8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-f, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-b53b6d3) 2024-09-12T12:24:28.874 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:24:28 smithi114 podman[65719]: 2024-09-12 12:24:28.873997974 +0000 UTC m=+0.364926108 container start a012d0f707b0dc4e619f10bdb79a3038d3a48117cae434a5da83fedd24502e8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-f, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-b53b6d3) 2024-09-12T12:24:29.262 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:24:29.319 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:24:28 smithi114 ceph-mds[65738]: -- 172.21.15.114:0/866039376 <== mon.1 v2:172.21.15.114:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55eb97439860 con 0x55eb97417400 2024-09-12T12:24:29.319 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:24:28 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-f[65734]: starting mds.f at 2024-09-12T12:24:29.319 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:24:28 smithi114 bash[65719]: a012d0f707b0dc4e619f10bdb79a3038d3a48117cae434a5da83fedd24502e8c 2024-09-12T12:24:29.319 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:24:28 smithi114 systemd[1]: Started Ceph mds.f for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:24:29.522 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:29.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.980+0000 7fe275d8a640 1 -- 172.21.15.82:0/2232964452 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe270101de0 msgr2=0x7fe2701021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:29.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.980+0000 7fe275d8a640 1 --2- 172.21.15.82:0/2232964452 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe270101de0 0x7fe2701021c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe260009900 tx=0x7fe26002a410 comp rx=0 tx=0).stop 2024-09-12T12:24:29.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.980+0000 7fe275d8a640 1 -- 172.21.15.82:0/2232964452 shutdown_connections 2024-09-12T12:24:29.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.980+0000 7fe275d8a640 1 --2- 172.21.15.82:0/2232964452 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe270106f10 0x7fe27010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:29.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.980+0000 7fe275d8a640 1 --2- 172.21.15.82:0/2232964452 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe270102790 0x7fe2701067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:29.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.980+0000 7fe275d8a640 1 --2- 172.21.15.82:0/2232964452 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe270101de0 0x7fe2701021c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:29.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.980+0000 7fe275d8a640 1 -- 172.21.15.82:0/2232964452 >> 172.21.15.82:0/2232964452 conn(0x7fe2700fd8c0 msgr2=0x7fe2700ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:29.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.980+0000 7fe275d8a640 1 -- 172.21.15.82:0/2232964452 shutdown_connections 2024-09-12T12:24:29.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.980+0000 7fe275d8a640 1 -- 172.21.15.82:0/2232964452 wait complete. 2024-09-12T12:24:29.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.981+0000 7fe275d8a640 1 Processor -- start 2024-09-12T12:24:29.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.981+0000 7fe275d8a640 1 -- start start 2024-09-12T12:24:29.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.981+0000 7fe275d8a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe270101de0 0x7fe270198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:29.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.981+0000 7fe275d8a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe270102790 0x7fe270198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:29.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.981+0000 7fe275d8a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe270106f10 0x7fe27019cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:29.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.981+0000 7fe275d8a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe270111f30 con 0x7fe270102790 2024-09-12T12:24:29.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.981+0000 7fe275d8a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe270111db0 con 0x7fe270106f10 2024-09-12T12:24:29.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.981+0000 7fe275d8a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe2701120b0 con 0x7fe270101de0 2024-09-12T12:24:29.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe266ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe270102790 0x7fe270198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:29.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe266ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe270102790 0x7fe270198970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45538/0 (socket says 172.21.15.82:45538) 2024-09-12T12:24:29.985 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe266ffd640 1 -- 172.21.15.82:0/1867099543 learned_addr learned my addr 172.21.15.82:0/1867099543 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:29.985 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe26ffff640 1 --2- 172.21.15.82:0/1867099543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe270106f10 0x7fe27019cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:29.985 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe26f7fe640 1 --2- 172.21.15.82:0/1867099543 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe270101de0 0x7fe270198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:29.985 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe266ffd640 1 -- 172.21.15.82:0/1867099543 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe270101de0 msgr2=0x7fe270198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:29.985 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe266ffd640 1 --2- 172.21.15.82:0/1867099543 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe270101de0 0x7fe270198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:29.985 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe266ffd640 1 -- 172.21.15.82:0/1867099543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe270106f10 msgr2=0x7fe27019cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:29.985 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe266ffd640 1 --2- 172.21.15.82:0/1867099543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe270106f10 0x7fe27019cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:29.985 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe266ffd640 1 -- 172.21.15.82:0/1867099543 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe27019d3e0 con 0x7fe270102790 2024-09-12T12:24:29.985 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe266ffd640 1 --2- 172.21.15.82:0/1867099543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe270102790 0x7fe270198970 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe25800c920 tx=0x7fe25800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:29.985 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe26d7fa640 1 -- 172.21.15.82:0/1867099543 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe258007c70 con 0x7fe270102790 2024-09-12T12:24:29.985 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe26d7fa640 1 -- 172.21.15.82:0/1867099543 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe258007e10 con 0x7fe270102790 2024-09-12T12:24:29.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe275d8a640 1 -- 172.21.15.82:0/1867099543 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe27019d6d0 con 0x7fe270102790 2024-09-12T12:24:29.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe26d7fa640 1 -- 172.21.15.82:0/1867099543 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe258018890 con 0x7fe270102790 2024-09-12T12:24:29.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.982+0000 7fe275d8a640 1 -- 172.21.15.82:0/1867099543 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2701a4fb0 con 0x7fe270102790 2024-09-12T12:24:29.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.983+0000 7fe275d8a640 1 -- 172.21.15.82:0/1867099543 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2701021c0 con 0x7fe270102790 2024-09-12T12:24:29.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.985+0000 7fe26d7fa640 1 -- 172.21.15.82:0/1867099543 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe258018a70 con 0x7fe270102790 2024-09-12T12:24:29.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.985+0000 7fe26d7fa640 1 --2- 172.21.15.82:0/1867099543 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe25c0a2b80 0x7fe25c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:29.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.985+0000 7fe26f7fe640 1 --2- 172.21.15.82:0/1867099543 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe25c0a2b80 0x7fe25c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:29.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.986+0000 7fe26d7fa640 1 -- 172.21.15.82:0/1867099543 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7127+0+0 (secure 0 0 0) 0x7fe2580cec40 con 0x7fe270102790 2024-09-12T12:24:29.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.986+0000 7fe26f7fe640 1 --2- 172.21.15.82:0/1867099543 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe25c0a2b80 0x7fe25c0a5040 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe260000c00 tx=0x7fe2600058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:29.989 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:29.989+0000 7fe26d7fa640 1 -- 172.21.15.82:0/1867099543 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe258014030 con 0x7fe270102790 2024-09-12T12:24:30.190 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:30.190+0000 7fe275d8a640 1 -- 172.21.15.82:0/1867099543 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe27010a0f0 con 0x7fe270102790 2024-09-12T12:24:30.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:30.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:30.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:30.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:30.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:30.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:30.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:30 smithi082 ceph-mon[31122]: Deploying daemon mds.c on smithi114 2024-09-12T12:24:30.191 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:30 smithi082 ceph-mon[31122]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:30.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:30 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] up:boot 2024-09-12T12:24:30.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:30 smithi082 ceph-mon[31122]: fsmap 6 up:standby 2024-09-12T12:24:30.192 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:30 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-12T12:24:30.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:30.191+0000 7fe26d7fa640 1 -- 172.21.15.82:0/1867099543 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5560 (secure 0 0 0) 0x7fe25809c040 con 0x7fe270102790 2024-09-12T12:24:30.192 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:30.193 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":7,"btime":"2024-09-12T12:24:29:322627+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-09-12T12:24:30.193 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 7 2024-09-12T12:24:30.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:30.194+0000 7fe275d8a640 1 -- 172.21.15.82:0/1867099543 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe25c0a2b80 msgr2=0x7fe25c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:30.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:30.194+0000 7fe275d8a640 1 --2- 172.21.15.82:0/1867099543 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe25c0a2b80 0x7fe25c0a5040 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe260000c00 tx=0x7fe2600058d0 comp rx=0 tx=0).stop 2024-09-12T12:24:30.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:30.194+0000 7fe275d8a640 1 -- 172.21.15.82:0/1867099543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe270102790 msgr2=0x7fe270198970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:30.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:30.194+0000 7fe275d8a640 1 --2- 172.21.15.82:0/1867099543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe270102790 0x7fe270198970 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe25800c920 tx=0x7fe25800cde0 comp rx=0 tx=0).stop 2024-09-12T12:24:30.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:30.194+0000 7fe275d8a640 1 -- 172.21.15.82:0/1867099543 shutdown_connections 2024-09-12T12:24:30.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:30.194+0000 7fe275d8a640 1 --2- 172.21.15.82:0/1867099543 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe25c0a2b80 0x7fe25c0a5040 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:30.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:30.194+0000 7fe275d8a640 1 --2- 172.21.15.82:0/1867099543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe270106f10 0x7fe27019cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:30.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:30.194+0000 7fe275d8a640 1 --2- 172.21.15.82:0/1867099543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe270102790 0x7fe270198970 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:30.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:30.194+0000 7fe275d8a640 1 --2- 172.21.15.82:0/1867099543 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe270101de0 0x7fe270198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:30.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:30.194+0000 7fe275d8a640 1 -- 172.21.15.82:0/1867099543 >> 172.21.15.82:0/1867099543 conn(0x7fe2700fd8c0 msgr2=0x7fe2700feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:30.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:30.194+0000 7fe275d8a640 1 -- 172.21.15.82:0/1867099543 shutdown_connections 2024-09-12T12:24:30.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:30.194+0000 7fe275d8a640 1 -- 172.21.15.82:0/1867099543 wait complete. 2024-09-12T12:24:30.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:30 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:30.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:30 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:30.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:30 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:30.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:30 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:30.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:30 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:30.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:30 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:30.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:30 smithi097 ceph-mon[34923]: Deploying daemon mds.c on smithi114 2024-09-12T12:24:30.273 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:30 smithi097 ceph-mon[34923]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:30.273 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:30 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] up:boot 2024-09-12T12:24:30.273 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:30 smithi097 ceph-mon[34923]: fsmap 6 up:standby 2024-09-12T12:24:30.273 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:30 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-12T12:24:30.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:30 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:30.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:30 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:30.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:30 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:30.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:30 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:30.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:30 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:30.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:30 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:30.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:30 smithi114 ceph-mon[35514]: Deploying daemon mds.c on smithi114 2024-09-12T12:24:30.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:30 smithi114 ceph-mon[35514]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:30.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:30 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] up:boot 2024-09-12T12:24:30.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:30 smithi114 ceph-mon[35514]: fsmap 6 up:standby 2024-09-12T12:24:30.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:30 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-12T12:24:31.027 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:24:30 smithi114 systemd[1]: Starting Ceph mds.c for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:24:31.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:31 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1867099543' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:31.290 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:31 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1867099543' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:31.294 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:31 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1867099543' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:31.295 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:24:31 smithi114 podman[66022]: 2024-09-12 12:24:31.057536528 +0000 UTC m=+0.015637044 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:24:31.295 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:24:31 smithi114 podman[66022]: 2024-09-12 12:24:31.180540728 +0000 UTC m=+0.138641293 container create 15bb97a3fd5243ffc58d51ebf65982ce4c41053cf897fa5c3a770cadb759a418 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-c, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-b53b6d3, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-12T12:24:31.819 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:24:31 smithi114 podman[66022]: 2024-09-12 12:24:31.399417952 +0000 UTC m=+0.357518467 container init 15bb97a3fd5243ffc58d51ebf65982ce4c41053cf897fa5c3a770cadb759a418 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-b53b6d3, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-12T12:24:31.819 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:24:31 smithi114 podman[66022]: 2024-09-12 12:24:31.402195681 +0000 UTC m=+0.360296198 container start 15bb97a3fd5243ffc58d51ebf65982ce4c41053cf897fa5c3a770cadb759a418 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-c, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-b53b6d3, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-12T12:24:31.819 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:24:31 smithi114 ceph-mds[66041]: -- 172.21.15.114:0/1355291498 <== mon.1 v2:172.21.15.114:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556933517860 con 0x5569334f5400 2024-09-12T12:24:31.819 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:24:31 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-c[66037]: starting mds.c at 2024-09-12T12:24:31.819 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:24:31 smithi114 bash[66022]: 15bb97a3fd5243ffc58d51ebf65982ce4c41053cf897fa5c3a770cadb759a418 2024-09-12T12:24:31.820 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:24:31 smithi114 systemd[1]: Started Ceph mds.c for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:24:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:32 smithi097 ceph-mon[34923]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:32 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:32 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:32 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:32 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:32.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:32 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:32.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:32 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:32.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:32 smithi114 ceph-mon[35514]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:32.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:32 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:32.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:32 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:32.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:32 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:32.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:32 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:32.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:32 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:32.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:32 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:32.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:32 smithi082 ceph-mon[31122]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:32.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:32.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:32.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:32.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:32.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:32.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:32 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:32.908 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:24:33.166 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:33.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:33 smithi097 ceph-mon[34923]: Deploying daemon mds.h on smithi097 2024-09-12T12:24:33.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:33 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] up:boot 2024-09-12T12:24:33.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:33 smithi097 ceph-mon[34923]: fsmap 7 up:standby 2024-09-12T12:24:33.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:33 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-12T12:24:33.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:33 smithi082 ceph-mon[31122]: Deploying daemon mds.h on smithi097 2024-09-12T12:24:33.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:33 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] up:boot 2024-09-12T12:24:33.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:33 smithi082 ceph-mon[31122]: fsmap 7 up:standby 2024-09-12T12:24:33.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:33 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-12T12:24:33.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:33 smithi114 ceph-mon[35514]: Deploying daemon mds.h on smithi097 2024-09-12T12:24:33.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:33 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] up:boot 2024-09-12T12:24:33.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:33 smithi114 ceph-mon[35514]: fsmap 7 up:standby 2024-09-12T12:24:33.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:33 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-12T12:24:33.625 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.615+0000 7f1ce42d9640 1 -- 172.21.15.82:0/1482078956 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1cdc101dd0 msgr2=0x7f1cdc1021b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:33.625 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.615+0000 7f1ce42d9640 1 --2- 172.21.15.82:0/1482078956 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1cdc101dd0 0x7f1cdc1021b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc009900 tx=0x7f1ccc02a3f0 comp rx=0 tx=0).stop 2024-09-12T12:24:33.625 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.615+0000 7f1ce42d9640 1 -- 172.21.15.82:0/1482078956 shutdown_connections 2024-09-12T12:24:33.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.615+0000 7f1ce42d9640 1 --2- 172.21.15.82:0/1482078956 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1cdc106f00 0x7f1cdc10ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:33.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.615+0000 7f1ce42d9640 1 --2- 172.21.15.82:0/1482078956 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1cdc102780 0x7f1cdc1067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:33.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.615+0000 7f1ce42d9640 1 --2- 172.21.15.82:0/1482078956 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1cdc101dd0 0x7f1cdc1021b0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:33.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.615+0000 7f1ce42d9640 1 -- 172.21.15.82:0/1482078956 >> 172.21.15.82:0/1482078956 conn(0x7f1cdc0fd8b0 msgr2=0x7f1cdc0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:33.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.615+0000 7f1ce42d9640 1 -- 172.21.15.82:0/1482078956 shutdown_connections 2024-09-12T12:24:33.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.615+0000 7f1ce42d9640 1 -- 172.21.15.82:0/1482078956 wait complete. 2024-09-12T12:24:33.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.615+0000 7f1ce42d9640 1 Processor -- start 2024-09-12T12:24:33.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.615+0000 7f1ce42d9640 1 -- start start 2024-09-12T12:24:33.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce42d9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1cdc101dd0 0x7f1cdc198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:33.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce42d9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1cdc102780 0x7f1cdc198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:33.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce42d9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1cdc106f00 0x7f1cdc19ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:33.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce42d9640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1cdc111f60 con 0x7f1cdc101dd0 2024-09-12T12:24:33.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce42d9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1cdc111de0 con 0x7f1cdc102780 2024-09-12T12:24:33.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce42d9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1cdc1120e0 con 0x7f1cdc106f00 2024-09-12T12:24:33.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce2075640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1cdc101dd0 0x7f1cdc198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:33.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce2075640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1cdc101dd0 0x7f1cdc198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45554/0 (socket says 172.21.15.82:45554) 2024-09-12T12:24:33.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce2075640 1 -- 172.21.15.82:0/3340728277 learned_addr learned my addr 172.21.15.82:0/3340728277 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:33.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce1874640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1cdc102780 0x7f1cdc198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:33.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce2876640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1cdc106f00 0x7f1cdc19ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:33.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce2075640 1 -- 172.21.15.82:0/3340728277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1cdc106f00 msgr2=0x7f1cdc19ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:33.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce2075640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1cdc106f00 0x7f1cdc19ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:33.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce2075640 1 -- 172.21.15.82:0/3340728277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1cdc102780 msgr2=0x7f1cdc198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:33.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce2075640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1cdc102780 0x7f1cdc198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:33.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce2075640 1 -- 172.21.15.82:0/3340728277 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cdc19d3b0 con 0x7f1cdc101dd0 2024-09-12T12:24:33.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce2876640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1cdc106f00 0x7f1cdc19ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:24:33.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce2075640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1cdc101dd0 0x7f1cdc198400 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc006010 tx=0x7f1ccc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:33.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1cd37fe640 1 -- 172.21.15.82:0/3340728277 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc03f030 con 0x7f1cdc101dd0 2024-09-12T12:24:33.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1ce42d9640 1 -- 172.21.15.82:0/3340728277 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cdc19d640 con 0x7f1cdc101dd0 2024-09-12T12:24:33.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1cd37fe640 1 -- 172.21.15.82:0/3340728277 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1ccc003ce0 con 0x7f1cdc101dd0 2024-09-12T12:24:33.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.616+0000 7f1cd37fe640 1 -- 172.21.15.82:0/3340728277 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc035070 con 0x7f1cdc101dd0 2024-09-12T12:24:33.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.617+0000 7f1ce42d9640 1 -- 172.21.15.82:0/3340728277 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cdc1a4f80 con 0x7f1cdc101dd0 2024-09-12T12:24:33.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.618+0000 7f1ce42d9640 1 -- 172.21.15.82:0/3340728277 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cdc1021b0 con 0x7f1cdc101dd0 2024-09-12T12:24:33.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.619+0000 7f1cd37fe640 1 -- 172.21.15.82:0/3340728277 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f1ccc042030 con 0x7f1cdc101dd0 2024-09-12T12:24:33.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.620+0000 7f1cd37fe640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1cc80a2b80 0x7f1cc80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:33.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.620+0000 7f1ce1874640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1cc80a2b80 0x7f1cc80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:33.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.620+0000 7f1cd37fe640 1 -- 172.21.15.82:0/3340728277 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7127+0+0 (secure 0 0 0) 0x7f1ccc0ef250 con 0x7f1cdc101dd0 2024-09-12T12:24:33.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.620+0000 7f1ce1874640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1cc80a2b80 0x7f1cc80a5040 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc0fdcd0 tx=0x7f1cd8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:33.629 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.624+0000 7f1cd37fe640 1 -- 172.21.15.82:0/3340728277 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1ccc0bc670 con 0x7f1cdc101dd0 2024-09-12T12:24:33.683 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:24:33 smithi097 systemd[1]: Starting Ceph mds.h for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:24:33.832 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.832+0000 7f1ce42d9640 1 -- 172.21.15.82:0/3340728277 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1cdc10a0e0 con 0x7f1cdc101dd0 2024-09-12T12:24:33.833 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.833+0000 7f1cd37fe640 1 -- 172.21.15.82:0/3340728277 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6388 (secure 0 0 0) 0x7f1ccc0bbf70 con 0x7f1cdc101dd0 2024-09-12T12:24:33.833 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:33.833 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":8,"btime":"2024-09-12T12:24:32:028203+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-09-12T12:24:33.834 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 8 2024-09-12T12:24:33.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.835+0000 7f1ce42d9640 1 -- 172.21.15.82:0/3340728277 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1cc80a2b80 msgr2=0x7f1cc80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:33.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.835+0000 7f1ce42d9640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1cc80a2b80 0x7f1cc80a5040 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc0fdcd0 tx=0x7f1cd8005f90 comp rx=0 tx=0).stop 2024-09-12T12:24:33.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.835+0000 7f1ce42d9640 1 -- 172.21.15.82:0/3340728277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1cdc101dd0 msgr2=0x7f1cdc198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:33.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.835+0000 7f1ce42d9640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1cdc101dd0 0x7f1cdc198400 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc006010 tx=0x7f1ccc0042f0 comp rx=0 tx=0).stop 2024-09-12T12:24:33.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.835+0000 7f1ce42d9640 1 -- 172.21.15.82:0/3340728277 shutdown_connections 2024-09-12T12:24:33.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.835+0000 7f1ce42d9640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1cc80a2b80 0x7f1cc80a5040 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:33.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.835+0000 7f1ce42d9640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1cdc106f00 0x7f1cdc19ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:33.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.835+0000 7f1ce42d9640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1cdc102780 0x7f1cdc198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:33.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.835+0000 7f1ce42d9640 1 --2- 172.21.15.82:0/3340728277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1cdc101dd0 0x7f1cdc198400 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:33.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.835+0000 7f1ce42d9640 1 -- 172.21.15.82:0/3340728277 >> 172.21.15.82:0/3340728277 conn(0x7f1cdc0fd8b0 msgr2=0x7f1cdc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:33.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.835+0000 7f1ce42d9640 1 -- 172.21.15.82:0/3340728277 shutdown_connections 2024-09-12T12:24:33.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:33.835+0000 7f1ce42d9640 1 -- 172.21.15.82:0/3340728277 wait complete. 2024-09-12T12:24:33.953 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:24:33 smithi097 podman[64657]: 2024-09-12 12:24:33.585971564 +0000 UTC m=+0.016009773 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:24:33.953 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:24:33 smithi097 podman[64657]: 2024-09-12 12:24:33.719849745 +0000 UTC m=+0.149887944 container create 77f25591e5ad5add37e3fcff0a959e2186dabd37d9c919552284410692a91e03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-h, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-b53b6d3, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-12T12:24:33.953 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:24:33 smithi097 podman[64657]: 2024-09-12 12:24:33.953569276 +0000 UTC m=+0.383607484 container init 77f25591e5ad5add37e3fcff0a959e2186dabd37d9c919552284410692a91e03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-h, RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-12T12:24:34.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:34 smithi097 ceph-mon[34923]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:34.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:34 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3340728277' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:34.271 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:24:33 smithi097 podman[64657]: 2024-09-12 12:24:33.95640295 +0000 UTC m=+0.386441150 container start 77f25591e5ad5add37e3fcff0a959e2186dabd37d9c919552284410692a91e03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-h, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-12T12:24:34.271 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:24:33 smithi097 ceph-mds[64676]: -- 172.21.15.97:0/3622655973 <== mon.2 v2:172.21.15.97:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562e5bb09860 con 0x562e5bae6800 2024-09-12T12:24:34.272 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:24:33 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-h[64672]: starting mds.h at 2024-09-12T12:24:34.272 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:24:34 smithi097 bash[64657]: 77f25591e5ad5add37e3fcff0a959e2186dabd37d9c919552284410692a91e03 2024-09-12T12:24:34.272 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:24:34 smithi097 systemd[1]: Started Ceph mds.h for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:24:34.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:34 smithi082 ceph-mon[31122]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:34.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:34 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3340728277' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:34.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:34 smithi114 ceph-mon[35514]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:34.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:34 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3340728277' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:35.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:35 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] up:boot 2024-09-12T12:24:35.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:35 smithi114 ceph-mon[35514]: fsmap 8 up:standby 2024-09-12T12:24:35.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-12T12:24:35.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:35.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:35.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:35.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:35.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:35.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:35 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:35.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:35 smithi114 ceph-mon[35514]: Deploying daemon mds.i on smithi114 2024-09-12T12:24:35.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:35 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] up:boot 2024-09-12T12:24:35.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:35 smithi097 ceph-mon[34923]: fsmap 8 up:standby 2024-09-12T12:24:35.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-12T12:24:35.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:35.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:35.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:35.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:35.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:35.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:35 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:35.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:35 smithi097 ceph-mon[34923]: Deploying daemon mds.i on smithi114 2024-09-12T12:24:35.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:35 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] up:boot 2024-09-12T12:24:35.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:35 smithi082 ceph-mon[31122]: fsmap 8 up:standby 2024-09-12T12:24:35.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-12T12:24:35.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:35.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:35.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:35.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:35.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:35.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:35 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:35.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:35 smithi082 ceph-mon[31122]: Deploying daemon mds.i on smithi114 2024-09-12T12:24:36.246 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:36 smithi114 ceph-mon[35514]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:36.453 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:24:36.482 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:36 smithi082 ceph-mon[31122]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:36.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:36 smithi097 ceph-mon[34923]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:36.720 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:36.819 INFO:journalctl@ceph.mds.i.smithi114.stdout:Sep 12 12:24:36 smithi114 systemd[1]: Started Ceph mds.i for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:24:37.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.214+0000 7f8028e98640 1 -- 172.21.15.82:0/1390725426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8024106a80 msgr2=0x7f8024106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:37.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.214+0000 7f8028e98640 1 --2- 172.21.15.82:0/1390725426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8024106a80 0x7f8024106e60 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f8014009930 tx=0x7f801402a420 comp rx=0 tx=0).stop 2024-09-12T12:24:37.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.214+0000 7f8028e98640 1 -- 172.21.15.82:0/1390725426 shutdown_connections 2024-09-12T12:24:37.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.214+0000 7f8028e98640 1 --2- 172.21.15.82:0/1390725426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8024101420 0x7f802410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:37.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.214+0000 7f8028e98640 1 --2- 172.21.15.82:0/1390725426 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8024100a80 0x7f8024100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:37.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.214+0000 7f8028e98640 1 --2- 172.21.15.82:0/1390725426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8024106a80 0x7f8024106e60 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:37.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.214+0000 7f8028e98640 1 -- 172.21.15.82:0/1390725426 >> 172.21.15.82:0/1390725426 conn(0x7f80240fc7a0 msgr2=0x7f80240febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:37.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.214+0000 7f8028e98640 1 -- 172.21.15.82:0/1390725426 shutdown_connections 2024-09-12T12:24:37.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.214+0000 7f8028e98640 1 -- 172.21.15.82:0/1390725426 wait complete. 2024-09-12T12:24:37.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.214+0000 7f8028e98640 1 Processor -- start 2024-09-12T12:24:37.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.214+0000 7f8028e98640 1 -- start start 2024-09-12T12:24:37.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f8028e98640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8024100a80 0x7f8024198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:37.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f8028e98640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8024101420 0x7f8024198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:37.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f8028e98640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8024106a80 0x7f802419ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:37.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f8028e98640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8024111f60 con 0x7f8024100a80 2024-09-12T12:24:37.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f8028e98640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8024111de0 con 0x7f8024101420 2024-09-12T12:24:37.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f8028e98640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f80241120e0 con 0x7f8024106a80 2024-09-12T12:24:37.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f802259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8024100a80 0x7f8024198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:37.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f802259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8024100a80 0x7f8024198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45576/0 (socket says 172.21.15.82:45576) 2024-09-12T12:24:37.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f802259c640 1 -- 172.21.15.82:0/2614289942 learned_addr learned my addr 172.21.15.82:0/2614289942 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:37.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f801bfff640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8024101420 0x7f8024198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:37.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f8022d9d640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8024106a80 0x7f802419ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:37.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f802259c640 1 -- 172.21.15.82:0/2614289942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8024106a80 msgr2=0x7f802419ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:37.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f802259c640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8024106a80 0x7f802419ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:37.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f802259c640 1 -- 172.21.15.82:0/2614289942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8024101420 msgr2=0x7f8024198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:37.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f802259c640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8024101420 0x7f8024198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:37.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f802259c640 1 -- 172.21.15.82:0/2614289942 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f802419d3d0 con 0x7f8024100a80 2024-09-12T12:24:37.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f8022d9d640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8024106a80 0x7f802419ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:24:37.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f802259c640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8024100a80 0x7f8024198420 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8014009230 tx=0x7f8014004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:37.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f801b7fe640 1 -- 172.21.15.82:0/2614289942 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f801403f030 con 0x7f8024100a80 2024-09-12T12:24:37.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.215+0000 7f801b7fe640 1 -- 172.21.15.82:0/2614289942 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8014003ad0 con 0x7f8024100a80 2024-09-12T12:24:37.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.216+0000 7f801b7fe640 1 -- 172.21.15.82:0/2614289942 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8014035070 con 0x7f8024100a80 2024-09-12T12:24:37.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.216+0000 7f8028e98640 1 -- 172.21.15.82:0/2614289942 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f802419d660 con 0x7f8024100a80 2024-09-12T12:24:37.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.216+0000 7f8028e98640 1 -- 172.21.15.82:0/2614289942 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80241a4fa0 con 0x7f8024100a80 2024-09-12T12:24:37.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.217+0000 7f8028e98640 1 -- 172.21.15.82:0/2614289942 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80241021c0 con 0x7f8024100a80 2024-09-12T12:24:37.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.218+0000 7f801b7fe640 1 -- 172.21.15.82:0/2614289942 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8014042030 con 0x7f8024100a80 2024-09-12T12:24:37.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.218+0000 7f801b7fe640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80100a2b80 0x7f80100a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:37.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.219+0000 7f801bfff640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80100a2b80 0x7f80100a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:37.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.219+0000 7f801b7fe640 1 -- 172.21.15.82:0/2614289942 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7127+0+0 (secure 0 0 0) 0x7f80140ef090 con 0x7f8024100a80 2024-09-12T12:24:37.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.219+0000 7f801bfff640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80100a2b80 0x7f80100a5040 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f80240fed30 tx=0x7f800c00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:37.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.223+0000 7f801b7fe640 1 -- 172.21.15.82:0/2614289942 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f80140bc490 con 0x7f8024100a80 2024-09-12T12:24:37.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.437+0000 7f8028e98640 1 -- 172.21.15.82:0/2614289942 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8024108ff0 con 0x7f8024100a80 2024-09-12T12:24:37.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.437+0000 7f801b7fe640 1 -- 172.21.15.82:0/2614289942 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8040 (secure 0 0 0) 0x7f80140bbd90 con 0x7f8024100a80 2024-09-12T12:24:37.438 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:37.438 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":10,"btime":"2024-09-12T12:24:37:050440+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24431,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24436,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24454,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-12T12:24:37.438 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 10 2024-09-12T12:24:37.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.439+0000 7f8028e98640 1 -- 172.21.15.82:0/2614289942 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80100a2b80 msgr2=0x7f80100a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:37.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.439+0000 7f8028e98640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80100a2b80 0x7f80100a5040 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f80240fed30 tx=0x7f800c00a2d0 comp rx=0 tx=0).stop 2024-09-12T12:24:37.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.439+0000 7f8028e98640 1 -- 172.21.15.82:0/2614289942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8024100a80 msgr2=0x7f8024198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:37.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.439+0000 7f8028e98640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8024100a80 0x7f8024198420 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8014009230 tx=0x7f8014004270 comp rx=0 tx=0).stop 2024-09-12T12:24:37.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.439+0000 7f8028e98640 1 -- 172.21.15.82:0/2614289942 shutdown_connections 2024-09-12T12:24:37.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.439+0000 7f8028e98640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80100a2b80 0x7f80100a5040 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:37.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.440+0000 7f8028e98640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8024106a80 0x7f802419ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:37.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.440+0000 7f8028e98640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8024101420 0x7f8024198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:37.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.440+0000 7f8028e98640 1 --2- 172.21.15.82:0/2614289942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8024100a80 0x7f8024198420 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:37.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.440+0000 7f8028e98640 1 -- 172.21.15.82:0/2614289942 >> 172.21.15.82:0/2614289942 conn(0x7f80240fc7a0 msgr2=0x7f80240fcfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:37.441 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.440+0000 7f8028e98640 1 -- 172.21.15.82:0/2614289942 shutdown_connections 2024-09-12T12:24:37.441 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:37.440+0000 7f8028e98640 1 -- 172.21.15.82:0/2614289942 wait complete. 2024-09-12T12:24:38.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:37 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:38.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:37 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:38.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:37 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:38.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:37 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:38.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:37 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:38.022 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:37 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:38.022 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:37 smithi097 ceph-mon[34923]: Deploying daemon mds.g on smithi082 2024-09-12T12:24:38.022 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:37 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] up:boot 2024-09-12T12:24:38.022 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:37 smithi097 ceph-mon[34923]: fsmap 9 up:standby 2024-09-12T12:24:38.022 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:37 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-12T12:24:38.022 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:37 smithi097 ceph-mon[34923]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:38.022 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:37 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2614289942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:38.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:38.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:38.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:38.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:38.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:38.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:38.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:37 smithi082 ceph-mon[31122]: Deploying daemon mds.g on smithi082 2024-09-12T12:24:38.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:37 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] up:boot 2024-09-12T12:24:38.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:37 smithi082 ceph-mon[31122]: fsmap 9 up:standby 2024-09-12T12:24:38.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:37 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-12T12:24:38.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:37 smithi082 ceph-mon[31122]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:38.031 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:37 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2614289942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:38.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:37 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:38.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:37 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:38.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:37 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:38.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:37 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:38.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:37 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:38.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:37 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:38.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:37 smithi114 ceph-mon[35514]: Deploying daemon mds.g on smithi082 2024-09-12T12:24:38.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:37 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] up:boot 2024-09-12T12:24:38.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:37 smithi114 ceph-mon[35514]: fsmap 9 up:standby 2024-09-12T12:24:38.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:37 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-12T12:24:38.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:37 smithi114 ceph-mon[35514]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:38.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:37 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2614289942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:39.230 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:24:39 smithi082 podman[72127]: 2024-09-12 12:24:39.099319757 +0000 UTC m=+0.015820430 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:24:39.230 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:24:39 smithi082 podman[72127]: 2024-09-12 12:24:39.229853562 +0000 UTC m=+0.146354216 container create cbcb2298112fb9a424b769cdc53d40b6894804f3cb3bf37e17a8c1bc920e2cb4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-12T12:24:39.493 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:24:39 smithi082 podman[72127]: 2024-09-12 12:24:39.466611245 +0000 UTC m=+0.383111898 container init cbcb2298112fb9a424b769cdc53d40b6894804f3cb3bf37e17a8c1bc920e2cb4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-g, RELEASE=squid-b53b6d3, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-12T12:24:39.493 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:24:39 smithi082 podman[72127]: 2024-09-12 12:24:39.469751399 +0000 UTC m=+0.386252053 container start cbcb2298112fb9a424b769cdc53d40b6894804f3cb3bf37e17a8c1bc920e2cb4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-g, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-b53b6d3, org.label-schema.build-date=20240731, ceph=True) 2024-09-12T12:24:39.780 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:24:39 smithi082 ceph-mds[72146]: -- 172.21.15.82:0/1313623907 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55815d251860 con 0x55815d22e800 2024-09-12T12:24:39.780 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:24:39 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-g[72142]: starting mds.g at 2024-09-12T12:24:39.780 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:24:39 smithi082 bash[72127]: cbcb2298112fb9a424b769cdc53d40b6894804f3cb3bf37e17a8c1bc920e2cb4 2024-09-12T12:24:39.780 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:24:39 smithi082 systemd[1]: Started Ceph mds.g for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:24:40.353 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:40 smithi082 ceph-mon[31122]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:40.353 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:40 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:40.353 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:40 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:40.353 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:40 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:40.353 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:40 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:40.353 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:40 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:40.353 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:40 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:40.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:40 smithi114 ceph-mon[35514]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:40.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:40 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:40.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:40 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:40.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:40 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:40.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:40 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:40.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:40 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:40.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:40 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:40 smithi097 ceph-mon[34923]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:40 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:40 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:40 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:40 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:40 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:40 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:41.001 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:24:41.268 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:41.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:41 smithi082 ceph-mon[31122]: Deploying daemon mds.a on smithi082 2024-09-12T12:24:41.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:41 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.82:6838/2582555492,v1:172.21.15.82:6839/2582555492] up:boot 2024-09-12T12:24:41.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:41 smithi082 ceph-mon[31122]: fsmap 10 up:standby 2024-09-12T12:24:41.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:41 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-12T12:24:41.531 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:24:41 smithi082 systemd[1]: Starting Ceph mds.a for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:24:41.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:41 smithi114 ceph-mon[35514]: Deploying daemon mds.a on smithi082 2024-09-12T12:24:41.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:41 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.82:6838/2582555492,v1:172.21.15.82:6839/2582555492] up:boot 2024-09-12T12:24:41.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:41 smithi114 ceph-mon[35514]: fsmap 10 up:standby 2024-09-12T12:24:41.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:41 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-12T12:24:41.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.741+0000 7f8d1ab17640 1 -- 172.21.15.82:0/1968860272 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d14106a80 msgr2=0x7f8d14106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:41.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.741+0000 7f8d1ab17640 1 --2- 172.21.15.82:0/1968860272 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d14106a80 0x7f8d14106e60 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c009930 tx=0x7f8d0c02a420 comp rx=0 tx=0).stop 2024-09-12T12:24:41.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.741+0000 7f8d1ab17640 1 -- 172.21.15.82:0/1968860272 shutdown_connections 2024-09-12T12:24:41.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.741+0000 7f8d1ab17640 1 --2- 172.21.15.82:0/1968860272 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8d14101420 0x7f8d1410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:41.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.741+0000 7f8d1ab17640 1 --2- 172.21.15.82:0/1968860272 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d14100a80 0x7f8d14100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:41.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.741+0000 7f8d1ab17640 1 --2- 172.21.15.82:0/1968860272 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d14106a80 0x7f8d14106e60 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:41.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.741+0000 7f8d1ab17640 1 -- 172.21.15.82:0/1968860272 >> 172.21.15.82:0/1968860272 conn(0x7f8d140fc7a0 msgr2=0x7f8d140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:41.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.741+0000 7f8d1ab17640 1 -- 172.21.15.82:0/1968860272 shutdown_connections 2024-09-12T12:24:41.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.741+0000 7f8d1ab17640 1 -- 172.21.15.82:0/1968860272 wait complete. 2024-09-12T12:24:41.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d1ab17640 1 Processor -- start 2024-09-12T12:24:41.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d1ab17640 1 -- start start 2024-09-12T12:24:41.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d1ab17640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8d14100a80 0x7f8d140fcd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:41.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d1ab17640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d14101420 0x7f8d140fd280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:41.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d1ab17640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d14106a80 0x7f8d140fd7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:41.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d1ab17640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8d14110ea0 con 0x7f8d14101420 2024-09-12T12:24:41.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d1ab17640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8d14110d20 con 0x7f8d14106a80 2024-09-12T12:24:41.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d1ab17640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8d14111020 con 0x7f8d14100a80 2024-09-12T12:24:41.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d13fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d14101420 0x7f8d140fd280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:41.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d13fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d14101420 0x7f8d140fd280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38852/0 (socket says 172.21.15.82:38852) 2024-09-12T12:24:41.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d13fff640 1 -- 172.21.15.82:0/3587049561 learned_addr learned my addr 172.21.15.82:0/3587049561 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:41.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d188b3640 1 --2- 172.21.15.82:0/3587049561 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8d14100a80 0x7f8d140fcd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:41.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d190b4640 1 --2- 172.21.15.82:0/3587049561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d14106a80 0x7f8d140fd7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:41.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d13fff640 1 -- 172.21.15.82:0/3587049561 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8d14100a80 msgr2=0x7f8d140fcd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:41.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d13fff640 1 --2- 172.21.15.82:0/3587049561 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8d14100a80 0x7f8d140fcd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:41.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d13fff640 1 -- 172.21.15.82:0/3587049561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d14106a80 msgr2=0x7f8d140fd7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:41.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d13fff640 1 --2- 172.21.15.82:0/3587049561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d14106a80 0x7f8d140fd7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:41.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.742+0000 7f8d13fff640 1 -- 172.21.15.82:0/3587049561 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d141a69e0 con 0x7f8d14101420 2024-09-12T12:24:41.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.743+0000 7f8d13fff640 1 --2- 172.21.15.82:0/3587049561 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d14101420 0x7f8d140fd280 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f8d0400ba50 tx=0x7f8d0400bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:41.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.743+0000 7f8d11ffb640 1 -- 172.21.15.82:0/3587049561 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d04019070 con 0x7f8d14101420 2024-09-12T12:24:41.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.743+0000 7f8d11ffb640 1 -- 172.21.15.82:0/3587049561 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d0400cbe0 con 0x7f8d14101420 2024-09-12T12:24:41.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.743+0000 7f8d1ab17640 1 -- 172.21.15.82:0/3587049561 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d141a6cd0 con 0x7f8d14101420 2024-09-12T12:24:41.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.743+0000 7f8d11ffb640 1 -- 172.21.15.82:0/3587049561 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d040076e0 con 0x7f8d14101420 2024-09-12T12:24:41.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.743+0000 7f8d1ab17640 1 -- 172.21.15.82:0/3587049561 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d141a7200 con 0x7f8d14101420 2024-09-12T12:24:41.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.744+0000 7f8d1ab17640 1 -- 172.21.15.82:0/3587049561 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d14100ee0 con 0x7f8d14101420 2024-09-12T12:24:41.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.745+0000 7f8d11ffb640 1 -- 172.21.15.82:0/3587049561 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8d0401c070 con 0x7f8d14101420 2024-09-12T12:24:41.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.746+0000 7f8d11ffb640 1 --2- 172.21.15.82:0/3587049561 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8d000a2c00 0x7f8d000a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:41.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.746+0000 7f8d188b3640 1 --2- 172.21.15.82:0/3587049561 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8d000a2c00 0x7f8d000a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:41.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.746+0000 7f8d11ffb640 1 -- 172.21.15.82:0/3587049561 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7127+0+0 (secure 0 0 0) 0x7f8d040ce0f0 con 0x7f8d14101420 2024-09-12T12:24:41.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.746+0000 7f8d188b3640 1 --2- 172.21.15.82:0/3587049561 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8d000a2c00 0x7f8d000a50c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c009900 tx=0x7f8d0c0058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:41.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.750+0000 7f8d11ffb640 1 -- 172.21.15.82:0/3587049561 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8d0409aea0 con 0x7f8d14101420 2024-09-12T12:24:41.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:41 smithi097 ceph-mon[34923]: Deploying daemon mds.a on smithi082 2024-09-12T12:24:41.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:41 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.82:6838/2582555492,v1:172.21.15.82:6839/2582555492] up:boot 2024-09-12T12:24:41.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:41 smithi097 ceph-mon[34923]: fsmap 10 up:standby 2024-09-12T12:24:41.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:41 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-12T12:24:41.957 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.956+0000 7f8d1ab17640 1 -- 172.21.15.82:0/3587049561 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8d1410a000 con 0x7f8d14101420 2024-09-12T12:24:41.957 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.956+0000 7f8d11ffb640 1 -- 172.21.15.82:0/3587049561 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8866 (secure 0 0 0) 0x7f8d0409f1a0 con 0x7f8d14101420 2024-09-12T12:24:41.958 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:41.958 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":11,"btime":"2024-09-12T12:24:40:303019+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14589,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24431,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24436,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24454,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-12T12:24:41.959 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 11 2024-09-12T12:24:41.959 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.958+0000 7f8d1ab17640 1 -- 172.21.15.82:0/3587049561 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8d000a2c00 msgr2=0x7f8d000a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:41.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.958+0000 7f8d1ab17640 1 --2- 172.21.15.82:0/3587049561 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8d000a2c00 0x7f8d000a50c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c009900 tx=0x7f8d0c0058d0 comp rx=0 tx=0).stop 2024-09-12T12:24:41.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.958+0000 7f8d1ab17640 1 -- 172.21.15.82:0/3587049561 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d14101420 msgr2=0x7f8d140fd280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:41.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.958+0000 7f8d1ab17640 1 --2- 172.21.15.82:0/3587049561 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d14101420 0x7f8d140fd280 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f8d0400ba50 tx=0x7f8d0400bf10 comp rx=0 tx=0).stop 2024-09-12T12:24:41.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.959+0000 7f8d1ab17640 1 -- 172.21.15.82:0/3587049561 shutdown_connections 2024-09-12T12:24:41.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.959+0000 7f8d1ab17640 1 --2- 172.21.15.82:0/3587049561 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f8d000a2c00 0x7f8d000a50c0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:41.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.959+0000 7f8d1ab17640 1 --2- 172.21.15.82:0/3587049561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d14106a80 0x7f8d140fd7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:41.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.959+0000 7f8d1ab17640 1 --2- 172.21.15.82:0/3587049561 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8d14101420 0x7f8d140fd280 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:41.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.959+0000 7f8d1ab17640 1 --2- 172.21.15.82:0/3587049561 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8d14100a80 0x7f8d140fcd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:41.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.959+0000 7f8d1ab17640 1 -- 172.21.15.82:0/3587049561 >> 172.21.15.82:0/3587049561 conn(0x7f8d140fc7a0 msgr2=0x7f8d1406aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:41.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.959+0000 7f8d1ab17640 1 -- 172.21.15.82:0/3587049561 shutdown_connections 2024-09-12T12:24:41.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:41.959+0000 7f8d1ab17640 1 -- 172.21.15.82:0/3587049561 wait complete. 2024-09-12T12:24:42.280 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:24:41 smithi082 podman[72528]: 2024-09-12 12:24:41.8957289 +0000 UTC m=+0.106354242 container create f1703a35ea09171818d35a522985029044ff290306a22e87f6928db95ce83f4b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-b53b6d3) 2024-09-12T12:24:42.281 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:24:41 smithi082 podman[72528]: 2024-09-12 12:24:41.805688075 +0000 UTC m=+0.016313420 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:24:42.534 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:42 smithi082 ceph-mon[31122]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:42.535 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:42 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3587049561' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:42.535 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:24:42 smithi082 podman[72528]: 2024-09-12 12:24:42.308220866 +0000 UTC m=+0.518846203 container init f1703a35ea09171818d35a522985029044ff290306a22e87f6928db95ce83f4b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-a, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:24:42.535 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:24:42 smithi082 podman[72528]: 2024-09-12 12:24:42.31130692 +0000 UTC m=+0.521932257 container start f1703a35ea09171818d35a522985029044ff290306a22e87f6928db95ce83f4b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-a, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-12T12:24:42.535 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:24:42 smithi082 ceph-mds[72561]: -- 172.21.15.82:0/2354989230 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e2e7d2b860 con 0x55e2e7d08800 2024-09-12T12:24:42.535 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:24:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-a[72557]: starting mds.a at 2024-09-12T12:24:42.535 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:24:42 smithi082 bash[72528]: f1703a35ea09171818d35a522985029044ff290306a22e87f6928db95ce83f4b 2024-09-12T12:24:42.535 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:24:42 smithi082 systemd[1]: Started Ceph mds.a for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:24:42.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:42 smithi114 ceph-mon[35514]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:42.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:42 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3587049561' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:42.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:42 smithi097 ceph-mon[34923]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:42.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:42 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3587049561' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:43.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:43 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:43.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:43 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:43.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:43 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:43.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:43 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:43.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:43 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:43.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:43 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:43.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:43 smithi097 ceph-mon[34923]: Deploying daemon mds.b on smithi097 2024-09-12T12:24:43.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:43 smithi097 ceph-mon[34923]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:43.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:43 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.82:6840/1297530832,v1:172.21.15.82:6841/1297530832] up:boot 2024-09-12T12:24:43.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:43 smithi097 ceph-mon[34923]: fsmap 11 up:standby 2024-09-12T12:24:43.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:43 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T12:24:43.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:43 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:43.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:43 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:43.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:43 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:43.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:43 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:43.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:43 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:43.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:43 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:43.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:43 smithi082 ceph-mon[31122]: Deploying daemon mds.b on smithi097 2024-09-12T12:24:43.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:43 smithi082 ceph-mon[31122]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:43.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:43 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.82:6840/1297530832,v1:172.21.15.82:6841/1297530832] up:boot 2024-09-12T12:24:43.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:43 smithi082 ceph-mon[31122]: fsmap 11 up:standby 2024-09-12T12:24:43.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:43 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T12:24:43.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:43 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:43.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:43 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:43.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:43 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:43.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:43 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-12T12:24:43.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:43 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-12T12:24:43.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:43 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:43.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:43 smithi114 ceph-mon[35514]: Deploying daemon mds.b on smithi097 2024-09-12T12:24:43.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:43 smithi114 ceph-mon[35514]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:43.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:43 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.82:6840/1297530832,v1:172.21.15.82:6841/1297530832] up:boot 2024-09-12T12:24:43.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:43 smithi114 ceph-mon[35514]: fsmap 11 up:standby 2024-09-12T12:24:43.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:43 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T12:24:44.521 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:24:44 smithi097 systemd[1]: Starting Ceph mds.b for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:24:44.864 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:24:44.924 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:24:44 smithi097 podman[64957]: 2024-09-12 12:24:44.562098758 +0000 UTC m=+0.016118923 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:24:44.925 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:24:44 smithi097 podman[64957]: 2024-09-12 12:24:44.662370372 +0000 UTC m=+0.116390537 container create 8d5a70c9fa6a9654db357a3a6912ae353d6dc736daf5c9c6871176260d00826b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-b53b6d3, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-12T12:24:44.925 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:24:44 smithi097 podman[64957]: 2024-09-12 12:24:44.898432913 +0000 UTC m=+0.352453077 container init 8d5a70c9fa6a9654db357a3a6912ae353d6dc736daf5c9c6871176260d00826b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-b, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=squid-b53b6d3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-12T12:24:44.925 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:24:44 smithi097 podman[64957]: 2024-09-12 12:24:44.901508607 +0000 UTC m=+0.355528782 container start 8d5a70c9fa6a9654db357a3a6912ae353d6dc736daf5c9c6871176260d00826b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:24:45.123 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:45.271 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:24:44 smithi097 ceph-mds[64975]: -- 172.21.15.97:0/3609622453 <== mon.2 v2:172.21.15.97:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55775d801860 con 0x55775d7df000 2024-09-12T12:24:45.271 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:24:44 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-b[64971]: starting mds.b at 2024-09-12T12:24:45.271 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:24:45 smithi097 bash[64957]: 8d5a70c9fa6a9654db357a3a6912ae353d6dc736daf5c9c6871176260d00826b 2024-09-12T12:24:45.271 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:24:45 smithi097 systemd[1]: Started Ceph mds.b for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:24:45.573 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.569+0000 7f98c0e44640 1 -- 172.21.15.82:0/2648553235 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98bc106f10 msgr2=0x7f98bc10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:45.573 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.569+0000 7f98c0e44640 1 --2- 172.21.15.82:0/2648553235 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98bc106f10 0x7f98bc10ea90 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f98b4009ca0 tx=0x7f98b402a8c0 comp rx=0 tx=0).stop 2024-09-12T12:24:45.573 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.569+0000 7f98c0e44640 1 -- 172.21.15.82:0/2648553235 shutdown_connections 2024-09-12T12:24:45.574 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.569+0000 7f98c0e44640 1 --2- 172.21.15.82:0/2648553235 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98bc106f10 0x7f98bc10ea90 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:45.574 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.569+0000 7f98c0e44640 1 --2- 172.21.15.82:0/2648553235 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98bc102790 0x7f98bc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:45.574 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.569+0000 7f98c0e44640 1 --2- 172.21.15.82:0/2648553235 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f98bc101de0 0x7f98bc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:45.574 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.569+0000 7f98c0e44640 1 -- 172.21.15.82:0/2648553235 >> 172.21.15.82:0/2648553235 conn(0x7f98bc0fd8c0 msgr2=0x7f98bc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:45.574 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.569+0000 7f98c0e44640 1 -- 172.21.15.82:0/2648553235 shutdown_connections 2024-09-12T12:24:45.574 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.569+0000 7f98c0e44640 1 -- 172.21.15.82:0/2648553235 wait complete. 2024-09-12T12:24:45.574 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.570+0000 7f98c0e44640 1 Processor -- start 2024-09-12T12:24:45.574 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.570+0000 7f98c0e44640 1 -- start start 2024-09-12T12:24:45.574 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.570+0000 7f98c0e44640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98bc101de0 0x7f98bc1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:45.574 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.570+0000 7f98c0e44640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f98bc102790 0x7f98bc1988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:45.574 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.570+0000 7f98c0e44640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98bc106f10 0x7f98bc19cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:45.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.570+0000 7f98c0e44640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f98bc111f70 con 0x7f98bc101de0 2024-09-12T12:24:45.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.570+0000 7f98c0e44640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f98bc111df0 con 0x7f98bc106f10 2024-09-12T12:24:45.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.570+0000 7f98c0e44640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f98bc1120f0 con 0x7f98bc102790 2024-09-12T12:24:45.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.570+0000 7f98ba59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98bc101de0 0x7f98bc1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:45.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.570+0000 7f98ba59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98bc101de0 0x7f98bc1983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38896/0 (socket says 172.21.15.82:38896) 2024-09-12T12:24:45.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.570+0000 7f98ba59c640 1 -- 172.21.15.82:0/4137813023 learned_addr learned my addr 172.21.15.82:0/4137813023 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:45.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.570+0000 7f98bad9d640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98bc106f10 0x7f98bc19cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:45.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.570+0000 7f98b9d9b640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f98bc102790 0x7f98bc1988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:45.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.571+0000 7f98ba59c640 1 -- 172.21.15.82:0/4137813023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f98bc102790 msgr2=0x7f98bc1988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:45.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.571+0000 7f98ba59c640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f98bc102790 0x7f98bc1988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:45.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.571+0000 7f98ba59c640 1 -- 172.21.15.82:0/4137813023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98bc106f10 msgr2=0x7f98bc19cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:45.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.571+0000 7f98ba59c640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98bc106f10 0x7f98bc19cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:45.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.571+0000 7f98ba59c640 1 -- 172.21.15.82:0/4137813023 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98bc19d360 con 0x7f98bc101de0 2024-09-12T12:24:45.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.571+0000 7f98bad9d640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98bc106f10 0x7f98bc19cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:24:45.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.571+0000 7f98ba59c640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98bc101de0 0x7f98bc1983b0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f98ac00d950 tx=0x7f98ac00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:45.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.571+0000 7f98ab7fe640 1 -- 172.21.15.82:0/4137813023 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98ac017030 con 0x7f98bc101de0 2024-09-12T12:24:45.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.571+0000 7f98ab7fe640 1 -- 172.21.15.82:0/4137813023 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f98ac004020 con 0x7f98bc101de0 2024-09-12T12:24:45.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.571+0000 7f98c0e44640 1 -- 172.21.15.82:0/4137813023 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98bc19d650 con 0x7f98bc101de0 2024-09-12T12:24:45.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.571+0000 7f98ab7fe640 1 -- 172.21.15.82:0/4137813023 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98ac0047a0 con 0x7f98bc101de0 2024-09-12T12:24:45.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.571+0000 7f98c0e44640 1 -- 172.21.15.82:0/4137813023 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98bc1a4f30 con 0x7f98bc101de0 2024-09-12T12:24:45.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.572+0000 7f98c0e44640 1 -- 172.21.15.82:0/4137813023 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98bc1021c0 con 0x7f98bc101de0 2024-09-12T12:24:45.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.573+0000 7f98ab7fe640 1 -- 172.21.15.82:0/4137813023 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f98ac0041d0 con 0x7f98bc101de0 2024-09-12T12:24:45.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.574+0000 7f98ab7fe640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f98a40a2b80 0x7f98a40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:45.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.574+0000 7f98b9d9b640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f98a40a2b80 0x7f98a40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:45.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.574+0000 7f98ab7fe640 1 -- 172.21.15.82:0/4137813023 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7127+0+0 (secure 0 0 0) 0x7f98ac0ce4d0 con 0x7f98bc101de0 2024-09-12T12:24:45.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.574+0000 7f98b9d9b640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f98a40a2b80 0x7f98a40a5040 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f98bc1088e0 tx=0x7f98b0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:45.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.578+0000 7f98ab7fe640 1 -- 172.21.15.82:0/4137813023 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f98ac09b8d0 con 0x7f98bc101de0 2024-09-12T12:24:45.798 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.798+0000 7f98c0e44640 1 -- 172.21.15.82:0/4137813023 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f98bc199710 con 0x7f98bc101de0 2024-09-12T12:24:45.799 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.799+0000 7f98ab7fe640 1 -- 172.21.15.82:0/4137813023 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10518 (secure 0 0 0) 0x7f98ac09b1d0 con 0x7f98bc101de0 2024-09-12T12:24:45.799 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:45.800 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":13,"btime":"2024-09-12T12:24:44:980548+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14589,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14601,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24431,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24436,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24445,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24446,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24454,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-12T12:24:45.800 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 13 2024-09-12T12:24:45.802 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.801+0000 7f98c0e44640 1 -- 172.21.15.82:0/4137813023 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f98a40a2b80 msgr2=0x7f98a40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:45.802 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.801+0000 7f98c0e44640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f98a40a2b80 0x7f98a40a5040 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f98bc1088e0 tx=0x7f98b0005f90 comp rx=0 tx=0).stop 2024-09-12T12:24:45.802 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.801+0000 7f98c0e44640 1 -- 172.21.15.82:0/4137813023 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98bc101de0 msgr2=0x7f98bc1983b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:45.802 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.801+0000 7f98c0e44640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98bc101de0 0x7f98bc1983b0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f98ac00d950 tx=0x7f98ac00de10 comp rx=0 tx=0).stop 2024-09-12T12:24:45.802 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.801+0000 7f98c0e44640 1 -- 172.21.15.82:0/4137813023 shutdown_connections 2024-09-12T12:24:45.802 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.801+0000 7f98c0e44640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f98a40a2b80 0x7f98a40a5040 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:45.802 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.801+0000 7f98c0e44640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98bc106f10 0x7f98bc19cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:45.802 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.801+0000 7f98c0e44640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f98bc102790 0x7f98bc1988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:45.802 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.801+0000 7f98c0e44640 1 --2- 172.21.15.82:0/4137813023 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98bc101de0 0x7f98bc1983b0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:45.802 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.801+0000 7f98c0e44640 1 -- 172.21.15.82:0/4137813023 >> 172.21.15.82:0/4137813023 conn(0x7f98bc0fd8c0 msgr2=0x7f98bc0fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:45.802 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.802+0000 7f98c0e44640 1 -- 172.21.15.82:0/4137813023 shutdown_connections 2024-09-12T12:24:45.802 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:45.802+0000 7f98c0e44640 1 -- 172.21.15.82:0/4137813023 wait complete. 2024-09-12T12:24:46.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:45 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] up:boot 2024-09-12T12:24:46.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:45 smithi114 ceph-mon[35514]: fsmap 12 up:standby 2024-09-12T12:24:46.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:45 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T12:24:46.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:45 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:45 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:45 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:45 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:45 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:45 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:24:46.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:45 smithi114 ceph-mon[35514]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:46.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:45 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4137813023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:46.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:45 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] up:boot 2024-09-12T12:24:46.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:45 smithi097 ceph-mon[34923]: fsmap 12 up:standby 2024-09-12T12:24:46.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:45 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T12:24:46.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:45 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:45 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:45 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:45 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:45 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:45 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:24:46.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:45 smithi097 ceph-mon[34923]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:46.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:45 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4137813023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:46.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:45 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] up:boot 2024-09-12T12:24:46.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:45 smithi082 ceph-mon[31122]: fsmap 12 up:standby 2024-09-12T12:24:46.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:45 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T12:24:46.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:45 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:45 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:45 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:45 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:45 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:45 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:24:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:45 smithi082 ceph-mon[31122]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:46.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:45 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4137813023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:24:46.747 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-12T12:24:47.143 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:47.625 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.621+0000 7f07c2e86640 1 -- 172.21.15.82:0/1957865493 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07bc106a80 msgr2=0x7f07bc106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:47.625 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.621+0000 7f07c2e86640 1 --2- 172.21.15.82:0/1957865493 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07bc106a80 0x7f07bc106e60 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f07b8009930 tx=0x7f07b802a420 comp rx=0 tx=0).stop 2024-09-12T12:24:47.625 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.621+0000 7f07c2e86640 1 -- 172.21.15.82:0/1957865493 shutdown_connections 2024-09-12T12:24:47.625 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.621+0000 7f07c2e86640 1 --2- 172.21.15.82:0/1957865493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07bc101420 0x7f07bc10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:47.625 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.621+0000 7f07c2e86640 1 --2- 172.21.15.82:0/1957865493 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f07bc100a80 0x7f07bc100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:47.625 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.621+0000 7f07c2e86640 1 --2- 172.21.15.82:0/1957865493 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07bc106a80 0x7f07bc106e60 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:47.625 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.621+0000 7f07c2e86640 1 -- 172.21.15.82:0/1957865493 >> 172.21.15.82:0/1957865493 conn(0x7f07bc0fc7a0 msgr2=0x7f07bc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:47.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.621+0000 7f07c2e86640 1 -- 172.21.15.82:0/1957865493 shutdown_connections 2024-09-12T12:24:47.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.621+0000 7f07c2e86640 1 -- 172.21.15.82:0/1957865493 wait complete. 2024-09-12T12:24:47.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.622+0000 7f07c2e86640 1 Processor -- start 2024-09-12T12:24:47.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.622+0000 7f07c2e86640 1 -- start start 2024-09-12T12:24:47.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.622+0000 7f07c2e86640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07bc100a80 0x7f07bc1974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:47.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.622+0000 7f07c2e86640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f07bc101420 0x7f07bc197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:47.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.622+0000 7f07c2e86640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07bc106a80 0x7f07bc19bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:47.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.622+0000 7f07c2e86640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc110f20 con 0x7f07bc106a80 2024-09-12T12:24:47.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.622+0000 7f07c2e86640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc110da0 con 0x7f07bc100a80 2024-09-12T12:24:47.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.622+0000 7f07c2e86640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc1110a0 con 0x7f07bc101420 2024-09-12T12:24:47.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.622+0000 7f07c1423640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07bc106a80 0x7f07bc19bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:47.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.622+0000 7f07c1423640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07bc106a80 0x7f07bc19bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38916/0 (socket says 172.21.15.82:38916) 2024-09-12T12:24:47.626 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.622+0000 7f07c1423640 1 -- 172.21.15.82:0/732601231 learned_addr learned my addr 172.21.15.82:0/732601231 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:47.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.622+0000 7f07c0c22640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07bc100a80 0x7f07bc1974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:47.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.622+0000 7f07b3fff640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f07bc101420 0x7f07bc197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:47.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.623+0000 7f07c1423640 1 -- 172.21.15.82:0/732601231 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f07bc101420 msgr2=0x7f07bc197a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:47.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.623+0000 7f07c1423640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f07bc101420 0x7f07bc197a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:47.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.623+0000 7f07c1423640 1 -- 172.21.15.82:0/732601231 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07bc100a80 msgr2=0x7f07bc1974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:47.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.623+0000 7f07c1423640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07bc100a80 0x7f07bc1974e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:47.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.623+0000 7f07c1423640 1 -- 172.21.15.82:0/732601231 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07bc19c490 con 0x7f07bc106a80 2024-09-12T12:24:47.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.623+0000 7f07b3fff640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f07bc101420 0x7f07bc197a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:24:47.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.623+0000 7f07c1423640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07bc106a80 0x7f07bc19bdb0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f07b400b970 tx=0x7f07b400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:47.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.623+0000 7f07b1ffb640 1 -- 172.21.15.82:0/732601231 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b4019070 con 0x7f07bc106a80 2024-09-12T12:24:47.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.623+0000 7f07c2e86640 1 -- 172.21.15.82:0/732601231 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07bc19c780 con 0x7f07bc106a80 2024-09-12T12:24:47.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.623+0000 7f07b1ffb640 1 -- 172.21.15.82:0/732601231 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07b400cb40 con 0x7f07bc106a80 2024-09-12T12:24:47.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.623+0000 7f07b1ffb640 1 -- 172.21.15.82:0/732601231 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b4007650 con 0x7f07bc106a80 2024-09-12T12:24:47.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.623+0000 7f07c2e86640 1 -- 172.21.15.82:0/732601231 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07bc1a4060 con 0x7f07bc106a80 2024-09-12T12:24:47.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.624+0000 7f07c2e86640 1 -- 172.21.15.82:0/732601231 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07bc100f60 con 0x7f07bc106a80 2024-09-12T12:24:47.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.625+0000 7f07b1ffb640 1 -- 172.21.15.82:0/732601231 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f07b401c070 con 0x7f07bc106a80 2024-09-12T12:24:47.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.626+0000 7f07b1ffb640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07a40a2b80 0x7f07a40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:47.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.626+0000 7f07c0c22640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07a40a2b80 0x7f07a40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:47.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.626+0000 7f07b1ffb640 1 -- 172.21.15.82:0/732601231 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7127+0+0 (secure 0 0 0) 0x7f07b40ce240 con 0x7f07bc106a80 2024-09-12T12:24:47.629 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.626+0000 7f07c0c22640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07a40a2b80 0x7f07a40a5040 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f07b8000c00 tx=0x7f07b8031490 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:47.630 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.630+0000 7f07b1ffb640 1 -- 172.21.15.82:0/732601231 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f07b409b640 con 0x7f07bc106a80 2024-09-12T12:24:47.810 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.810+0000 7f07c2e86640 1 -- 172.21.15.82:0/732601231 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f07bc109020 con 0x7f07bc106a80 2024-09-12T12:24:47.811 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.810+0000 7f07b1ffb640 1 -- 172.21.15.82:0/732601231 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v74) ==== 84+0+65 (secure 0 0 0) 0x7f07b409af40 con 0x7f07bc106a80 2024-09-12T12:24:47.811 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:47.811 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:47.811 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:47.811 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:47 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:47.811 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:47 smithi082 ceph-mon[31122]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:47.811 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:47.811 INFO:teuthology.orchestra.run.smithi082.stdout:[ 2024-09-12T12:24:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:24:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: "poolnum": 1, 2024-09-12T12:24:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: "poolname": ".mgr" 2024-09-12T12:24:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:24:47.812 INFO:teuthology.orchestra.run.smithi082.stdout:] 2024-09-12T12:24:47.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.813+0000 7f07c2e86640 1 -- 172.21.15.82:0/732601231 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07a40a2b80 msgr2=0x7f07a40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:47.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.813+0000 7f07c2e86640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07a40a2b80 0x7f07a40a5040 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f07b8000c00 tx=0x7f07b8031490 comp rx=0 tx=0).stop 2024-09-12T12:24:47.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.813+0000 7f07c2e86640 1 -- 172.21.15.82:0/732601231 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07bc106a80 msgr2=0x7f07bc19bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:47.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.813+0000 7f07c2e86640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07bc106a80 0x7f07bc19bdb0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f07b400b970 tx=0x7f07b400be30 comp rx=0 tx=0).stop 2024-09-12T12:24:47.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.813+0000 7f07c2e86640 1 -- 172.21.15.82:0/732601231 shutdown_connections 2024-09-12T12:24:47.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.813+0000 7f07c2e86640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07a40a2b80 0x7f07a40a5040 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:47.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.813+0000 7f07c2e86640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07bc106a80 0x7f07bc19bdb0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:47.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.813+0000 7f07c2e86640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f07bc101420 0x7f07bc197a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:47.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.813+0000 7f07c2e86640 1 --2- 172.21.15.82:0/732601231 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07bc100a80 0x7f07bc1974e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:47.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.813+0000 7f07c2e86640 1 -- 172.21.15.82:0/732601231 >> 172.21.15.82:0/732601231 conn(0x7f07bc0fc7a0 msgr2=0x7f07bc0fd0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:47.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.813+0000 7f07c2e86640 1 -- 172.21.15.82:0/732601231 shutdown_connections 2024-09-12T12:24:47.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:47.813+0000 7f07c2e86640 1 -- 172.21.15.82:0/732601231 wait complete. 2024-09-12T12:24:48.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:47 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:48.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:47 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:48.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:47 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:48.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:47 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:48.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:47 smithi097 ceph-mon[34923]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:48.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:48.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:48.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:48.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:47 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:48.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:47 smithi114 ceph-mon[35514]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:48.449 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-12T12:24:48.449 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-12T12:24:48.710 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:48 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/732601231' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-12T12:24:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:48 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:48 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:48 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:48 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:48.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:48 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:48.970 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:48 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/732601231' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-12T12:24:48.970 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:48 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:48.970 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:48 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:48.970 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:48 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:48.971 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:48 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:48.971 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:48 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:49.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:48 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/732601231' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-12T12:24:49.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:48 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:49.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:48 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:49.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:48 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:49.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:48 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:49.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:48 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:49.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.260+0000 7fed5c455640 1 -- 172.21.15.82:0/2246344825 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed54101420 msgr2=0x7fed5410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:49.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.260+0000 7fed5c455640 1 --2- 172.21.15.82:0/2246344825 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed54101420 0x7fed5410d950 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fed4c009cd0 tx=0x7fed4c02a8e0 comp rx=0 tx=0).stop 2024-09-12T12:24:49.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.260+0000 7fed5c455640 1 -- 172.21.15.82:0/2246344825 shutdown_connections 2024-09-12T12:24:49.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.260+0000 7fed5c455640 1 --2- 172.21.15.82:0/2246344825 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed54101420 0x7fed5410d950 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:49.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.260+0000 7fed5c455640 1 --2- 172.21.15.82:0/2246344825 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed54100a80 0x7fed54100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:49.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.260+0000 7fed5c455640 1 --2- 172.21.15.82:0/2246344825 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fed54106a80 0x7fed54106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:49.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.260+0000 7fed5c455640 1 -- 172.21.15.82:0/2246344825 >> 172.21.15.82:0/2246344825 conn(0x7fed540fc7a0 msgr2=0x7fed540febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:49.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.260+0000 7fed5c455640 1 -- 172.21.15.82:0/2246344825 shutdown_connections 2024-09-12T12:24:49.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.260+0000 7fed5c455640 1 -- 172.21.15.82:0/2246344825 wait complete. 2024-09-12T12:24:49.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.260+0000 7fed5c455640 1 Processor -- start 2024-09-12T12:24:49.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.260+0000 7fed5c455640 1 -- start start 2024-09-12T12:24:49.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5c455640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed54100a80 0x7fed54102650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:49.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5c455640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed54101420 0x7fed54102b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:49.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5c455640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fed54106a80 0x7fed541030d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:49.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5c455640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fed54110e80 con 0x7fed54100a80 2024-09-12T12:24:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5c455640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fed54110d00 con 0x7fed54101420 2024-09-12T12:24:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5c455640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fed54111000 con 0x7fed54106a80 2024-09-12T12:24:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5a1f1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed54100a80 0x7fed54102650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5a1f1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed54100a80 0x7fed54102650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51386/0 (socket says 172.21.15.82:51386) 2024-09-12T12:24:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5a1f1640 1 -- 172.21.15.82:0/3649041389 learned_addr learned my addr 172.21.15.82:0/3649041389 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5a9f2640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fed54106a80 0x7fed541030d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed599f0640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed54101420 0x7fed54102b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5a1f1640 1 -- 172.21.15.82:0/3649041389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fed54106a80 msgr2=0x7fed541030d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5a1f1640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fed54106a80 0x7fed541030d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5a1f1640 1 -- 172.21.15.82:0/3649041389 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed54101420 msgr2=0x7fed54102b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5a1f1640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed54101420 0x7fed54102b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5a1f1640 1 -- 172.21.15.82:0/3649041389 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed541a68f0 con 0x7fed54100a80 2024-09-12T12:24:49.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5a9f2640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fed54106a80 0x7fed541030d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:24:49.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.261+0000 7fed5a1f1640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed54100a80 0x7fed54102650 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fed5000e9f0 tx=0x7fed5000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:49.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.262+0000 7fed4b7fe640 1 -- 172.21.15.82:0/3649041389 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed5000cd80 con 0x7fed54100a80 2024-09-12T12:24:49.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.262+0000 7fed4b7fe640 1 -- 172.21.15.82:0/3649041389 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fed50005500 con 0x7fed54100a80 2024-09-12T12:24:49.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.262+0000 7fed5c455640 1 -- 172.21.15.82:0/3649041389 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed541a6be0 con 0x7fed54100a80 2024-09-12T12:24:49.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.262+0000 7fed4b7fe640 1 -- 172.21.15.82:0/3649041389 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed50010690 con 0x7fed54100a80 2024-09-12T12:24:49.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.263+0000 7fed5c455640 1 -- 172.21.15.82:0/3649041389 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed541a7120 con 0x7fed54100a80 2024-09-12T12:24:49.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.264+0000 7fed5c455640 1 -- 172.21.15.82:0/3649041389 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed541021c0 con 0x7fed54100a80 2024-09-12T12:24:49.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.264+0000 7fed4b7fe640 1 -- 172.21.15.82:0/3649041389 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fed50004680 con 0x7fed54100a80 2024-09-12T12:24:49.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.265+0000 7fed4b7fe640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fed400a2a50 0x7fed400a4f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:49.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.265+0000 7fed599f0640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fed400a2a50 0x7fed400a4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:49.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.265+0000 7fed4b7fe640 1 -- 172.21.15.82:0/3649041389 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7127+0+0 (secure 0 0 0) 0x7fed500ceec0 con 0x7fed54100a80 2024-09-12T12:24:49.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.266+0000 7fed599f0640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fed400a2a50 0x7fed400a4f10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fed541040e0 tx=0x7fed44005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:49.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.270+0000 7fed4b7fe640 1 -- 172.21.15.82:0/3649041389 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fed50004970 con 0x7fed54100a80 2024-09-12T12:24:49.450 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:49.450+0000 7fed5c455640 1 -- 172.21.15.82:0/3649041389 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fed54103b80 con 0x7fed54100a80 2024-09-12T12:24:49.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:49 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:24:49.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:49 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:49.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:49 smithi082 ceph-mon[31122]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:49.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:49 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:24:49.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:49 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:49.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:49 smithi114 ceph-mon[35514]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:50.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:49 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:24:50.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:49 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:50.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:49 smithi097 ceph-mon[34923]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:50.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:50.235+0000 7fed4b7fe640 1 -- 172.21.15.82:0/3649041389 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v75) ==== 138+0+0 (secure 0 0 0) 0x7fed5009c2c0 con 0x7fed54100a80 2024-09-12T12:24:50.236 INFO:teuthology.orchestra.run.smithi082.stderr:pool 'cephfs_metadata' created 2024-09-12T12:24:50.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:50.238+0000 7fed5c455640 1 -- 172.21.15.82:0/3649041389 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fed400a2a50 msgr2=0x7fed400a4f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:50.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:50.238+0000 7fed5c455640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fed400a2a50 0x7fed400a4f10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fed541040e0 tx=0x7fed44005f90 comp rx=0 tx=0).stop 2024-09-12T12:24:50.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:50.238+0000 7fed5c455640 1 -- 172.21.15.82:0/3649041389 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed54100a80 msgr2=0x7fed54102650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:50.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:50.238+0000 7fed5c455640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed54100a80 0x7fed54102650 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fed5000e9f0 tx=0x7fed5000edf0 comp rx=0 tx=0).stop 2024-09-12T12:24:50.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:50.238+0000 7fed5c455640 1 -- 172.21.15.82:0/3649041389 shutdown_connections 2024-09-12T12:24:50.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:50.238+0000 7fed5c455640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fed400a2a50 0x7fed400a4f10 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:50.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:50.238+0000 7fed5c455640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fed54106a80 0x7fed541030d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:50.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:50.238+0000 7fed5c455640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed54101420 0x7fed54102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:50.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:50.238+0000 7fed5c455640 1 --2- 172.21.15.82:0/3649041389 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fed54100a80 0x7fed54102650 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:50.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:50.238+0000 7fed5c455640 1 -- 172.21.15.82:0/3649041389 >> 172.21.15.82:0/3649041389 conn(0x7fed540fc7a0 msgr2=0x7fed5406a830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:50.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:50.238+0000 7fed5c455640 1 -- 172.21.15.82:0/3649041389 shutdown_connections 2024-09-12T12:24:50.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:50.239+0000 7fed5c455640 1 -- 172.21.15.82:0/3649041389 wait complete. 2024-09-12T12:24:50.840 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:50 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3649041389' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-12T12:24:50.840 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:50.840 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:50.840 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:50.841 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:50 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:50.841 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:50 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3649041389' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-12T12:24:50.841 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:50 smithi082 ceph-mon[31122]: osdmap e75: 12 total, 12 up, 12 in 2024-09-12T12:24:50.867 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-12T12:24:51.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:50 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3649041389' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-12T12:24:51.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:51.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:51.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:51.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:50 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:51.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:50 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3649041389' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-12T12:24:51.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:50 smithi097 ceph-mon[34923]: osdmap e75: 12 total, 12 up, 12 in 2024-09-12T12:24:51.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:50 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3649041389' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-12T12:24:51.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:51.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:51.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:51.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:50 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:51.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:50 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3649041389' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-12T12:24:51.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:50 smithi114 ceph-mon[35514]: osdmap e75: 12 total, 12 up, 12 in 2024-09-12T12:24:51.130 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:51.594 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.579+0000 7f3ca7690640 1 -- 172.21.15.82:0/81397077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca0102570 msgr2=0x7f3ca01029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:51.594 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.579+0000 7f3ca7690640 1 --2- 172.21.15.82:0/81397077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca0102570 0x7f3ca01029b0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3c90009900 tx=0x7f3c9002a480 comp rx=0 tx=0).stop 2024-09-12T12:24:51.594 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.579+0000 7f3ca7690640 1 -- 172.21.15.82:0/81397077 shutdown_connections 2024-09-12T12:24:51.594 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.579+0000 7f3ca7690640 1 --2- 172.21.15.82:0/81397077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ca0102ef0 0x7f3ca010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:51.594 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.579+0000 7f3ca7690640 1 --2- 172.21.15.82:0/81397077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca0102570 0x7f3ca01029b0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:51.594 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.579+0000 7f3ca7690640 1 --2- 172.21.15.82:0/81397077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ca0100e20 0x7f3ca0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:51.594 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.579+0000 7f3ca7690640 1 -- 172.21.15.82:0/81397077 >> 172.21.15.82:0/81397077 conn(0x7f3ca00fc7d0 msgr2=0x7f3ca00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:51.594 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.580+0000 7f3ca7690640 1 -- 172.21.15.82:0/81397077 shutdown_connections 2024-09-12T12:24:51.594 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.580+0000 7f3ca7690640 1 -- 172.21.15.82:0/81397077 wait complete. 2024-09-12T12:24:51.594 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.580+0000 7f3ca7690640 1 Processor -- start 2024-09-12T12:24:51.594 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.580+0000 7f3ca7690640 1 -- start start 2024-09-12T12:24:51.595 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca7690640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ca0100e20 0x7f3ca0198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:51.595 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca7690640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca0102570 0x7f3ca0198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:51.595 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca7690640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ca0102ef0 0x7f3ca019ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:51.595 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca7690640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca0110fa0 con 0x7f3ca0102570 2024-09-12T12:24:51.595 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca7690640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca0110e20 con 0x7f3ca0102ef0 2024-09-12T12:24:51.595 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca7690640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca0111120 con 0x7f3ca0100e20 2024-09-12T12:24:51.595 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca4c2b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca0102570 0x7f3ca0198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:51.595 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca4c2b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca0102570 0x7f3ca0198a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51408/0 (socket says 172.21.15.82:51408) 2024-09-12T12:24:51.595 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca4c2b640 1 -- 172.21.15.82:0/331478596 learned_addr learned my addr 172.21.15.82:0/331478596 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:51.595 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca542c640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ca0100e20 0x7f3ca0198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:51.595 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca5c2d640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ca0102ef0 0x7f3ca019ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:51.595 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca4c2b640 1 -- 172.21.15.82:0/331478596 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ca0100e20 msgr2=0x7f3ca0198550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:51.596 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca4c2b640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ca0100e20 0x7f3ca0198550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:51.596 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca4c2b640 1 -- 172.21.15.82:0/331478596 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ca0102ef0 msgr2=0x7f3ca019ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:51.596 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca4c2b640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ca0102ef0 0x7f3ca019ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:51.596 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca4c2b640 1 -- 172.21.15.82:0/331478596 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ca019d500 con 0x7f3ca0102570 2024-09-12T12:24:51.596 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca5c2d640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ca0102ef0 0x7f3ca019ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:24:51.596 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca4c2b640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca0102570 0x7f3ca0198a90 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f3c90006010 tx=0x7f3c90003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:51.596 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3c967fc640 1 -- 172.21.15.82:0/331478596 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c9003f070 con 0x7f3ca0102570 2024-09-12T12:24:51.596 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3c967fc640 1 -- 172.21.15.82:0/331478596 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c90031c30 con 0x7f3ca0102570 2024-09-12T12:24:51.596 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca7690640 1 -- 172.21.15.82:0/331478596 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ca019d790 con 0x7f3ca0102570 2024-09-12T12:24:51.596 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3c967fc640 1 -- 172.21.15.82:0/331478596 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c90035030 con 0x7f3ca0102570 2024-09-12T12:24:51.596 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.581+0000 7f3ca7690640 1 -- 172.21.15.82:0/331478596 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ca01a50d0 con 0x7f3ca0102570 2024-09-12T12:24:51.597 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.582+0000 7f3ca7690640 1 -- 172.21.15.82:0/331478596 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ca0101200 con 0x7f3ca0102570 2024-09-12T12:24:51.597 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.584+0000 7f3c967fc640 1 -- 172.21.15.82:0/331478596 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3c90042070 con 0x7f3ca0102570 2024-09-12T12:24:51.597 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.584+0000 7f3c967fc640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3c8c0a2b80 0x7f3c8c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:51.597 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.584+0000 7f3ca542c640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3c8c0a2b80 0x7f3c8c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:51.597 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.584+0000 7f3c967fc640 1 -- 172.21.15.82:0/331478596 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7497+0+0 (secure 0 0 0) 0x7f3c900ef9d0 con 0x7f3ca0102570 2024-09-12T12:24:51.597 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.585+0000 7f3ca542c640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3c8c0a2b80 0x7f3c8c0a5040 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3c9c00bbe0 tx=0x7f3c9c00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:51.597 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.588+0000 7f3c967fc640 1 -- 172.21.15.82:0/331478596 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3c90031de0 con 0x7f3ca0102570 2024-09-12T12:24:51.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:51.755+0000 7f3ca7690640 1 -- 172.21.15.82:0/331478596 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f3ca01a5300 con 0x7f3ca0102570 2024-09-12T12:24:52.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:52.241+0000 7f3c967fc640 1 -- 172.21.15.82:0/331478596 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v77) ==== 170+0+0 (secure 0 0 0) 0x7f3c900bcd20 con 0x7f3ca0102570 2024-09-12T12:24:52.241 INFO:teuthology.orchestra.run.smithi082.stderr:pool 'cephfs_data' created 2024-09-12T12:24:52.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:52.243+0000 7f3ca7690640 1 -- 172.21.15.82:0/331478596 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3c8c0a2b80 msgr2=0x7f3c8c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:52.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:52.243+0000 7f3ca7690640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3c8c0a2b80 0x7f3c8c0a5040 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3c9c00bbe0 tx=0x7f3c9c00b390 comp rx=0 tx=0).stop 2024-09-12T12:24:52.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:52.243+0000 7f3ca7690640 1 -- 172.21.15.82:0/331478596 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca0102570 msgr2=0x7f3ca0198a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:52.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:52.243+0000 7f3ca7690640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca0102570 0x7f3ca0198a90 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f3c90006010 tx=0x7f3c90003c10 comp rx=0 tx=0).stop 2024-09-12T12:24:52.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:52.243+0000 7f3ca7690640 1 -- 172.21.15.82:0/331478596 shutdown_connections 2024-09-12T12:24:52.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:52.243+0000 7f3ca7690640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3c8c0a2b80 0x7f3c8c0a5040 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:52.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:52.243+0000 7f3ca7690640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ca0102ef0 0x7f3ca019ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:52.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:52.243+0000 7f3ca7690640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca0102570 0x7f3ca0198a90 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:52.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:52.243+0000 7f3ca7690640 1 --2- 172.21.15.82:0/331478596 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ca0100e20 0x7f3ca0198550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:52.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:52.243+0000 7f3ca7690640 1 -- 172.21.15.82:0/331478596 >> 172.21.15.82:0/331478596 conn(0x7f3ca00fc7d0 msgr2=0x7f3ca0069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:52.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:52.243+0000 7f3ca7690640 1 -- 172.21.15.82:0/331478596 shutdown_connections 2024-09-12T12:24:52.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:52.243+0000 7f3ca7690640 1 -- 172.21.15.82:0/331478596 wait complete. 2024-09-12T12:24:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:52 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:52 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:52 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:52 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:52 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:52 smithi097 ceph-mon[34923]: osdmap e76: 12 total, 12 up, 12 in 2024-09-12T12:24:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:52 smithi097 ceph-mon[34923]: pgmap v267: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:52 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/331478596' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-12T12:24:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:52 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:52 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:52 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:52 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:52 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:52.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:52 smithi082 ceph-mon[31122]: osdmap e76: 12 total, 12 up, 12 in 2024-09-12T12:24:52.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:52 smithi082 ceph-mon[31122]: pgmap v267: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:52.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:52 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/331478596' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-12T12:24:52.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:52 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:52.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:52 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:52.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:52 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:24:52.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:52 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:24:52.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:52 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:24:52.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:52 smithi114 ceph-mon[35514]: osdmap e76: 12 total, 12 up, 12 in 2024-09-12T12:24:52.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:52 smithi114 ceph-mon[35514]: pgmap v267: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:52.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:52 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/331478596' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-12T12:24:52.875 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-12T12:24:53.121 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:53.242 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:53 smithi082 ceph-mon[31122]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-12T12:24:53.242 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:53 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/331478596' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-12T12:24:53.242 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:53 smithi082 ceph-mon[31122]: osdmap e77: 12 total, 12 up, 12 in 2024-09-12T12:24:53.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:53 smithi097 ceph-mon[34923]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-12T12:24:53.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:53 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/331478596' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-12T12:24:53.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:53 smithi097 ceph-mon[34923]: osdmap e77: 12 total, 12 up, 12 in 2024-09-12T12:24:53.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:53 smithi114 ceph-mon[35514]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-12T12:24:53.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:53 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/331478596' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-12T12:24:53.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:53 smithi114 ceph-mon[35514]: osdmap e77: 12 total, 12 up, 12 in 2024-09-12T12:24:53.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.608+0000 7f3d311e6640 1 -- 172.21.15.82:0/469134727 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d2c100a80 msgr2=0x7f3d2c100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:53.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.608+0000 7f3d311e6640 1 --2- 172.21.15.82:0/469134727 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d2c100a80 0x7f3d2c100ee0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3d20009930 tx=0x7f3d2002a420 comp rx=0 tx=0).stop 2024-09-12T12:24:53.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.608+0000 7f3d311e6640 1 -- 172.21.15.82:0/469134727 shutdown_connections 2024-09-12T12:24:53.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.608+0000 7f3d311e6640 1 --2- 172.21.15.82:0/469134727 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d2c101420 0x7f3d2c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:53.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.608+0000 7f3d311e6640 1 --2- 172.21.15.82:0/469134727 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d2c100a80 0x7f3d2c100ee0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:53.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.608+0000 7f3d311e6640 1 --2- 172.21.15.82:0/469134727 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3d2c106a80 0x7f3d2c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:53.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.608+0000 7f3d311e6640 1 -- 172.21.15.82:0/469134727 >> 172.21.15.82:0/469134727 conn(0x7f3d2c0fc7a0 msgr2=0x7f3d2c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:53.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.608+0000 7f3d311e6640 1 -- 172.21.15.82:0/469134727 shutdown_connections 2024-09-12T12:24:53.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.608+0000 7f3d311e6640 1 -- 172.21.15.82:0/469134727 wait complete. 2024-09-12T12:24:53.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.609+0000 7f3d311e6640 1 Processor -- start 2024-09-12T12:24:53.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.609+0000 7f3d311e6640 1 -- start start 2024-09-12T12:24:53.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.609+0000 7f3d311e6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3d2c100a80 0x7f3d2c198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:53.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.609+0000 7f3d311e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d2c101420 0x7f3d2c1989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:53.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.609+0000 7f3d311e6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d2c106a80 0x7f3d2c19cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:53.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.609+0000 7f3d311e6640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3d2c110ea0 con 0x7f3d2c101420 2024-09-12T12:24:53.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.609+0000 7f3d311e6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3d2c110d20 con 0x7f3d2c106a80 2024-09-12T12:24:53.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.609+0000 7f3d311e6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3d2c111020 con 0x7f3d2c100a80 2024-09-12T12:24:53.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.609+0000 7f3d2a59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d2c101420 0x7f3d2c1989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:53.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.609+0000 7f3d2a59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d2c101420 0x7f3d2c1989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51430/0 (socket says 172.21.15.82:51430) 2024-09-12T12:24:53.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.609+0000 7f3d2a59c640 1 -- 172.21.15.82:0/4277058860 learned_addr learned my addr 172.21.15.82:0/4277058860 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:53.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.610+0000 7f3d2b59e640 1 --2- 172.21.15.82:0/4277058860 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d2c106a80 0x7f3d2c19cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:53.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.610+0000 7f3d2ad9d640 1 --2- 172.21.15.82:0/4277058860 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3d2c100a80 0x7f3d2c198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:53.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.610+0000 7f3d2a59c640 1 -- 172.21.15.82:0/4277058860 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3d2c100a80 msgr2=0x7f3d2c198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:53.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.610+0000 7f3d2a59c640 1 --2- 172.21.15.82:0/4277058860 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3d2c100a80 0x7f3d2c198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:53.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.610+0000 7f3d2a59c640 1 -- 172.21.15.82:0/4277058860 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d2c106a80 msgr2=0x7f3d2c19cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:53.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.610+0000 7f3d2a59c640 1 --2- 172.21.15.82:0/4277058860 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d2c106a80 0x7f3d2c19cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:53.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.610+0000 7f3d2a59c640 1 -- 172.21.15.82:0/4277058860 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d2c19d420 con 0x7f3d2c101420 2024-09-12T12:24:53.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.610+0000 7f3d2a59c640 1 --2- 172.21.15.82:0/4277058860 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d2c101420 0x7f3d2c1989b0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3d20009a50 tx=0x7f3d20004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:53.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.610+0000 7f3d13fff640 1 -- 172.21.15.82:0/4277058860 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2003f030 con 0x7f3d2c101420 2024-09-12T12:24:53.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.610+0000 7f3d311e6640 1 -- 172.21.15.82:0/4277058860 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d2c19d6b0 con 0x7f3d2c101420 2024-09-12T12:24:53.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.610+0000 7f3d13fff640 1 -- 172.21.15.82:0/4277058860 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3d20003ce0 con 0x7f3d2c101420 2024-09-12T12:24:53.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.610+0000 7f3d13fff640 1 -- 172.21.15.82:0/4277058860 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d20035070 con 0x7f3d2c101420 2024-09-12T12:24:53.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.610+0000 7f3d311e6640 1 -- 172.21.15.82:0/4277058860 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d2c1a4ff0 con 0x7f3d2c101420 2024-09-12T12:24:53.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.611+0000 7f3d311e6640 1 -- 172.21.15.82:0/4277058860 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d2c100ee0 con 0x7f3d2c101420 2024-09-12T12:24:53.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.612+0000 7f3d13fff640 1 -- 172.21.15.82:0/4277058860 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3d20042030 con 0x7f3d2c101420 2024-09-12T12:24:53.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.613+0000 7f3d13fff640 1 --2- 172.21.15.82:0/4277058860 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3d140a2b80 0x7f3d140a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:53.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.613+0000 7f3d13fff640 1 -- 172.21.15.82:0/4277058860 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7879+0+0 (secure 0 0 0) 0x7f3d200ef880 con 0x7f3d2c101420 2024-09-12T12:24:53.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.613+0000 7f3d2ad9d640 1 --2- 172.21.15.82:0/4277058860 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3d140a2b80 0x7f3d140a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:53.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.614+0000 7f3d2ad9d640 1 --2- 172.21.15.82:0/4277058860 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3d140a2b80 0x7f3d140a5040 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c0058c0 tx=0x7f3d1c00a4c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:53.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.616+0000 7f3d13fff640 1 -- 172.21.15.82:0/4277058860 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3d200bc990 con 0x7f3d2c101420 2024-09-12T12:24:53.822 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:53.822+0000 7f3d311e6640 1 -- 172.21.15.82:0/4277058860 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f3d2c10a020 con 0x7f3d2c101420 2024-09-12T12:24:54.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:54.244+0000 7f3d13fff640 1 -- 172.21.15.82:0/4277058860 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f3d200bc290 con 0x7f3d2c101420 2024-09-12T12:24:54.245 INFO:teuthology.orchestra.run.smithi082.stderr:new fs with metadata pool 2 and data pool 3 2024-09-12T12:24:54.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:54.247+0000 7f3d311e6640 1 -- 172.21.15.82:0/4277058860 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3d140a2b80 msgr2=0x7f3d140a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:54.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:54.247+0000 7f3d311e6640 1 --2- 172.21.15.82:0/4277058860 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3d140a2b80 0x7f3d140a5040 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c0058c0 tx=0x7f3d1c00a4c0 comp rx=0 tx=0).stop 2024-09-12T12:24:54.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:54.247+0000 7f3d311e6640 1 -- 172.21.15.82:0/4277058860 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d2c101420 msgr2=0x7f3d2c1989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:54.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:54.247+0000 7f3d311e6640 1 --2- 172.21.15.82:0/4277058860 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d2c101420 0x7f3d2c1989b0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3d20009a50 tx=0x7f3d20004270 comp rx=0 tx=0).stop 2024-09-12T12:24:54.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:54.247+0000 7f3d311e6640 1 -- 172.21.15.82:0/4277058860 shutdown_connections 2024-09-12T12:24:54.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:54.247+0000 7f3d311e6640 1 --2- 172.21.15.82:0/4277058860 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3d140a2b80 0x7f3d140a5040 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:54.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:54.247+0000 7f3d311e6640 1 --2- 172.21.15.82:0/4277058860 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d2c106a80 0x7f3d2c19cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:54.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:54.247+0000 7f3d311e6640 1 --2- 172.21.15.82:0/4277058860 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3d2c101420 0x7f3d2c1989b0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:54.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:54.247+0000 7f3d311e6640 1 --2- 172.21.15.82:0/4277058860 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3d2c100a80 0x7f3d2c198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:54.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:54.247+0000 7f3d311e6640 1 -- 172.21.15.82:0/4277058860 >> 172.21.15.82:0/4277058860 conn(0x7f3d2c0fc7a0 msgr2=0x7f3d2c06aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:54.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:54.247+0000 7f3d311e6640 1 -- 172.21.15.82:0/4277058860 shutdown_connections 2024-09-12T12:24:54.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:54.247+0000 7f3d311e6640 1 -- 172.21.15.82:0/4277058860 wait complete. 2024-09-12T12:24:54.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:54 smithi097 ceph-mon[34923]: osdmap e78: 12 total, 12 up, 12 in 2024-09-12T12:24:54.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:54 smithi097 ceph-mon[34923]: pgmap v270: 97 pgs: 34 creating+peering, 48 unknown, 15 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:54.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:54 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4277058860' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-12T12:24:54.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:54 smithi097 ceph-mon[34923]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-12T12:24:54.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:54 smithi082 ceph-mon[31122]: osdmap e78: 12 total, 12 up, 12 in 2024-09-12T12:24:54.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:54 smithi082 ceph-mon[31122]: pgmap v270: 97 pgs: 34 creating+peering, 48 unknown, 15 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:54.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:54 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4277058860' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-12T12:24:54.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:54 smithi082 ceph-mon[31122]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-12T12:24:54.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:54 smithi114 ceph-mon[35514]: osdmap e78: 12 total, 12 up, 12 in 2024-09-12T12:24:54.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:54 smithi114 ceph-mon[35514]: pgmap v270: 97 pgs: 34 creating+peering, 48 unknown, 15 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:54.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:54 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4277058860' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-12T12:24:54.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:54 smithi114 ceph-mon[35514]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-12T12:24:54.916 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-12T12:24:55.161 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:55.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:55 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4277058860' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-12T12:24:55.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:55 smithi097 ceph-mon[34923]: osdmap e79: 12 total, 12 up, 12 in 2024-09-12T12:24:55.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:55 smithi097 ceph-mon[34923]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-12T12:24:55.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:55 smithi097 ceph-mon[34923]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-12T12:24:55.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:55 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4277058860' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-12T12:24:55.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:55 smithi082 ceph-mon[31122]: osdmap e79: 12 total, 12 up, 12 in 2024-09-12T12:24:55.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:55 smithi082 ceph-mon[31122]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-12T12:24:55.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:55 smithi082 ceph-mon[31122]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-12T12:24:55.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:55 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4277058860' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-12T12:24:55.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:55 smithi114 ceph-mon[35514]: osdmap e79: 12 total, 12 up, 12 in 2024-09-12T12:24:55.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:55 smithi114 ceph-mon[35514]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-12T12:24:55.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:55 smithi114 ceph-mon[35514]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-12T12:24:55.642 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.640+0000 7fc58ef57640 1 -- 172.21.15.82:0/776651473 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc588106a80 msgr2=0x7fc588106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:55.642 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.640+0000 7fc58ef57640 1 --2- 172.21.15.82:0/776651473 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc588106a80 0x7fc588106e60 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc580009930 tx=0x7fc58002a420 comp rx=0 tx=0).stop 2024-09-12T12:24:55.642 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.640+0000 7fc58ef57640 1 -- 172.21.15.82:0/776651473 shutdown_connections 2024-09-12T12:24:55.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.640+0000 7fc58ef57640 1 --2- 172.21.15.82:0/776651473 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc588101420 0x7fc58810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:55.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.640+0000 7fc58ef57640 1 --2- 172.21.15.82:0/776651473 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc588100a80 0x7fc588100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:55.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.640+0000 7fc58ef57640 1 --2- 172.21.15.82:0/776651473 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc588106a80 0x7fc588106e60 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:55.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.640+0000 7fc58ef57640 1 -- 172.21.15.82:0/776651473 >> 172.21.15.82:0/776651473 conn(0x7fc5880fc7a0 msgr2=0x7fc5880febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:55.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.640+0000 7fc58ef57640 1 -- 172.21.15.82:0/776651473 shutdown_connections 2024-09-12T12:24:55.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.640+0000 7fc58ef57640 1 -- 172.21.15.82:0/776651473 wait complete. 2024-09-12T12:24:55.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.641+0000 7fc58ef57640 1 Processor -- start 2024-09-12T12:24:55.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.641+0000 7fc58ef57640 1 -- start start 2024-09-12T12:24:55.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.641+0000 7fc58ef57640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc588100a80 0x7fc588199300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:55.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.641+0000 7fc58ef57640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc588101420 0x7fc588199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:55.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.641+0000 7fc58ef57640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc588106a80 0x7fc5881a4380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:55.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.641+0000 7fc58ef57640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc588110ea0 con 0x7fc588106a80 2024-09-12T12:24:55.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.641+0000 7fc58ef57640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc588110d20 con 0x7fc588100a80 2024-09-12T12:24:55.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.641+0000 7fc58ef57640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc588111020 con 0x7fc588101420 2024-09-12T12:24:55.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.641+0000 7fc58d4f4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc588106a80 0x7fc5881a4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:55.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.641+0000 7fc58d4f4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc588106a80 0x7fc5881a4380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51456/0 (socket says 172.21.15.82:51456) 2024-09-12T12:24:55.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.641+0000 7fc58d4f4640 1 -- 172.21.15.82:0/2004373044 learned_addr learned my addr 172.21.15.82:0/2004373044 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:55.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.641+0000 7fc58ccf3640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc588100a80 0x7fc588199300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:55.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.642+0000 7fc587fff640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc588101420 0x7fc588199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:55.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.642+0000 7fc58d4f4640 1 -- 172.21.15.82:0/2004373044 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc588101420 msgr2=0x7fc588199840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:55.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.642+0000 7fc58d4f4640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc588101420 0x7fc588199840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:55.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.642+0000 7fc58d4f4640 1 -- 172.21.15.82:0/2004373044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc588100a80 msgr2=0x7fc588199300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:55.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.642+0000 7fc58d4f4640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc588100a80 0x7fc588199300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:55.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.642+0000 7fc58d4f4640 1 -- 172.21.15.82:0/2004373044 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5881a48c0 con 0x7fc588106a80 2024-09-12T12:24:55.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.642+0000 7fc58ccf3640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc588100a80 0x7fc588199300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:24:55.645 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.642+0000 7fc58d4f4640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc588106a80 0x7fc5881a4380 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc570009fd0 tx=0x7fc57000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:55.645 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.642+0000 7fc585ffb640 1 -- 172.21.15.82:0/2004373044 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc570011830 con 0x7fc588106a80 2024-09-12T12:24:55.645 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.642+0000 7fc585ffb640 1 -- 172.21.15.82:0/2004373044 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc570016070 con 0x7fc588106a80 2024-09-12T12:24:55.645 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.642+0000 7fc585ffb640 1 -- 172.21.15.82:0/2004373044 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc57000f2e0 con 0x7fc588106a80 2024-09-12T12:24:55.645 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.642+0000 7fc58ef57640 1 -- 172.21.15.82:0/2004373044 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5881a4a90 con 0x7fc588106a80 2024-09-12T12:24:55.645 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.642+0000 7fc58ef57640 1 -- 172.21.15.82:0/2004373044 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5881a4fa0 con 0x7fc588106a80 2024-09-12T12:24:55.646 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.643+0000 7fc58ef57640 1 -- 172.21.15.82:0/2004373044 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc588100ee0 con 0x7fc588106a80 2024-09-12T12:24:55.646 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.644+0000 7fc585ffb640 1 -- 172.21.15.82:0/2004373044 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc5700119d0 con 0x7fc588106a80 2024-09-12T12:24:55.646 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.645+0000 7fc585ffb640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc5740a2c00 0x7fc5740a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:55.646 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.645+0000 7fc58ccf3640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc5740a2c00 0x7fc5740a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:55.646 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.645+0000 7fc585ffb640 1 -- 172.21.15.82:0/2004373044 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fc5700ce580 con 0x7fc588106a80 2024-09-12T12:24:55.646 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.645+0000 7fc58ccf3640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc5740a2c00 0x7fc5740a50c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc580000c00 tx=0x7fc580005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:55.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.649+0000 7fc585ffb640 1 -- 172.21.15.82:0/2004373044 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc57009b630 con 0x7fc588106a80 2024-09-12T12:24:55.816 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.816+0000 7fc58ef57640 1 -- 172.21.15.82:0/2004373044 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc588108ff0 con 0x7fc588106a80 2024-09-12T12:24:55.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.818+0000 7fc585ffb640 1 -- 172.21.15.82:0/2004373044 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+22242 (secure 0 0 0) 0x7fc57009af30 con 0x7fc588106a80 2024-09-12T12:24:55.818 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:55.818 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":79,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","created":"2024-09-12T12:17:12.695009+0000","modified":"2024-09-12T12:24:53.823519+0000","last_up_change":"2024-09-12T12:24:07.205938+0000","last_in_change":"2024-09-12T12:23:42.678584+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T12:20:23.481020+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T12:24:49.692337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T12:24:51.986597+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ec7e953a-5817-44dc-b24a-187f8ecae3de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6803","nonce":2375600760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6805","nonce":2375600760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6809","nonce":2375600760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6807","nonce":2375600760}]},"public_addr":"172.21.15.82:6803/2375600760","cluster_addr":"172.21.15.82:6805/2375600760","heartbeat_back_addr":"172.21.15.82:6809/2375600760","heartbeat_front_addr":"172.21.15.82:6807/2375600760","state":["exists","up"]},{"osd":1,"uuid":"5851943d-862e-4e05-8a5d-ade40a417718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6800","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6801","nonce":579017150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6803","nonce":579017150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6807","nonce":579017150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6805","nonce":579017150}]},"public_addr":"172.21.15.97:6801/579017150","cluster_addr":"172.21.15.97:6803/579017150","heartbeat_back_addr":"172.21.15.97:6807/579017150","heartbeat_front_addr":"172.21.15.97:6805/579017150","state":["exists","up"]},{"osd":2,"uuid":"6ad4e40e-a867-4daf-8d56-61c759763bb7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6801","nonce":667030766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6803","nonce":667030766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6807","nonce":667030766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6805","nonce":667030766}]},"public_addr":"172.21.15.114:6801/667030766","cluster_addr":"172.21.15.114:6803/667030766","heartbeat_back_addr":"172.21.15.114:6807/667030766","heartbeat_front_addr":"172.21.15.114:6805/667030766","state":["exists","up"]},{"osd":3,"uuid":"d07a22ac-4f4d-443a-aa26-fb72c965a533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6811","nonce":3696970002}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6813","nonce":3696970002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6817","nonce":3696970002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6815","nonce":3696970002}]},"public_addr":"172.21.15.82:6811/3696970002","cluster_addr":"172.21.15.82:6813/3696970002","heartbeat_back_addr":"172.21.15.82:6817/3696970002","heartbeat_front_addr":"172.21.15.82:6815/3696970002","state":["exists","up"]},{"osd":4,"uuid":"986fdf50-c187-4915-bd21-9303135ee93c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6809","nonce":1720388199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6811","nonce":1720388199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6815","nonce":1720388199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6813","nonce":1720388199}]},"public_addr":"172.21.15.97:6809/1720388199","cluster_addr":"172.21.15.97:6811/1720388199","heartbeat_back_addr":"172.21.15.97:6815/1720388199","heartbeat_front_addr":"172.21.15.97:6813/1720388199","state":["exists","up"]},{"osd":5,"uuid":"f85805cb-14d2-4dea-b6f9-44adb9555885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6809","nonce":1061842834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6811","nonce":1061842834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6815","nonce":1061842834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6813","nonce":1061842834}]},"public_addr":"172.21.15.114:6809/1061842834","cluster_addr":"172.21.15.114:6811/1061842834","heartbeat_back_addr":"172.21.15.114:6815/1061842834","heartbeat_front_addr":"172.21.15.114:6813/1061842834","state":["exists","up"]},{"osd":6,"uuid":"3e41d6ea-6e25-4c20-ac0b-c282d6fc3410","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6819","nonce":2909562937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6821","nonce":2909562937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6825","nonce":2909562937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6823","nonce":2909562937}]},"public_addr":"172.21.15.82:6819/2909562937","cluster_addr":"172.21.15.82:6821/2909562937","heartbeat_back_addr":"172.21.15.82:6825/2909562937","heartbeat_front_addr":"172.21.15.82:6823/2909562937","state":["exists","up"]},{"osd":7,"uuid":"4b57f692-680f-48d4-b971-79026197de89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6817","nonce":774477733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6819","nonce":774477733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6823","nonce":774477733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6821","nonce":774477733}]},"public_addr":"172.21.15.97:6817/774477733","cluster_addr":"172.21.15.97:6819/774477733","heartbeat_back_addr":"172.21.15.97:6823/774477733","heartbeat_front_addr":"172.21.15.97:6821/774477733","state":["exists","up"]},{"osd":8,"uuid":"7f3062e6-2359-42ac-8d07-1b8aa1be039e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6817","nonce":2191877312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6819","nonce":2191877312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6823","nonce":2191877312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6821","nonce":2191877312}]},"public_addr":"172.21.15.114:6817/2191877312","cluster_addr":"172.21.15.114:6819/2191877312","heartbeat_back_addr":"172.21.15.114:6823/2191877312","heartbeat_front_addr":"172.21.15.114:6821/2191877312","state":["exists","up"]},{"osd":9,"uuid":"5014c87a-30c8-4427-a645-6875216aa883","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6827","nonce":3766476669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6829","nonce":3766476669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6833","nonce":3766476669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6831","nonce":3766476669}]},"public_addr":"172.21.15.82:6827/3766476669","cluster_addr":"172.21.15.82:6829/3766476669","heartbeat_back_addr":"172.21.15.82:6833/3766476669","heartbeat_front_addr":"172.21.15.82:6831/3766476669","state":["exists","up"]},{"osd":10,"uuid":"8432b2c9-c3f0-4fc9-b9d8-91aba4427437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6825","nonce":3265146018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6827","nonce":3265146018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6831","nonce":3265146018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6829","nonce":3265146018}]},"public_addr":"172.21.15.97:6825/3265146018","cluster_addr":"172.21.15.97:6827/3265146018","heartbeat_back_addr":"172.21.15.97:6831/3265146018","heartbeat_front_addr":"172.21.15.97:6829/3265146018","state":["exists","up"]},{"osd":11,"uuid":"5cb2b575-e175-4271-8ac0-771fa72f9c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6825","nonce":1206975637}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6827","nonce":1206975637}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6831","nonce":1206975637}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6829","nonce":1206975637}]},"public_addr":"172.21.15.114:6825/1206975637","cluster_addr":"172.21.15.114:6827/1206975637","heartbeat_back_addr":"172.21.15.114:6831/1206975637","heartbeat_front_addr":"172.21.15.114:6829/1206975637","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:30.514798+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:55.437333+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:20.513185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:45.641683+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:10.642395+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:35.592632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:01.399096+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:26.074947+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:50.559366+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:15.479796+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:39.565889+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:24:04.556876+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:6801/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6800/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2342445737":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/595859729":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2421679317":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/1123863202":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/3426004569":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/2602658586":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6801/2082156880":"2024-09-13T12:17:45.956674+0000","172.21.15.82:6800/2082156880":"2024-09-13T12:17:45.956674+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T12:24:55.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.820+0000 7fc58ef57640 1 -- 172.21.15.82:0/2004373044 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc5740a2c00 msgr2=0x7fc5740a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:55.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.820+0000 7fc58ef57640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc5740a2c00 0x7fc5740a50c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc580000c00 tx=0x7fc580005a20 comp rx=0 tx=0).stop 2024-09-12T12:24:55.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.820+0000 7fc58ef57640 1 -- 172.21.15.82:0/2004373044 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc588106a80 msgr2=0x7fc5881a4380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:55.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.820+0000 7fc58ef57640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc588106a80 0x7fc5881a4380 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc570009fd0 tx=0x7fc57000b8e0 comp rx=0 tx=0).stop 2024-09-12T12:24:55.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.820+0000 7fc58ef57640 1 -- 172.21.15.82:0/2004373044 shutdown_connections 2024-09-12T12:24:55.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.820+0000 7fc58ef57640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc5740a2c00 0x7fc5740a50c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:55.821 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.820+0000 7fc58ef57640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc588106a80 0x7fc5881a4380 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:55.821 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.820+0000 7fc58ef57640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc588101420 0x7fc588199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:55.821 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.820+0000 7fc58ef57640 1 --2- 172.21.15.82:0/2004373044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc588100a80 0x7fc588199300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:55.821 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.820+0000 7fc58ef57640 1 -- 172.21.15.82:0/2004373044 >> 172.21.15.82:0/2004373044 conn(0x7fc5880fc7a0 msgr2=0x7fc5880fcfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:55.821 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.820+0000 7fc58ef57640 1 -- 172.21.15.82:0/2004373044 shutdown_connections 2024-09-12T12:24:55.821 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:55.820+0000 7fc58ef57640 1 -- 172.21.15.82:0/2004373044 wait complete. 2024-09-12T12:24:56.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:56 smithi082 ceph-mon[31122]: pgmap v272: 97 pgs: 34 creating+peering, 4 unknown, 59 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:56.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:56 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] up:active 2024-09-12T12:24:56.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:56 smithi082 ceph-mon[31122]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-12T12:24:56.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:56 smithi082 ceph-mon[31122]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-12T12:24:56.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:56 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2004373044' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:24:56.414 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:56 smithi082 ceph-mon[31122]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-12T12:24:56.415 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:56 smithi082 ceph-mon[31122]: Cluster is now healthy 2024-09-12T12:24:56.441 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-12T12:24:56.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:56 smithi097 ceph-mon[34923]: pgmap v272: 97 pgs: 34 creating+peering, 4 unknown, 59 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:56.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:56 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] up:active 2024-09-12T12:24:56.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:56 smithi097 ceph-mon[34923]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-12T12:24:56.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:56 smithi097 ceph-mon[34923]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-12T12:24:56.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:56 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2004373044' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:24:56.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:56 smithi097 ceph-mon[34923]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-12T12:24:56.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:56 smithi097 ceph-mon[34923]: Cluster is now healthy 2024-09-12T12:24:56.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:56 smithi114 ceph-mon[35514]: pgmap v272: 97 pgs: 34 creating+peering, 4 unknown, 59 active+clean; 577 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:24:56.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:56 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] up:active 2024-09-12T12:24:56.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:56 smithi114 ceph-mon[35514]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-12T12:24:56.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:56 smithi114 ceph-mon[35514]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-12T12:24:56.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:56 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2004373044' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:24:56.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:56 smithi114 ceph-mon[35514]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-12T12:24:56.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:56 smithi114 ceph-mon[35514]: Cluster is now healthy 2024-09-12T12:24:56.689 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:57.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.112+0000 7fc0fd318640 1 -- 172.21.15.82:0/4247992855 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0f810c170 msgr2=0x7fc0f810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:57.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.112+0000 7fc0fd318640 1 --2- 172.21.15.82:0/4247992855 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0f810c170 0x7fc0f810e610 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc0f0009ca0 tx=0x7fc0f002a950 comp rx=0 tx=0).stop 2024-09-12T12:24:57.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 -- 172.21.15.82:0/4247992855 shutdown_connections 2024-09-12T12:24:57.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 --2- 172.21.15.82:0/4247992855 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0f810c170 0x7fc0f810e610 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:57.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 --2- 172.21.15.82:0/4247992855 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0f8103660 0x7fc0f810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:57.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 --2- 172.21.15.82:0/4247992855 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0f8102d40 0x7fc0f8103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:57.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 -- 172.21.15.82:0/4247992855 >> 172.21.15.82:0/4247992855 conn(0x7fc0f80fc7a0 msgr2=0x7fc0f80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:57.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 -- 172.21.15.82:0/4247992855 shutdown_connections 2024-09-12T12:24:57.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 -- 172.21.15.82:0/4247992855 wait complete. 2024-09-12T12:24:57.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 Processor -- start 2024-09-12T12:24:57.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 -- start start 2024-09-12T12:24:57.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0f8102d40 0x7fc0f819a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:57.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0f8103660 0x7fc0f819abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:57.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0f810c170 0x7fc0f819ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:57.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc0f8111f70 con 0x7fc0f810c170 2024-09-12T12:24:57.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc0f8111df0 con 0x7fc0f8103660 2024-09-12T12:24:57.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.113+0000 7fc0fd318640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc0f81120f0 con 0x7fc0f8102d40 2024-09-12T12:24:57.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0f77fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0f810c170 0x7fc0f819ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:57.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0f77fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0f810c170 0x7fc0f819ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51478/0 (socket says 172.21.15.82:51478) 2024-09-12T12:24:57.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0f77fe640 1 -- 172.21.15.82:0/1851244255 learned_addr learned my addr 172.21.15.82:0/1851244255 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:57.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0effff640 1 --2- 172.21.15.82:0/1851244255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0f8103660 0x7fc0f819abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:57.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0f6ffd640 1 --2- 172.21.15.82:0/1851244255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0f8102d40 0x7fc0f819a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:57.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0f77fe640 1 -- 172.21.15.82:0/1851244255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0f8102d40 msgr2=0x7fc0f819a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:57.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0f77fe640 1 --2- 172.21.15.82:0/1851244255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0f8102d40 0x7fc0f819a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:57.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0f77fe640 1 -- 172.21.15.82:0/1851244255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0f8103660 msgr2=0x7fc0f819abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:57.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0f77fe640 1 --2- 172.21.15.82:0/1851244255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0f8103660 0x7fc0f819abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:57.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0f77fe640 1 -- 172.21.15.82:0/1851244255 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0f819f620 con 0x7fc0f810c170 2024-09-12T12:24:57.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0f77fe640 1 --2- 172.21.15.82:0/1851244255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0f810c170 0x7fc0f819ef40 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc0f002ae70 tx=0x7fc0f002f5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:57.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0f4ff9640 1 -- 172.21.15.82:0/1851244255 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0f0034040 con 0x7fc0f810c170 2024-09-12T12:24:57.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0fd318640 1 -- 172.21.15.82:0/1851244255 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0f819f8b0 con 0x7fc0f810c170 2024-09-12T12:24:57.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0f4ff9640 1 -- 172.21.15.82:0/1851244255 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc0f0030920 con 0x7fc0f810c170 2024-09-12T12:24:57.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0f4ff9640 1 -- 172.21.15.82:0/1851244255 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0f0045480 con 0x7fc0f810c170 2024-09-12T12:24:57.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.114+0000 7fc0fd318640 1 -- 172.21.15.82:0/1851244255 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0f81a71f0 con 0x7fc0f810c170 2024-09-12T12:24:57.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.115+0000 7fc0fd318640 1 -- 172.21.15.82:0/1851244255 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0f8103120 con 0x7fc0f810c170 2024-09-12T12:24:57.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.116+0000 7fc0f4ff9640 1 -- 172.21.15.82:0/1851244255 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc0f0037020 con 0x7fc0f810c170 2024-09-12T12:24:57.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.117+0000 7fc0f4ff9640 1 --2- 172.21.15.82:0/1851244255 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc0e40a2b80 0x7fc0e40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:57.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.117+0000 7fc0f6ffd640 1 --2- 172.21.15.82:0/1851244255 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc0e40a2b80 0x7fc0e40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:57.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.117+0000 7fc0f4ff9640 1 -- 172.21.15.82:0/1851244255 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fc0f00effb0 con 0x7fc0f810c170 2024-09-12T12:24:57.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.117+0000 7fc0f6ffd640 1 --2- 172.21.15.82:0/1851244255 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc0e40a2b80 0x7fc0e40a5040 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc0e8005fd0 tx=0x7fc0e8005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:57.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.120+0000 7fc0f4ff9640 1 -- 172.21.15.82:0/1851244255 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc0f00811b0 con 0x7fc0f810c170 2024-09-12T12:24:57.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.289+0000 7fc0fd318640 1 -- 172.21.15.82:0/1851244255 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc0f81a73c0 con 0x7fc0f810c170 2024-09-12T12:24:57.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.290+0000 7fc0f4ff9640 1 -- 172.21.15.82:0/1851244255 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+22242 (secure 0 0 0) 0x7fc0f00bd060 con 0x7fc0f810c170 2024-09-12T12:24:57.291 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:24:57.291 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":79,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","created":"2024-09-12T12:17:12.695009+0000","modified":"2024-09-12T12:24:53.823519+0000","last_up_change":"2024-09-12T12:24:07.205938+0000","last_in_change":"2024-09-12T12:23:42.678584+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T12:20:23.481020+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T12:24:49.692337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T12:24:51.986597+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ec7e953a-5817-44dc-b24a-187f8ecae3de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6803","nonce":2375600760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6805","nonce":2375600760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6809","nonce":2375600760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6807","nonce":2375600760}]},"public_addr":"172.21.15.82:6803/2375600760","cluster_addr":"172.21.15.82:6805/2375600760","heartbeat_back_addr":"172.21.15.82:6809/2375600760","heartbeat_front_addr":"172.21.15.82:6807/2375600760","state":["exists","up"]},{"osd":1,"uuid":"5851943d-862e-4e05-8a5d-ade40a417718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6800","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6801","nonce":579017150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6803","nonce":579017150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6807","nonce":579017150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6805","nonce":579017150}]},"public_addr":"172.21.15.97:6801/579017150","cluster_addr":"172.21.15.97:6803/579017150","heartbeat_back_addr":"172.21.15.97:6807/579017150","heartbeat_front_addr":"172.21.15.97:6805/579017150","state":["exists","up"]},{"osd":2,"uuid":"6ad4e40e-a867-4daf-8d56-61c759763bb7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6801","nonce":667030766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6803","nonce":667030766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6807","nonce":667030766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6805","nonce":667030766}]},"public_addr":"172.21.15.114:6801/667030766","cluster_addr":"172.21.15.114:6803/667030766","heartbeat_back_addr":"172.21.15.114:6807/667030766","heartbeat_front_addr":"172.21.15.114:6805/667030766","state":["exists","up"]},{"osd":3,"uuid":"d07a22ac-4f4d-443a-aa26-fb72c965a533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6811","nonce":3696970002}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6813","nonce":3696970002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6817","nonce":3696970002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6815","nonce":3696970002}]},"public_addr":"172.21.15.82:6811/3696970002","cluster_addr":"172.21.15.82:6813/3696970002","heartbeat_back_addr":"172.21.15.82:6817/3696970002","heartbeat_front_addr":"172.21.15.82:6815/3696970002","state":["exists","up"]},{"osd":4,"uuid":"986fdf50-c187-4915-bd21-9303135ee93c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6809","nonce":1720388199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6811","nonce":1720388199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6815","nonce":1720388199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6813","nonce":1720388199}]},"public_addr":"172.21.15.97:6809/1720388199","cluster_addr":"172.21.15.97:6811/1720388199","heartbeat_back_addr":"172.21.15.97:6815/1720388199","heartbeat_front_addr":"172.21.15.97:6813/1720388199","state":["exists","up"]},{"osd":5,"uuid":"f85805cb-14d2-4dea-b6f9-44adb9555885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6809","nonce":1061842834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6811","nonce":1061842834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6815","nonce":1061842834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6813","nonce":1061842834}]},"public_addr":"172.21.15.114:6809/1061842834","cluster_addr":"172.21.15.114:6811/1061842834","heartbeat_back_addr":"172.21.15.114:6815/1061842834","heartbeat_front_addr":"172.21.15.114:6813/1061842834","state":["exists","up"]},{"osd":6,"uuid":"3e41d6ea-6e25-4c20-ac0b-c282d6fc3410","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6819","nonce":2909562937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6821","nonce":2909562937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6825","nonce":2909562937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6823","nonce":2909562937}]},"public_addr":"172.21.15.82:6819/2909562937","cluster_addr":"172.21.15.82:6821/2909562937","heartbeat_back_addr":"172.21.15.82:6825/2909562937","heartbeat_front_addr":"172.21.15.82:6823/2909562937","state":["exists","up"]},{"osd":7,"uuid":"4b57f692-680f-48d4-b971-79026197de89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6817","nonce":774477733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6819","nonce":774477733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6823","nonce":774477733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6821","nonce":774477733}]},"public_addr":"172.21.15.97:6817/774477733","cluster_addr":"172.21.15.97:6819/774477733","heartbeat_back_addr":"172.21.15.97:6823/774477733","heartbeat_front_addr":"172.21.15.97:6821/774477733","state":["exists","up"]},{"osd":8,"uuid":"7f3062e6-2359-42ac-8d07-1b8aa1be039e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6817","nonce":2191877312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6819","nonce":2191877312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6823","nonce":2191877312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6821","nonce":2191877312}]},"public_addr":"172.21.15.114:6817/2191877312","cluster_addr":"172.21.15.114:6819/2191877312","heartbeat_back_addr":"172.21.15.114:6823/2191877312","heartbeat_front_addr":"172.21.15.114:6821/2191877312","state":["exists","up"]},{"osd":9,"uuid":"5014c87a-30c8-4427-a645-6875216aa883","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6827","nonce":3766476669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6829","nonce":3766476669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6833","nonce":3766476669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6831","nonce":3766476669}]},"public_addr":"172.21.15.82:6827/3766476669","cluster_addr":"172.21.15.82:6829/3766476669","heartbeat_back_addr":"172.21.15.82:6833/3766476669","heartbeat_front_addr":"172.21.15.82:6831/3766476669","state":["exists","up"]},{"osd":10,"uuid":"8432b2c9-c3f0-4fc9-b9d8-91aba4427437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6825","nonce":3265146018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6827","nonce":3265146018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6831","nonce":3265146018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6829","nonce":3265146018}]},"public_addr":"172.21.15.97:6825/3265146018","cluster_addr":"172.21.15.97:6827/3265146018","heartbeat_back_addr":"172.21.15.97:6831/3265146018","heartbeat_front_addr":"172.21.15.97:6829/3265146018","state":["exists","up"]},{"osd":11,"uuid":"5cb2b575-e175-4271-8ac0-771fa72f9c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6825","nonce":1206975637}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6827","nonce":1206975637}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6831","nonce":1206975637}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6829","nonce":1206975637}]},"public_addr":"172.21.15.114:6825/1206975637","cluster_addr":"172.21.15.114:6827/1206975637","heartbeat_back_addr":"172.21.15.114:6831/1206975637","heartbeat_front_addr":"172.21.15.114:6829/1206975637","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:30.514798+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:55.437333+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:20.513185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:45.641683+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:10.642395+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:35.592632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:01.399096+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:26.074947+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:50.559366+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:15.479796+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:39.565889+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:24:04.556876+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:6801/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6800/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2342445737":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/595859729":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2421679317":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/1123863202":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/3426004569":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/2602658586":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6801/2082156880":"2024-09-13T12:17:45.956674+0000","172.21.15.82:6800/2082156880":"2024-09-13T12:17:45.956674+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T12:24:57.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.292+0000 7fc0fd318640 1 -- 172.21.15.82:0/1851244255 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc0e40a2b80 msgr2=0x7fc0e40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:57.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.292+0000 7fc0fd318640 1 --2- 172.21.15.82:0/1851244255 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc0e40a2b80 0x7fc0e40a5040 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc0e8005fd0 tx=0x7fc0e8005850 comp rx=0 tx=0).stop 2024-09-12T12:24:57.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.292+0000 7fc0fd318640 1 -- 172.21.15.82:0/1851244255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0f810c170 msgr2=0x7fc0f819ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:57.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.292+0000 7fc0fd318640 1 --2- 172.21.15.82:0/1851244255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0f810c170 0x7fc0f819ef40 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc0f002ae70 tx=0x7fc0f002f5b0 comp rx=0 tx=0).stop 2024-09-12T12:24:57.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.292+0000 7fc0fd318640 1 -- 172.21.15.82:0/1851244255 shutdown_connections 2024-09-12T12:24:57.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.292+0000 7fc0fd318640 1 --2- 172.21.15.82:0/1851244255 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc0e40a2b80 0x7fc0e40a5040 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:57.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.292+0000 7fc0fd318640 1 --2- 172.21.15.82:0/1851244255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc0f810c170 0x7fc0f819ef40 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:57.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.292+0000 7fc0fd318640 1 --2- 172.21.15.82:0/1851244255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0f8103660 0x7fc0f819abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:57.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.292+0000 7fc0fd318640 1 --2- 172.21.15.82:0/1851244255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc0f8102d40 0x7fc0f819a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:57.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.292+0000 7fc0fd318640 1 -- 172.21.15.82:0/1851244255 >> 172.21.15.82:0/1851244255 conn(0x7fc0f80fc7a0 msgr2=0x7fc0f80fd3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:57.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.292+0000 7fc0fd318640 1 -- 172.21.15.82:0/1851244255 shutdown_connections 2024-09-12T12:24:57.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:57.293+0000 7fc0fd318640 1 -- 172.21.15.82:0/1851244255 wait complete. 2024-09-12T12:24:57.569 INFO:journalctl@ceph.mds.i.smithi114.stdout:Sep 12 12:24:57 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-i[66338]: 2024-09-12T12:24:57.076+0000 7f28f3b39640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T12:24:58.098 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-12T12:24:58.342 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:24:58.454 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:58 smithi082 ceph-mon[31122]: pgmap v273: 97 pgs: 34 creating+peering, 63 active+clean; 578 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s 2024-09-12T12:24:58.455 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:58 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1851244255' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:24:58.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:58 smithi097 ceph-mon[34923]: pgmap v273: 97 pgs: 34 creating+peering, 63 active+clean; 578 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s 2024-09-12T12:24:58.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:58 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1851244255' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:24:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:58 smithi114 ceph-mon[35514]: pgmap v273: 97 pgs: 34 creating+peering, 63 active+clean; 578 KiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s 2024-09-12T12:24:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:58 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1851244255' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:24:58.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.754+0000 7f28015b9640 1 -- 172.21.15.82:0/1508638678 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27fc0745c0 msgr2=0x7f27fc0749a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:58.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.754+0000 7f28015b9640 1 --2- 172.21.15.82:0/1508638678 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27fc0745c0 0x7f27fc0749a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f27ec009900 tx=0x7f27ec02a480 comp rx=0 tx=0).stop 2024-09-12T12:24:58.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.754+0000 7f28015b9640 1 -- 172.21.15.82:0/1508638678 shutdown_connections 2024-09-12T12:24:58.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.754+0000 7f28015b9640 1 --2- 172.21.15.82:0/1508638678 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27fc10e430 0x7f27fc110820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:58.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.754+0000 7f28015b9640 1 --2- 172.21.15.82:0/1508638678 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27fc074ee0 0x7f27fc10def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:58.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.754+0000 7f28015b9640 1 --2- 172.21.15.82:0/1508638678 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27fc0745c0 0x7f27fc0749a0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:58.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.754+0000 7f28015b9640 1 -- 172.21.15.82:0/1508638678 >> 172.21.15.82:0/1508638678 conn(0x7f27fc0fd8f0 msgr2=0x7f27fc0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:58.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.754+0000 7f28015b9640 1 -- 172.21.15.82:0/1508638678 shutdown_connections 2024-09-12T12:24:58.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.754+0000 7f28015b9640 1 -- 172.21.15.82:0/1508638678 wait complete. 2024-09-12T12:24:58.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.755+0000 7f28015b9640 1 Processor -- start 2024-09-12T12:24:58.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.755+0000 7f28015b9640 1 -- start start 2024-09-12T12:24:58.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.755+0000 7f28015b9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27fc0745c0 0x7f27fc19a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:58.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.755+0000 7f28015b9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27fc074ee0 0x7f27fc19abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:58.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.755+0000 7f28015b9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27fc10e430 0x7f27fc19ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:58.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.755+0000 7f28015b9640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f27fc114180 con 0x7f27fc074ee0 2024-09-12T12:24:58.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.755+0000 7f28015b9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f27fc114000 con 0x7f27fc0745c0 2024-09-12T12:24:58.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.755+0000 7f28015b9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f27fc114300 con 0x7f27fc10e430 2024-09-12T12:24:58.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.755+0000 7f27fa7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27fc074ee0 0x7f27fc19abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:58.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.755+0000 7f27fa7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27fc074ee0 0x7f27fc19abc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50622/0 (socket says 172.21.15.82:50622) 2024-09-12T12:24:58.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.755+0000 7f27fa7fc640 1 -- 172.21.15.82:0/2360649361 learned_addr learned my addr 172.21.15.82:0/2360649361 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:24:58.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f27faffd640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27fc0745c0 0x7f27fc19a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:58.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f27fb7fe640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27fc10e430 0x7f27fc19ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:58.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f27fa7fc640 1 -- 172.21.15.82:0/2360649361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27fc10e430 msgr2=0x7f27fc19ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:58.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f27fa7fc640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27fc10e430 0x7f27fc19ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:58.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f27fa7fc640 1 -- 172.21.15.82:0/2360649361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27fc0745c0 msgr2=0x7f27fc19a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:58.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f27fa7fc640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27fc0745c0 0x7f27fc19a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:58.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f27fa7fc640 1 -- 172.21.15.82:0/2360649361 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27fc19f630 con 0x7f27fc074ee0 2024-09-12T12:24:58.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f27fb7fe640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27fc10e430 0x7f27fc19ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:24:58.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f27faffd640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27fc0745c0 0x7f27fc19a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:24:58.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f27fa7fc640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27fc074ee0 0x7f27fc19abc0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f27f000c890 tx=0x7f27f000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:58.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f27e3fff640 1 -- 172.21.15.82:0/2360649361 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27f0004220 con 0x7f27fc074ee0 2024-09-12T12:24:58.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f28015b9640 1 -- 172.21.15.82:0/2360649361 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27fc19f920 con 0x7f27fc074ee0 2024-09-12T12:24:58.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f27e3fff640 1 -- 172.21.15.82:0/2360649361 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f27f00043c0 con 0x7f27fc074ee0 2024-09-12T12:24:58.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f27e3fff640 1 -- 172.21.15.82:0/2360649361 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27f0004a00 con 0x7f27fc074ee0 2024-09-12T12:24:58.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.756+0000 7f28015b9640 1 -- 172.21.15.82:0/2360649361 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27fc1a7200 con 0x7f27fc074ee0 2024-09-12T12:24:58.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.757+0000 7f28015b9640 1 -- 172.21.15.82:0/2360649361 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27fc0749a0 con 0x7f27fc074ee0 2024-09-12T12:24:58.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.758+0000 7f27e3fff640 1 -- 172.21.15.82:0/2360649361 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f27f00079b0 con 0x7f27fc074ee0 2024-09-12T12:24:58.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.759+0000 7f27e3fff640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f27e40a2b80 0x7f27e40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:24:58.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.759+0000 7f27faffd640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f27e40a2b80 0x7f27e40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:24:58.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.759+0000 7f27e3fff640 1 -- 172.21.15.82:0/2360649361 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f27f00cf080 con 0x7f27fc074ee0 2024-09-12T12:24:58.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.759+0000 7f27faffd640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f27e40a2b80 0x7f27e40a5040 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f27ec005ab0 tx=0x7f27ec005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:24:58.763 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.762+0000 7f27e3fff640 1 -- 172.21.15.82:0/2360649361 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f27f0014030 con 0x7f27fc074ee0 2024-09-12T12:24:58.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:58.965+0000 7f28015b9640 1 -- 172.21.15.82:0/2360649361 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f27fc02d7c0 con 0x7f27fc074ee0 2024-09-12T12:24:59.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:59.264+0000 7f27e3fff640 1 -- 172.21.15.82:0/2360649361 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f27f009c130 con 0x7f27fc074ee0 2024-09-12T12:24:59.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:59.267+0000 7f28015b9640 1 -- 172.21.15.82:0/2360649361 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f27e40a2b80 msgr2=0x7f27e40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:59.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:59.267+0000 7f28015b9640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f27e40a2b80 0x7f27e40a5040 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f27ec005ab0 tx=0x7f27ec005a20 comp rx=0 tx=0).stop 2024-09-12T12:24:59.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:59.267+0000 7f28015b9640 1 -- 172.21.15.82:0/2360649361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27fc074ee0 msgr2=0x7f27fc19abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:24:59.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:59.267+0000 7f28015b9640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27fc074ee0 0x7f27fc19abc0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f27f000c890 tx=0x7f27f000cd50 comp rx=0 tx=0).stop 2024-09-12T12:24:59.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:59.267+0000 7f28015b9640 1 -- 172.21.15.82:0/2360649361 shutdown_connections 2024-09-12T12:24:59.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:59.267+0000 7f28015b9640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f27e40a2b80 0x7f27e40a5040 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:59.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:59.267+0000 7f28015b9640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f27fc10e430 0x7f27fc19ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:59.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:59.267+0000 7f28015b9640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f27fc074ee0 0x7f27fc19abc0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:59.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:59.267+0000 7f28015b9640 1 --2- 172.21.15.82:0/2360649361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27fc0745c0 0x7f27fc19a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:24:59.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:59.267+0000 7f28015b9640 1 -- 172.21.15.82:0/2360649361 >> 172.21.15.82:0/2360649361 conn(0x7f27fc0fd8f0 msgr2=0x7f27fc0fe590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:24:59.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:59.267+0000 7f28015b9640 1 -- 172.21.15.82:0/2360649361 shutdown_connections 2024-09-12T12:24:59.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:24:59.267+0000 7f28015b9640 1 -- 172.21.15.82:0/2360649361 wait complete. 2024-09-12T12:24:59.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:24:59 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2360649361' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-12T12:24:59.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:24:59 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2360649361' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-12T12:24:59.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:24:59 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2360649361' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-12T12:24:59.879 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-09-12T12:24:59.880 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-09-12T12:25:00.124 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:00.508 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:00 smithi082 ceph-mon[31122]: pgmap v274: 97 pgs: 97 active+clean; 579 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-09-12T12:25:00.508 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:00 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2360649361' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-12T12:25:00.508 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:00 smithi082 ceph-mon[31122]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-12T12:25:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:00 smithi097 ceph-mon[34923]: pgmap v274: 97 pgs: 97 active+clean; 579 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-09-12T12:25:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:00 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2360649361' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-12T12:25:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:00 smithi097 ceph-mon[34923]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-12T12:25:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:00 smithi114 ceph-mon[35514]: pgmap v274: 97 pgs: 97 active+clean; 579 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-09-12T12:25:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:00 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2360649361' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-12T12:25:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:00 smithi114 ceph-mon[35514]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-12T12:25:00.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.589+0000 7f9988440640 1 -- 172.21.15.82:0/1537010945 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9980101de0 msgr2=0x7f99801021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:00.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.589+0000 7f9988440640 1 --2- 172.21.15.82:0/1537010945 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9980101de0 0x7f99801021c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f997c009900 tx=0x7f997c02a410 comp rx=0 tx=0).stop 2024-09-12T12:25:00.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.589+0000 7f9988440640 1 -- 172.21.15.82:0/1537010945 shutdown_connections 2024-09-12T12:25:00.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.589+0000 7f9988440640 1 --2- 172.21.15.82:0/1537010945 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9980106f10 0x7f998010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:00.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.589+0000 7f9988440640 1 --2- 172.21.15.82:0/1537010945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9980102790 0x7f99801067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:00.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.589+0000 7f9988440640 1 --2- 172.21.15.82:0/1537010945 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9980101de0 0x7f99801021c0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:00.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.589+0000 7f9988440640 1 -- 172.21.15.82:0/1537010945 >> 172.21.15.82:0/1537010945 conn(0x7f99800fd8c0 msgr2=0x7f99800ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:00.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.589+0000 7f9988440640 1 -- 172.21.15.82:0/1537010945 shutdown_connections 2024-09-12T12:25:00.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.589+0000 7f9988440640 1 -- 172.21.15.82:0/1537010945 wait complete. 2024-09-12T12:25:00.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.589+0000 7f9988440640 1 Processor -- start 2024-09-12T12:25:00.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.589+0000 7f9988440640 1 -- start start 2024-09-12T12:25:00.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f9988440640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9980101de0 0x7f99801984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:00.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f9988440640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9980102790 0x7f9980198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:00.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f9988440640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9980106f10 0x7f998019cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:00.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f9988440640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9980111f70 con 0x7f9980102790 2024-09-12T12:25:00.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f9988440640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9980111df0 con 0x7f9980101de0 2024-09-12T12:25:00.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f9988440640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f99801120f0 con 0x7f9980106f10 2024-09-12T12:25:00.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f99859db640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9980102790 0x7f9980198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:00.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f99859db640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9980102790 0x7f9980198a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50640/0 (socket says 172.21.15.82:50640) 2024-09-12T12:25:00.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f99859db640 1 -- 172.21.15.82:0/2200698820 learned_addr learned my addr 172.21.15.82:0/2200698820 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:00.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f99869dd640 1 --2- 172.21.15.82:0/2200698820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9980106f10 0x7f998019cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:00.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f99861dc640 1 --2- 172.21.15.82:0/2200698820 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9980101de0 0x7f99801984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:00.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f99859db640 1 -- 172.21.15.82:0/2200698820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9980106f10 msgr2=0x7f998019cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:00.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f99859db640 1 --2- 172.21.15.82:0/2200698820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9980106f10 0x7f998019cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:00.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f99859db640 1 -- 172.21.15.82:0/2200698820 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9980101de0 msgr2=0x7f99801984d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:00.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f99859db640 1 --2- 172.21.15.82:0/2200698820 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9980101de0 0x7f99801984d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:00.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f99859db640 1 -- 172.21.15.82:0/2200698820 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f998019d480 con 0x7f9980102790 2024-09-12T12:25:00.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f99859db640 1 --2- 172.21.15.82:0/2200698820 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9980102790 0x7f9980198a10 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f997000d950 tx=0x7f997000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:00.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f99777fe640 1 -- 172.21.15.82:0/2200698820 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9970017070 con 0x7f9980102790 2024-09-12T12:25:00.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f99777fe640 1 -- 172.21.15.82:0/2200698820 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9970009c30 con 0x7f9980102790 2024-09-12T12:25:00.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f9988440640 1 -- 172.21.15.82:0/2200698820 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f998019d770 con 0x7f9980102790 2024-09-12T12:25:00.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.590+0000 7f99777fe640 1 -- 172.21.15.82:0/2200698820 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997000f6b0 con 0x7f9980102790 2024-09-12T12:25:00.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.591+0000 7f9988440640 1 -- 172.21.15.82:0/2200698820 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99801a5050 con 0x7f9980102790 2024-09-12T12:25:00.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.592+0000 7f9988440640 1 -- 172.21.15.82:0/2200698820 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99801021c0 con 0x7f9980102790 2024-09-12T12:25:00.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.592+0000 7f99777fe640 1 -- 172.21.15.82:0/2200698820 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f99700109d0 con 0x7f9980102790 2024-09-12T12:25:00.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.593+0000 7f99777fe640 1 --2- 172.21.15.82:0/2200698820 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f996c0a2b80 0x7f996c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:00.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.593+0000 7f99861dc640 1 --2- 172.21.15.82:0/2200698820 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f996c0a2b80 0x7f996c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:00.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.593+0000 7f99777fe640 1 -- 172.21.15.82:0/2200698820 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f99700ceaf0 con 0x7f9980102790 2024-09-12T12:25:00.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.594+0000 7f99861dc640 1 --2- 172.21.15.82:0/2200698820 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f996c0a2b80 0x7f996c0a5040 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f997c009230 tx=0x7f997c0058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:00.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.597+0000 7f99777fe640 1 -- 172.21.15.82:0/2200698820 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9970009de0 con 0x7f9980102790 2024-09-12T12:25:00.812 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:00.811+0000 7f9988440640 1 -- 172.21.15.82:0/2200698820 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f998010a120 con 0x7f9980102790 2024-09-12T12:25:01.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:01.271+0000 7f99777fe640 1 -- 172.21.15.82:0/2200698820 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f997009b530 con 0x7f9980102790 2024-09-12T12:25:01.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:01.274+0000 7f9988440640 1 -- 172.21.15.82:0/2200698820 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f996c0a2b80 msgr2=0x7f996c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:01.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:01.274+0000 7f9988440640 1 --2- 172.21.15.82:0/2200698820 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f996c0a2b80 0x7f996c0a5040 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f997c009230 tx=0x7f997c0058d0 comp rx=0 tx=0).stop 2024-09-12T12:25:01.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:01.274+0000 7f9988440640 1 -- 172.21.15.82:0/2200698820 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9980102790 msgr2=0x7f9980198a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:01.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:01.274+0000 7f9988440640 1 --2- 172.21.15.82:0/2200698820 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9980102790 0x7f9980198a10 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f997000d950 tx=0x7f997000de10 comp rx=0 tx=0).stop 2024-09-12T12:25:01.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:01.274+0000 7f9988440640 1 -- 172.21.15.82:0/2200698820 shutdown_connections 2024-09-12T12:25:01.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:01.274+0000 7f9988440640 1 --2- 172.21.15.82:0/2200698820 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f996c0a2b80 0x7f996c0a5040 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:01.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:01.274+0000 7f9988440640 1 --2- 172.21.15.82:0/2200698820 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9980106f10 0x7f998019cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:01.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:01.274+0000 7f9988440640 1 --2- 172.21.15.82:0/2200698820 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9980102790 0x7f9980198a10 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:01.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:01.274+0000 7f9988440640 1 --2- 172.21.15.82:0/2200698820 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9980101de0 0x7f99801984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:01.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:01.274+0000 7f9988440640 1 -- 172.21.15.82:0/2200698820 >> 172.21.15.82:0/2200698820 conn(0x7f99800fd8c0 msgr2=0x7f99800fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:01.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:01.274+0000 7f9988440640 1 -- 172.21.15.82:0/2200698820 shutdown_connections 2024-09-12T12:25:01.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:01.274+0000 7f9988440640 1 -- 172.21.15.82:0/2200698820 wait complete. 2024-09-12T12:25:01.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:01 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2200698820' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-12T12:25:01.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:01 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2200698820' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-12T12:25:01.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:01 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2200698820' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-12T12:25:01.926 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-09-12T12:25:02.174 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:02 smithi097 ceph-mon[34923]: pgmap v275: 97 pgs: 97 active+clean; 579 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-12T12:25:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:02 smithi097 ceph-mon[34923]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-12T12:25:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:02 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2200698820' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-12T12:25:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:02 smithi097 ceph-mon[34923]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-12T12:25:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:02 smithi097 ceph-mon[34923]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-12T12:25:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:02 smithi097 ceph-mon[34923]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-09-12T12:25:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:02 smithi097 ceph-mon[34923]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-09-12T12:25:02.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:02 smithi082 ceph-mon[31122]: pgmap v275: 97 pgs: 97 active+clean; 579 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-12T12:25:02.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:02 smithi082 ceph-mon[31122]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-12T12:25:02.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:02 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2200698820' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-12T12:25:02.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:02 smithi082 ceph-mon[31122]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-12T12:25:02.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:02 smithi082 ceph-mon[31122]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-12T12:25:02.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:02 smithi082 ceph-mon[31122]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-09-12T12:25:02.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:02 smithi082 ceph-mon[31122]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-09-12T12:25:02.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:02 smithi114 ceph-mon[35514]: pgmap v275: 97 pgs: 97 active+clean; 579 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-12T12:25:02.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:02 smithi114 ceph-mon[35514]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-12T12:25:02.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:02 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2200698820' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-12T12:25:02.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:02 smithi114 ceph-mon[35514]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-12T12:25:02.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:02 smithi114 ceph-mon[35514]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-12T12:25:02.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:02 smithi114 ceph-mon[35514]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-09-12T12:25:02.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:02 smithi114 ceph-mon[35514]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-09-12T12:25:02.646 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.645+0000 7fa6b41c3640 1 -- 172.21.15.82:0/1951247742 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa6ac106a80 msgr2=0x7fa6ac106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:02.647 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.645+0000 7fa6b41c3640 1 --2- 172.21.15.82:0/1951247742 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa6ac106a80 0x7fa6ac106e60 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8009930 tx=0x7fa6a802a420 comp rx=0 tx=0).stop 2024-09-12T12:25:02.647 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.645+0000 7fa6b41c3640 1 -- 172.21.15.82:0/1951247742 shutdown_connections 2024-09-12T12:25:02.647 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.645+0000 7fa6b41c3640 1 --2- 172.21.15.82:0/1951247742 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ac101420 0x7fa6ac10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:02.647 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.645+0000 7fa6b41c3640 1 --2- 172.21.15.82:0/1951247742 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6ac100a80 0x7fa6ac100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:02.647 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.645+0000 7fa6b41c3640 1 --2- 172.21.15.82:0/1951247742 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa6ac106a80 0x7fa6ac106e60 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:02.647 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.645+0000 7fa6b41c3640 1 -- 172.21.15.82:0/1951247742 >> 172.21.15.82:0/1951247742 conn(0x7fa6ac0fc7a0 msgr2=0x7fa6ac0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:02.647 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.645+0000 7fa6b41c3640 1 -- 172.21.15.82:0/1951247742 shutdown_connections 2024-09-12T12:25:02.647 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.645+0000 7fa6b41c3640 1 -- 172.21.15.82:0/1951247742 wait complete. 2024-09-12T12:25:02.647 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b41c3640 1 Processor -- start 2024-09-12T12:25:02.647 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b41c3640 1 -- start start 2024-09-12T12:25:02.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b41c3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa6ac100a80 0x7fa6ac198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:02.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b41c3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6ac101420 0x7fa6ac198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:02.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b41c3640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ac106a80 0x7fa6ac19ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:02.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b41c3640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa6ac112030 con 0x7fa6ac100a80 2024-09-12T12:25:02.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b41c3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa6ac111eb0 con 0x7fa6ac101420 2024-09-12T12:25:02.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b41c3640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa6ac1121b0 con 0x7fa6ac106a80 2024-09-12T12:25:02.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b1f5f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa6ac100a80 0x7fa6ac198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:02.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b1f5f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa6ac100a80 0x7fa6ac198600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50654/0 (socket says 172.21.15.82:50654) 2024-09-12T12:25:02.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b1f5f640 1 -- 172.21.15.82:0/2620333460 learned_addr learned my addr 172.21.15.82:0/2620333460 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:02.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b175e640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6ac101420 0x7fa6ac198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:02.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b2760640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ac106a80 0x7fa6ac19ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:02.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b1f5f640 1 -- 172.21.15.82:0/2620333460 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ac106a80 msgr2=0x7fa6ac19ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:02.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b1f5f640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ac106a80 0x7fa6ac19ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:02.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b1f5f640 1 -- 172.21.15.82:0/2620333460 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6ac101420 msgr2=0x7fa6ac198b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:02.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b1f5f640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6ac101420 0x7fa6ac198b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:02.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b1f5f640 1 -- 172.21.15.82:0/2620333460 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6ac19d5b0 con 0x7fa6ac100a80 2024-09-12T12:25:02.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b175e640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6ac101420 0x7fa6ac198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:02.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.646+0000 7fa6b2760640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ac106a80 0x7fa6ac19ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:02.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.647+0000 7fa6b1f5f640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa6ac100a80 0x7fa6ac198600 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8009a50 tx=0x7fa6a8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:02.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.647+0000 7fa6a2ffd640 1 -- 172.21.15.82:0/2620333460 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a803f030 con 0x7fa6ac100a80 2024-09-12T12:25:02.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.647+0000 7fa6a2ffd640 1 -- 172.21.15.82:0/2620333460 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa6a8003ce0 con 0x7fa6ac100a80 2024-09-12T12:25:02.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.647+0000 7fa6a2ffd640 1 -- 172.21.15.82:0/2620333460 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a8035070 con 0x7fa6ac100a80 2024-09-12T12:25:02.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.647+0000 7fa6b41c3640 1 -- 172.21.15.82:0/2620333460 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6ac19d840 con 0x7fa6ac100a80 2024-09-12T12:25:02.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.647+0000 7fa6b41c3640 1 -- 172.21.15.82:0/2620333460 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6ac19dcd0 con 0x7fa6ac100a80 2024-09-12T12:25:02.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.648+0000 7fa6b41c3640 1 -- 172.21.15.82:0/2620333460 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6ac100f60 con 0x7fa6ac100a80 2024-09-12T12:25:02.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.649+0000 7fa6a2ffd640 1 -- 172.21.15.82:0/2620333460 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa6a8042030 con 0x7fa6ac100a80 2024-09-12T12:25:02.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.650+0000 7fa6a2ffd640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa6980a2b80 0x7fa6980a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:02.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.650+0000 7fa6b175e640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa6980a2b80 0x7fa6980a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:02.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.650+0000 7fa6a2ffd640 1 -- 172.21.15.82:0/2620333460 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fa6a80ef1f0 con 0x7fa6ac100a80 2024-09-12T12:25:02.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.650+0000 7fa6b175e640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa6980a2b80 0x7fa6980a5040 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa69c006fd0 tx=0x7fa69c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:02.655 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.654+0000 7fa6a2ffd640 1 -- 172.21.15.82:0/2620333460 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa6a80bc2a0 con 0x7fa6ac100a80 2024-09-12T12:25:02.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:02.856+0000 7fa6b41c3640 1 -- 172.21.15.82:0/2620333460 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7fa6ac02d7c0 con 0x7fa6ac100a80 2024-09-12T12:25:03.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:03.289+0000 7fa6a2ffd640 1 -- 172.21.15.82:0/2620333460 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v22) ==== 121+0+0 (secure 0 0 0) 0x7fa6a80bbba0 con 0x7fa6ac100a80 2024-09-12T12:25:03.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:03.292+0000 7fa6b41c3640 1 -- 172.21.15.82:0/2620333460 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa6980a2b80 msgr2=0x7fa6980a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:03.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:03.292+0000 7fa6b41c3640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa6980a2b80 0x7fa6980a5040 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa69c006fd0 tx=0x7fa69c008040 comp rx=0 tx=0).stop 2024-09-12T12:25:03.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:03.292+0000 7fa6b41c3640 1 -- 172.21.15.82:0/2620333460 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa6ac100a80 msgr2=0x7fa6ac198600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:03.292+0000 7fa6b41c3640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa6ac100a80 0x7fa6ac198600 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8009a50 tx=0x7fa6a8004270 comp rx=0 tx=0).stop 2024-09-12T12:25:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:03.292+0000 7fa6b41c3640 1 -- 172.21.15.82:0/2620333460 shutdown_connections 2024-09-12T12:25:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:03.292+0000 7fa6b41c3640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa6980a2b80 0x7fa6980a5040 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:03.292+0000 7fa6b41c3640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa6ac106a80 0x7fa6ac19ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:03.292+0000 7fa6b41c3640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6ac101420 0x7fa6ac198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:03.292+0000 7fa6b41c3640 1 --2- 172.21.15.82:0/2620333460 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa6ac100a80 0x7fa6ac198600 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:03.292+0000 7fa6b41c3640 1 -- 172.21.15.82:0/2620333460 >> 172.21.15.82:0/2620333460 conn(0x7fa6ac0fc7a0 msgr2=0x7fa6ac0fd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:03.292+0000 7fa6b41c3640 1 -- 172.21.15.82:0/2620333460 shutdown_connections 2024-09-12T12:25:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:03.292+0000 7fa6b41c3640 1 -- 172.21.15.82:0/2620333460 wait complete. 2024-09-12T12:25:03.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:03 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] up:active 2024-09-12T12:25:03.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:03 smithi114 ceph-mon[35514]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-12T12:25:03.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:03 smithi114 ceph-mon[35514]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-09-12T12:25:03.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:03 smithi114 ceph-mon[35514]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-09-12T12:25:03.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:03 smithi114 ceph-mon[35514]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-12T12:25:03.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:03 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2620333460' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-12T12:25:03.621 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:03 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] up:active 2024-09-12T12:25:03.622 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:03 smithi082 ceph-mon[31122]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-12T12:25:03.622 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:03 smithi082 ceph-mon[31122]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-09-12T12:25:03.622 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:03 smithi082 ceph-mon[31122]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-09-12T12:25:03.622 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:03 smithi082 ceph-mon[31122]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-12T12:25:03.622 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:03 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2620333460' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-12T12:25:03.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:03 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] up:active 2024-09-12T12:25:03.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:03 smithi097 ceph-mon[34923]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-12T12:25:03.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:03 smithi097 ceph-mon[34923]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-09-12T12:25:03.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:03 smithi097 ceph-mon[34923]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-09-12T12:25:03.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:03 smithi097 ceph-mon[34923]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-12T12:25:03.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:03 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2620333460' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-12T12:25:03.914 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-09-12T12:25:04.163 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:04.529 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:04 smithi082 ceph-mon[31122]: pgmap v276: 97 pgs: 97 active+clean; 580 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 6 op/s 2024-09-12T12:25:04.529 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:04 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2620333460' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-12T12:25:04.529 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:04 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] up:active 2024-09-12T12:25:04.529 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:04 smithi082 ceph-mon[31122]: daemon mds.f assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-12T12:25:04.529 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:04 smithi082 ceph-mon[31122]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-09-12T12:25:04.529 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:04 smithi082 ceph-mon[31122]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:creating} 8 up:standby 2024-09-12T12:25:04.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:04 smithi082 ceph-mon[31122]: daemon mds.f is now active in filesystem cephfs as rank 3 2024-09-12T12:25:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:04 smithi114 ceph-mon[35514]: pgmap v276: 97 pgs: 97 active+clean; 580 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 6 op/s 2024-09-12T12:25:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:04 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2620333460' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-12T12:25:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:04 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] up:active 2024-09-12T12:25:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:04 smithi114 ceph-mon[35514]: daemon mds.f assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-12T12:25:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:04 smithi114 ceph-mon[35514]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-09-12T12:25:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:04 smithi114 ceph-mon[35514]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:creating} 8 up:standby 2024-09-12T12:25:04.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:04 smithi114 ceph-mon[35514]: daemon mds.f is now active in filesystem cephfs as rank 3 2024-09-12T12:25:04.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.612+0000 7f502b7d4640 1 -- 172.21.15.82:0/2477045423 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50241055b0 msgr2=0x7f502410d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:04.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.612+0000 7f502b7d4640 1 --2- 172.21.15.82:0/2477045423 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50241055b0 0x7f502410d130 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f501c009ca0 tx=0x7f501c02a8c0 comp rx=0 tx=0).stop 2024-09-12T12:25:04.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.612+0000 7f502b7d4640 1 -- 172.21.15.82:0/2477045423 shutdown_connections 2024-09-12T12:25:04.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.612+0000 7f502b7d4640 1 --2- 172.21.15.82:0/2477045423 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50241055b0 0x7f502410d130 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:04.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.612+0000 7f502b7d4640 1 --2- 172.21.15.82:0/2477045423 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5024100e30 0x7f5024104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:04.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.612+0000 7f502b7d4640 1 --2- 172.21.15.82:0/2477045423 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5024100480 0x7f5024100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:04.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.612+0000 7f502b7d4640 1 -- 172.21.15.82:0/2477045423 >> 172.21.15.82:0/2477045423 conn(0x7f5024077210 msgr2=0x7f50240fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:04.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.612+0000 7f502b7d4640 1 -- 172.21.15.82:0/2477045423 shutdown_connections 2024-09-12T12:25:04.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.612+0000 7f502b7d4640 1 -- 172.21.15.82:0/2477045423 wait complete. 2024-09-12T12:25:04.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.612+0000 7f502b7d4640 1 Processor -- start 2024-09-12T12:25:04.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.612+0000 7f502b7d4640 1 -- start start 2024-09-12T12:25:04.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f502b7d4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5024100480 0x7f5024198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:04.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f502b7d4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5024100e30 0x7f5024198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:04.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f502b7d4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50241055b0 0x7f502419ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:04.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f502b7d4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5024111f90 con 0x7f50241055b0 2024-09-12T12:25:04.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f502b7d4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5024111e10 con 0x7f5024100e30 2024-09-12T12:25:04.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f502b7d4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5024112110 con 0x7f5024100480 2024-09-12T12:25:04.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f5029d71640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50241055b0 0x7f502419ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:04.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f5029d71640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50241055b0 0x7f502419ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50660/0 (socket says 172.21.15.82:50660) 2024-09-12T12:25:04.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f5029d71640 1 -- 172.21.15.82:0/1392450129 learned_addr learned my addr 172.21.15.82:0/1392450129 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:04.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f5028d6f640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5024100e30 0x7f5024198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:04.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f5029570640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5024100480 0x7f5024198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:04.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f5029d71640 1 -- 172.21.15.82:0/1392450129 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5024100480 msgr2=0x7f5024198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:04.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f5029d71640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5024100480 0x7f5024198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:04.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f5029d71640 1 -- 172.21.15.82:0/1392450129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5024100e30 msgr2=0x7f5024198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:04.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f5029d71640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5024100e30 0x7f5024198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:04.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f5029d71640 1 -- 172.21.15.82:0/1392450129 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f502419d3b0 con 0x7f50241055b0 2024-09-12T12:25:04.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f5029570640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5024100480 0x7f5024198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:25:04.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f5029d71640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50241055b0 0x7f502419ccd0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f501c031a20 tx=0x7f501c031a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:04.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f501a7fc640 1 -- 172.21.15.82:0/1392450129 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f501c003c30 con 0x7f50241055b0 2024-09-12T12:25:04.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f502b7d4640 1 -- 172.21.15.82:0/1392450129 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f502419d640 con 0x7f50241055b0 2024-09-12T12:25:04.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f501a7fc640 1 -- 172.21.15.82:0/1392450129 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f501c003dd0 con 0x7f50241055b0 2024-09-12T12:25:04.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.613+0000 7f501a7fc640 1 -- 172.21.15.82:0/1392450129 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f501c02fcf0 con 0x7f50241055b0 2024-09-12T12:25:04.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.614+0000 7f502b7d4640 1 -- 172.21.15.82:0/1392450129 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50241a4f80 con 0x7f50241055b0 2024-09-12T12:25:04.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.614+0000 7f502b7d4640 1 -- 172.21.15.82:0/1392450129 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5024100860 con 0x7f50241055b0 2024-09-12T12:25:04.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.616+0000 7f501a7fc640 1 -- 172.21.15.82:0/1392450129 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f501c004b40 con 0x7f50241055b0 2024-09-12T12:25:04.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.617+0000 7f501a7fc640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f50100a2b80 0x7f50100a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:04.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.617+0000 7f5029570640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f50100a2b80 0x7f50100a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:04.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.617+0000 7f501a7fc640 1 -- 172.21.15.82:0/1392450129 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f501c0f0470 con 0x7f50241055b0 2024-09-12T12:25:04.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.617+0000 7f5029570640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f50100a2b80 0x7f50100a5040 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f50200058c0 tx=0x7f5020005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:04.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.620+0000 7f501a7fc640 1 -- 172.21.15.82:0/1392450129 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f501c0bd5b0 con 0x7f50241055b0 2024-09-12T12:25:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:04 smithi097 ceph-mon[34923]: pgmap v276: 97 pgs: 97 active+clean; 580 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 6 op/s 2024-09-12T12:25:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:04 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2620333460' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-12T12:25:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:04 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] up:active 2024-09-12T12:25:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:04 smithi097 ceph-mon[34923]: daemon mds.f assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-12T12:25:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:04 smithi097 ceph-mon[34923]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-09-12T12:25:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:04 smithi097 ceph-mon[34923]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:creating} 8 up:standby 2024-09-12T12:25:04.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:04 smithi097 ceph-mon[34923]: daemon mds.f is now active in filesystem cephfs as rank 3 2024-09-12T12:25:04.823 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:04.822+0000 7f502b7d4640 1 -- 172.21.15.82:0/1392450129 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f5024199760 con 0x7f50241055b0 2024-09-12T12:25:05.311 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:05.310+0000 7f501a7fc640 1 -- 172.21.15.82:0/1392450129 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v26) ==== 115+0+0 (secure 0 0 0) 0x7f5024199760 con 0x7f50241055b0 2024-09-12T12:25:05.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:05.312+0000 7f502b7d4640 1 -- 172.21.15.82:0/1392450129 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f50100a2b80 msgr2=0x7f50100a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:05.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:05.312+0000 7f502b7d4640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f50100a2b80 0x7f50100a5040 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f50200058c0 tx=0x7f5020005850 comp rx=0 tx=0).stop 2024-09-12T12:25:05.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:05.312+0000 7f502b7d4640 1 -- 172.21.15.82:0/1392450129 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50241055b0 msgr2=0x7f502419ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:05.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:05.312+0000 7f502b7d4640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50241055b0 0x7f502419ccd0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f501c031a20 tx=0x7f501c031a50 comp rx=0 tx=0).stop 2024-09-12T12:25:05.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:05.313+0000 7f502b7d4640 1 -- 172.21.15.82:0/1392450129 shutdown_connections 2024-09-12T12:25:05.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:05.313+0000 7f502b7d4640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f50100a2b80 0x7f50100a5040 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:05.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:05.313+0000 7f502b7d4640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50241055b0 0x7f502419ccd0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:05.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:05.313+0000 7f502b7d4640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5024100e30 0x7f5024198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:05.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:05.313+0000 7f502b7d4640 1 --2- 172.21.15.82:0/1392450129 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5024100480 0x7f5024198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:05.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:05.313+0000 7f502b7d4640 1 -- 172.21.15.82:0/1392450129 >> 172.21.15.82:0/1392450129 conn(0x7f5024077210 msgr2=0x7f5024103ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:05.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:05.313+0000 7f502b7d4640 1 -- 172.21.15.82:0/1392450129 shutdown_connections 2024-09-12T12:25:05.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:05.313+0000 7f502b7d4640 1 -- 172.21.15.82:0/1392450129 wait complete. 2024-09-12T12:25:05.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:05 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] up:active 2024-09-12T12:25:05.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:05 smithi114 ceph-mon[35514]: daemon mds.h assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-12T12:25:05.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:05 smithi114 ceph-mon[35514]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-12T12:25:05.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:05 smithi114 ceph-mon[35514]: Cluster is now healthy 2024-09-12T12:25:05.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:05 smithi114 ceph-mon[35514]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:active} 8 up:standby 2024-09-12T12:25:05.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:05 smithi114 ceph-mon[35514]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-09-12T12:25:05.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:05 smithi114 ceph-mon[35514]: daemon mds.h is now active in filesystem cephfs as rank 4 2024-09-12T12:25:05.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:05 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1392450129' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-12T12:25:05.596 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:05 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] up:active 2024-09-12T12:25:05.596 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:05 smithi082 ceph-mon[31122]: daemon mds.h assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-12T12:25:05.596 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:05 smithi082 ceph-mon[31122]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-12T12:25:05.596 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:05 smithi082 ceph-mon[31122]: Cluster is now healthy 2024-09-12T12:25:05.596 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:05 smithi082 ceph-mon[31122]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:active} 8 up:standby 2024-09-12T12:25:05.596 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:05 smithi082 ceph-mon[31122]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-09-12T12:25:05.597 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:05 smithi082 ceph-mon[31122]: daemon mds.h is now active in filesystem cephfs as rank 4 2024-09-12T12:25:05.597 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:05 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1392450129' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-12T12:25:05.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:05 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] up:active 2024-09-12T12:25:05.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:05 smithi097 ceph-mon[34923]: daemon mds.h assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-12T12:25:05.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:05 smithi097 ceph-mon[34923]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-12T12:25:05.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:05 smithi097 ceph-mon[34923]: Cluster is now healthy 2024-09-12T12:25:05.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:05 smithi097 ceph-mon[34923]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:active} 8 up:standby 2024-09-12T12:25:05.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:05 smithi097 ceph-mon[34923]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-09-12T12:25:05.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:05 smithi097 ceph-mon[34923]: daemon mds.h is now active in filesystem cephfs as rank 4 2024-09-12T12:25:05.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:05 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1392450129' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-12T12:25:05.970 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--size 25000000000'} subvols for filesystem 'cephfs' 2024-09-12T12:25:05.971 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-09-12T12:25:06.224 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:06.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:06 smithi114 ceph-mon[35514]: pgmap v277: 97 pgs: 97 active+clean; 582 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s wr, 12 op/s 2024-09-12T12:25:06.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:06 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1392450129' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-12T12:25:06.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:06 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] up:active 2024-09-12T12:25:06.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:06 smithi114 ceph-mon[35514]: fsmap cephfs:5 7 up:standby 5 up:active 2024-09-12T12:25:06.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:06 smithi114 ceph-mon[35514]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-12T12:25:06.585 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:06 smithi082 ceph-mon[31122]: pgmap v277: 97 pgs: 97 active+clean; 582 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s wr, 12 op/s 2024-09-12T12:25:06.585 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:06 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1392450129' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-12T12:25:06.586 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:06 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] up:active 2024-09-12T12:25:06.586 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:06 smithi082 ceph-mon[31122]: fsmap cephfs:5 7 up:standby 5 up:active 2024-09-12T12:25:06.586 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:06 smithi082 ceph-mon[31122]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-12T12:25:06.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.719+0000 7f63a22e8640 1 -- 172.21.15.82:0/1451284074 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f639c100350 msgr2=0x7f639c100730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:06.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.719+0000 7f63a22e8640 1 --2- 172.21.15.82:0/1451284074 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f639c100350 0x7f639c100730 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f638c009930 tx=0x7f638c02a420 comp rx=0 tx=0).stop 2024-09-12T12:25:06.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.719+0000 7f63a22e8640 1 -- 172.21.15.82:0/1451284074 shutdown_connections 2024-09-12T12:25:06.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.719+0000 7f63a22e8640 1 --2- 172.21.15.82:0/1451284074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f639c106f50 0x7f639c10eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:06.722 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.719+0000 7f63a22e8640 1 --2- 172.21.15.82:0/1451284074 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f639c100d00 0x7f639c106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:06.722 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.719+0000 7f63a22e8640 1 --2- 172.21.15.82:0/1451284074 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f639c100350 0x7f639c100730 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:06.722 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.719+0000 7f63a22e8640 1 -- 172.21.15.82:0/1451284074 >> 172.21.15.82:0/1451284074 conn(0x7f639c077210 msgr2=0x7f639c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:06.722 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.719+0000 7f63a22e8640 1 -- 172.21.15.82:0/1451284074 shutdown_connections 2024-09-12T12:25:06.722 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.720+0000 7f63a22e8640 1 -- 172.21.15.82:0/1451284074 wait complete. 2024-09-12T12:25:06.722 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.720+0000 7f63a22e8640 1 Processor -- start 2024-09-12T12:25:06.722 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.720+0000 7f63a22e8640 1 -- start start 2024-09-12T12:25:06.724 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.720+0000 7f63a22e8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f639c100350 0x7f639c198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:06.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.720+0000 7f63a22e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f639c100d00 0x7f639c198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:06.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.720+0000 7f63a22e8640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f639c106f50 0x7f639c19ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:06.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.720+0000 7f63a22e8640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f639c111fa0 con 0x7f639c100d00 2024-09-12T12:25:06.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.720+0000 7f63a22e8640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f639c111e20 con 0x7f639c106f50 2024-09-12T12:25:06.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.720+0000 7f63a22e8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f639c112120 con 0x7f639c100350 2024-09-12T12:25:06.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f639b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f639c100d00 0x7f639c198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:06.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f639b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f639c100d00 0x7f639c198aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50684/0 (socket says 172.21.15.82:50684) 2024-09-12T12:25:06.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f639b7fe640 1 -- 172.21.15.82:0/2285941537 learned_addr learned my addr 172.21.15.82:0/2285941537 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:06.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f639bfff640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f639c100350 0x7f639c198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:06.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f63a0885640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f639c106f50 0x7f639c19ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:06.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f639b7fe640 1 -- 172.21.15.82:0/2285941537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f639c100350 msgr2=0x7f639c198560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:06.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f639b7fe640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f639c100350 0x7f639c198560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:06.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f639b7fe640 1 -- 172.21.15.82:0/2285941537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f639c106f50 msgr2=0x7f639c19ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:06.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f639b7fe640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f639c106f50 0x7f639c19ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:06.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f639b7fe640 1 -- 172.21.15.82:0/2285941537 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f639c19d510 con 0x7f639c100d00 2024-09-12T12:25:06.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f63a0885640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f639c106f50 0x7f639c19ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:06.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f639b7fe640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f639c100d00 0x7f639c198aa0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f639000d770 tx=0x7f639000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:06.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f63997fa640 1 -- 172.21.15.82:0/2285941537 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6390017070 con 0x7f639c100d00 2024-09-12T12:25:06.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f63997fa640 1 -- 172.21.15.82:0/2285941537 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6390009c30 con 0x7f639c100d00 2024-09-12T12:25:06.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f63a22e8640 1 -- 172.21.15.82:0/2285941537 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f639c19d800 con 0x7f639c100d00 2024-09-12T12:25:06.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f63997fa640 1 -- 172.21.15.82:0/2285941537 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f639000f620 con 0x7f639c100d00 2024-09-12T12:25:06.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.721+0000 7f63a22e8640 1 -- 172.21.15.82:0/2285941537 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f639c1a50e0 con 0x7f639c100d00 2024-09-12T12:25:06.726 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.722+0000 7f63a22e8640 1 -- 172.21.15.82:0/2285941537 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f639c100730 con 0x7f639c100d00 2024-09-12T12:25:06.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.723+0000 7f63997fa640 1 -- 172.21.15.82:0/2285941537 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f639001a070 con 0x7f639c100d00 2024-09-12T12:25:06.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.724+0000 7f63997fa640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f63840a2b80 0x7f63840a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:06.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.724+0000 7f639bfff640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f63840a2b80 0x7f63840a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:06.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.724+0000 7f63997fa640 1 -- 172.21.15.82:0/2285941537 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f63900cea00 con 0x7f639c100d00 2024-09-12T12:25:06.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.724+0000 7f639bfff640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f63840a2b80 0x7f63840a5040 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f638c009900 tx=0x7f638c0058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:06.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.728+0000 7f63997fa640 1 -- 172.21.15.82:0/2285941537 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6390009de0 con 0x7f639c100d00 2024-09-12T12:25:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:06 smithi097 ceph-mon[34923]: pgmap v277: 97 pgs: 97 active+clean; 582 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s wr, 12 op/s 2024-09-12T12:25:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:06 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1392450129' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-12T12:25:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:06 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] up:active 2024-09-12T12:25:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:06 smithi097 ceph-mon[34923]: fsmap cephfs:5 7 up:standby 5 up:active 2024-09-12T12:25:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:06 smithi097 ceph-mon[34923]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-12T12:25:06.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.915+0000 7f63a22e8640 1 -- 172.21.15.82:0/2285941537 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f639c062630 con 0x7f63840a2b80 2024-09-12T12:25:06.950 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.949+0000 7f63997fa640 1 -- 172.21.15.82:0/2285941537 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f639c062630 con 0x7f63840a2b80 2024-09-12T12:25:06.952 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.950+0000 7f63a22e8640 1 -- 172.21.15.82:0/2285941537 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f63840a2b80 msgr2=0x7f63840a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:06.952 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.951+0000 7f63a22e8640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f63840a2b80 0x7f63840a5040 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f638c009900 tx=0x7f638c0058d0 comp rx=0 tx=0).stop 2024-09-12T12:25:06.952 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.951+0000 7f63a22e8640 1 -- 172.21.15.82:0/2285941537 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f639c100d00 msgr2=0x7f639c198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:06.952 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.951+0000 7f63a22e8640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f639c100d00 0x7f639c198aa0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f639000d770 tx=0x7f639000dc30 comp rx=0 tx=0).stop 2024-09-12T12:25:06.952 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.951+0000 7f63a22e8640 1 -- 172.21.15.82:0/2285941537 shutdown_connections 2024-09-12T12:25:06.952 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.951+0000 7f63a22e8640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f63840a2b80 0x7f63840a5040 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:06.953 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.951+0000 7f63a22e8640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f639c106f50 0x7f639c19ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:06.953 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.951+0000 7f63a22e8640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f639c100d00 0x7f639c198aa0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:06.953 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.951+0000 7f63a22e8640 1 --2- 172.21.15.82:0/2285941537 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f639c100350 0x7f639c198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:06.953 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.951+0000 7f63a22e8640 1 -- 172.21.15.82:0/2285941537 >> 172.21.15.82:0/2285941537 conn(0x7f639c077210 msgr2=0x7f639c1052f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:06.953 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.951+0000 7f63a22e8640 1 -- 172.21.15.82:0/2285941537 shutdown_connections 2024-09-12T12:25:06.953 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:06.951+0000 7f63a22e8640 1 -- 172.21.15.82:0/2285941537 wait complete. 2024-09-12T12:25:07.280 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:25:06 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:25:06.920+0000 7f95da148640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:25:07.280 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:25:06 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:25:06.920+0000 7f95da148640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:25:07.280 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:25:06 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:25:06.920+0000 7f95da148640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:25:07.280 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:25:06 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:25:06.920+0000 7f95da148640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:25:07.280 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:25:06 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:25:06.920+0000 7f95da148640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:25:07.569 INFO:journalctl@ceph.mds.i.smithi114.stdout:Sep 12 12:25:07 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-i[66338]: 2024-09-12T12:25:07.076+0000 7f28f3b39640 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-09-12T12:25:07.643 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-09-12T12:25:07.891 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:08.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.322+0000 7f0e19ae4640 1 -- 172.21.15.82:0/94738778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e14100350 msgr2=0x7f0e14100730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:08.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.322+0000 7f0e19ae4640 1 --2- 172.21.15.82:0/94738778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e14100350 0x7f0e14100730 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0e04009930 tx=0x7f0e0402a420 comp rx=0 tx=0).stop 2024-09-12T12:25:08.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.322+0000 7f0e19ae4640 1 -- 172.21.15.82:0/94738778 shutdown_connections 2024-09-12T12:25:08.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.322+0000 7f0e19ae4640 1 --2- 172.21.15.82:0/94738778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e14106f50 0x7f0e1410eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:08.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.322+0000 7f0e19ae4640 1 --2- 172.21.15.82:0/94738778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e14100d00 0x7f0e14106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:08.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.322+0000 7f0e19ae4640 1 --2- 172.21.15.82:0/94738778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e14100350 0x7f0e14100730 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:08.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.322+0000 7f0e19ae4640 1 -- 172.21.15.82:0/94738778 >> 172.21.15.82:0/94738778 conn(0x7f0e14077210 msgr2=0x7f0e140fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:08.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.322+0000 7f0e19ae4640 1 -- 172.21.15.82:0/94738778 shutdown_connections 2024-09-12T12:25:08.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.322+0000 7f0e19ae4640 1 -- 172.21.15.82:0/94738778 wait complete. 2024-09-12T12:25:08.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.323+0000 7f0e19ae4640 1 Processor -- start 2024-09-12T12:25:08.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.323+0000 7f0e19ae4640 1 -- start start 2024-09-12T12:25:08.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.323+0000 7f0e19ae4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e14100350 0x7f0e14198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:08.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.323+0000 7f0e19ae4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e14100d00 0x7f0e14198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:08.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.323+0000 7f0e19ae4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e14106f50 0x7f0e1419ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:08.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.323+0000 7f0e19ae4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0e14111fa0 con 0x7f0e14100d00 2024-09-12T12:25:08.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.323+0000 7f0e19ae4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0e14111e20 con 0x7f0e14106f50 2024-09-12T12:25:08.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.323+0000 7f0e19ae4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0e14112120 con 0x7f0e14100350 2024-09-12T12:25:08.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.323+0000 7f0e12ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e14100d00 0x7f0e14198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:08.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.323+0000 7f0e12ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e14100d00 0x7f0e14198aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37722/0 (socket says 172.21.15.82:37722) 2024-09-12T12:25:08.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.323+0000 7f0e12ffd640 1 -- 172.21.15.82:0/781347068 learned_addr learned my addr 172.21.15.82:0/781347068 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:08.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.324+0000 7f0e137fe640 1 --2- 172.21.15.82:0/781347068 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e14100350 0x7f0e14198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:08.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.324+0000 7f0e13fff640 1 --2- 172.21.15.82:0/781347068 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e14106f50 0x7f0e1419ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:08.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.324+0000 7f0e12ffd640 1 -- 172.21.15.82:0/781347068 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e14100350 msgr2=0x7f0e14198560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:08.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.324+0000 7f0e12ffd640 1 --2- 172.21.15.82:0/781347068 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e14100350 0x7f0e14198560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:08.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.324+0000 7f0e12ffd640 1 -- 172.21.15.82:0/781347068 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e14106f50 msgr2=0x7f0e1419ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:08.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.324+0000 7f0e12ffd640 1 --2- 172.21.15.82:0/781347068 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e14106f50 0x7f0e1419ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:08.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.324+0000 7f0e12ffd640 1 -- 172.21.15.82:0/781347068 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e1419d510 con 0x7f0e14100d00 2024-09-12T12:25:08.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.324+0000 7f0e12ffd640 1 --2- 172.21.15.82:0/781347068 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e14100d00 0x7f0e14198aa0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0e0800e9c0 tx=0x7f0e0800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:08.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.324+0000 7f0e10ff9640 1 -- 172.21.15.82:0/781347068 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e0800cd80 con 0x7f0e14100d00 2024-09-12T12:25:08.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.324+0000 7f0e19ae4640 1 -- 172.21.15.82:0/781347068 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e1419d800 con 0x7f0e14100d00 2024-09-12T12:25:08.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.324+0000 7f0e10ff9640 1 -- 172.21.15.82:0/781347068 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0e08005500 con 0x7f0e14100d00 2024-09-12T12:25:08.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.324+0000 7f0e10ff9640 1 -- 172.21.15.82:0/781347068 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e08010690 con 0x7f0e14100d00 2024-09-12T12:25:08.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.324+0000 7f0e19ae4640 1 -- 172.21.15.82:0/781347068 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e141a50e0 con 0x7f0e14100d00 2024-09-12T12:25:08.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.325+0000 7f0e19ae4640 1 -- 172.21.15.82:0/781347068 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e14100730 con 0x7f0e14100d00 2024-09-12T12:25:08.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.326+0000 7f0e10ff9640 1 -- 172.21.15.82:0/781347068 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0e080046c0 con 0x7f0e14100d00 2024-09-12T12:25:08.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.327+0000 7f0e10ff9640 1 --2- 172.21.15.82:0/781347068 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0dfc0a2c10 0x7f0dfc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:08.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.327+0000 7f0e137fe640 1 --2- 172.21.15.82:0/781347068 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0dfc0a2c10 0x7f0dfc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:08.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.327+0000 7f0e10ff9640 1 -- 172.21.15.82:0/781347068 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f0e080cf4c0 con 0x7f0e14100d00 2024-09-12T12:25:08.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.327+0000 7f0e137fe640 1 --2- 172.21.15.82:0/781347068 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0dfc0a2c10 0x7f0dfc0a50d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f0e04009900 tx=0x7f0e040058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:08.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.331+0000 7f0e10ff9640 1 -- 172.21.15.82:0/781347068 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0e0809c370 con 0x7f0e14100d00 2024-09-12T12:25:08.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.521+0000 7f0e19ae4640 1 -- 172.21.15.82:0/781347068 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f0e14062630 con 0x7f0dfc0a2c10 2024-09-12T12:25:08.550 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.549+0000 7f0e10ff9640 1 -- 172.21.15.82:0/781347068 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0e14062630 con 0x7f0dfc0a2c10 2024-09-12T12:25:08.553 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.551+0000 7f0e19ae4640 1 -- 172.21.15.82:0/781347068 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0dfc0a2c10 msgr2=0x7f0dfc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:08.553 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.551+0000 7f0e19ae4640 1 --2- 172.21.15.82:0/781347068 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0dfc0a2c10 0x7f0dfc0a50d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f0e04009900 tx=0x7f0e040058d0 comp rx=0 tx=0).stop 2024-09-12T12:25:08.553 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.551+0000 7f0e19ae4640 1 -- 172.21.15.82:0/781347068 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e14100d00 msgr2=0x7f0e14198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:08.553 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.551+0000 7f0e19ae4640 1 --2- 172.21.15.82:0/781347068 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e14100d00 0x7f0e14198aa0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0e0800e9c0 tx=0x7f0e0800ee80 comp rx=0 tx=0).stop 2024-09-12T12:25:08.554 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.551+0000 7f0e19ae4640 1 -- 172.21.15.82:0/781347068 shutdown_connections 2024-09-12T12:25:08.554 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.551+0000 7f0e19ae4640 1 --2- 172.21.15.82:0/781347068 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0dfc0a2c10 0x7f0dfc0a50d0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:08.554 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.551+0000 7f0e19ae4640 1 --2- 172.21.15.82:0/781347068 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e14106f50 0x7f0e1419ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:08.554 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.551+0000 7f0e19ae4640 1 --2- 172.21.15.82:0/781347068 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0e14100d00 0x7f0e14198aa0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:08.554 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.551+0000 7f0e19ae4640 1 --2- 172.21.15.82:0/781347068 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0e14100350 0x7f0e14198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:08.554 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.551+0000 7f0e19ae4640 1 -- 172.21.15.82:0/781347068 >> 172.21.15.82:0/781347068 conn(0x7f0e14077210 msgr2=0x7f0e140fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:08.555 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.551+0000 7f0e19ae4640 1 -- 172.21.15.82:0/781347068 shutdown_connections 2024-09-12T12:25:08.555 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:08.551+0000 7f0e19ae4640 1 -- 172.21.15.82:0/781347068 wait complete. 2024-09-12T12:25:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:08 smithi097 ceph-mon[34923]: from='client.14679 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:08 smithi097 ceph-mon[34923]: pgmap v278: 97 pgs: 97 active+clean; 582 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s rd, 3.5 KiB/s wr, 13 op/s 2024-09-12T12:25:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:08 smithi097 ceph-mon[34923]: mgrmap e17: x(active, since 6m), standbys: z, y 2024-09-12T12:25:08.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:08 smithi082 ceph-mon[31122]: from='client.14679 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:08.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:08 smithi082 ceph-mon[31122]: pgmap v278: 97 pgs: 97 active+clean; 582 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s rd, 3.5 KiB/s wr, 13 op/s 2024-09-12T12:25:08.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:08 smithi082 ceph-mon[31122]: mgrmap e17: x(active, since 6m), standbys: z, y 2024-09-12T12:25:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:08 smithi114 ceph-mon[35514]: from='client.14679 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:08 smithi114 ceph-mon[35514]: pgmap v278: 97 pgs: 97 active+clean; 582 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s rd, 3.5 KiB/s wr, 13 op/s 2024-09-12T12:25:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:08 smithi114 ceph-mon[35514]: mgrmap e17: x(active, since 6m), standbys: z, y 2024-09-12T12:25:09.187 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-09-12T12:25:09.446 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:09.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2024-09-12T12:25:09.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-09-12T12:25:09.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]: dispatch 2024-09-12T12:25:09.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]: dispatch 2024-09-12T12:25:09.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8, 5, 9]}]: dispatch 2024-09-12T12:25:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-09-12T12:25:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7]}]: dispatch 2024-09-12T12:25:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-09-12T12:25:09.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:09 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-09-12T12:25:09.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2024-09-12T12:25:09.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-09-12T12:25:09.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]: dispatch 2024-09-12T12:25:09.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]: dispatch 2024-09-12T12:25:09.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8, 5, 9]}]: dispatch 2024-09-12T12:25:09.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-09-12T12:25:09.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7]}]: dispatch 2024-09-12T12:25:09.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-09-12T12:25:09.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:09 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-09-12T12:25:09.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2024-09-12T12:25:09.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-09-12T12:25:09.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]: dispatch 2024-09-12T12:25:09.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]: dispatch 2024-09-12T12:25:09.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8, 5, 9]}]: dispatch 2024-09-12T12:25:09.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-09-12T12:25:09.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7]}]: dispatch 2024-09-12T12:25:09.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-09-12T12:25:09.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:09 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-09-12T12:25:09.928 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.910+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/1711802664 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ec4100a80 msgr2=0x7f3ec4100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:09.928 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.910+0000 7f3ec8ed3640 1 --2- 172.21.15.82:0/1711802664 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ec4100a80 0x7f3ec4100ee0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3eb8009930 tx=0x7f3eb802a420 comp rx=0 tx=0).stop 2024-09-12T12:25:09.928 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.910+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/1711802664 shutdown_connections 2024-09-12T12:25:09.928 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.910+0000 7f3ec8ed3640 1 --2- 172.21.15.82:0/1711802664 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ec4101420 0x7f3ec410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:09.928 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.910+0000 7f3ec8ed3640 1 --2- 172.21.15.82:0/1711802664 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ec4100a80 0x7f3ec4100ee0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:09.928 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.910+0000 7f3ec8ed3640 1 --2- 172.21.15.82:0/1711802664 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ec4106a80 0x7f3ec4106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:09.928 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.910+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/1711802664 >> 172.21.15.82:0/1711802664 conn(0x7f3ec40fc7a0 msgr2=0x7f3ec40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:09.928 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.910+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/1711802664 shutdown_connections 2024-09-12T12:25:09.928 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.910+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/1711802664 wait complete. 2024-09-12T12:25:09.929 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.911+0000 7f3ec8ed3640 1 Processor -- start 2024-09-12T12:25:09.929 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.911+0000 7f3ec8ed3640 1 -- start start 2024-09-12T12:25:09.929 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.911+0000 7f3ec8ed3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ec4100a80 0x7f3ec4198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:09.929 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.911+0000 7f3ec8ed3640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ec4101420 0x7f3ec4198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:09.929 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.911+0000 7f3ec8ed3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ec4106a80 0x7f3ec419ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:09.929 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.911+0000 7f3ec8ed3640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec4110e80 con 0x7f3ec4106a80 2024-09-12T12:25:09.929 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.911+0000 7f3ec8ed3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec4110d00 con 0x7f3ec4100a80 2024-09-12T12:25:09.929 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.911+0000 7f3ec8ed3640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec4111000 con 0x7f3ec4101420 2024-09-12T12:25:09.929 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.911+0000 7f3ec2d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ec4106a80 0x7f3ec419ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:09.929 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.911+0000 7f3ec2d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ec4106a80 0x7f3ec419ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37728/0 (socket says 172.21.15.82:37728) 2024-09-12T12:25:09.929 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.911+0000 7f3ec2d9d640 1 -- 172.21.15.82:0/2527156510 learned_addr learned my addr 172.21.15.82:0/2527156510 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:09.929 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.911+0000 7f3ec259c640 1 --2- 172.21.15.82:0/2527156510 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ec4100a80 0x7f3ec4198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:09.929 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.911+0000 7f3ec1d9b640 1 --2- 172.21.15.82:0/2527156510 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ec4101420 0x7f3ec4198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:09.930 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.912+0000 7f3ec2d9d640 1 -- 172.21.15.82:0/2527156510 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ec4101420 msgr2=0x7f3ec4198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:09.930 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.912+0000 7f3ec2d9d640 1 --2- 172.21.15.82:0/2527156510 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ec4101420 0x7f3ec4198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:09.930 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.912+0000 7f3ec2d9d640 1 -- 172.21.15.82:0/2527156510 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ec4100a80 msgr2=0x7f3ec4198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:09.930 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.912+0000 7f3ec2d9d640 1 --2- 172.21.15.82:0/2527156510 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ec4100a80 0x7f3ec4198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:09.930 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.912+0000 7f3ec2d9d640 1 -- 172.21.15.82:0/2527156510 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ec419d3d0 con 0x7f3ec4106a80 2024-09-12T12:25:09.930 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.912+0000 7f3ec2d9d640 1 --2- 172.21.15.82:0/2527156510 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ec4106a80 0x7f3ec419ccf0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3ebc00eaa0 tx=0x7f3ebc00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:09.930 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.912+0000 7f3eb37fe640 1 -- 172.21.15.82:0/2527156510 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ebc00cdb0 con 0x7f3ec4106a80 2024-09-12T12:25:09.930 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.912+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/2527156510 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ec419d6c0 con 0x7f3ec4106a80 2024-09-12T12:25:09.930 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.912+0000 7f3eb37fe640 1 -- 172.21.15.82:0/2527156510 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ebc005020 con 0x7f3ec4106a80 2024-09-12T12:25:09.930 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.912+0000 7f3eb37fe640 1 -- 172.21.15.82:0/2527156510 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ebc0116b0 con 0x7f3ec4106a80 2024-09-12T12:25:09.930 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.912+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/2527156510 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ec41a4fa0 con 0x7f3ec4106a80 2024-09-12T12:25:09.930 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.913+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/2527156510 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ec4100ee0 con 0x7f3ec4106a80 2024-09-12T12:25:09.930 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.914+0000 7f3eb37fe640 1 -- 172.21.15.82:0/2527156510 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3ebc005560 con 0x7f3ec4106a80 2024-09-12T12:25:09.931 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.915+0000 7f3eb37fe640 1 --2- 172.21.15.82:0/2527156510 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3eac0a2c10 0x7f3eac0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:09.931 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.915+0000 7f3ec259c640 1 --2- 172.21.15.82:0/2527156510 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3eac0a2c10 0x7f3eac0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:09.931 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.915+0000 7f3eb37fe640 1 -- 172.21.15.82:0/2527156510 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8248+0+0 (secure 0 0 0) 0x7f3ebc0cf380 con 0x7f3ec4106a80 2024-09-12T12:25:09.931 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.915+0000 7f3ec259c640 1 --2- 172.21.15.82:0/2527156510 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3eac0a2c10 0x7f3eac0a50d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3eb4005fd0 tx=0x7f3eb400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:09.931 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:09.919+0000 7f3eb37fe640 1 -- 172.21.15.82:0/2527156510 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3ebc016030 con 0x7f3ec4106a80 2024-09-12T12:25:10.113 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:10.113+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/2527156510 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f3ec4062630 con 0x7f3eac0a2c10 2024-09-12T12:25:10.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:10.118+0000 7f3eb37fe640 1 -- 172.21.15.82:0/2527156510 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f3ec4062630 con 0x7f3eac0a2c10 2024-09-12T12:25:10.118 INFO:teuthology.orchestra.run.smithi082.stdout:/volumes/qa/sv_0/85bc973c-640d-4a9f-96f2-92ad9fe70c81 2024-09-12T12:25:10.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:10.119+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/2527156510 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3eac0a2c10 msgr2=0x7f3eac0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:10.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:10.120+0000 7f3ec8ed3640 1 --2- 172.21.15.82:0/2527156510 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3eac0a2c10 0x7f3eac0a50d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3eb4005fd0 tx=0x7f3eb400b390 comp rx=0 tx=0).stop 2024-09-12T12:25:10.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:10.120+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/2527156510 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ec4106a80 msgr2=0x7f3ec419ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:10.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:10.120+0000 7f3ec8ed3640 1 --2- 172.21.15.82:0/2527156510 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ec4106a80 0x7f3ec419ccf0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3ebc00eaa0 tx=0x7f3ebc00ef60 comp rx=0 tx=0).stop 2024-09-12T12:25:10.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:10.120+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/2527156510 shutdown_connections 2024-09-12T12:25:10.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:10.120+0000 7f3ec8ed3640 1 --2- 172.21.15.82:0/2527156510 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3eac0a2c10 0x7f3eac0a50d0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:10.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:10.120+0000 7f3ec8ed3640 1 --2- 172.21.15.82:0/2527156510 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ec4106a80 0x7f3ec419ccf0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:10.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:10.120+0000 7f3ec8ed3640 1 --2- 172.21.15.82:0/2527156510 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ec4101420 0x7f3ec4198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:10.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:10.120+0000 7f3ec8ed3640 1 --2- 172.21.15.82:0/2527156510 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ec4100a80 0x7f3ec4198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:10.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:10.120+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/2527156510 >> 172.21.15.82:0/2527156510 conn(0x7f3ec40fc7a0 msgr2=0x7f3ec406aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:10.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:10.120+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/2527156510 shutdown_connections 2024-09-12T12:25:10.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:10.120+0000 7f3ec8ed3640 1 -- 172.21.15.82:0/2527156510 wait complete. 2024-09-12T12:25:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:10 smithi082 ceph-mon[31122]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:10 smithi082 ceph-mon[31122]: pgmap v279: 97 pgs: 97 active+clean; 586 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 5.3 KiB/s wr, 21 op/s 2024-09-12T12:25:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2024-09-12T12:25:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-09-12T12:25:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]': finished 2024-09-12T12:25:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]': finished 2024-09-12T12:25:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8, 5, 9]}]': finished 2024-09-12T12:25:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-09-12T12:25:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7]}]': finished 2024-09-12T12:25:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-09-12T12:25:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-09-12T12:25:10.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:10 smithi082 ceph-mon[31122]: osdmap e80: 12 total, 12 up, 12 in 2024-09-12T12:25:10.749 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-09-12T12:25:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:10 smithi097 ceph-mon[34923]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:10 smithi097 ceph-mon[34923]: pgmap v279: 97 pgs: 97 active+clean; 586 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 5.3 KiB/s wr, 21 op/s 2024-09-12T12:25:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2024-09-12T12:25:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-09-12T12:25:10.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]': finished 2024-09-12T12:25:10.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]': finished 2024-09-12T12:25:10.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8, 5, 9]}]': finished 2024-09-12T12:25:10.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-09-12T12:25:10.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7]}]': finished 2024-09-12T12:25:10.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-09-12T12:25:10.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-09-12T12:25:10.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:10 smithi097 ceph-mon[34923]: osdmap e80: 12 total, 12 up, 12 in 2024-09-12T12:25:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:10 smithi114 ceph-mon[35514]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:10 smithi114 ceph-mon[35514]: pgmap v279: 97 pgs: 97 active+clean; 586 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 5.3 KiB/s wr, 21 op/s 2024-09-12T12:25:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2024-09-12T12:25:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-09-12T12:25:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]': finished 2024-09-12T12:25:10.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]': finished 2024-09-12T12:25:10.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8, 5, 9]}]': finished 2024-09-12T12:25:10.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-09-12T12:25:10.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7]}]': finished 2024-09-12T12:25:10.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-09-12T12:25:10.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-09-12T12:25:10.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:10 smithi114 ceph-mon[35514]: osdmap e80: 12 total, 12 up, 12 in 2024-09-12T12:25:10.993 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:11.435 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:11 smithi082 ceph-mon[31122]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:11.435 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:11 smithi082 ceph-mon[31122]: osdmap e81: 12 total, 12 up, 12 in 2024-09-12T12:25:11.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.434+0000 7fe4a0128640 1 -- 172.21.15.82:0/1859562403 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe498102d50 msgr2=0x7fe498103130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:11.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.434+0000 7fe4a0128640 1 --2- 172.21.15.82:0/1859562403 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe498102d50 0x7fe498103130 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe488009ca0 tx=0x7fe48802a950 comp rx=0 tx=0).stop 2024-09-12T12:25:11.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.435+0000 7fe4a0128640 1 -- 172.21.15.82:0/1859562403 shutdown_connections 2024-09-12T12:25:11.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.435+0000 7fe4a0128640 1 --2- 172.21.15.82:0/1859562403 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe49810c180 0x7fe49810e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:11.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.435+0000 7fe4a0128640 1 --2- 172.21.15.82:0/1859562403 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe498103670 0x7fe49810bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:11.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.435+0000 7fe4a0128640 1 --2- 172.21.15.82:0/1859562403 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe498102d50 0x7fe498103130 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:11.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.435+0000 7fe4a0128640 1 -- 172.21.15.82:0/1859562403 >> 172.21.15.82:0/1859562403 conn(0x7fe4980fc7d0 msgr2=0x7fe4980febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:11.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.435+0000 7fe4a0128640 1 -- 172.21.15.82:0/1859562403 shutdown_connections 2024-09-12T12:25:11.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.435+0000 7fe4a0128640 1 -- 172.21.15.82:0/1859562403 wait complete. 2024-09-12T12:25:11.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.435+0000 7fe4a0128640 1 Processor -- start 2024-09-12T12:25:11.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.435+0000 7fe4a0128640 1 -- start start 2024-09-12T12:25:11.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe4a0128640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe498102d50 0x7fe4981984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:11.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe4a0128640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe498103670 0x7fe4981989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:11.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe4a0128640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe49810c180 0x7fe49819cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:11.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe4a0128640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe498111fc0 con 0x7fe498103670 2024-09-12T12:25:11.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe4a0128640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe498111e40 con 0x7fe498102d50 2024-09-12T12:25:11.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe4a0128640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe498112140 con 0x7fe49810c180 2024-09-12T12:25:11.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe49d6c3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe498103670 0x7fe4981989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:11.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe49d6c3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe498103670 0x7fe4981989e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37748/0 (socket says 172.21.15.82:37748) 2024-09-12T12:25:11.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe49d6c3640 1 -- 172.21.15.82:0/1943429551 learned_addr learned my addr 172.21.15.82:0/1943429551 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:11.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe49e6c5640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe49810c180 0x7fe49819cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:11.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe49dec4640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe498102d50 0x7fe4981984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:11.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe49d6c3640 1 -- 172.21.15.82:0/1943429551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe49810c180 msgr2=0x7fe49819cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:11.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe49d6c3640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe49810c180 0x7fe49819cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:11.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe49d6c3640 1 -- 172.21.15.82:0/1943429551 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe498102d50 msgr2=0x7fe4981984a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:11.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe49d6c3640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe498102d50 0x7fe4981984a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:11.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe49d6c3640 1 -- 172.21.15.82:0/1943429551 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe49819d450 con 0x7fe498103670 2024-09-12T12:25:11.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe49dec4640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe498102d50 0x7fe4981984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:11.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe49d6c3640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe498103670 0x7fe4981989e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe48c00c970 tx=0x7fe48c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:11.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe496ffd640 1 -- 172.21.15.82:0/1943429551 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe48c007bb0 con 0x7fe498103670 2024-09-12T12:25:11.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe496ffd640 1 -- 172.21.15.82:0/1943429551 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe48c007d50 con 0x7fe498103670 2024-09-12T12:25:11.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe4a0128640 1 -- 172.21.15.82:0/1943429551 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe49819d740 con 0x7fe498103670 2024-09-12T12:25:11.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe496ffd640 1 -- 172.21.15.82:0/1943429551 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe48c018820 con 0x7fe498103670 2024-09-12T12:25:11.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.436+0000 7fe4a0128640 1 -- 172.21.15.82:0/1943429551 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4981a5020 con 0x7fe498103670 2024-09-12T12:25:11.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.438+0000 7fe4a0128640 1 -- 172.21.15.82:0/1943429551 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe498103130 con 0x7fe498103670 2024-09-12T12:25:11.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.439+0000 7fe496ffd640 1 -- 172.21.15.82:0/1943429551 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe48c0189c0 con 0x7fe498103670 2024-09-12T12:25:11.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.439+0000 7fe496ffd640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe4800a2c10 0x7fe4800a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:11.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.439+0000 7fe49dec4640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe4800a2c10 0x7fe4800a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:11.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.439+0000 7fe496ffd640 1 -- 172.21.15.82:0/1943429551 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe48c0cf270 con 0x7fe498103670 2024-09-12T12:25:11.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.440+0000 7fe49dec4640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe4800a2c10 0x7fe4800a50d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe488006010 tx=0x7fe488005f80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:11.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.443+0000 7fe496ffd640 1 -- 172.21.15.82:0/1943429551 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe48c014030 con 0x7fe498103670 2024-09-12T12:25:11.636 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.636+0000 7fe4a0128640 1 -- 172.21.15.82:0/1943429551 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fe498062630 con 0x7fe4800a2c10 2024-09-12T12:25:11.661 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.661+0000 7fe496ffd640 1 -- 172.21.15.82:0/1943429551 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe498062630 con 0x7fe4800a2c10 2024-09-12T12:25:11.663 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.663+0000 7fe4a0128640 1 -- 172.21.15.82:0/1943429551 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe4800a2c10 msgr2=0x7fe4800a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:11.664 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.663+0000 7fe4a0128640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe4800a2c10 0x7fe4800a50d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe488006010 tx=0x7fe488005f80 comp rx=0 tx=0).stop 2024-09-12T12:25:11.664 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.663+0000 7fe4a0128640 1 -- 172.21.15.82:0/1943429551 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe498103670 msgr2=0x7fe4981989e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:11.664 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.663+0000 7fe4a0128640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe498103670 0x7fe4981989e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe48c00c970 tx=0x7fe48c00ce30 comp rx=0 tx=0).stop 2024-09-12T12:25:11.664 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.663+0000 7fe4a0128640 1 -- 172.21.15.82:0/1943429551 shutdown_connections 2024-09-12T12:25:11.664 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.663+0000 7fe4a0128640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe4800a2c10 0x7fe4800a50d0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:11.664 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.663+0000 7fe4a0128640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe49810c180 0x7fe49819cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:11.664 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.663+0000 7fe4a0128640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe498103670 0x7fe4981989e0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:11.664 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.663+0000 7fe4a0128640 1 --2- 172.21.15.82:0/1943429551 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe498102d50 0x7fe4981984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:11.664 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.663+0000 7fe4a0128640 1 -- 172.21.15.82:0/1943429551 >> 172.21.15.82:0/1943429551 conn(0x7fe4980fc7d0 msgr2=0x7fe4980fd430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:11.664 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.663+0000 7fe4a0128640 1 -- 172.21.15.82:0/1943429551 shutdown_connections 2024-09-12T12:25:11.664 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:11.663+0000 7fe4a0128640 1 -- 172.21.15.82:0/1943429551 wait complete. 2024-09-12T12:25:11.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:11 smithi097 ceph-mon[34923]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:11.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:11 smithi097 ceph-mon[34923]: osdmap e81: 12 total, 12 up, 12 in 2024-09-12T12:25:11.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:11 smithi114 ceph-mon[35514]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:11.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:11 smithi114 ceph-mon[35514]: osdmap e81: 12 total, 12 up, 12 in 2024-09-12T12:25:12.361 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-09-12T12:25:12.603 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:12.715 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:12 smithi082 ceph-mon[31122]: pgmap v282: 97 pgs: 97 active+clean; 586 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 6.1 KiB/s wr, 25 op/s 2024-09-12T12:25:12.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:12 smithi097 ceph-mon[34923]: pgmap v282: 97 pgs: 97 active+clean; 586 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 6.1 KiB/s wr, 25 op/s 2024-09-12T12:25:12.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:12 smithi114 ceph-mon[35514]: pgmap v282: 97 pgs: 97 active+clean; 586 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 6.1 KiB/s wr, 25 op/s 2024-09-12T12:25:13.037 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.000+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/3360146262 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c54102790 msgr2=0x7f4c541067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:13.037 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.000+0000 7f4c5ab0f640 1 --2- 172.21.15.82:0/3360146262 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c54102790 0x7f4c541067e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c009900 tx=0x7f4c3c02a410 comp rx=0 tx=0).stop 2024-09-12T12:25:13.037 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.000+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/3360146262 shutdown_connections 2024-09-12T12:25:13.037 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.000+0000 7f4c5ab0f640 1 --2- 172.21.15.82:0/3360146262 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c54106f10 0x7f4c5410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:13.037 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.000+0000 7f4c5ab0f640 1 --2- 172.21.15.82:0/3360146262 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c54102790 0x7f4c541067e0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:13.038 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.000+0000 7f4c5ab0f640 1 --2- 172.21.15.82:0/3360146262 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c54101de0 0x7f4c541021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:13.038 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.000+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/3360146262 >> 172.21.15.82:0/3360146262 conn(0x7f4c540fd8c0 msgr2=0x7f4c540ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:13.038 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.000+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/3360146262 shutdown_connections 2024-09-12T12:25:13.038 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.000+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/3360146262 wait complete. 2024-09-12T12:25:13.038 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.001+0000 7f4c5ab0f640 1 Processor -- start 2024-09-12T12:25:13.038 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.001+0000 7f4c5ab0f640 1 -- start start 2024-09-12T12:25:13.038 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.001+0000 7f4c5ab0f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c54101de0 0x7f4c54198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:13.038 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.001+0000 7f4c5ab0f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c54102790 0x7f4c54198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:13.038 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.001+0000 7f4c5ab0f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c54106f10 0x7f4c5419cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:13.038 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.001+0000 7f4c5ab0f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4c54111f90 con 0x7f4c54101de0 2024-09-12T12:25:13.038 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.001+0000 7f4c5ab0f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4c54111e10 con 0x7f4c54106f10 2024-09-12T12:25:13.038 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.001+0000 7f4c5ab0f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4c54112110 con 0x7f4c54102790 2024-09-12T12:25:13.038 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.001+0000 7f4c588ab640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c54101de0 0x7f4c54198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:13.039 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.001+0000 7f4c588ab640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c54101de0 0x7f4c54198410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37776/0 (socket says 172.21.15.82:37776) 2024-09-12T12:25:13.039 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.001+0000 7f4c588ab640 1 -- 172.21.15.82:0/4108909556 learned_addr learned my addr 172.21.15.82:0/4108909556 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:13.039 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.002+0000 7f4c590ac640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c54106f10 0x7f4c5419cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:13.039 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.002+0000 7f4c588ab640 1 -- 172.21.15.82:0/4108909556 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c54102790 msgr2=0x7f4c54198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:13.039 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.002+0000 7f4c53fff640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c54102790 0x7f4c54198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:13.039 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.002+0000 7f4c588ab640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c54102790 0x7f4c54198950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:13.039 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.002+0000 7f4c588ab640 1 -- 172.21.15.82:0/4108909556 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c54106f10 msgr2=0x7f4c5419cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:13.039 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.002+0000 7f4c588ab640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c54106f10 0x7f4c5419cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:13.039 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.002+0000 7f4c588ab640 1 -- 172.21.15.82:0/4108909556 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c5419d3c0 con 0x7f4c54101de0 2024-09-12T12:25:13.039 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.002+0000 7f4c590ac640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c54106f10 0x7f4c5419cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:13.039 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.002+0000 7f4c588ab640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c54101de0 0x7f4c54198410 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4c4400ba50 tx=0x7f4c4400bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:13.039 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.002+0000 7f4c51ffb640 1 -- 172.21.15.82:0/4108909556 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c44019070 con 0x7f4c54101de0 2024-09-12T12:25:13.040 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.002+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/4108909556 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c5419d6b0 con 0x7f4c54101de0 2024-09-12T12:25:13.040 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.002+0000 7f4c51ffb640 1 -- 172.21.15.82:0/4108909556 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4c4400cbe0 con 0x7f4c54101de0 2024-09-12T12:25:13.040 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.002+0000 7f4c51ffb640 1 -- 172.21.15.82:0/4108909556 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c440076e0 con 0x7f4c54101de0 2024-09-12T12:25:13.040 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.002+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/4108909556 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c541a4f90 con 0x7f4c54101de0 2024-09-12T12:25:13.040 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.003+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/4108909556 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c541021c0 con 0x7f4c54101de0 2024-09-12T12:25:13.040 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.004+0000 7f4c51ffb640 1 -- 172.21.15.82:0/4108909556 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4c4401c070 con 0x7f4c54101de0 2024-09-12T12:25:13.040 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.005+0000 7f4c51ffb640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4c400a2c10 0x7f4c400a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:13.040 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.005+0000 7f4c51ffb640 1 -- 172.21.15.82:0/4108909556 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4c440ce780 con 0x7f4c54101de0 2024-09-12T12:25:13.040 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.005+0000 7f4c53fff640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4c400a2c10 0x7f4c400a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:13.040 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.005+0000 7f4c53fff640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4c400a2c10 0x7f4c400a50d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c0096c0 tx=0x7f4c3c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:13.040 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.009+0000 7f4c51ffb640 1 -- 172.21.15.82:0/4108909556 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4c4409b680 con 0x7f4c54101de0 2024-09-12T12:25:13.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.202+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/4108909556 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f4c54062630 con 0x7f4c400a2c10 2024-09-12T12:25:13.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.206+0000 7f4c51ffb640 1 -- 172.21.15.82:0/4108909556 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f4c54062630 con 0x7f4c400a2c10 2024-09-12T12:25:13.206 INFO:teuthology.orchestra.run.smithi082.stdout:/volumes/qa/sv_1/1a43d9f7-c257-488b-bd0b-8eb805d7f549 2024-09-12T12:25:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.208+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/4108909556 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4c400a2c10 msgr2=0x7f4c400a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.208+0000 7f4c5ab0f640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4c400a2c10 0x7f4c400a50d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c0096c0 tx=0x7f4c3c000bc0 comp rx=0 tx=0).stop 2024-09-12T12:25:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.208+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/4108909556 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c54101de0 msgr2=0x7f4c54198410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.208+0000 7f4c5ab0f640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c54101de0 0x7f4c54198410 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4c4400ba50 tx=0x7f4c4400bf10 comp rx=0 tx=0).stop 2024-09-12T12:25:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.208+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/4108909556 shutdown_connections 2024-09-12T12:25:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.208+0000 7f4c5ab0f640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4c400a2c10 0x7f4c400a50d0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.208+0000 7f4c5ab0f640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c54106f10 0x7f4c5419cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.208+0000 7f4c5ab0f640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c54102790 0x7f4c54198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.208+0000 7f4c5ab0f640 1 --2- 172.21.15.82:0/4108909556 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c54101de0 0x7f4c54198410 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.208+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/4108909556 >> 172.21.15.82:0/4108909556 conn(0x7f4c540fd8c0 msgr2=0x7f4c540fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:13.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.209+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/4108909556 shutdown_connections 2024-09-12T12:25:13.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:13.209+0000 7f4c5ab0f640 1 -- 172.21.15.82:0/4108909556 wait complete. 2024-09-12T12:25:13.596 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:13 smithi082 ceph-mon[31122]: from='client.14703 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:13.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:13 smithi097 ceph-mon[34923]: from='client.14703 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:13.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:13 smithi114 ceph-mon[35514]: from='client.14703 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:13.917 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:25:14.162 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:14.550 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:14 smithi082 ceph-mon[31122]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:14.550 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:14 smithi082 ceph-mon[31122]: pgmap v283: 97 pgs: 97 active+clean; 606 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.4 KiB/s wr, 21 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:25:14.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 -- 172.21.15.82:0/2252727045 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd78810c180 msgr2=0x7fd78810e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:14.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 --2- 172.21.15.82:0/2252727045 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd78810c180 0x7fd78810e620 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd780009ca0 tx=0x7fd78002a950 comp rx=0 tx=0).stop 2024-09-12T12:25:14.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 -- 172.21.15.82:0/2252727045 shutdown_connections 2024-09-12T12:25:14.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 --2- 172.21.15.82:0/2252727045 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd78810c180 0x7fd78810e620 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:14.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 --2- 172.21.15.82:0/2252727045 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd788103670 0x7fd78810bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:14.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 --2- 172.21.15.82:0/2252727045 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd788102d50 0x7fd788103130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:14.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 -- 172.21.15.82:0/2252727045 >> 172.21.15.82:0/2252727045 conn(0x7fd7880fc7d0 msgr2=0x7fd7880febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:14.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 -- 172.21.15.82:0/2252727045 shutdown_connections 2024-09-12T12:25:14.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 -- 172.21.15.82:0/2252727045 wait complete. 2024-09-12T12:25:14.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 Processor -- start 2024-09-12T12:25:14.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 -- start start 2024-09-12T12:25:14.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd788102d50 0x7fd7881009b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:14.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd788103670 0x7fd788100ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:14.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd78810c180 0x7fd788101430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:14.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd788111f80 con 0x7fd78810c180 2024-09-12T12:25:14.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd788111e00 con 0x7fd788103670 2024-09-12T12:25:14.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.629+0000 7fd78e788640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd788112100 con 0x7fd788102d50 2024-09-12T12:25:14.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd78cd25640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd78810c180 0x7fd788101430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:14.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd78cd25640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd78810c180 0x7fd788101430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37786/0 (socket says 172.21.15.82:37786) 2024-09-12T12:25:14.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd78cd25640 1 -- 172.21.15.82:0/454678117 learned_addr learned my addr 172.21.15.82:0/454678117 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:14.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd77ffff640 1 --2- 172.21.15.82:0/454678117 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd788103670 0x7fd788100ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:14.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd787fff640 1 --2- 172.21.15.82:0/454678117 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd788102d50 0x7fd7881009b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:14.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd78cd25640 1 -- 172.21.15.82:0/454678117 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd788102d50 msgr2=0x7fd7881009b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:14.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd78cd25640 1 --2- 172.21.15.82:0/454678117 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd788102d50 0x7fd7881009b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:14.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd78cd25640 1 -- 172.21.15.82:0/454678117 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd788103670 msgr2=0x7fd788100ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:14.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd78cd25640 1 --2- 172.21.15.82:0/454678117 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd788103670 0x7fd788100ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:14.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd78cd25640 1 -- 172.21.15.82:0/454678117 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7881a6970 con 0x7fd78810c180 2024-09-12T12:25:14.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd78cd25640 1 --2- 172.21.15.82:0/454678117 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd78810c180 0x7fd788101430 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd78002ae70 tx=0x7fd78002f5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:14.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd785ffb640 1 -- 172.21.15.82:0/454678117 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd780034040 con 0x7fd78810c180 2024-09-12T12:25:14.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd785ffb640 1 -- 172.21.15.82:0/454678117 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd780030920 con 0x7fd78810c180 2024-09-12T12:25:14.652 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd785ffb640 1 -- 172.21.15.82:0/454678117 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd780045480 con 0x7fd78810c180 2024-09-12T12:25:14.653 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd78e788640 1 -- 172.21.15.82:0/454678117 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7881a6c00 con 0x7fd78810c180 2024-09-12T12:25:14.653 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.630+0000 7fd78e788640 1 -- 172.21.15.82:0/454678117 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7881a70e0 con 0x7fd78810c180 2024-09-12T12:25:14.653 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.631+0000 7fd78e788640 1 -- 172.21.15.82:0/454678117 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd788103130 con 0x7fd78810c180 2024-09-12T12:25:14.653 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.632+0000 7fd785ffb640 1 -- 172.21.15.82:0/454678117 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd780037020 con 0x7fd78810c180 2024-09-12T12:25:14.653 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.633+0000 7fd785ffb640 1 --2- 172.21.15.82:0/454678117 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd7740a2c10 0x7fd7740a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:14.653 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.633+0000 7fd785ffb640 1 -- 172.21.15.82:0/454678117 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd7800f00f0 con 0x7fd78810c180 2024-09-12T12:25:14.653 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.633+0000 7fd787fff640 1 --2- 172.21.15.82:0/454678117 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd7740a2c10 0x7fd7740a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:14.653 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.633+0000 7fd787fff640 1 --2- 172.21.15.82:0/454678117 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd7740a2c10 0x7fd7740a50d0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd778005fd0 tx=0x7fd778005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:14.653 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.637+0000 7fd785ffb640 1 -- 172.21.15.82:0/454678117 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd7800bcff0 con 0x7fd78810c180 2024-09-12T12:25:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:14 smithi097 ceph-mon[34923]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:14 smithi097 ceph-mon[34923]: pgmap v283: 97 pgs: 97 active+clean; 606 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.4 KiB/s wr, 21 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:25:14.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:14 smithi114 ceph-mon[35514]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:25:14.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:14 smithi114 ceph-mon[35514]: pgmap v283: 97 pgs: 97 active+clean; 606 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.4 KiB/s wr, 21 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:25:14.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.837+0000 7fd78e788640 1 -- 172.21.15.82:0/454678117 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd788107220 con 0x7fd78810c180 2024-09-12T12:25:14.838 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.838+0000 7fd785ffb640 1 -- 172.21.15.82:0/454678117 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11966 (secure 0 0 0) 0x7fd7800bc8f0 con 0x7fd78810c180 2024-09-12T12:25:14.839 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:25:14.839 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":27,"btime":"2024-09-12T12:25:05:315462+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:25:05.315437+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24454,24446,24445,24436,24431]},"id":1}]} 2024-09-12T12:25:14.839 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 27 2024-09-12T12:25:14.844 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.842+0000 7fd78e788640 1 -- 172.21.15.82:0/454678117 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd7740a2c10 msgr2=0x7fd7740a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:14.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.842+0000 7fd78e788640 1 --2- 172.21.15.82:0/454678117 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd7740a2c10 0x7fd7740a50d0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd778005fd0 tx=0x7fd778005850 comp rx=0 tx=0).stop 2024-09-12T12:25:14.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.842+0000 7fd78e788640 1 -- 172.21.15.82:0/454678117 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd78810c180 msgr2=0x7fd788101430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:14.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.842+0000 7fd78e788640 1 --2- 172.21.15.82:0/454678117 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd78810c180 0x7fd788101430 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd78002ae70 tx=0x7fd78002f5b0 comp rx=0 tx=0).stop 2024-09-12T12:25:14.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.842+0000 7fd78e788640 1 -- 172.21.15.82:0/454678117 shutdown_connections 2024-09-12T12:25:14.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.842+0000 7fd78e788640 1 --2- 172.21.15.82:0/454678117 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd7740a2c10 0x7fd7740a50d0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:14.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.842+0000 7fd78e788640 1 --2- 172.21.15.82:0/454678117 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd78810c180 0x7fd788101430 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:14.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.842+0000 7fd78e788640 1 --2- 172.21.15.82:0/454678117 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd788103670 0x7fd788100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:14.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.842+0000 7fd78e788640 1 --2- 172.21.15.82:0/454678117 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd788102d50 0x7fd7881009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:14.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.842+0000 7fd78e788640 1 -- 172.21.15.82:0/454678117 >> 172.21.15.82:0/454678117 conn(0x7fd7880fc7d0 msgr2=0x7fd7880fd4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:14.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.842+0000 7fd78e788640 1 -- 172.21.15.82:0/454678117 shutdown_connections 2024-09-12T12:25:14.845 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:14.842+0000 7fd78e788640 1 -- 172.21.15.82:0/454678117 wait complete. 2024-09-12T12:25:15.482 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-12T12:25:15.727 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:15.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:15 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/454678117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:25:15.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:15 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/454678117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:25:15.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:15 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/454678117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:25:16.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.137+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/1858713315 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5f98106a80 msgr2=0x7f5f98106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:16.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.137+0000 7f5f9ee9f640 1 --2- 172.21.15.82:0/1858713315 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5f98106a80 0x7f5f98106e60 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5f8c009930 tx=0x7f5f8c02a420 comp rx=0 tx=0).stop 2024-09-12T12:25:16.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.137+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/1858713315 shutdown_connections 2024-09-12T12:25:16.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.137+0000 7f5f9ee9f640 1 --2- 172.21.15.82:0/1858713315 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f98101420 0x7f5f9810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:16.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.137+0000 7f5f9ee9f640 1 --2- 172.21.15.82:0/1858713315 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5f98100a80 0x7f5f98100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:16.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.137+0000 7f5f9ee9f640 1 --2- 172.21.15.82:0/1858713315 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5f98106a80 0x7f5f98106e60 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:16.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.137+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/1858713315 >> 172.21.15.82:0/1858713315 conn(0x7f5f980fc7a0 msgr2=0x7f5f980febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:16.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.137+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/1858713315 shutdown_connections 2024-09-12T12:25:16.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.137+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/1858713315 wait complete. 2024-09-12T12:25:16.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.138+0000 7f5f9ee9f640 1 Processor -- start 2024-09-12T12:25:16.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.138+0000 7f5f9ee9f640 1 -- start start 2024-09-12T12:25:16.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.138+0000 7f5f9ee9f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5f98100a80 0x7f5f981984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:16.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.138+0000 7f5f9ee9f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5f98101420 0x7f5f98198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:16.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.138+0000 7f5f9ee9f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f98106a80 0x7f5f9819cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:16.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.138+0000 7f5f9ee9f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5f98110ea0 con 0x7f5f98101420 2024-09-12T12:25:16.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.138+0000 7f5f9ee9f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5f98110d20 con 0x7f5f98106a80 2024-09-12T12:25:16.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.138+0000 7f5f9ee9f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5f98111020 con 0x7f5f98100a80 2024-09-12T12:25:16.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.138+0000 7f5f97fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5f98101420 0x7f5f98198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:16.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.138+0000 7f5f97fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5f98101420 0x7f5f98198a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37804/0 (socket says 172.21.15.82:37804) 2024-09-12T12:25:16.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.138+0000 7f5f97fff640 1 -- 172.21.15.82:0/2060587942 learned_addr learned my addr 172.21.15.82:0/2060587942 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:16.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.138+0000 7f5f9d43c640 1 --2- 172.21.15.82:0/2060587942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f98106a80 0x7f5f9819cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:16.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.138+0000 7f5f9cc3b640 1 --2- 172.21.15.82:0/2060587942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5f98100a80 0x7f5f981984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:16.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.139+0000 7f5f97fff640 1 -- 172.21.15.82:0/2060587942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5f98100a80 msgr2=0x7f5f981984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:16.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.139+0000 7f5f97fff640 1 --2- 172.21.15.82:0/2060587942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5f98100a80 0x7f5f981984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:16.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.139+0000 7f5f97fff640 1 -- 172.21.15.82:0/2060587942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f98106a80 msgr2=0x7f5f9819cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:16.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.139+0000 7f5f97fff640 1 --2- 172.21.15.82:0/2060587942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f98106a80 0x7f5f9819cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:16.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.139+0000 7f5f97fff640 1 -- 172.21.15.82:0/2060587942 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f9819d470 con 0x7f5f98101420 2024-09-12T12:25:16.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.139+0000 7f5f97fff640 1 --2- 172.21.15.82:0/2060587942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5f98101420 0x7f5f98198a00 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5f8400b4a0 tx=0x7f5f8400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:16.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.139+0000 7f5f95ffb640 1 -- 172.21.15.82:0/2060587942 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f84014070 con 0x7f5f98101420 2024-09-12T12:25:16.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.139+0000 7f5f95ffb640 1 -- 172.21.15.82:0/2060587942 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5f84010af0 con 0x7f5f98101420 2024-09-12T12:25:16.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.139+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/2060587942 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f9819d760 con 0x7f5f98101420 2024-09-12T12:25:16.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.139+0000 7f5f95ffb640 1 -- 172.21.15.82:0/2060587942 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f84017d10 con 0x7f5f98101420 2024-09-12T12:25:16.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.139+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/2060587942 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f981a5040 con 0x7f5f98101420 2024-09-12T12:25:16.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.140+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/2060587942 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f98100ee0 con 0x7f5f98101420 2024-09-12T12:25:16.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.141+0000 7f5f95ffb640 1 -- 172.21.15.82:0/2060587942 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5f84017070 con 0x7f5f98101420 2024-09-12T12:25:16.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.142+0000 7f5f95ffb640 1 --2- 172.21.15.82:0/2060587942 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5f880a2c10 0x7f5f880a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:16.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.142+0000 7f5f9cc3b640 1 --2- 172.21.15.82:0/2060587942 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5f880a2c10 0x7f5f880a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:16.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.142+0000 7f5f95ffb640 1 -- 172.21.15.82:0/2060587942 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5f840ce4a0 con 0x7f5f98101420 2024-09-12T12:25:16.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.143+0000 7f5f9cc3b640 1 --2- 172.21.15.82:0/2060587942 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5f880a2c10 0x7f5f880a50d0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5f8c000c00 tx=0x7f5f8c031490 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:16.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.146+0000 7f5f95ffb640 1 -- 172.21.15.82:0/2060587942 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5f8409b3a0 con 0x7f5f98101420 2024-09-12T12:25:16.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.315+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/2060587942 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5f981a52a0 con 0x7f5f98101420 2024-09-12T12:25:16.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.316+0000 7f5f95ffb640 1 -- 172.21.15.82:0/2060587942 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22683 (secure 0 0 0) 0x7f5f8409aca0 con 0x7f5f98101420 2024-09-12T12:25:16.317 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:25:16.317 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":81,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","created":"2024-09-12T12:17:12.695009+0000","modified":"2024-09-12T12:25:10.328477+0000","last_up_change":"2024-09-12T12:24:07.205938+0000","last_in_change":"2024-09-12T12:23:42.678584+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T12:20:23.481020+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T12:24:49.692337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T12:24:51.986597+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ec7e953a-5817-44dc-b24a-187f8ecae3de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6803","nonce":2375600760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6805","nonce":2375600760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6809","nonce":2375600760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6807","nonce":2375600760}]},"public_addr":"172.21.15.82:6803/2375600760","cluster_addr":"172.21.15.82:6805/2375600760","heartbeat_back_addr":"172.21.15.82:6809/2375600760","heartbeat_front_addr":"172.21.15.82:6807/2375600760","state":["exists","up"]},{"osd":1,"uuid":"5851943d-862e-4e05-8a5d-ade40a417718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6800","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6801","nonce":579017150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6803","nonce":579017150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6807","nonce":579017150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6805","nonce":579017150}]},"public_addr":"172.21.15.97:6801/579017150","cluster_addr":"172.21.15.97:6803/579017150","heartbeat_back_addr":"172.21.15.97:6807/579017150","heartbeat_front_addr":"172.21.15.97:6805/579017150","state":["exists","up"]},{"osd":2,"uuid":"6ad4e40e-a867-4daf-8d56-61c759763bb7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6801","nonce":667030766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6803","nonce":667030766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6807","nonce":667030766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6805","nonce":667030766}]},"public_addr":"172.21.15.114:6801/667030766","cluster_addr":"172.21.15.114:6803/667030766","heartbeat_back_addr":"172.21.15.114:6807/667030766","heartbeat_front_addr":"172.21.15.114:6805/667030766","state":["exists","up"]},{"osd":3,"uuid":"d07a22ac-4f4d-443a-aa26-fb72c965a533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6811","nonce":3696970002}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6813","nonce":3696970002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6817","nonce":3696970002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6815","nonce":3696970002}]},"public_addr":"172.21.15.82:6811/3696970002","cluster_addr":"172.21.15.82:6813/3696970002","heartbeat_back_addr":"172.21.15.82:6817/3696970002","heartbeat_front_addr":"172.21.15.82:6815/3696970002","state":["exists","up"]},{"osd":4,"uuid":"986fdf50-c187-4915-bd21-9303135ee93c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6809","nonce":1720388199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6811","nonce":1720388199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6815","nonce":1720388199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6813","nonce":1720388199}]},"public_addr":"172.21.15.97:6809/1720388199","cluster_addr":"172.21.15.97:6811/1720388199","heartbeat_back_addr":"172.21.15.97:6815/1720388199","heartbeat_front_addr":"172.21.15.97:6813/1720388199","state":["exists","up"]},{"osd":5,"uuid":"f85805cb-14d2-4dea-b6f9-44adb9555885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6809","nonce":1061842834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6811","nonce":1061842834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6815","nonce":1061842834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6813","nonce":1061842834}]},"public_addr":"172.21.15.114:6809/1061842834","cluster_addr":"172.21.15.114:6811/1061842834","heartbeat_back_addr":"172.21.15.114:6815/1061842834","heartbeat_front_addr":"172.21.15.114:6813/1061842834","state":["exists","up"]},{"osd":6,"uuid":"3e41d6ea-6e25-4c20-ac0b-c282d6fc3410","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6819","nonce":2909562937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6821","nonce":2909562937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6825","nonce":2909562937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6823","nonce":2909562937}]},"public_addr":"172.21.15.82:6819/2909562937","cluster_addr":"172.21.15.82:6821/2909562937","heartbeat_back_addr":"172.21.15.82:6825/2909562937","heartbeat_front_addr":"172.21.15.82:6823/2909562937","state":["exists","up"]},{"osd":7,"uuid":"4b57f692-680f-48d4-b971-79026197de89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6817","nonce":774477733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6819","nonce":774477733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6823","nonce":774477733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6821","nonce":774477733}]},"public_addr":"172.21.15.97:6817/774477733","cluster_addr":"172.21.15.97:6819/774477733","heartbeat_back_addr":"172.21.15.97:6823/774477733","heartbeat_front_addr":"172.21.15.97:6821/774477733","state":["exists","up"]},{"osd":8,"uuid":"7f3062e6-2359-42ac-8d07-1b8aa1be039e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6817","nonce":2191877312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6819","nonce":2191877312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6823","nonce":2191877312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6821","nonce":2191877312}]},"public_addr":"172.21.15.114:6817/2191877312","cluster_addr":"172.21.15.114:6819/2191877312","heartbeat_back_addr":"172.21.15.114:6823/2191877312","heartbeat_front_addr":"172.21.15.114:6821/2191877312","state":["exists","up"]},{"osd":9,"uuid":"5014c87a-30c8-4427-a645-6875216aa883","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6827","nonce":3766476669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6829","nonce":3766476669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6833","nonce":3766476669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6831","nonce":3766476669}]},"public_addr":"172.21.15.82:6827/3766476669","cluster_addr":"172.21.15.82:6829/3766476669","heartbeat_back_addr":"172.21.15.82:6833/3766476669","heartbeat_front_addr":"172.21.15.82:6831/3766476669","state":["exists","up"]},{"osd":10,"uuid":"8432b2c9-c3f0-4fc9-b9d8-91aba4427437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6825","nonce":3265146018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6827","nonce":3265146018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6831","nonce":3265146018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6829","nonce":3265146018}]},"public_addr":"172.21.15.97:6825/3265146018","cluster_addr":"172.21.15.97:6827/3265146018","heartbeat_back_addr":"172.21.15.97:6831/3265146018","heartbeat_front_addr":"172.21.15.97:6829/3265146018","state":["exists","up"]},{"osd":11,"uuid":"5cb2b575-e175-4271-8ac0-771fa72f9c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6825","nonce":1206975637}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6827","nonce":1206975637}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6831","nonce":1206975637}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6829","nonce":1206975637}]},"public_addr":"172.21.15.114:6825/1206975637","cluster_addr":"172.21.15.114:6827/1206975637","heartbeat_back_addr":"172.21.15.114:6831/1206975637","heartbeat_front_addr":"172.21.15.114:6829/1206975637","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:30.514798+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:55.437333+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:20.513185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:45.641683+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:10.642395+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:35.592632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:01.399096+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:26.074947+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:50.559366+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:15.479796+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:39.565889+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:24:04.556876+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:6801/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6800/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2342445737":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/595859729":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2421679317":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/1123863202":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/3426004569":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/2602658586":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6801/2082156880":"2024-09-13T12:17:45.956674+0000","172.21.15.82:6800/2082156880":"2024-09-13T12:17:45.956674+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T12:25:16.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.319+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/2060587942 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5f880a2c10 msgr2=0x7f5f880a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:16.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.319+0000 7f5f9ee9f640 1 --2- 172.21.15.82:0/2060587942 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5f880a2c10 0x7f5f880a50d0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5f8c000c00 tx=0x7f5f8c031490 comp rx=0 tx=0).stop 2024-09-12T12:25:16.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.319+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/2060587942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5f98101420 msgr2=0x7f5f98198a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:16.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.319+0000 7f5f9ee9f640 1 --2- 172.21.15.82:0/2060587942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5f98101420 0x7f5f98198a00 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5f8400b4a0 tx=0x7f5f8400b960 comp rx=0 tx=0).stop 2024-09-12T12:25:16.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.319+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/2060587942 shutdown_connections 2024-09-12T12:25:16.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.319+0000 7f5f9ee9f640 1 --2- 172.21.15.82:0/2060587942 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5f880a2c10 0x7f5f880a50d0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:16.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.319+0000 7f5f9ee9f640 1 --2- 172.21.15.82:0/2060587942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f98106a80 0x7f5f9819cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:16.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.319+0000 7f5f9ee9f640 1 --2- 172.21.15.82:0/2060587942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5f98101420 0x7f5f98198a00 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:16.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.319+0000 7f5f9ee9f640 1 --2- 172.21.15.82:0/2060587942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5f98100a80 0x7f5f981984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:16.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.319+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/2060587942 >> 172.21.15.82:0/2060587942 conn(0x7f5f980fc7a0 msgr2=0x7f5f98104890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:16.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.319+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/2060587942 shutdown_connections 2024-09-12T12:25:16.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:16.319+0000 7f5f9ee9f640 1 -- 172.21.15.82:0/2060587942 wait complete. 2024-09-12T12:25:16.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:16 smithi082 ceph-mon[31122]: pgmap v284: 97 pgs: 97 active+clean; 606 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.4 KiB/s wr, 19 op/s; 279 B/s, 1 objects/s recovering 2024-09-12T12:25:16.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:16 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2060587942' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:25:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:16 smithi097 ceph-mon[34923]: pgmap v284: 97 pgs: 97 active+clean; 606 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.4 KiB/s wr, 19 op/s; 279 B/s, 1 objects/s recovering 2024-09-12T12:25:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:16 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2060587942' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:25:16.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:16 smithi114 ceph-mon[35514]: pgmap v284: 97 pgs: 97 active+clean; 606 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.4 KiB/s wr, 19 op/s; 279 B/s, 1 objects/s recovering 2024-09-12T12:25:16.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:16 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2060587942' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:25:16.997 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-12T12:25:16.998 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-12T12:25:17.243 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:17.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.678+0000 7f5693eef640 1 -- 172.21.15.82:0/3823079777 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f568c103740 msgr2=0x7f568c107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:17.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.678+0000 7f5693eef640 1 --2- 172.21.15.82:0/3823079777 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f568c103740 0x7f568c107b80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f567c009930 tx=0x7f567c02a420 comp rx=0 tx=0).stop 2024-09-12T12:25:17.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.678+0000 7f5693eef640 1 -- 172.21.15.82:0/3823079777 shutdown_connections 2024-09-12T12:25:17.694 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.678+0000 7f5693eef640 1 --2- 172.21.15.82:0/3823079777 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f568c108290 0x7f568c10ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:17.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.678+0000 7f5693eef640 1 --2- 172.21.15.82:0/3823079777 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f568c103740 0x7f568c107b80 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:17.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.678+0000 7f5693eef640 1 --2- 172.21.15.82:0/3823079777 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f568c102d90 0x7f568c103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:17.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.678+0000 7f5693eef640 1 -- 172.21.15.82:0/3823079777 >> 172.21.15.82:0/3823079777 conn(0x7f568c0fc7d0 msgr2=0x7f568c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:17.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.678+0000 7f5693eef640 1 -- 172.21.15.82:0/3823079777 shutdown_connections 2024-09-12T12:25:17.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.678+0000 7f5693eef640 1 -- 172.21.15.82:0/3823079777 wait complete. 2024-09-12T12:25:17.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.679+0000 7f5693eef640 1 Processor -- start 2024-09-12T12:25:17.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.679+0000 7f5693eef640 1 -- start start 2024-09-12T12:25:17.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.679+0000 7f5693eef640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f568c102d90 0x7f568c1985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:17.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.679+0000 7f5693eef640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f568c103740 0x7f568c198b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:17.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.679+0000 7f5693eef640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f568c108290 0x7f568c19ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:17.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.679+0000 7f5693eef640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f568c112080 con 0x7f568c103740 2024-09-12T12:25:17.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.679+0000 7f5693eef640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f568c111f00 con 0x7f568c102d90 2024-09-12T12:25:17.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.679+0000 7f5693eef640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f568c112200 con 0x7f568c108290 2024-09-12T12:25:17.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.679+0000 7f569148a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f568c103740 0x7f568c198b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:17.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.679+0000 7f569148a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f568c103740 0x7f568c198b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37818/0 (socket says 172.21.15.82:37818) 2024-09-12T12:25:17.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.680+0000 7f569148a640 1 -- 172.21.15.82:0/1310259053 learned_addr learned my addr 172.21.15.82:0/1310259053 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:17.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.680+0000 7f5691c8b640 1 --2- 172.21.15.82:0/1310259053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f568c102d90 0x7f568c1985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:17.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.680+0000 7f569248c640 1 --2- 172.21.15.82:0/1310259053 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f568c108290 0x7f568c19ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:17.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.680+0000 7f569148a640 1 -- 172.21.15.82:0/1310259053 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f568c108290 msgr2=0x7f568c19ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:17.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.680+0000 7f569148a640 1 --2- 172.21.15.82:0/1310259053 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f568c108290 0x7f568c19ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:17.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.680+0000 7f569148a640 1 -- 172.21.15.82:0/1310259053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f568c102d90 msgr2=0x7f568c1985e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:17.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.680+0000 7f569148a640 1 --2- 172.21.15.82:0/1310259053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f568c102d90 0x7f568c1985e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:17.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.680+0000 7f569148a640 1 -- 172.21.15.82:0/1310259053 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f568c19d590 con 0x7f568c103740 2024-09-12T12:25:17.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.680+0000 7f569148a640 1 --2- 172.21.15.82:0/1310259053 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f568c103740 0x7f568c198b20 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f567c02a940 tx=0x7f567c003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:17.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.680+0000 7f5682ffd640 1 -- 172.21.15.82:0/1310259053 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f567c03f070 con 0x7f568c103740 2024-09-12T12:25:17.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.680+0000 7f5682ffd640 1 -- 172.21.15.82:0/1310259053 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f567c031c90 con 0x7f568c103740 2024-09-12T12:25:17.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.680+0000 7f5693eef640 1 -- 172.21.15.82:0/1310259053 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f568c19d820 con 0x7f568c103740 2024-09-12T12:25:17.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.680+0000 7f5682ffd640 1 -- 172.21.15.82:0/1310259053 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f567c035030 con 0x7f568c103740 2024-09-12T12:25:17.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.680+0000 7f5693eef640 1 -- 172.21.15.82:0/1310259053 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f568c1a5160 con 0x7f568c103740 2024-09-12T12:25:17.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.682+0000 7f5693eef640 1 -- 172.21.15.82:0/1310259053 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f568c103170 con 0x7f568c103740 2024-09-12T12:25:17.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.683+0000 7f5682ffd640 1 -- 172.21.15.82:0/1310259053 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f567c042070 con 0x7f568c103740 2024-09-12T12:25:17.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.683+0000 7f5682ffd640 1 --2- 172.21.15.82:0/1310259053 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f56780a2c90 0x7f56780a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:17.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.683+0000 7f5682ffd640 1 -- 172.21.15.82:0/1310259053 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f567c0ef8b0 con 0x7f568c103740 2024-09-12T12:25:17.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.683+0000 7f5691c8b640 1 --2- 172.21.15.82:0/1310259053 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f56780a2c90 0x7f56780a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:17.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.684+0000 7f5691c8b640 1 --2- 172.21.15.82:0/1310259053 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f56780a2c90 0x7f56780a5150 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f568800bbe0 tx=0x7f568800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:17.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.687+0000 7f5682ffd640 1 -- 172.21.15.82:0/1310259053 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f567c0bc050 con 0x7f568c103740 2024-09-12T12:25:17.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.849+0000 7f5693eef640 1 -- 172.21.15.82:0/1310259053 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f568c062630 con 0x7f56780a2c90 2024-09-12T12:25:17.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.856+0000 7f5682ffd640 1 -- 172.21.15.82:0/1310259053 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258785 (secure 0 0 0) 0x7f568c062630 con 0x7f56780a2c90 2024-09-12T12:25:17.859 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:25:17.861 INFO:teuthology.orchestra.run.smithi082.stderr:dumped all 2024-09-12T12:25:17.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.858+0000 7f5693eef640 1 -- 172.21.15.82:0/1310259053 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f56780a2c90 msgr2=0x7f56780a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:17.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.858+0000 7f5693eef640 1 --2- 172.21.15.82:0/1310259053 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f56780a2c90 0x7f56780a5150 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f568800bbe0 tx=0x7f568800b390 comp rx=0 tx=0).stop 2024-09-12T12:25:17.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.858+0000 7f5693eef640 1 -- 172.21.15.82:0/1310259053 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f568c103740 msgr2=0x7f568c198b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:17.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.858+0000 7f5693eef640 1 --2- 172.21.15.82:0/1310259053 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f568c103740 0x7f568c198b20 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f567c02a940 tx=0x7f567c003b90 comp rx=0 tx=0).stop 2024-09-12T12:25:17.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.858+0000 7f5693eef640 1 -- 172.21.15.82:0/1310259053 shutdown_connections 2024-09-12T12:25:17.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.858+0000 7f5693eef640 1 --2- 172.21.15.82:0/1310259053 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f56780a2c90 0x7f56780a5150 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:17.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.858+0000 7f5693eef640 1 --2- 172.21.15.82:0/1310259053 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f568c108290 0x7f568c19ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:17.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.858+0000 7f5693eef640 1 --2- 172.21.15.82:0/1310259053 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f568c103740 0x7f568c198b20 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:17.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.858+0000 7f5693eef640 1 --2- 172.21.15.82:0/1310259053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f568c102d90 0x7f568c1985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:17.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.858+0000 7f5693eef640 1 -- 172.21.15.82:0/1310259053 >> 172.21.15.82:0/1310259053 conn(0x7f568c0fc7d0 msgr2=0x7f568c106370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:17.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.859+0000 7f5693eef640 1 -- 172.21.15.82:0/1310259053 shutdown_connections 2024-09-12T12:25:17.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:17.859+0000 7f5693eef640 1 -- 172.21.15.82:0/1310259053 wait complete. 2024-09-12T12:25:18.548 INFO:teuthology.orchestra.run.smithi082.stdout:{"pg_ready":true,"pg_map":{"version":285,"stamp":"2024-09-12T12:25:17.259146+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":639661,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":254,"num_read_kb":238,"num_write":411,"num_write_kb":3051,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":1182971,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":338,"ondisk_log_size":338,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":290,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":353568,"kb_used_data":12568,"kb_used_omap":18,"kb_used_meta":340717,"kb_avail":1124588256,"statfs":{"total":1151940427776,"available":1151578374144,"internally_reserved":0,"allocated":12869632,"data_stored":7043661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19138,"internal_metadata":348894526},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":39687,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":59,"num_read_kb":73,"num_write":19,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2235,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002044"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336719+0000","last_change":"2024-09-12T12:24:53.267641+0000","last_active":"2024-09-12T12:25:10.336719+0000","last_peered":"2024-09-12T12:25:10.336719+0000","last_clean":"2024-09-12T12:25:10.336719+0000","last_became_active":"2024-09-12T12:24:53.267213+0000","last_became_peered":"2024-09-12T12:24:53.267213+0000","last_unstale":"2024-09-12T12:25:10.336719+0000","last_undegraded":"2024-09-12T12:25:10.336719+0000","last_fullsized":"2024-09-12T12:25:10.336719+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:52.638133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340724+0000","last_change":"2024-09-12T12:24:53.260209+0000","last_active":"2024-09-12T12:25:10.340724+0000","last_peered":"2024-09-12T12:25:10.340724+0000","last_clean":"2024-09-12T12:25:10.340724+0000","last_became_active":"2024-09-12T12:24:53.259912+0000","last_became_peered":"2024-09-12T12:24:53.259912+0000","last_unstale":"2024-09-12T12:25:10.340724+0000","last_undegraded":"2024-09-12T12:25:10.340724+0000","last_fullsized":"2024-09-12T12:25:10.340724+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:57.126433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340516+0000","last_change":"2024-09-12T12:24:53.267025+0000","last_active":"2024-09-12T12:25:10.340516+0000","last_peered":"2024-09-12T12:25:10.340516+0000","last_clean":"2024-09-12T12:25:10.340516+0000","last_became_active":"2024-09-12T12:24:53.266687+0000","last_became_peered":"2024-09-12T12:24:53.266687+0000","last_unstale":"2024-09-12T12:25:10.340516+0000","last_undegraded":"2024-09-12T12:25:10.340516+0000","last_fullsized":"2024-09-12T12:25:10.340516+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:00.134085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339928+0000","last_change":"2024-09-12T12:24:53.266874+0000","last_active":"2024-09-12T12:25:10.339928+0000","last_peered":"2024-09-12T12:25:10.339928+0000","last_clean":"2024-09-12T12:25:10.339928+0000","last_became_active":"2024-09-12T12:24:53.266411+0000","last_became_peered":"2024-09-12T12:24:53.266411+0000","last_unstale":"2024-09-12T12:25:10.339928+0000","last_undegraded":"2024-09-12T12:25:10.339928+0000","last_fullsized":"2024-09-12T12:25:10.339928+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:41.908243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342100+0000","last_change":"2024-09-12T12:24:53.267092+0000","last_active":"2024-09-12T12:25:10.342100+0000","last_peered":"2024-09-12T12:25:10.342100+0000","last_clean":"2024-09-12T12:25:10.342100+0000","last_became_active":"2024-09-12T12:24:53.266755+0000","last_became_peered":"2024-09-12T12:24:53.266755+0000","last_unstale":"2024-09-12T12:25:10.342100+0000","last_undegraded":"2024-09-12T12:25:10.342100+0000","last_fullsized":"2024-09-12T12:25:10.342100+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:57:36.414217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336627+0000","last_change":"2024-09-12T12:24:53.266214+0000","last_active":"2024-09-12T12:25:10.336627+0000","last_peered":"2024-09-12T12:25:10.336627+0000","last_clean":"2024-09-12T12:25:10.336627+0000","last_became_active":"2024-09-12T12:24:53.265847+0000","last_became_peered":"2024-09-12T12:24:53.265847+0000","last_unstale":"2024-09-12T12:25:10.336627+0000","last_undegraded":"2024-09-12T12:25:10.336627+0000","last_fullsized":"2024-09-12T12:25:10.336627+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:00:36.048487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339501+0000","last_change":"2024-09-12T12:24:53.263578+0000","last_active":"2024-09-12T12:25:10.339501+0000","last_peered":"2024-09-12T12:25:10.339501+0000","last_clean":"2024-09-12T12:25:10.339501+0000","last_became_active":"2024-09-12T12:24:53.263242+0000","last_became_peered":"2024-09-12T12:24:53.263242+0000","last_unstale":"2024-09-12T12:25:10.339501+0000","last_undegraded":"2024-09-12T12:25:10.339501+0000","last_fullsized":"2024-09-12T12:25:10.339501+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:07:42.227050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344514+0000","last_change":"2024-09-12T12:25:10.343826+0000","last_active":"2024-09-12T12:25:10.344514+0000","last_peered":"2024-09-12T12:25:10.344514+0000","last_clean":"2024-09-12T12:25:10.344514+0000","last_became_active":"2024-09-12T12:25:10.343447+0000","last_became_peered":"2024-09-12T12:25:10.343447+0000","last_unstale":"2024-09-12T12:25:10.344514+0000","last_undegraded":"2024-09-12T12:25:10.344514+0000","last_fullsized":"2024-09-12T12:25:10.344514+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:23.562283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341102+0000","last_change":"2024-09-12T12:24:53.263095+0000","last_active":"2024-09-12T12:25:10.341102+0000","last_peered":"2024-09-12T12:25:10.341102+0000","last_clean":"2024-09-12T12:25:10.341102+0000","last_became_active":"2024-09-12T12:24:53.262774+0000","last_became_peered":"2024-09-12T12:24:53.262774+0000","last_unstale":"2024-09-12T12:25:10.341102+0000","last_undegraded":"2024-09-12T12:25:10.341102+0000","last_fullsized":"2024-09-12T12:25:10.341102+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:57.457816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.337005+0000","last_change":"2024-09-12T12:24:53.268488+0000","last_active":"2024-09-12T12:25:10.337005+0000","last_peered":"2024-09-12T12:25:10.337005+0000","last_clean":"2024-09-12T12:25:10.337005+0000","last_became_active":"2024-09-12T12:24:53.268087+0000","last_became_peered":"2024-09-12T12:24:53.268087+0000","last_unstale":"2024-09-12T12:25:10.337005+0000","last_undegraded":"2024-09-12T12:25:10.337005+0000","last_fullsized":"2024-09-12T12:25:10.337005+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:38.544938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340132+0000","last_change":"2024-09-12T12:24:53.269282+0000","last_active":"2024-09-12T12:25:10.340132+0000","last_peered":"2024-09-12T12:25:10.340132+0000","last_clean":"2024-09-12T12:25:10.340132+0000","last_became_active":"2024-09-12T12:24:53.268943+0000","last_became_peered":"2024-09-12T12:24:53.268943+0000","last_unstale":"2024-09-12T12:25:10.340132+0000","last_undegraded":"2024-09-12T12:25:10.340132+0000","last_fullsized":"2024-09-12T12:25:10.340132+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:15.534080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340049+0000","last_change":"2024-09-12T12:24:53.269819+0000","last_active":"2024-09-12T12:25:10.340049+0000","last_peered":"2024-09-12T12:25:10.340049+0000","last_clean":"2024-09-12T12:25:10.340049+0000","last_became_active":"2024-09-12T12:24:53.269442+0000","last_became_peered":"2024-09-12T12:24:53.269442+0000","last_unstale":"2024-09-12T12:25:10.340049+0000","last_undegraded":"2024-09-12T12:25:10.340049+0000","last_fullsized":"2024-09-12T12:25:10.340049+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:08.178972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336336+0000","last_change":"2024-09-12T12:24:53.257568+0000","last_active":"2024-09-12T12:25:10.336336+0000","last_peered":"2024-09-12T12:25:10.336336+0000","last_clean":"2024-09-12T12:25:10.336336+0000","last_became_active":"2024-09-12T12:24:53.257214+0000","last_became_peered":"2024-09-12T12:24:53.257214+0000","last_unstale":"2024-09-12T12:25:10.336336+0000","last_undegraded":"2024-09-12T12:25:10.336336+0000","last_fullsized":"2024-09-12T12:25:10.336336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:12.082244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340486+0000","last_change":"2024-09-12T12:24:53.260245+0000","last_active":"2024-09-12T12:25:10.340486+0000","last_peered":"2024-09-12T12:25:10.340486+0000","last_clean":"2024-09-12T12:25:10.340486+0000","last_became_active":"2024-09-12T12:24:53.259965+0000","last_became_peered":"2024-09-12T12:24:53.259965+0000","last_unstale":"2024-09-12T12:25:10.340486+0000","last_undegraded":"2024-09-12T12:25:10.340486+0000","last_fullsized":"2024-09-12T12:25:10.340486+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:46.035684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340403+0000","last_change":"2024-09-12T12:24:53.264482+0000","last_active":"2024-09-12T12:25:10.340403+0000","last_peered":"2024-09-12T12:25:10.340403+0000","last_clean":"2024-09-12T12:25:10.340403+0000","last_became_active":"2024-09-12T12:24:53.264189+0000","last_became_peered":"2024-09-12T12:24:53.264189+0000","last_unstale":"2024-09-12T12:25:10.340403+0000","last_undegraded":"2024-09-12T12:25:10.340403+0000","last_fullsized":"2024-09-12T12:25:10.340403+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:13.915884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340663+0000","last_change":"2024-09-12T12:24:53.263283+0000","last_active":"2024-09-12T12:25:10.340663+0000","last_peered":"2024-09-12T12:25:10.340663+0000","last_clean":"2024-09-12T12:25:10.340663+0000","last_became_active":"2024-09-12T12:24:53.262081+0000","last_became_peered":"2024-09-12T12:24:53.262081+0000","last_unstale":"2024-09-12T12:25:10.340663+0000","last_undegraded":"2024-09-12T12:25:10.340663+0000","last_fullsized":"2024-09-12T12:25:10.340663+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:40.676980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336724+0000","last_change":"2024-09-12T12:24:53.267514+0000","last_active":"2024-09-12T12:25:10.336724+0000","last_peered":"2024-09-12T12:25:10.336724+0000","last_clean":"2024-09-12T12:25:10.336724+0000","last_became_active":"2024-09-12T12:24:53.266773+0000","last_became_peered":"2024-09-12T12:24:53.266773+0000","last_unstale":"2024-09-12T12:25:10.336724+0000","last_undegraded":"2024-09-12T12:25:10.336724+0000","last_fullsized":"2024-09-12T12:25:10.336724+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:05:53.973780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338877+0000","last_change":"2024-09-12T12:24:53.261326+0000","last_active":"2024-09-12T12:25:10.338877+0000","last_peered":"2024-09-12T12:25:10.338877+0000","last_clean":"2024-09-12T12:25:10.338877+0000","last_became_active":"2024-09-12T12:24:53.261022+0000","last_became_peered":"2024-09-12T12:24:53.261022+0000","last_unstale":"2024-09-12T12:25:10.338877+0000","last_undegraded":"2024-09-12T12:25:10.338877+0000","last_fullsized":"2024-09-12T12:25:10.338877+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:34:01.689720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338530+0000","last_change":"2024-09-12T12:24:53.262683+0000","last_active":"2024-09-12T12:25:10.338530+0000","last_peered":"2024-09-12T12:25:10.338530+0000","last_clean":"2024-09-12T12:25:10.338530+0000","last_became_active":"2024-09-12T12:24:53.260343+0000","last_became_peered":"2024-09-12T12:24:53.260343+0000","last_unstale":"2024-09-12T12:25:10.338530+0000","last_undegraded":"2024-09-12T12:25:10.338530+0000","last_fullsized":"2024-09-12T12:25:10.338530+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:56.218598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336494+0000","last_change":"2024-09-12T12:24:53.266758+0000","last_active":"2024-09-12T12:25:10.336494+0000","last_peered":"2024-09-12T12:25:10.336494+0000","last_clean":"2024-09-12T12:25:10.336494+0000","last_became_active":"2024-09-12T12:24:53.266438+0000","last_became_peered":"2024-09-12T12:24:53.266438+0000","last_unstale":"2024-09-12T12:25:10.336494+0000","last_undegraded":"2024-09-12T12:25:10.336494+0000","last_fullsized":"2024-09-12T12:25:10.336494+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:52.586860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336504+0000","last_change":"2024-09-12T12:24:53.260873+0000","last_active":"2024-09-12T12:25:10.336504+0000","last_peered":"2024-09-12T12:25:10.336504+0000","last_clean":"2024-09-12T12:25:10.336504+0000","last_became_active":"2024-09-12T12:24:53.260547+0000","last_became_peered":"2024-09-12T12:24:53.260547+0000","last_unstale":"2024-09-12T12:25:10.336504+0000","last_undegraded":"2024-09-12T12:25:10.336504+0000","last_fullsized":"2024-09-12T12:25:10.336504+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:59:43.822805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340939+0000","last_change":"2024-09-12T12:24:53.263778+0000","last_active":"2024-09-12T12:25:10.340939+0000","last_peered":"2024-09-12T12:25:10.340939+0000","last_clean":"2024-09-12T12:25:10.340939+0000","last_became_active":"2024-09-12T12:24:53.263446+0000","last_became_peered":"2024-09-12T12:24:53.263446+0000","last_unstale":"2024-09-12T12:25:10.340939+0000","last_undegraded":"2024-09-12T12:25:10.340939+0000","last_fullsized":"2024-09-12T12:25:10.340939+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:47.774666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339991+0000","last_change":"2024-09-12T12:24:53.262750+0000","last_active":"2024-09-12T12:25:10.339991+0000","last_peered":"2024-09-12T12:25:10.339991+0000","last_clean":"2024-09-12T12:25:10.339991+0000","last_became_active":"2024-09-12T12:24:53.262464+0000","last_became_peered":"2024-09-12T12:24:53.262464+0000","last_unstale":"2024-09-12T12:25:10.339991+0000","last_undegraded":"2024-09-12T12:25:10.339991+0000","last_fullsized":"2024-09-12T12:25:10.339991+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:34.148797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341315+0000","last_change":"2024-09-12T12:24:53.262468+0000","last_active":"2024-09-12T12:25:10.341315+0000","last_peered":"2024-09-12T12:25:10.341315+0000","last_clean":"2024-09-12T12:25:10.341315+0000","last_became_active":"2024-09-12T12:24:53.259228+0000","last_became_peered":"2024-09-12T12:24:53.259228+0000","last_unstale":"2024-09-12T12:25:10.341315+0000","last_undegraded":"2024-09-12T12:25:10.341315+0000","last_fullsized":"2024-09-12T12:25:10.341315+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:40.800800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338515+0000","last_change":"2024-09-12T12:24:53.269069+0000","last_active":"2024-09-12T12:25:10.338515+0000","last_peered":"2024-09-12T12:25:10.338515+0000","last_clean":"2024-09-12T12:25:10.338515+0000","last_became_active":"2024-09-12T12:24:53.268740+0000","last_became_peered":"2024-09-12T12:24:53.268740+0000","last_unstale":"2024-09-12T12:25:10.338515+0000","last_undegraded":"2024-09-12T12:25:10.338515+0000","last_fullsized":"2024-09-12T12:25:10.338515+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:03.699713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338528+0000","last_change":"2024-09-12T12:24:53.264080+0000","last_active":"2024-09-12T12:25:10.338528+0000","last_peered":"2024-09-12T12:25:10.338528+0000","last_clean":"2024-09-12T12:25:10.338528+0000","last_became_active":"2024-09-12T12:24:53.263752+0000","last_became_peered":"2024-09-12T12:24:53.263752+0000","last_unstale":"2024-09-12T12:25:10.338528+0000","last_undegraded":"2024-09-12T12:25:10.338528+0000","last_fullsized":"2024-09-12T12:25:10.338528+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:46:38.691951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336551+0000","last_change":"2024-09-12T12:24:53.269081+0000","last_active":"2024-09-12T12:25:10.336551+0000","last_peered":"2024-09-12T12:25:10.336551+0000","last_clean":"2024-09-12T12:25:10.336551+0000","last_became_active":"2024-09-12T12:24:53.265150+0000","last_became_peered":"2024-09-12T12:24:53.265150+0000","last_unstale":"2024-09-12T12:25:10.336551+0000","last_undegraded":"2024-09-12T12:25:10.336551+0000","last_fullsized":"2024-09-12T12:25:10.336551+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:59.285175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336224+0000","last_change":"2024-09-12T12:24:53.262512+0000","last_active":"2024-09-12T12:25:10.336224+0000","last_peered":"2024-09-12T12:25:10.336224+0000","last_clean":"2024-09-12T12:25:10.336224+0000","last_became_active":"2024-09-12T12:24:53.262222+0000","last_became_peered":"2024-09-12T12:24:53.262222+0000","last_unstale":"2024-09-12T12:25:10.336224+0000","last_undegraded":"2024-09-12T12:25:10.336224+0000","last_fullsized":"2024-09-12T12:25:10.336224+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:13.107382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340670+0000","last_change":"2024-09-12T12:24:53.266470+0000","last_active":"2024-09-12T12:25:10.340670+0000","last_peered":"2024-09-12T12:25:10.340670+0000","last_clean":"2024-09-12T12:25:10.340670+0000","last_became_active":"2024-09-12T12:24:53.266205+0000","last_became_peered":"2024-09-12T12:24:53.266205+0000","last_unstale":"2024-09-12T12:25:10.340670+0000","last_undegraded":"2024-09-12T12:25:10.340670+0000","last_fullsized":"2024-09-12T12:25:10.340670+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:08.037725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338257+0000","last_change":"2024-09-12T12:24:53.260855+0000","last_active":"2024-09-12T12:25:10.338257+0000","last_peered":"2024-09-12T12:25:10.338257+0000","last_clean":"2024-09-12T12:25:10.338257+0000","last_became_active":"2024-09-12T12:24:53.260523+0000","last_became_peered":"2024-09-12T12:24:53.260523+0000","last_unstale":"2024-09-12T12:25:10.338257+0000","last_undegraded":"2024-09-12T12:25:10.338257+0000","last_fullsized":"2024-09-12T12:25:10.338257+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:06.532622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342333+0000","last_change":"2024-09-12T12:25:10.342333+0000","last_active":"2024-09-12T12:25:10.342333+0000","last_peered":"2024-09-12T12:25:10.342333+0000","last_clean":"2024-09-12T12:25:10.342333+0000","last_became_active":"2024-09-12T12:25:10.341972+0000","last_became_peered":"2024-09-12T12:25:10.341972+0000","last_unstale":"2024-09-12T12:25:10.342333+0000","last_undegraded":"2024-09-12T12:25:10.342333+0000","last_fullsized":"2024-09-12T12:25:10.342333+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:34.822453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336407+0000","last_change":"2024-09-12T12:24:53.266043+0000","last_active":"2024-09-12T12:25:10.336407+0000","last_peered":"2024-09-12T12:25:10.336407+0000","last_clean":"2024-09-12T12:25:10.336407+0000","last_became_active":"2024-09-12T12:24:53.264592+0000","last_became_peered":"2024-09-12T12:24:53.264592+0000","last_unstale":"2024-09-12T12:25:10.336407+0000","last_undegraded":"2024-09-12T12:25:10.336407+0000","last_fullsized":"2024-09-12T12:25:10.336407+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:02.433100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.343134+0000","last_change":"2024-09-12T12:24:53.264662+0000","last_active":"2024-09-12T12:25:10.343134+0000","last_peered":"2024-09-12T12:25:10.343134+0000","last_clean":"2024-09-12T12:25:10.343134+0000","last_became_active":"2024-09-12T12:24:53.264257+0000","last_became_peered":"2024-09-12T12:24:53.264257+0000","last_unstale":"2024-09-12T12:25:10.343134+0000","last_undegraded":"2024-09-12T12:25:10.343134+0000","last_fullsized":"2024-09-12T12:25:10.343134+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:38.893735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"79'6","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:11.343057+0000","last_change":"2024-09-12T12:24:51.250102+0000","last_active":"2024-09-12T12:25:11.343057+0000","last_peered":"2024-09-12T12:25:11.343057+0000","last_clean":"2024-09-12T12:25:11.343057+0000","last_became_active":"2024-09-12T12:24:51.249770+0000","last_became_peered":"2024-09-12T12:24:51.249770+0000","last_unstale":"2024-09-12T12:25:11.343057+0000","last_undegraded":"2024-09-12T12:25:11.343057+0000","last_fullsized":"2024-09-12T12:25:11.343057+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:15.464601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341728+0000","last_change":"2024-09-12T12:24:53.261932+0000","last_active":"2024-09-12T12:25:10.341728+0000","last_peered":"2024-09-12T12:25:10.341728+0000","last_clean":"2024-09-12T12:25:10.341728+0000","last_became_active":"2024-09-12T12:24:53.258413+0000","last_became_peered":"2024-09-12T12:24:53.258413+0000","last_unstale":"2024-09-12T12:25:10.341728+0000","last_undegraded":"2024-09-12T12:25:10.341728+0000","last_fullsized":"2024-09-12T12:25:10.341728+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:08.387016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336774+0000","last_change":"2024-09-12T12:24:51.250202+0000","last_active":"2024-09-12T12:25:10.336774+0000","last_peered":"2024-09-12T12:25:10.336774+0000","last_clean":"2024-09-12T12:25:10.336774+0000","last_became_active":"2024-09-12T12:24:51.249329+0000","last_became_peered":"2024-09-12T12:24:51.249329+0000","last_unstale":"2024-09-12T12:25:10.336774+0000","last_undegraded":"2024-09-12T12:25:10.336774+0000","last_fullsized":"2024-09-12T12:25:10.336774+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:41:51.465438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336115+0000","last_change":"2024-09-12T12:24:51.247338+0000","last_active":"2024-09-12T12:25:10.336115+0000","last_peered":"2024-09-12T12:25:10.336115+0000","last_clean":"2024-09-12T12:25:10.336115+0000","last_became_active":"2024-09-12T12:24:51.246989+0000","last_became_peered":"2024-09-12T12:24:51.246989+0000","last_unstale":"2024-09-12T12:25:10.336115+0000","last_undegraded":"2024-09-12T12:25:10.336115+0000","last_fullsized":"2024-09-12T12:25:10.336115+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:18:50.858700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339941+0000","last_change":"2024-09-12T12:24:53.261140+0000","last_active":"2024-09-12T12:25:10.339941+0000","last_peered":"2024-09-12T12:25:10.339941+0000","last_clean":"2024-09-12T12:25:10.339941+0000","last_became_active":"2024-09-12T12:24:53.260838+0000","last_became_peered":"2024-09-12T12:24:53.260838+0000","last_unstale":"2024-09-12T12:25:10.339941+0000","last_undegraded":"2024-09-12T12:25:10.339941+0000","last_fullsized":"2024-09-12T12:25:10.339941+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:15:02.293933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341726+0000","last_change":"2024-09-12T12:24:51.252417+0000","last_active":"2024-09-12T12:25:10.341726+0000","last_peered":"2024-09-12T12:25:10.341726+0000","last_clean":"2024-09-12T12:25:10.341726+0000","last_became_active":"2024-09-12T12:24:51.252095+0000","last_became_peered":"2024-09-12T12:24:51.252095+0000","last_unstale":"2024-09-12T12:25:10.341726+0000","last_undegraded":"2024-09-12T12:25:10.341726+0000","last_fullsized":"2024-09-12T12:25:10.341726+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:25.261196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338559+0000","last_change":"2024-09-12T12:24:53.258359+0000","last_active":"2024-09-12T12:25:10.338559+0000","last_peered":"2024-09-12T12:25:10.338559+0000","last_clean":"2024-09-12T12:25:10.338559+0000","last_became_active":"2024-09-12T12:24:53.257916+0000","last_became_peered":"2024-09-12T12:24:53.257916+0000","last_unstale":"2024-09-12T12:25:10.338559+0000","last_undegraded":"2024-09-12T12:25:10.338559+0000","last_fullsized":"2024-09-12T12:25:10.338559+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:14:00.430922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'4","reported_seq":47,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:15.347269+0000","last_change":"2024-09-12T12:24:51.250599+0000","last_active":"2024-09-12T12:25:15.347269+0000","last_peered":"2024-09-12T12:25:15.347269+0000","last_clean":"2024-09-12T12:25:15.347269+0000","last_became_active":"2024-09-12T12:24:51.250292+0000","last_became_peered":"2024-09-12T12:24:51.250292+0000","last_unstale":"2024-09-12T12:25:15.347269+0000","last_undegraded":"2024-09-12T12:25:15.347269+0000","last_fullsized":"2024-09-12T12:25:15.347269+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:51.535071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":21,"num_read_kb":21,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341016+0000","last_change":"2024-09-12T12:24:53.266838+0000","last_active":"2024-09-12T12:25:10.341016+0000","last_peered":"2024-09-12T12:25:10.341016+0000","last_clean":"2024-09-12T12:25:10.341016+0000","last_became_active":"2024-09-12T12:24:53.265720+0000","last_became_peered":"2024-09-12T12:24:53.265720+0000","last_unstale":"2024-09-12T12:25:10.341016+0000","last_undegraded":"2024-09-12T12:25:10.341016+0000","last_fullsized":"2024-09-12T12:25:10.341016+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:20:01.228160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340000+0000","last_change":"2024-09-12T12:24:51.251765+0000","last_active":"2024-09-12T12:25:10.340000+0000","last_peered":"2024-09-12T12:25:10.340000+0000","last_clean":"2024-09-12T12:25:10.340000+0000","last_became_active":"2024-09-12T12:24:51.251376+0000","last_became_peered":"2024-09-12T12:24:51.251376+0000","last_unstale":"2024-09-12T12:25:10.340000+0000","last_undegraded":"2024-09-12T12:25:10.340000+0000","last_fullsized":"2024-09-12T12:25:10.340000+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:45:05.561610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344230+0000","last_change":"2024-09-12T12:25:10.344230+0000","last_active":"2024-09-12T12:25:10.344230+0000","last_peered":"2024-09-12T12:25:10.344230+0000","last_clean":"2024-09-12T12:25:10.344230+0000","last_became_active":"2024-09-12T12:25:10.343775+0000","last_became_peered":"2024-09-12T12:25:10.343775+0000","last_unstale":"2024-09-12T12:25:10.344230+0000","last_undegraded":"2024-09-12T12:25:10.344230+0000","last_fullsized":"2024-09-12T12:25:10.344230+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:21:53.923891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341408+0000","last_change":"2024-09-12T12:24:51.311991+0000","last_active":"2024-09-12T12:25:10.341408+0000","last_peered":"2024-09-12T12:25:10.341408+0000","last_clean":"2024-09-12T12:25:10.341408+0000","last_became_active":"2024-09-12T12:24:51.311634+0000","last_became_peered":"2024-09-12T12:24:51.311634+0000","last_unstale":"2024-09-12T12:25:10.341408+0000","last_undegraded":"2024-09-12T12:25:10.341408+0000","last_fullsized":"2024-09-12T12:25:10.341408+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:22.004224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344685+0000","last_change":"2024-09-12T12:25:10.344685+0000","last_active":"2024-09-12T12:25:10.344685+0000","last_peered":"2024-09-12T12:25:10.344685+0000","last_clean":"2024-09-12T12:25:10.344685+0000","last_became_active":"2024-09-12T12:25:10.344351+0000","last_became_peered":"2024-09-12T12:25:10.344351+0000","last_unstale":"2024-09-12T12:25:10.344685+0000","last_undegraded":"2024-09-12T12:25:10.344685+0000","last_fullsized":"2024-09-12T12:25:10.344685+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:22.058412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'23","reported_seq":72,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:15.344999+0000","last_change":"2024-09-12T12:24:51.248362+0000","last_active":"2024-09-12T12:25:15.344999+0000","last_peered":"2024-09-12T12:25:15.344999+0000","last_clean":"2024-09-12T12:25:15.344999+0000","last_became_active":"2024-09-12T12:24:51.248037+0000","last_became_peered":"2024-09-12T12:24:51.248037+0000","last_unstale":"2024-09-12T12:25:15.344999+0000","last_undegraded":"2024-09-12T12:25:15.344999+0000","last_fullsized":"2024-09-12T12:25:15.344999+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:30.188586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41065,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":27,"num_read_kb":53,"num_write":25,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342295+0000","last_change":"2024-09-12T12:24:53.272116+0000","last_active":"2024-09-12T12:25:10.342295+0000","last_peered":"2024-09-12T12:25:10.342295+0000","last_clean":"2024-09-12T12:25:10.342295+0000","last_became_active":"2024-09-12T12:24:53.271757+0000","last_became_peered":"2024-09-12T12:24:53.271757+0000","last_unstale":"2024-09-12T12:25:10.342295+0000","last_undegraded":"2024-09-12T12:25:10.342295+0000","last_fullsized":"2024-09-12T12:25:10.342295+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:06.941569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338520+0000","last_change":"2024-09-12T12:24:51.248675+0000","last_active":"2024-09-12T12:25:10.338520+0000","last_peered":"2024-09-12T12:25:10.338520+0000","last_clean":"2024-09-12T12:25:10.338520+0000","last_became_active":"2024-09-12T12:24:51.248011+0000","last_became_peered":"2024-09-12T12:24:51.248011+0000","last_unstale":"2024-09-12T12:25:10.338520+0000","last_undegraded":"2024-09-12T12:25:10.338520+0000","last_fullsized":"2024-09-12T12:25:10.338520+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:29:41.240753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336215+0000","last_change":"2024-09-12T12:24:53.259954+0000","last_active":"2024-09-12T12:25:10.336215+0000","last_peered":"2024-09-12T12:25:10.336215+0000","last_clean":"2024-09-12T12:25:10.336215+0000","last_became_active":"2024-09-12T12:24:53.259666+0000","last_became_peered":"2024-09-12T12:24:53.259666+0000","last_unstale":"2024-09-12T12:25:10.336215+0000","last_undegraded":"2024-09-12T12:25:10.336215+0000","last_fullsized":"2024-09-12T12:25:10.336215+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:37.952525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341470+0000","last_change":"2024-09-12T12:24:51.251682+0000","last_active":"2024-09-12T12:25:10.341470+0000","last_peered":"2024-09-12T12:25:10.341470+0000","last_clean":"2024-09-12T12:25:10.341470+0000","last_became_active":"2024-09-12T12:24:51.251365+0000","last_became_peered":"2024-09-12T12:24:51.251365+0000","last_unstale":"2024-09-12T12:25:10.341470+0000","last_undegraded":"2024-09-12T12:25:10.341470+0000","last_fullsized":"2024-09-12T12:25:10.341470+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:37.822796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339660+0000","last_change":"2024-09-12T12:24:53.267531+0000","last_active":"2024-09-12T12:25:10.339660+0000","last_peered":"2024-09-12T12:25:10.339660+0000","last_clean":"2024-09-12T12:25:10.339660+0000","last_became_active":"2024-09-12T12:24:53.267225+0000","last_became_peered":"2024-09-12T12:24:53.267225+0000","last_unstale":"2024-09-12T12:25:10.339660+0000","last_undegraded":"2024-09-12T12:25:10.339660+0000","last_fullsized":"2024-09-12T12:25:10.339660+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:23:10.974300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'6","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:11.342224+0000","last_change":"2024-09-12T12:24:51.247790+0000","last_active":"2024-09-12T12:25:11.342224+0000","last_peered":"2024-09-12T12:25:11.342224+0000","last_clean":"2024-09-12T12:25:11.342224+0000","last_became_active":"2024-09-12T12:24:51.247399+0000","last_became_peered":"2024-09-12T12:24:51.247399+0000","last_unstale":"2024-09-12T12:25:11.342224+0000","last_undegraded":"2024-09-12T12:25:11.342224+0000","last_fullsized":"2024-09-12T12:25:11.342224+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:23:45.923488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":12,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339588+0000","last_change":"2024-09-12T12:24:53.265963+0000","last_active":"2024-09-12T12:25:10.339588+0000","last_peered":"2024-09-12T12:25:10.339588+0000","last_clean":"2024-09-12T12:25:10.339588+0000","last_became_active":"2024-09-12T12:24:53.265331+0000","last_became_peered":"2024-09-12T12:24:53.265331+0000","last_unstale":"2024-09-12T12:25:10.339588+0000","last_undegraded":"2024-09-12T12:25:10.339588+0000","last_fullsized":"2024-09-12T12:25:10.339588+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:06.137001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":40,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342006+0000","last_change":"2024-09-12T12:24:51.312101+0000","last_active":"2024-09-12T12:25:10.342006+0000","last_peered":"2024-09-12T12:25:10.342006+0000","last_clean":"2024-09-12T12:25:10.342006+0000","last_became_active":"2024-09-12T12:24:51.311789+0000","last_became_peered":"2024-09-12T12:24:51.311789+0000","last_unstale":"2024-09-12T12:25:10.342006+0000","last_undegraded":"2024-09-12T12:25:10.342006+0000","last_fullsized":"2024-09-12T12:25:10.342006+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:22.375583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.345783+0000","last_change":"2024-09-12T12:25:10.345379+0000","last_active":"2024-09-12T12:25:10.345783+0000","last_peered":"2024-09-12T12:25:10.345783+0000","last_clean":"2024-09-12T12:25:10.345783+0000","last_became_active":"2024-09-12T12:25:10.344987+0000","last_became_peered":"2024-09-12T12:25:10.344987+0000","last_unstale":"2024-09-12T12:25:10.345783+0000","last_undegraded":"2024-09-12T12:25:10.345783+0000","last_fullsized":"2024-09-12T12:25:10.345783+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:06.825043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,1],"acting":[9,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342345+0000","last_change":"2024-09-12T12:24:51.248708+0000","last_active":"2024-09-12T12:25:10.342345+0000","last_peered":"2024-09-12T12:25:10.342345+0000","last_clean":"2024-09-12T12:25:10.342345+0000","last_became_active":"2024-09-12T12:24:51.248342+0000","last_became_peered":"2024-09-12T12:24:51.248342+0000","last_unstale":"2024-09-12T12:25:10.342345+0000","last_undegraded":"2024-09-12T12:25:10.342345+0000","last_fullsized":"2024-09-12T12:25:10.342345+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:00.281536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336702+0000","last_change":"2024-09-12T12:24:53.267397+0000","last_active":"2024-09-12T12:25:10.336702+0000","last_peered":"2024-09-12T12:25:10.336702+0000","last_clean":"2024-09-12T12:25:10.336702+0000","last_became_active":"2024-09-12T12:24:53.267107+0000","last_became_peered":"2024-09-12T12:24:53.267107+0000","last_unstale":"2024-09-12T12:25:10.336702+0000","last_undegraded":"2024-09-12T12:25:10.336702+0000","last_fullsized":"2024-09-12T12:25:10.336702+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:37.607202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.348283+0000","last_change":"2024-09-12T12:25:10.348283+0000","last_active":"2024-09-12T12:25:10.348283+0000","last_peered":"2024-09-12T12:25:10.348283+0000","last_clean":"2024-09-12T12:25:10.348283+0000","last_became_active":"2024-09-12T12:25:10.342802+0000","last_became_peered":"2024-09-12T12:25:10.342802+0000","last_unstale":"2024-09-12T12:25:10.348283+0000","last_undegraded":"2024-09-12T12:25:10.348283+0000","last_fullsized":"2024-09-12T12:25:10.348283+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:28.596809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340209+0000","last_change":"2024-09-12T12:24:53.271737+0000","last_active":"2024-09-12T12:25:10.340209+0000","last_peered":"2024-09-12T12:25:10.340209+0000","last_clean":"2024-09-12T12:25:10.340209+0000","last_became_active":"2024-09-12T12:24:53.271415+0000","last_became_peered":"2024-09-12T12:24:53.271415+0000","last_unstale":"2024-09-12T12:25:10.340209+0000","last_undegraded":"2024-09-12T12:25:10.340209+0000","last_fullsized":"2024-09-12T12:25:10.340209+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:00:21.878889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.343048+0000","last_change":"2024-09-12T12:24:51.247389+0000","last_active":"2024-09-12T12:25:10.343048+0000","last_peered":"2024-09-12T12:25:10.343048+0000","last_clean":"2024-09-12T12:25:10.343048+0000","last_became_active":"2024-09-12T12:24:51.247044+0000","last_became_peered":"2024-09-12T12:24:51.247044+0000","last_unstale":"2024-09-12T12:25:10.343048+0000","last_undegraded":"2024-09-12T12:25:10.343048+0000","last_fullsized":"2024-09-12T12:25:10.343048+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:12:04.390267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'1","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339934+0000","last_change":"2024-09-12T12:24:53.265318+0000","last_active":"2024-09-12T12:25:10.339934+0000","last_peered":"2024-09-12T12:25:10.339934+0000","last_clean":"2024-09-12T12:25:10.339934+0000","last_became_active":"2024-09-12T12:24:53.264869+0000","last_became_peered":"2024-09-12T12:24:53.264869+0000","last_unstale":"2024-09-12T12:25:10.339934+0000","last_undegraded":"2024-09-12T12:25:10.339934+0000","last_fullsized":"2024-09-12T12:25:10.339934+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:04:36.787420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'6","reported_seq":22,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:12.347599+0000","last_change":"2024-09-12T12:25:10.347737+0000","last_active":"2024-09-12T12:25:12.347599+0000","last_peered":"2024-09-12T12:25:12.347599+0000","last_clean":"2024-09-12T12:25:12.347599+0000","last_became_active":"2024-09-12T12:25:10.341814+0000","last_became_peered":"2024-09-12T12:25:10.341814+0000","last_unstale":"2024-09-12T12:25:12.347599+0000","last_undegraded":"2024-09-12T12:25:12.347599+0000","last_fullsized":"2024-09-12T12:25:12.347599+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:52:44.916459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1563,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1563,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340162+0000","last_change":"2024-09-12T12:24:53.272578+0000","last_active":"2024-09-12T12:25:10.340162+0000","last_peered":"2024-09-12T12:25:10.340162+0000","last_clean":"2024-09-12T12:25:10.340162+0000","last_became_active":"2024-09-12T12:24:53.272104+0000","last_became_peered":"2024-09-12T12:24:53.272104+0000","last_unstale":"2024-09-12T12:25:10.340162+0000","last_undegraded":"2024-09-12T12:25:10.340162+0000","last_fullsized":"2024-09-12T12:25:10.340162+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:20.583691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":343,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340411+0000","last_change":"2024-09-12T12:23:44.730957+0000","last_active":"2024-09-12T12:25:10.340411+0000","last_peered":"2024-09-12T12:25:10.340411+0000","last_clean":"2024-09-12T12:25:10.340411+0000","last_became_active":"2024-09-12T12:23:44.730539+0000","last_became_peered":"2024-09-12T12:23:44.730539+0000","last_unstale":"2024-09-12T12:25:10.340411+0000","last_undegraded":"2024-09-12T12:25:10.340411+0000","last_fullsized":"2024-09-12T12:25:10.340411+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:20:23.481465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:20:23.481465+0000","last_clean_scrub_stamp":"2024-09-12T12:20:23.481465+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:47.323101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340526+0000","last_change":"2024-09-12T12:24:51.245290+0000","last_active":"2024-09-12T12:25:10.340526+0000","last_peered":"2024-09-12T12:25:10.340526+0000","last_clean":"2024-09-12T12:25:10.340526+0000","last_became_active":"2024-09-12T12:24:51.244953+0000","last_became_peered":"2024-09-12T12:24:51.244953+0000","last_unstale":"2024-09-12T12:25:10.340526+0000","last_undegraded":"2024-09-12T12:25:10.340526+0000","last_fullsized":"2024-09-12T12:25:10.340526+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:09.107387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339595+0000","last_change":"2024-09-12T12:24:53.263508+0000","last_active":"2024-09-12T12:25:10.339595+0000","last_peered":"2024-09-12T12:25:10.339595+0000","last_clean":"2024-09-12T12:25:10.339595+0000","last_became_active":"2024-09-12T12:24:53.262942+0000","last_became_peered":"2024-09-12T12:24:53.262942+0000","last_unstale":"2024-09-12T12:25:10.339595+0000","last_undegraded":"2024-09-12T12:25:10.339595+0000","last_fullsized":"2024-09-12T12:25:10.339595+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:26.047134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.348710+0000","last_change":"2024-09-12T12:25:10.348710+0000","last_active":"2024-09-12T12:25:10.348710+0000","last_peered":"2024-09-12T12:25:10.348710+0000","last_clean":"2024-09-12T12:25:10.348710+0000","last_became_active":"2024-09-12T12:25:10.345461+0000","last_became_peered":"2024-09-12T12:25:10.345461+0000","last_unstale":"2024-09-12T12:25:10.348710+0000","last_undegraded":"2024-09-12T12:25:10.348710+0000","last_fullsized":"2024-09-12T12:25:10.348710+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:29.032967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336436+0000","last_change":"2024-09-12T12:24:53.262397+0000","last_active":"2024-09-12T12:25:10.336436+0000","last_peered":"2024-09-12T12:25:10.336436+0000","last_clean":"2024-09-12T12:25:10.336436+0000","last_became_active":"2024-09-12T12:24:53.262069+0000","last_became_peered":"2024-09-12T12:24:53.262069+0000","last_unstale":"2024-09-12T12:25:10.336436+0000","last_undegraded":"2024-09-12T12:25:10.336436+0000","last_fullsized":"2024-09-12T12:25:10.336436+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:33:59.597991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"79'5","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:12.342958+0000","last_change":"2024-09-12T12:24:51.311813+0000","last_active":"2024-09-12T12:25:12.342958+0000","last_peered":"2024-09-12T12:25:12.342958+0000","last_clean":"2024-09-12T12:25:12.342958+0000","last_became_active":"2024-09-12T12:24:51.311442+0000","last_became_peered":"2024-09-12T12:24:51.311442+0000","last_unstale":"2024-09-12T12:25:12.342958+0000","last_undegraded":"2024-09-12T12:25:12.342958+0000","last_fullsized":"2024-09-12T12:25:12.342958+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:25.877025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":10,"num_read_kb":10,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341461+0000","last_change":"2024-09-12T12:24:53.257529+0000","last_active":"2024-09-12T12:25:10.341461+0000","last_peered":"2024-09-12T12:25:10.341461+0000","last_clean":"2024-09-12T12:25:10.341461+0000","last_became_active":"2024-09-12T12:24:53.257183+0000","last_became_peered":"2024-09-12T12:24:53.257183+0000","last_unstale":"2024-09-12T12:25:10.341461+0000","last_undegraded":"2024-09-12T12:25:10.341461+0000","last_fullsized":"2024-09-12T12:25:10.341461+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:29.458629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"79'6","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.345072+0000","last_change":"2024-09-12T12:24:51.249112+0000","last_active":"2024-09-12T12:25:10.345072+0000","last_peered":"2024-09-12T12:25:10.345072+0000","last_clean":"2024-09-12T12:25:10.345072+0000","last_became_active":"2024-09-12T12:24:51.248795+0000","last_became_peered":"2024-09-12T12:24:51.248795+0000","last_unstale":"2024-09-12T12:25:10.345072+0000","last_undegraded":"2024-09-12T12:25:10.345072+0000","last_fullsized":"2024-09-12T12:25:10.345072+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:14.746821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336825+0000","last_change":"2024-09-12T12:24:53.264485+0000","last_active":"2024-09-12T12:25:10.336825+0000","last_peered":"2024-09-12T12:25:10.336825+0000","last_clean":"2024-09-12T12:25:10.336825+0000","last_became_active":"2024-09-12T12:24:53.264147+0000","last_became_peered":"2024-09-12T12:24:53.264147+0000","last_unstale":"2024-09-12T12:25:10.336825+0000","last_undegraded":"2024-09-12T12:25:10.336825+0000","last_fullsized":"2024-09-12T12:25:10.336825+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:00.639502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338667+0000","last_change":"2024-09-12T12:24:51.312401+0000","last_active":"2024-09-12T12:25:10.338667+0000","last_peered":"2024-09-12T12:25:10.338667+0000","last_clean":"2024-09-12T12:25:10.338667+0000","last_became_active":"2024-09-12T12:24:51.312105+0000","last_became_peered":"2024-09-12T12:24:51.312105+0000","last_unstale":"2024-09-12T12:25:10.338667+0000","last_undegraded":"2024-09-12T12:25:10.338667+0000","last_fullsized":"2024-09-12T12:25:10.338667+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:43.955535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"79'1","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.337039+0000","last_change":"2024-09-12T12:24:53.260916+0000","last_active":"2024-09-12T12:25:10.337039+0000","last_peered":"2024-09-12T12:25:10.337039+0000","last_clean":"2024-09-12T12:25:10.337039+0000","last_became_active":"2024-09-12T12:24:53.260525+0000","last_became_peered":"2024-09-12T12:24:53.260525+0000","last_unstale":"2024-09-12T12:25:10.337039+0000","last_undegraded":"2024-09-12T12:25:10.337039+0000","last_fullsized":"2024-09-12T12:25:10.337039+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:49.567902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342575+0000","last_change":"2024-09-12T12:24:51.312048+0000","last_active":"2024-09-12T12:25:10.342575+0000","last_peered":"2024-09-12T12:25:10.342575+0000","last_clean":"2024-09-12T12:25:10.342575+0000","last_became_active":"2024-09-12T12:24:51.311736+0000","last_became_peered":"2024-09-12T12:24:51.311736+0000","last_unstale":"2024-09-12T12:25:10.342575+0000","last_undegraded":"2024-09-12T12:25:10.342575+0000","last_fullsized":"2024-09-12T12:25:10.342575+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:50:50.893162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336280+0000","last_change":"2024-09-12T12:24:53.258465+0000","last_active":"2024-09-12T12:25:10.336280+0000","last_peered":"2024-09-12T12:25:10.336280+0000","last_clean":"2024-09-12T12:25:10.336280+0000","last_became_active":"2024-09-12T12:24:53.258166+0000","last_became_peered":"2024-09-12T12:24:53.258166+0000","last_unstale":"2024-09-12T12:25:10.336280+0000","last_undegraded":"2024-09-12T12:25:10.336280+0000","last_fullsized":"2024-09-12T12:25:10.336280+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:11:52.923996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'10","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339009+0000","last_change":"2024-09-12T12:24:51.246412+0000","last_active":"2024-09-12T12:25:10.339009+0000","last_peered":"2024-09-12T12:25:10.339009+0000","last_clean":"2024-09-12T12:25:10.339009+0000","last_became_active":"2024-09-12T12:24:51.246097+0000","last_became_peered":"2024-09-12T12:24:51.246097+0000","last_unstale":"2024-09-12T12:25:10.339009+0000","last_undegraded":"2024-09-12T12:25:10.339009+0000","last_fullsized":"2024-09-12T12:25:10.339009+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:11.237412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338836+0000","last_change":"2024-09-12T12:24:53.263932+0000","last_active":"2024-09-12T12:25:10.338836+0000","last_peered":"2024-09-12T12:25:10.338836+0000","last_clean":"2024-09-12T12:25:10.338836+0000","last_became_active":"2024-09-12T12:24:53.262881+0000","last_became_peered":"2024-09-12T12:24:53.262881+0000","last_unstale":"2024-09-12T12:25:10.338836+0000","last_undegraded":"2024-09-12T12:25:10.338836+0000","last_fullsized":"2024-09-12T12:25:10.338836+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:46.978028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340234+0000","last_change":"2024-09-12T12:24:51.245122+0000","last_active":"2024-09-12T12:25:10.340234+0000","last_peered":"2024-09-12T12:25:10.340234+0000","last_clean":"2024-09-12T12:25:10.340234+0000","last_became_active":"2024-09-12T12:24:51.244756+0000","last_became_peered":"2024-09-12T12:24:51.244756+0000","last_unstale":"2024-09-12T12:25:10.340234+0000","last_undegraded":"2024-09-12T12:25:10.340234+0000","last_fullsized":"2024-09-12T12:25:10.340234+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:13:02.251953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340766+0000","last_change":"2024-09-12T12:24:53.265258+0000","last_active":"2024-09-12T12:25:10.340766+0000","last_peered":"2024-09-12T12:25:10.340766+0000","last_clean":"2024-09-12T12:25:10.340766+0000","last_became_active":"2024-09-12T12:24:53.264965+0000","last_became_peered":"2024-09-12T12:24:53.264965+0000","last_unstale":"2024-09-12T12:25:10.340766+0000","last_undegraded":"2024-09-12T12:25:10.340766+0000","last_fullsized":"2024-09-12T12:25:10.340766+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:54.076562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340882+0000","last_change":"2024-09-12T12:24:51.311824+0000","last_active":"2024-09-12T12:25:10.340882+0000","last_peered":"2024-09-12T12:25:10.340882+0000","last_clean":"2024-09-12T12:25:10.340882+0000","last_became_active":"2024-09-12T12:24:51.311467+0000","last_became_peered":"2024-09-12T12:24:51.311467+0000","last_unstale":"2024-09-12T12:25:10.340882+0000","last_undegraded":"2024-09-12T12:25:10.340882+0000","last_fullsized":"2024-09-12T12:25:10.340882+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:37:42.097767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344170+0000","last_change":"2024-09-12T12:24:53.269665+0000","last_active":"2024-09-12T12:25:10.344170+0000","last_peered":"2024-09-12T12:25:10.344170+0000","last_clean":"2024-09-12T12:25:10.344170+0000","last_became_active":"2024-09-12T12:24:53.269317+0000","last_became_peered":"2024-09-12T12:24:53.269317+0000","last_unstale":"2024-09-12T12:25:10.344170+0000","last_undegraded":"2024-09-12T12:25:10.344170+0000","last_fullsized":"2024-09-12T12:25:10.344170+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:24.975569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340090+0000","last_change":"2024-09-12T12:24:51.245195+0000","last_active":"2024-09-12T12:25:10.340090+0000","last_peered":"2024-09-12T12:25:10.340090+0000","last_clean":"2024-09-12T12:25:10.340090+0000","last_became_active":"2024-09-12T12:24:51.244887+0000","last_became_peered":"2024-09-12T12:24:51.244887+0000","last_unstale":"2024-09-12T12:25:10.340090+0000","last_undegraded":"2024-09-12T12:25:10.340090+0000","last_fullsized":"2024-09-12T12:25:10.340090+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:55:47.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336464+0000","last_change":"2024-09-12T12:24:53.262302+0000","last_active":"2024-09-12T12:25:10.336464+0000","last_peered":"2024-09-12T12:25:10.336464+0000","last_clean":"2024-09-12T12:25:10.336464+0000","last_became_active":"2024-09-12T12:24:53.261547+0000","last_became_peered":"2024-09-12T12:24:53.261547+0000","last_unstale":"2024-09-12T12:25:10.336464+0000","last_undegraded":"2024-09-12T12:25:10.336464+0000","last_fullsized":"2024-09-12T12:25:10.336464+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:57:01.697979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338294+0000","last_change":"2024-09-12T12:24:51.248472+0000","last_active":"2024-09-12T12:25:10.338294+0000","last_peered":"2024-09-12T12:25:10.338294+0000","last_clean":"2024-09-12T12:25:10.338294+0000","last_became_active":"2024-09-12T12:24:51.248112+0000","last_became_peered":"2024-09-12T12:24:51.248112+0000","last_unstale":"2024-09-12T12:25:10.338294+0000","last_undegraded":"2024-09-12T12:25:10.338294+0000","last_fullsized":"2024-09-12T12:25:10.338294+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:38.750686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339167+0000","last_change":"2024-09-12T12:24:53.258235+0000","last_active":"2024-09-12T12:25:10.339167+0000","last_peered":"2024-09-12T12:25:10.339167+0000","last_clean":"2024-09-12T12:25:10.339167+0000","last_became_active":"2024-09-12T12:24:53.257941+0000","last_became_peered":"2024-09-12T12:24:53.257941+0000","last_unstale":"2024-09-12T12:25:10.339167+0000","last_undegraded":"2024-09-12T12:25:10.339167+0000","last_fullsized":"2024-09-12T12:25:10.339167+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:35:43.558104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342203+0000","last_change":"2024-09-12T12:24:51.249730+0000","last_active":"2024-09-12T12:25:10.342203+0000","last_peered":"2024-09-12T12:25:10.342203+0000","last_clean":"2024-09-12T12:25:10.342203+0000","last_became_active":"2024-09-12T12:24:51.249424+0000","last_became_peered":"2024-09-12T12:24:51.249424+0000","last_unstale":"2024-09-12T12:25:10.342203+0000","last_undegraded":"2024-09-12T12:25:10.342203+0000","last_fullsized":"2024-09-12T12:25:10.342203+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:54.715481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339861+0000","last_change":"2024-09-12T12:24:53.268546+0000","last_active":"2024-09-12T12:25:10.339861+0000","last_peered":"2024-09-12T12:25:10.339861+0000","last_clean":"2024-09-12T12:25:10.339861+0000","last_became_active":"2024-09-12T12:24:53.268073+0000","last_became_peered":"2024-09-12T12:24:53.268073+0000","last_unstale":"2024-09-12T12:25:10.339861+0000","last_undegraded":"2024-09-12T12:25:10.339861+0000","last_fullsized":"2024-09-12T12:25:10.339861+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:30.489729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341331+0000","last_change":"2024-09-12T12:24:53.257243+0000","last_active":"2024-09-12T12:25:10.341331+0000","last_peered":"2024-09-12T12:25:10.341331+0000","last_clean":"2024-09-12T12:25:10.341331+0000","last_became_active":"2024-09-12T12:24:53.256913+0000","last_became_peered":"2024-09-12T12:24:53.256913+0000","last_unstale":"2024-09-12T12:25:10.341331+0000","last_undegraded":"2024-09-12T12:25:10.341331+0000","last_fullsized":"2024-09-12T12:25:10.341331+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:10.175052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342454+0000","last_change":"2024-09-12T12:24:51.249517+0000","last_active":"2024-09-12T12:25:10.342454+0000","last_peered":"2024-09-12T12:25:10.342454+0000","last_clean":"2024-09-12T12:25:10.342454+0000","last_became_active":"2024-09-12T12:24:51.248494+0000","last_became_peered":"2024-09-12T12:24:51.248494+0000","last_unstale":"2024-09-12T12:25:10.342454+0000","last_undegraded":"2024-09-12T12:25:10.342454+0000","last_fullsized":"2024-09-12T12:25:10.342454+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:15:43.435515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340670+0000","last_change":"2024-09-12T12:24:53.264198+0000","last_active":"2024-09-12T12:25:10.340670+0000","last_peered":"2024-09-12T12:25:10.340670+0000","last_clean":"2024-09-12T12:25:10.340670+0000","last_became_active":"2024-09-12T12:24:53.263887+0000","last_became_peered":"2024-09-12T12:24:53.263887+0000","last_unstale":"2024-09-12T12:25:10.340670+0000","last_undegraded":"2024-09-12T12:25:10.340670+0000","last_fullsized":"2024-09-12T12:25:10.340670+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:31:53.847919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342505+0000","last_change":"2024-09-12T12:24:51.248749+0000","last_active":"2024-09-12T12:25:10.342505+0000","last_peered":"2024-09-12T12:25:10.342505+0000","last_clean":"2024-09-12T12:25:10.342505+0000","last_became_active":"2024-09-12T12:24:51.248454+0000","last_became_peered":"2024-09-12T12:24:51.248454+0000","last_unstale":"2024-09-12T12:25:10.342505+0000","last_undegraded":"2024-09-12T12:25:10.342505+0000","last_fullsized":"2024-09-12T12:25:10.342505+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:43:30.520701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340841+0000","last_change":"2024-09-12T12:24:53.266336+0000","last_active":"2024-09-12T12:25:10.340841+0000","last_peered":"2024-09-12T12:25:10.340841+0000","last_clean":"2024-09-12T12:25:10.340841+0000","last_became_active":"2024-09-12T12:24:53.265821+0000","last_became_peered":"2024-09-12T12:24:53.265821+0000","last_unstale":"2024-09-12T12:25:10.340841+0000","last_undegraded":"2024-09-12T12:25:10.340841+0000","last_fullsized":"2024-09-12T12:25:10.340841+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:17.628010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339270+0000","last_change":"2024-09-12T12:24:51.311990+0000","last_active":"2024-09-12T12:25:10.339270+0000","last_peered":"2024-09-12T12:25:10.339270+0000","last_clean":"2024-09-12T12:25:10.339270+0000","last_became_active":"2024-09-12T12:24:51.311663+0000","last_became_peered":"2024-09-12T12:24:51.311663+0000","last_unstale":"2024-09-12T12:25:10.339270+0000","last_undegraded":"2024-09-12T12:25:10.339270+0000","last_fullsized":"2024-09-12T12:25:10.339270+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:07:22.213560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339091+0000","last_change":"2024-09-12T12:24:53.264332+0000","last_active":"2024-09-12T12:25:10.339091+0000","last_peered":"2024-09-12T12:25:10.339091+0000","last_clean":"2024-09-12T12:25:10.339091+0000","last_became_active":"2024-09-12T12:24:53.262968+0000","last_became_peered":"2024-09-12T12:24:53.262968+0000","last_unstale":"2024-09-12T12:25:10.339091+0000","last_undegraded":"2024-09-12T12:25:10.339091+0000","last_fullsized":"2024-09-12T12:25:10.339091+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:34:37.937847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"79'13","reported_seq":63,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:11.345830+0000","last_change":"2024-09-12T12:25:10.354898+0000","last_active":"2024-09-12T12:25:11.345830+0000","last_peered":"2024-09-12T12:25:11.345830+0000","last_clean":"2024-09-12T12:25:11.345830+0000","last_became_active":"2024-09-12T12:25:10.343691+0000","last_became_peered":"2024-09-12T12:25:10.343691+0000","last_unstale":"2024-09-12T12:25:11.345830+0000","last_undegraded":"2024-09-12T12:25:11.345830+0000","last_fullsized":"2024-09-12T12:25:11.345830+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:26.484088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":49059,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":118,"num_read_kb":119,"num_write":228,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2235,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":503808,"data_stored":147177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":199,"ondisk_log_size":199,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":73,"seq":313532612624,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32072,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713080,"statfs":{"total":95995035648,"available":95962193920,"internally_reserved":0,"allocated":901120,"data_stored":429333,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841557,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28568,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716584,"statfs":{"total":95995035648,"available":95965782016,"internally_reserved":0,"allocated":1572864,"data_stored":1060755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972378,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":917504,"data_stored":428198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201311,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":913408,"data_stored":428576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430243,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1499136,"data_stored":1021093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593768,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":901120,"data_stored":428308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822702,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32676,"kb_used_data":1488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712476,"statfs":{"total":95995035648,"available":95961575424,"internally_reserved":0,"allocated":1523712,"data_stored":1020774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986227,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":909312,"data_stored":429732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215159,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32084,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713068,"statfs":{"total":95995035648,"available":95962181632,"internally_reserved":0,"allocated":913408,"data_stored":427623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411389,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":954368,"data_stored":469336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574914,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":942080,"data_stored":470286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738438,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":921600,"data_stored":429647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":43210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":42260,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":43194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T12:25:18.555 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-12T12:25:18.621 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:18 smithi114 ceph-mon[35514]: pgmap v285: 97 pgs: 97 active+clean; 625 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.7 KiB/s wr, 9 op/s; 279 B/s, 1 objects/s recovering 2024-09-12T12:25:18.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:18 smithi097 ceph-mon[34923]: pgmap v285: 97 pgs: 97 active+clean; 625 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.7 KiB/s wr, 9 op/s; 279 B/s, 1 objects/s recovering 2024-09-12T12:25:18.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:18 smithi082 ceph-mon[31122]: pgmap v285: 97 pgs: 97 active+clean; 625 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.7 KiB/s wr, 9 op/s; 279 B/s, 1 objects/s recovering 2024-09-12T12:25:18.799 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:19.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.269+0000 7fea67774640 1 -- 172.21.15.82:0/4204578764 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea60103660 msgr2=0x7fea6010bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:19.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.269+0000 7fea67774640 1 --2- 172.21.15.82:0/4204578764 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea60103660 0x7fea6010bb50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fea50009900 tx=0x7fea5002a480 comp rx=0 tx=0).stop 2024-09-12T12:25:19.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.269+0000 7fea67774640 1 -- 172.21.15.82:0/4204578764 shutdown_connections 2024-09-12T12:25:19.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.269+0000 7fea67774640 1 --2- 172.21.15.82:0/4204578764 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea6010c170 0x7fea6010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:19.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.269+0000 7fea67774640 1 --2- 172.21.15.82:0/4204578764 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea60103660 0x7fea6010bb50 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:19.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.269+0000 7fea67774640 1 --2- 172.21.15.82:0/4204578764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea60102d40 0x7fea60103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:19.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.269+0000 7fea67774640 1 -- 172.21.15.82:0/4204578764 >> 172.21.15.82:0/4204578764 conn(0x7fea600fc7a0 msgr2=0x7fea600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:19.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.269+0000 7fea67774640 1 -- 172.21.15.82:0/4204578764 shutdown_connections 2024-09-12T12:25:19.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.269+0000 7fea67774640 1 -- 172.21.15.82:0/4204578764 wait complete. 2024-09-12T12:25:19.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.270+0000 7fea67774640 1 Processor -- start 2024-09-12T12:25:19.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.270+0000 7fea67774640 1 -- start start 2024-09-12T12:25:19.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.270+0000 7fea67774640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea60102d40 0x7fea60198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:19.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.270+0000 7fea67774640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea60103660 0x7fea60198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:19.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.270+0000 7fea67774640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea6010c170 0x7fea6019cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:19.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.270+0000 7fea67774640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fea60111f70 con 0x7fea60103660 2024-09-12T12:25:19.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.270+0000 7fea67774640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fea60111df0 con 0x7fea60102d40 2024-09-12T12:25:19.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.270+0000 7fea67774640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fea601120f0 con 0x7fea6010c170 2024-09-12T12:25:19.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.270+0000 7fea64d0f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea60103660 0x7fea60198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:19.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.270+0000 7fea64d0f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea60103660 0x7fea60198990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46070/0 (socket says 172.21.15.82:46070) 2024-09-12T12:25:19.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.270+0000 7fea64d0f640 1 -- 172.21.15.82:0/2104214666 learned_addr learned my addr 172.21.15.82:0/2104214666 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:19.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.270+0000 7fea65d11640 1 --2- 172.21.15.82:0/2104214666 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea6010c170 0x7fea6019cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:19.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.270+0000 7fea65510640 1 --2- 172.21.15.82:0/2104214666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea60102d40 0x7fea60198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:19.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.271+0000 7fea64d0f640 1 -- 172.21.15.82:0/2104214666 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea6010c170 msgr2=0x7fea6019cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:19.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.271+0000 7fea64d0f640 1 --2- 172.21.15.82:0/2104214666 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea6010c170 0x7fea6019cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:19.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.271+0000 7fea64d0f640 1 -- 172.21.15.82:0/2104214666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea60102d40 msgr2=0x7fea60198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:19.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.271+0000 7fea64d0f640 1 --2- 172.21.15.82:0/2104214666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea60102d40 0x7fea60198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:19.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.271+0000 7fea64d0f640 1 -- 172.21.15.82:0/2104214666 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea6019d400 con 0x7fea60103660 2024-09-12T12:25:19.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.271+0000 7fea64d0f640 1 --2- 172.21.15.82:0/2104214666 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea60103660 0x7fea60198990 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fea50006010 tx=0x7fea50004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:19.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.271+0000 7fea567fc640 1 -- 172.21.15.82:0/2104214666 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea5003f030 con 0x7fea60103660 2024-09-12T12:25:19.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.271+0000 7fea67774640 1 -- 172.21.15.82:0/2104214666 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea6019d690 con 0x7fea60103660 2024-09-12T12:25:19.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.271+0000 7fea567fc640 1 -- 172.21.15.82:0/2104214666 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fea50004440 con 0x7fea60103660 2024-09-12T12:25:19.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.271+0000 7fea567fc640 1 -- 172.21.15.82:0/2104214666 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea50035070 con 0x7fea60103660 2024-09-12T12:25:19.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.271+0000 7fea67774640 1 -- 172.21.15.82:0/2104214666 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea601a4fd0 con 0x7fea60103660 2024-09-12T12:25:19.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.272+0000 7fea67774640 1 -- 172.21.15.82:0/2104214666 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea6006b070 con 0x7fea60103660 2024-09-12T12:25:19.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.273+0000 7fea567fc640 1 -- 172.21.15.82:0/2104214666 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fea50042030 con 0x7fea60103660 2024-09-12T12:25:19.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.274+0000 7fea567fc640 1 --2- 172.21.15.82:0/2104214666 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fea4c0a2c10 0x7fea4c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:19.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.274+0000 7fea65510640 1 --2- 172.21.15.82:0/2104214666 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fea4c0a2c10 0x7fea4c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:19.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.274+0000 7fea567fc640 1 -- 172.21.15.82:0/2104214666 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fea500ef810 con 0x7fea60103660 2024-09-12T12:25:19.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.274+0000 7fea65510640 1 --2- 172.21.15.82:0/2104214666 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fea4c0a2c10 0x7fea4c0a50d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fea5c009b60 tx=0x7fea5c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:19.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.277+0000 7fea567fc640 1 -- 172.21.15.82:0/2104214666 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fea500bc600 con 0x7fea60103660 2024-09-12T12:25:19.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.447+0000 7fea67774640 1 -- 172.21.15.82:0/2104214666 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fea60107210 con 0x7fea4c0a2c10 2024-09-12T12:25:19.448 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:19 smithi082 ceph-mon[31122]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:25:19.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.453+0000 7fea567fc640 1 -- 172.21.15.82:0/2104214666 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258762 (secure 0 0 0) 0x7fea60107210 con 0x7fea4c0a2c10 2024-09-12T12:25:19.456 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:25:19.457 INFO:teuthology.orchestra.run.smithi082.stderr:dumped all 2024-09-12T12:25:19.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.456+0000 7fea67774640 1 -- 172.21.15.82:0/2104214666 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fea4c0a2c10 msgr2=0x7fea4c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:19.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.456+0000 7fea67774640 1 --2- 172.21.15.82:0/2104214666 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fea4c0a2c10 0x7fea4c0a50d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fea5c009b60 tx=0x7fea5c005f90 comp rx=0 tx=0).stop 2024-09-12T12:25:19.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.456+0000 7fea67774640 1 -- 172.21.15.82:0/2104214666 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea60103660 msgr2=0x7fea60198990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:19.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.456+0000 7fea67774640 1 --2- 172.21.15.82:0/2104214666 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea60103660 0x7fea60198990 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fea50006010 tx=0x7fea50004040 comp rx=0 tx=0).stop 2024-09-12T12:25:19.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.456+0000 7fea67774640 1 -- 172.21.15.82:0/2104214666 shutdown_connections 2024-09-12T12:25:19.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.456+0000 7fea67774640 1 --2- 172.21.15.82:0/2104214666 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fea4c0a2c10 0x7fea4c0a50d0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:19.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.456+0000 7fea67774640 1 --2- 172.21.15.82:0/2104214666 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea6010c170 0x7fea6019cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:19.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.456+0000 7fea67774640 1 --2- 172.21.15.82:0/2104214666 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea60103660 0x7fea60198990 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:19.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.456+0000 7fea67774640 1 --2- 172.21.15.82:0/2104214666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea60102d40 0x7fea60198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:19.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.456+0000 7fea67774640 1 -- 172.21.15.82:0/2104214666 >> 172.21.15.82:0/2104214666 conn(0x7fea600fc7a0 msgr2=0x7fea600fd4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:19.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.456+0000 7fea67774640 1 -- 172.21.15.82:0/2104214666 shutdown_connections 2024-09-12T12:25:19.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:19.456+0000 7fea67774640 1 -- 172.21.15.82:0/2104214666 wait complete. 2024-09-12T12:25:19.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:19 smithi097 ceph-mon[34923]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:25:19.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:19 smithi114 ceph-mon[35514]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:25:20.227 INFO:teuthology.orchestra.run.smithi082.stdout:{"pg_ready":true,"pg_map":{"version":286,"stamp":"2024-09-12T12:25:19.259517+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":639661,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":284,"num_read_kb":248,"num_write":418,"num_write_kb":3052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":1182971,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":341,"ondisk_log_size":341,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":353572,"kb_used_data":12608,"kb_used_omap":18,"kb_used_meta":340717,"kb_avail":1124588252,"statfs":{"total":1151940427776,"available":1151578370048,"internally_reserved":0,"allocated":12910592,"data_stored":7070503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19138,"internal_metadata":348894526},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":39687,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":89,"num_read_kb":83,"num_write":26,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2235,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.930428"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336719+0000","last_change":"2024-09-12T12:24:53.267641+0000","last_active":"2024-09-12T12:25:10.336719+0000","last_peered":"2024-09-12T12:25:10.336719+0000","last_clean":"2024-09-12T12:25:10.336719+0000","last_became_active":"2024-09-12T12:24:53.267213+0000","last_became_peered":"2024-09-12T12:24:53.267213+0000","last_unstale":"2024-09-12T12:25:10.336719+0000","last_undegraded":"2024-09-12T12:25:10.336719+0000","last_fullsized":"2024-09-12T12:25:10.336719+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:52.638133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340724+0000","last_change":"2024-09-12T12:24:53.260209+0000","last_active":"2024-09-12T12:25:10.340724+0000","last_peered":"2024-09-12T12:25:10.340724+0000","last_clean":"2024-09-12T12:25:10.340724+0000","last_became_active":"2024-09-12T12:24:53.259912+0000","last_became_peered":"2024-09-12T12:24:53.259912+0000","last_unstale":"2024-09-12T12:25:10.340724+0000","last_undegraded":"2024-09-12T12:25:10.340724+0000","last_fullsized":"2024-09-12T12:25:10.340724+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:57.126433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340516+0000","last_change":"2024-09-12T12:24:53.267025+0000","last_active":"2024-09-12T12:25:10.340516+0000","last_peered":"2024-09-12T12:25:10.340516+0000","last_clean":"2024-09-12T12:25:10.340516+0000","last_became_active":"2024-09-12T12:24:53.266687+0000","last_became_peered":"2024-09-12T12:24:53.266687+0000","last_unstale":"2024-09-12T12:25:10.340516+0000","last_undegraded":"2024-09-12T12:25:10.340516+0000","last_fullsized":"2024-09-12T12:25:10.340516+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:00.134085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339928+0000","last_change":"2024-09-12T12:24:53.266874+0000","last_active":"2024-09-12T12:25:10.339928+0000","last_peered":"2024-09-12T12:25:10.339928+0000","last_clean":"2024-09-12T12:25:10.339928+0000","last_became_active":"2024-09-12T12:24:53.266411+0000","last_became_peered":"2024-09-12T12:24:53.266411+0000","last_unstale":"2024-09-12T12:25:10.339928+0000","last_undegraded":"2024-09-12T12:25:10.339928+0000","last_fullsized":"2024-09-12T12:25:10.339928+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:41.908243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342100+0000","last_change":"2024-09-12T12:24:53.267092+0000","last_active":"2024-09-12T12:25:10.342100+0000","last_peered":"2024-09-12T12:25:10.342100+0000","last_clean":"2024-09-12T12:25:10.342100+0000","last_became_active":"2024-09-12T12:24:53.266755+0000","last_became_peered":"2024-09-12T12:24:53.266755+0000","last_unstale":"2024-09-12T12:25:10.342100+0000","last_undegraded":"2024-09-12T12:25:10.342100+0000","last_fullsized":"2024-09-12T12:25:10.342100+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:57:36.414217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336627+0000","last_change":"2024-09-12T12:24:53.266214+0000","last_active":"2024-09-12T12:25:10.336627+0000","last_peered":"2024-09-12T12:25:10.336627+0000","last_clean":"2024-09-12T12:25:10.336627+0000","last_became_active":"2024-09-12T12:24:53.265847+0000","last_became_peered":"2024-09-12T12:24:53.265847+0000","last_unstale":"2024-09-12T12:25:10.336627+0000","last_undegraded":"2024-09-12T12:25:10.336627+0000","last_fullsized":"2024-09-12T12:25:10.336627+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:00:36.048487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339501+0000","last_change":"2024-09-12T12:24:53.263578+0000","last_active":"2024-09-12T12:25:10.339501+0000","last_peered":"2024-09-12T12:25:10.339501+0000","last_clean":"2024-09-12T12:25:10.339501+0000","last_became_active":"2024-09-12T12:24:53.263242+0000","last_became_peered":"2024-09-12T12:24:53.263242+0000","last_unstale":"2024-09-12T12:25:10.339501+0000","last_undegraded":"2024-09-12T12:25:10.339501+0000","last_fullsized":"2024-09-12T12:25:10.339501+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:07:42.227050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344514+0000","last_change":"2024-09-12T12:25:10.343826+0000","last_active":"2024-09-12T12:25:10.344514+0000","last_peered":"2024-09-12T12:25:10.344514+0000","last_clean":"2024-09-12T12:25:10.344514+0000","last_became_active":"2024-09-12T12:25:10.343447+0000","last_became_peered":"2024-09-12T12:25:10.343447+0000","last_unstale":"2024-09-12T12:25:10.344514+0000","last_undegraded":"2024-09-12T12:25:10.344514+0000","last_fullsized":"2024-09-12T12:25:10.344514+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:23.562283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341102+0000","last_change":"2024-09-12T12:24:53.263095+0000","last_active":"2024-09-12T12:25:10.341102+0000","last_peered":"2024-09-12T12:25:10.341102+0000","last_clean":"2024-09-12T12:25:10.341102+0000","last_became_active":"2024-09-12T12:24:53.262774+0000","last_became_peered":"2024-09-12T12:24:53.262774+0000","last_unstale":"2024-09-12T12:25:10.341102+0000","last_undegraded":"2024-09-12T12:25:10.341102+0000","last_fullsized":"2024-09-12T12:25:10.341102+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:57.457816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.337005+0000","last_change":"2024-09-12T12:24:53.268488+0000","last_active":"2024-09-12T12:25:10.337005+0000","last_peered":"2024-09-12T12:25:10.337005+0000","last_clean":"2024-09-12T12:25:10.337005+0000","last_became_active":"2024-09-12T12:24:53.268087+0000","last_became_peered":"2024-09-12T12:24:53.268087+0000","last_unstale":"2024-09-12T12:25:10.337005+0000","last_undegraded":"2024-09-12T12:25:10.337005+0000","last_fullsized":"2024-09-12T12:25:10.337005+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:38.544938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340132+0000","last_change":"2024-09-12T12:24:53.269282+0000","last_active":"2024-09-12T12:25:10.340132+0000","last_peered":"2024-09-12T12:25:10.340132+0000","last_clean":"2024-09-12T12:25:10.340132+0000","last_became_active":"2024-09-12T12:24:53.268943+0000","last_became_peered":"2024-09-12T12:24:53.268943+0000","last_unstale":"2024-09-12T12:25:10.340132+0000","last_undegraded":"2024-09-12T12:25:10.340132+0000","last_fullsized":"2024-09-12T12:25:10.340132+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:15.534080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340049+0000","last_change":"2024-09-12T12:24:53.269819+0000","last_active":"2024-09-12T12:25:10.340049+0000","last_peered":"2024-09-12T12:25:10.340049+0000","last_clean":"2024-09-12T12:25:10.340049+0000","last_became_active":"2024-09-12T12:24:53.269442+0000","last_became_peered":"2024-09-12T12:24:53.269442+0000","last_unstale":"2024-09-12T12:25:10.340049+0000","last_undegraded":"2024-09-12T12:25:10.340049+0000","last_fullsized":"2024-09-12T12:25:10.340049+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:08.178972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336336+0000","last_change":"2024-09-12T12:24:53.257568+0000","last_active":"2024-09-12T12:25:10.336336+0000","last_peered":"2024-09-12T12:25:10.336336+0000","last_clean":"2024-09-12T12:25:10.336336+0000","last_became_active":"2024-09-12T12:24:53.257214+0000","last_became_peered":"2024-09-12T12:24:53.257214+0000","last_unstale":"2024-09-12T12:25:10.336336+0000","last_undegraded":"2024-09-12T12:25:10.336336+0000","last_fullsized":"2024-09-12T12:25:10.336336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:12.082244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340486+0000","last_change":"2024-09-12T12:24:53.260245+0000","last_active":"2024-09-12T12:25:10.340486+0000","last_peered":"2024-09-12T12:25:10.340486+0000","last_clean":"2024-09-12T12:25:10.340486+0000","last_became_active":"2024-09-12T12:24:53.259965+0000","last_became_peered":"2024-09-12T12:24:53.259965+0000","last_unstale":"2024-09-12T12:25:10.340486+0000","last_undegraded":"2024-09-12T12:25:10.340486+0000","last_fullsized":"2024-09-12T12:25:10.340486+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:46.035684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340403+0000","last_change":"2024-09-12T12:24:53.264482+0000","last_active":"2024-09-12T12:25:10.340403+0000","last_peered":"2024-09-12T12:25:10.340403+0000","last_clean":"2024-09-12T12:25:10.340403+0000","last_became_active":"2024-09-12T12:24:53.264189+0000","last_became_peered":"2024-09-12T12:24:53.264189+0000","last_unstale":"2024-09-12T12:25:10.340403+0000","last_undegraded":"2024-09-12T12:25:10.340403+0000","last_fullsized":"2024-09-12T12:25:10.340403+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:13.915884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340663+0000","last_change":"2024-09-12T12:24:53.263283+0000","last_active":"2024-09-12T12:25:10.340663+0000","last_peered":"2024-09-12T12:25:10.340663+0000","last_clean":"2024-09-12T12:25:10.340663+0000","last_became_active":"2024-09-12T12:24:53.262081+0000","last_became_peered":"2024-09-12T12:24:53.262081+0000","last_unstale":"2024-09-12T12:25:10.340663+0000","last_undegraded":"2024-09-12T12:25:10.340663+0000","last_fullsized":"2024-09-12T12:25:10.340663+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:40.676980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336724+0000","last_change":"2024-09-12T12:24:53.267514+0000","last_active":"2024-09-12T12:25:10.336724+0000","last_peered":"2024-09-12T12:25:10.336724+0000","last_clean":"2024-09-12T12:25:10.336724+0000","last_became_active":"2024-09-12T12:24:53.266773+0000","last_became_peered":"2024-09-12T12:24:53.266773+0000","last_unstale":"2024-09-12T12:25:10.336724+0000","last_undegraded":"2024-09-12T12:25:10.336724+0000","last_fullsized":"2024-09-12T12:25:10.336724+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:05:53.973780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338877+0000","last_change":"2024-09-12T12:24:53.261326+0000","last_active":"2024-09-12T12:25:10.338877+0000","last_peered":"2024-09-12T12:25:10.338877+0000","last_clean":"2024-09-12T12:25:10.338877+0000","last_became_active":"2024-09-12T12:24:53.261022+0000","last_became_peered":"2024-09-12T12:24:53.261022+0000","last_unstale":"2024-09-12T12:25:10.338877+0000","last_undegraded":"2024-09-12T12:25:10.338877+0000","last_fullsized":"2024-09-12T12:25:10.338877+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:34:01.689720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338530+0000","last_change":"2024-09-12T12:24:53.262683+0000","last_active":"2024-09-12T12:25:10.338530+0000","last_peered":"2024-09-12T12:25:10.338530+0000","last_clean":"2024-09-12T12:25:10.338530+0000","last_became_active":"2024-09-12T12:24:53.260343+0000","last_became_peered":"2024-09-12T12:24:53.260343+0000","last_unstale":"2024-09-12T12:25:10.338530+0000","last_undegraded":"2024-09-12T12:25:10.338530+0000","last_fullsized":"2024-09-12T12:25:10.338530+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:56.218598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336494+0000","last_change":"2024-09-12T12:24:53.266758+0000","last_active":"2024-09-12T12:25:10.336494+0000","last_peered":"2024-09-12T12:25:10.336494+0000","last_clean":"2024-09-12T12:25:10.336494+0000","last_became_active":"2024-09-12T12:24:53.266438+0000","last_became_peered":"2024-09-12T12:24:53.266438+0000","last_unstale":"2024-09-12T12:25:10.336494+0000","last_undegraded":"2024-09-12T12:25:10.336494+0000","last_fullsized":"2024-09-12T12:25:10.336494+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:52.586860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336504+0000","last_change":"2024-09-12T12:24:53.260873+0000","last_active":"2024-09-12T12:25:10.336504+0000","last_peered":"2024-09-12T12:25:10.336504+0000","last_clean":"2024-09-12T12:25:10.336504+0000","last_became_active":"2024-09-12T12:24:53.260547+0000","last_became_peered":"2024-09-12T12:24:53.260547+0000","last_unstale":"2024-09-12T12:25:10.336504+0000","last_undegraded":"2024-09-12T12:25:10.336504+0000","last_fullsized":"2024-09-12T12:25:10.336504+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:59:43.822805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340939+0000","last_change":"2024-09-12T12:24:53.263778+0000","last_active":"2024-09-12T12:25:10.340939+0000","last_peered":"2024-09-12T12:25:10.340939+0000","last_clean":"2024-09-12T12:25:10.340939+0000","last_became_active":"2024-09-12T12:24:53.263446+0000","last_became_peered":"2024-09-12T12:24:53.263446+0000","last_unstale":"2024-09-12T12:25:10.340939+0000","last_undegraded":"2024-09-12T12:25:10.340939+0000","last_fullsized":"2024-09-12T12:25:10.340939+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:47.774666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339991+0000","last_change":"2024-09-12T12:24:53.262750+0000","last_active":"2024-09-12T12:25:10.339991+0000","last_peered":"2024-09-12T12:25:10.339991+0000","last_clean":"2024-09-12T12:25:10.339991+0000","last_became_active":"2024-09-12T12:24:53.262464+0000","last_became_peered":"2024-09-12T12:24:53.262464+0000","last_unstale":"2024-09-12T12:25:10.339991+0000","last_undegraded":"2024-09-12T12:25:10.339991+0000","last_fullsized":"2024-09-12T12:25:10.339991+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:34.148797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341315+0000","last_change":"2024-09-12T12:24:53.262468+0000","last_active":"2024-09-12T12:25:10.341315+0000","last_peered":"2024-09-12T12:25:10.341315+0000","last_clean":"2024-09-12T12:25:10.341315+0000","last_became_active":"2024-09-12T12:24:53.259228+0000","last_became_peered":"2024-09-12T12:24:53.259228+0000","last_unstale":"2024-09-12T12:25:10.341315+0000","last_undegraded":"2024-09-12T12:25:10.341315+0000","last_fullsized":"2024-09-12T12:25:10.341315+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:40.800800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338515+0000","last_change":"2024-09-12T12:24:53.269069+0000","last_active":"2024-09-12T12:25:10.338515+0000","last_peered":"2024-09-12T12:25:10.338515+0000","last_clean":"2024-09-12T12:25:10.338515+0000","last_became_active":"2024-09-12T12:24:53.268740+0000","last_became_peered":"2024-09-12T12:24:53.268740+0000","last_unstale":"2024-09-12T12:25:10.338515+0000","last_undegraded":"2024-09-12T12:25:10.338515+0000","last_fullsized":"2024-09-12T12:25:10.338515+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:03.699713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338528+0000","last_change":"2024-09-12T12:24:53.264080+0000","last_active":"2024-09-12T12:25:10.338528+0000","last_peered":"2024-09-12T12:25:10.338528+0000","last_clean":"2024-09-12T12:25:10.338528+0000","last_became_active":"2024-09-12T12:24:53.263752+0000","last_became_peered":"2024-09-12T12:24:53.263752+0000","last_unstale":"2024-09-12T12:25:10.338528+0000","last_undegraded":"2024-09-12T12:25:10.338528+0000","last_fullsized":"2024-09-12T12:25:10.338528+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:46:38.691951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336551+0000","last_change":"2024-09-12T12:24:53.269081+0000","last_active":"2024-09-12T12:25:10.336551+0000","last_peered":"2024-09-12T12:25:10.336551+0000","last_clean":"2024-09-12T12:25:10.336551+0000","last_became_active":"2024-09-12T12:24:53.265150+0000","last_became_peered":"2024-09-12T12:24:53.265150+0000","last_unstale":"2024-09-12T12:25:10.336551+0000","last_undegraded":"2024-09-12T12:25:10.336551+0000","last_fullsized":"2024-09-12T12:25:10.336551+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:59.285175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336224+0000","last_change":"2024-09-12T12:24:53.262512+0000","last_active":"2024-09-12T12:25:10.336224+0000","last_peered":"2024-09-12T12:25:10.336224+0000","last_clean":"2024-09-12T12:25:10.336224+0000","last_became_active":"2024-09-12T12:24:53.262222+0000","last_became_peered":"2024-09-12T12:24:53.262222+0000","last_unstale":"2024-09-12T12:25:10.336224+0000","last_undegraded":"2024-09-12T12:25:10.336224+0000","last_fullsized":"2024-09-12T12:25:10.336224+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:13.107382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340670+0000","last_change":"2024-09-12T12:24:53.266470+0000","last_active":"2024-09-12T12:25:10.340670+0000","last_peered":"2024-09-12T12:25:10.340670+0000","last_clean":"2024-09-12T12:25:10.340670+0000","last_became_active":"2024-09-12T12:24:53.266205+0000","last_became_peered":"2024-09-12T12:24:53.266205+0000","last_unstale":"2024-09-12T12:25:10.340670+0000","last_undegraded":"2024-09-12T12:25:10.340670+0000","last_fullsized":"2024-09-12T12:25:10.340670+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:08.037725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338257+0000","last_change":"2024-09-12T12:24:53.260855+0000","last_active":"2024-09-12T12:25:10.338257+0000","last_peered":"2024-09-12T12:25:10.338257+0000","last_clean":"2024-09-12T12:25:10.338257+0000","last_became_active":"2024-09-12T12:24:53.260523+0000","last_became_peered":"2024-09-12T12:24:53.260523+0000","last_unstale":"2024-09-12T12:25:10.338257+0000","last_undegraded":"2024-09-12T12:25:10.338257+0000","last_fullsized":"2024-09-12T12:25:10.338257+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:06.532622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342333+0000","last_change":"2024-09-12T12:25:10.342333+0000","last_active":"2024-09-12T12:25:10.342333+0000","last_peered":"2024-09-12T12:25:10.342333+0000","last_clean":"2024-09-12T12:25:10.342333+0000","last_became_active":"2024-09-12T12:25:10.341972+0000","last_became_peered":"2024-09-12T12:25:10.341972+0000","last_unstale":"2024-09-12T12:25:10.342333+0000","last_undegraded":"2024-09-12T12:25:10.342333+0000","last_fullsized":"2024-09-12T12:25:10.342333+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:34.822453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336407+0000","last_change":"2024-09-12T12:24:53.266043+0000","last_active":"2024-09-12T12:25:10.336407+0000","last_peered":"2024-09-12T12:25:10.336407+0000","last_clean":"2024-09-12T12:25:10.336407+0000","last_became_active":"2024-09-12T12:24:53.264592+0000","last_became_peered":"2024-09-12T12:24:53.264592+0000","last_unstale":"2024-09-12T12:25:10.336407+0000","last_undegraded":"2024-09-12T12:25:10.336407+0000","last_fullsized":"2024-09-12T12:25:10.336407+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:02.433100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.343134+0000","last_change":"2024-09-12T12:24:53.264662+0000","last_active":"2024-09-12T12:25:10.343134+0000","last_peered":"2024-09-12T12:25:10.343134+0000","last_clean":"2024-09-12T12:25:10.343134+0000","last_became_active":"2024-09-12T12:24:53.264257+0000","last_became_peered":"2024-09-12T12:24:53.264257+0000","last_unstale":"2024-09-12T12:25:10.343134+0000","last_undegraded":"2024-09-12T12:25:10.343134+0000","last_fullsized":"2024-09-12T12:25:10.343134+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:38.893735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"79'6","reported_seq":44,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:16.348859+0000","last_change":"2024-09-12T12:24:51.250102+0000","last_active":"2024-09-12T12:25:16.348859+0000","last_peered":"2024-09-12T12:25:16.348859+0000","last_clean":"2024-09-12T12:25:16.348859+0000","last_became_active":"2024-09-12T12:24:51.249770+0000","last_became_peered":"2024-09-12T12:24:51.249770+0000","last_unstale":"2024-09-12T12:25:16.348859+0000","last_undegraded":"2024-09-12T12:25:16.348859+0000","last_fullsized":"2024-09-12T12:25:16.348859+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:15.464601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":16,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341728+0000","last_change":"2024-09-12T12:24:53.261932+0000","last_active":"2024-09-12T12:25:10.341728+0000","last_peered":"2024-09-12T12:25:10.341728+0000","last_clean":"2024-09-12T12:25:10.341728+0000","last_became_active":"2024-09-12T12:24:53.258413+0000","last_became_peered":"2024-09-12T12:24:53.258413+0000","last_unstale":"2024-09-12T12:25:10.341728+0000","last_undegraded":"2024-09-12T12:25:10.341728+0000","last_fullsized":"2024-09-12T12:25:10.341728+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:08.387016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336774+0000","last_change":"2024-09-12T12:24:51.250202+0000","last_active":"2024-09-12T12:25:10.336774+0000","last_peered":"2024-09-12T12:25:10.336774+0000","last_clean":"2024-09-12T12:25:10.336774+0000","last_became_active":"2024-09-12T12:24:51.249329+0000","last_became_peered":"2024-09-12T12:24:51.249329+0000","last_unstale":"2024-09-12T12:25:10.336774+0000","last_undegraded":"2024-09-12T12:25:10.336774+0000","last_fullsized":"2024-09-12T12:25:10.336774+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:41:51.465438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336115+0000","last_change":"2024-09-12T12:24:51.247338+0000","last_active":"2024-09-12T12:25:10.336115+0000","last_peered":"2024-09-12T12:25:10.336115+0000","last_clean":"2024-09-12T12:25:10.336115+0000","last_became_active":"2024-09-12T12:24:51.246989+0000","last_became_peered":"2024-09-12T12:24:51.246989+0000","last_unstale":"2024-09-12T12:25:10.336115+0000","last_undegraded":"2024-09-12T12:25:10.336115+0000","last_fullsized":"2024-09-12T12:25:10.336115+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:18:50.858700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339941+0000","last_change":"2024-09-12T12:24:53.261140+0000","last_active":"2024-09-12T12:25:10.339941+0000","last_peered":"2024-09-12T12:25:10.339941+0000","last_clean":"2024-09-12T12:25:10.339941+0000","last_became_active":"2024-09-12T12:24:53.260838+0000","last_became_peered":"2024-09-12T12:24:53.260838+0000","last_unstale":"2024-09-12T12:25:10.339941+0000","last_undegraded":"2024-09-12T12:25:10.339941+0000","last_fullsized":"2024-09-12T12:25:10.339941+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:15:02.293933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341726+0000","last_change":"2024-09-12T12:24:51.252417+0000","last_active":"2024-09-12T12:25:10.341726+0000","last_peered":"2024-09-12T12:25:10.341726+0000","last_clean":"2024-09-12T12:25:10.341726+0000","last_became_active":"2024-09-12T12:24:51.252095+0000","last_became_peered":"2024-09-12T12:24:51.252095+0000","last_unstale":"2024-09-12T12:25:10.341726+0000","last_undegraded":"2024-09-12T12:25:10.341726+0000","last_fullsized":"2024-09-12T12:25:10.341726+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:25.261196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338559+0000","last_change":"2024-09-12T12:24:53.258359+0000","last_active":"2024-09-12T12:25:10.338559+0000","last_peered":"2024-09-12T12:25:10.338559+0000","last_clean":"2024-09-12T12:25:10.338559+0000","last_became_active":"2024-09-12T12:24:53.257916+0000","last_became_peered":"2024-09-12T12:24:53.257916+0000","last_unstale":"2024-09-12T12:25:10.338559+0000","last_undegraded":"2024-09-12T12:25:10.338559+0000","last_fullsized":"2024-09-12T12:25:10.338559+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:14:00.430922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'4","reported_seq":47,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:15.347269+0000","last_change":"2024-09-12T12:24:51.250599+0000","last_active":"2024-09-12T12:25:15.347269+0000","last_peered":"2024-09-12T12:25:15.347269+0000","last_clean":"2024-09-12T12:25:15.347269+0000","last_became_active":"2024-09-12T12:24:51.250292+0000","last_became_peered":"2024-09-12T12:24:51.250292+0000","last_unstale":"2024-09-12T12:25:15.347269+0000","last_undegraded":"2024-09-12T12:25:15.347269+0000","last_fullsized":"2024-09-12T12:25:15.347269+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:51.535071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":21,"num_read_kb":21,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341016+0000","last_change":"2024-09-12T12:24:53.266838+0000","last_active":"2024-09-12T12:25:10.341016+0000","last_peered":"2024-09-12T12:25:10.341016+0000","last_clean":"2024-09-12T12:25:10.341016+0000","last_became_active":"2024-09-12T12:24:53.265720+0000","last_became_peered":"2024-09-12T12:24:53.265720+0000","last_unstale":"2024-09-12T12:25:10.341016+0000","last_undegraded":"2024-09-12T12:25:10.341016+0000","last_fullsized":"2024-09-12T12:25:10.341016+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:20:01.228160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340000+0000","last_change":"2024-09-12T12:24:51.251765+0000","last_active":"2024-09-12T12:25:10.340000+0000","last_peered":"2024-09-12T12:25:10.340000+0000","last_clean":"2024-09-12T12:25:10.340000+0000","last_became_active":"2024-09-12T12:24:51.251376+0000","last_became_peered":"2024-09-12T12:24:51.251376+0000","last_unstale":"2024-09-12T12:25:10.340000+0000","last_undegraded":"2024-09-12T12:25:10.340000+0000","last_fullsized":"2024-09-12T12:25:10.340000+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:45:05.561610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344230+0000","last_change":"2024-09-12T12:25:10.344230+0000","last_active":"2024-09-12T12:25:10.344230+0000","last_peered":"2024-09-12T12:25:10.344230+0000","last_clean":"2024-09-12T12:25:10.344230+0000","last_became_active":"2024-09-12T12:25:10.343775+0000","last_became_peered":"2024-09-12T12:25:10.343775+0000","last_unstale":"2024-09-12T12:25:10.344230+0000","last_undegraded":"2024-09-12T12:25:10.344230+0000","last_fullsized":"2024-09-12T12:25:10.344230+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:21:53.923891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341408+0000","last_change":"2024-09-12T12:24:51.311991+0000","last_active":"2024-09-12T12:25:10.341408+0000","last_peered":"2024-09-12T12:25:10.341408+0000","last_clean":"2024-09-12T12:25:10.341408+0000","last_became_active":"2024-09-12T12:24:51.311634+0000","last_became_peered":"2024-09-12T12:24:51.311634+0000","last_unstale":"2024-09-12T12:25:10.341408+0000","last_undegraded":"2024-09-12T12:25:10.341408+0000","last_fullsized":"2024-09-12T12:25:10.341408+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:22.004224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344685+0000","last_change":"2024-09-12T12:25:10.344685+0000","last_active":"2024-09-12T12:25:10.344685+0000","last_peered":"2024-09-12T12:25:10.344685+0000","last_clean":"2024-09-12T12:25:10.344685+0000","last_became_active":"2024-09-12T12:25:10.344351+0000","last_became_peered":"2024-09-12T12:25:10.344351+0000","last_unstale":"2024-09-12T12:25:10.344685+0000","last_undegraded":"2024-09-12T12:25:10.344685+0000","last_fullsized":"2024-09-12T12:25:10.344685+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:22.058412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'23","reported_seq":72,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:15.344999+0000","last_change":"2024-09-12T12:24:51.248362+0000","last_active":"2024-09-12T12:25:15.344999+0000","last_peered":"2024-09-12T12:25:15.344999+0000","last_clean":"2024-09-12T12:25:15.344999+0000","last_became_active":"2024-09-12T12:24:51.248037+0000","last_became_peered":"2024-09-12T12:24:51.248037+0000","last_unstale":"2024-09-12T12:25:15.344999+0000","last_undegraded":"2024-09-12T12:25:15.344999+0000","last_fullsized":"2024-09-12T12:25:15.344999+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:30.188586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41065,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":27,"num_read_kb":53,"num_write":25,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342295+0000","last_change":"2024-09-12T12:24:53.272116+0000","last_active":"2024-09-12T12:25:10.342295+0000","last_peered":"2024-09-12T12:25:10.342295+0000","last_clean":"2024-09-12T12:25:10.342295+0000","last_became_active":"2024-09-12T12:24:53.271757+0000","last_became_peered":"2024-09-12T12:24:53.271757+0000","last_unstale":"2024-09-12T12:25:10.342295+0000","last_undegraded":"2024-09-12T12:25:10.342295+0000","last_fullsized":"2024-09-12T12:25:10.342295+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:06.941569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338520+0000","last_change":"2024-09-12T12:24:51.248675+0000","last_active":"2024-09-12T12:25:10.338520+0000","last_peered":"2024-09-12T12:25:10.338520+0000","last_clean":"2024-09-12T12:25:10.338520+0000","last_became_active":"2024-09-12T12:24:51.248011+0000","last_became_peered":"2024-09-12T12:24:51.248011+0000","last_unstale":"2024-09-12T12:25:10.338520+0000","last_undegraded":"2024-09-12T12:25:10.338520+0000","last_fullsized":"2024-09-12T12:25:10.338520+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:29:41.240753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336215+0000","last_change":"2024-09-12T12:24:53.259954+0000","last_active":"2024-09-12T12:25:10.336215+0000","last_peered":"2024-09-12T12:25:10.336215+0000","last_clean":"2024-09-12T12:25:10.336215+0000","last_became_active":"2024-09-12T12:24:53.259666+0000","last_became_peered":"2024-09-12T12:24:53.259666+0000","last_unstale":"2024-09-12T12:25:10.336215+0000","last_undegraded":"2024-09-12T12:25:10.336215+0000","last_fullsized":"2024-09-12T12:25:10.336215+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:37.952525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341470+0000","last_change":"2024-09-12T12:24:51.251682+0000","last_active":"2024-09-12T12:25:10.341470+0000","last_peered":"2024-09-12T12:25:10.341470+0000","last_clean":"2024-09-12T12:25:10.341470+0000","last_became_active":"2024-09-12T12:24:51.251365+0000","last_became_peered":"2024-09-12T12:24:51.251365+0000","last_unstale":"2024-09-12T12:25:10.341470+0000","last_undegraded":"2024-09-12T12:25:10.341470+0000","last_fullsized":"2024-09-12T12:25:10.341470+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:37.822796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339660+0000","last_change":"2024-09-12T12:24:53.267531+0000","last_active":"2024-09-12T12:25:10.339660+0000","last_peered":"2024-09-12T12:25:10.339660+0000","last_clean":"2024-09-12T12:25:10.339660+0000","last_became_active":"2024-09-12T12:24:53.267225+0000","last_became_peered":"2024-09-12T12:24:53.267225+0000","last_unstale":"2024-09-12T12:25:10.339660+0000","last_undegraded":"2024-09-12T12:25:10.339660+0000","last_fullsized":"2024-09-12T12:25:10.339660+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:23:10.974300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'6","reported_seq":44,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:16.348572+0000","last_change":"2024-09-12T12:24:51.247790+0000","last_active":"2024-09-12T12:25:16.348572+0000","last_peered":"2024-09-12T12:25:16.348572+0000","last_clean":"2024-09-12T12:25:16.348572+0000","last_became_active":"2024-09-12T12:24:51.247399+0000","last_became_peered":"2024-09-12T12:24:51.247399+0000","last_unstale":"2024-09-12T12:25:16.348572+0000","last_undegraded":"2024-09-12T12:25:16.348572+0000","last_fullsized":"2024-09-12T12:25:16.348572+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:23:45.923488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":17,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339588+0000","last_change":"2024-09-12T12:24:53.265963+0000","last_active":"2024-09-12T12:25:10.339588+0000","last_peered":"2024-09-12T12:25:10.339588+0000","last_clean":"2024-09-12T12:25:10.339588+0000","last_became_active":"2024-09-12T12:24:53.265331+0000","last_became_peered":"2024-09-12T12:24:53.265331+0000","last_unstale":"2024-09-12T12:25:10.339588+0000","last_undegraded":"2024-09-12T12:25:10.339588+0000","last_fullsized":"2024-09-12T12:25:10.339588+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:06.137001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":40,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342006+0000","last_change":"2024-09-12T12:24:51.312101+0000","last_active":"2024-09-12T12:25:10.342006+0000","last_peered":"2024-09-12T12:25:10.342006+0000","last_clean":"2024-09-12T12:25:10.342006+0000","last_became_active":"2024-09-12T12:24:51.311789+0000","last_became_peered":"2024-09-12T12:24:51.311789+0000","last_unstale":"2024-09-12T12:25:10.342006+0000","last_undegraded":"2024-09-12T12:25:10.342006+0000","last_fullsized":"2024-09-12T12:25:10.342006+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:22.375583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.345783+0000","last_change":"2024-09-12T12:25:10.345379+0000","last_active":"2024-09-12T12:25:10.345783+0000","last_peered":"2024-09-12T12:25:10.345783+0000","last_clean":"2024-09-12T12:25:10.345783+0000","last_became_active":"2024-09-12T12:25:10.344987+0000","last_became_peered":"2024-09-12T12:25:10.344987+0000","last_unstale":"2024-09-12T12:25:10.345783+0000","last_undegraded":"2024-09-12T12:25:10.345783+0000","last_fullsized":"2024-09-12T12:25:10.345783+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:06.825043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,1],"acting":[9,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342345+0000","last_change":"2024-09-12T12:24:51.248708+0000","last_active":"2024-09-12T12:25:10.342345+0000","last_peered":"2024-09-12T12:25:10.342345+0000","last_clean":"2024-09-12T12:25:10.342345+0000","last_became_active":"2024-09-12T12:24:51.248342+0000","last_became_peered":"2024-09-12T12:24:51.248342+0000","last_unstale":"2024-09-12T12:25:10.342345+0000","last_undegraded":"2024-09-12T12:25:10.342345+0000","last_fullsized":"2024-09-12T12:25:10.342345+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:00.281536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336702+0000","last_change":"2024-09-12T12:24:53.267397+0000","last_active":"2024-09-12T12:25:10.336702+0000","last_peered":"2024-09-12T12:25:10.336702+0000","last_clean":"2024-09-12T12:25:10.336702+0000","last_became_active":"2024-09-12T12:24:53.267107+0000","last_became_peered":"2024-09-12T12:24:53.267107+0000","last_unstale":"2024-09-12T12:25:10.336702+0000","last_undegraded":"2024-09-12T12:25:10.336702+0000","last_fullsized":"2024-09-12T12:25:10.336702+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:37.607202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.348283+0000","last_change":"2024-09-12T12:25:10.348283+0000","last_active":"2024-09-12T12:25:10.348283+0000","last_peered":"2024-09-12T12:25:10.348283+0000","last_clean":"2024-09-12T12:25:10.348283+0000","last_became_active":"2024-09-12T12:25:10.342802+0000","last_became_peered":"2024-09-12T12:25:10.342802+0000","last_unstale":"2024-09-12T12:25:10.348283+0000","last_undegraded":"2024-09-12T12:25:10.348283+0000","last_fullsized":"2024-09-12T12:25:10.348283+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:28.596809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340209+0000","last_change":"2024-09-12T12:24:53.271737+0000","last_active":"2024-09-12T12:25:10.340209+0000","last_peered":"2024-09-12T12:25:10.340209+0000","last_clean":"2024-09-12T12:25:10.340209+0000","last_became_active":"2024-09-12T12:24:53.271415+0000","last_became_peered":"2024-09-12T12:24:53.271415+0000","last_unstale":"2024-09-12T12:25:10.340209+0000","last_undegraded":"2024-09-12T12:25:10.340209+0000","last_fullsized":"2024-09-12T12:25:10.340209+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:00:21.878889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.343048+0000","last_change":"2024-09-12T12:24:51.247389+0000","last_active":"2024-09-12T12:25:10.343048+0000","last_peered":"2024-09-12T12:25:10.343048+0000","last_clean":"2024-09-12T12:25:10.343048+0000","last_became_active":"2024-09-12T12:24:51.247044+0000","last_became_peered":"2024-09-12T12:24:51.247044+0000","last_unstale":"2024-09-12T12:25:10.343048+0000","last_undegraded":"2024-09-12T12:25:10.343048+0000","last_fullsized":"2024-09-12T12:25:10.343048+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:12:04.390267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'1","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339934+0000","last_change":"2024-09-12T12:24:53.265318+0000","last_active":"2024-09-12T12:25:10.339934+0000","last_peered":"2024-09-12T12:25:10.339934+0000","last_clean":"2024-09-12T12:25:10.339934+0000","last_became_active":"2024-09-12T12:24:53.264869+0000","last_became_peered":"2024-09-12T12:24:53.264869+0000","last_unstale":"2024-09-12T12:25:10.339934+0000","last_undegraded":"2024-09-12T12:25:10.339934+0000","last_fullsized":"2024-09-12T12:25:10.339934+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:04:36.787420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:16.351483+0000","last_change":"2024-09-12T12:25:10.347737+0000","last_active":"2024-09-12T12:25:16.351483+0000","last_peered":"2024-09-12T12:25:16.351483+0000","last_clean":"2024-09-12T12:25:16.351483+0000","last_became_active":"2024-09-12T12:25:10.341814+0000","last_became_peered":"2024-09-12T12:25:10.341814+0000","last_unstale":"2024-09-12T12:25:16.351483+0000","last_undegraded":"2024-09-12T12:25:16.351483+0000","last_fullsized":"2024-09-12T12:25:16.351483+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:52:44.916459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1563,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":8,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1563,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340162+0000","last_change":"2024-09-12T12:24:53.272578+0000","last_active":"2024-09-12T12:25:10.340162+0000","last_peered":"2024-09-12T12:25:10.340162+0000","last_clean":"2024-09-12T12:25:10.340162+0000","last_became_active":"2024-09-12T12:24:53.272104+0000","last_became_peered":"2024-09-12T12:24:53.272104+0000","last_unstale":"2024-09-12T12:25:10.340162+0000","last_undegraded":"2024-09-12T12:25:10.340162+0000","last_fullsized":"2024-09-12T12:25:10.340162+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:20.583691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":343,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340411+0000","last_change":"2024-09-12T12:23:44.730957+0000","last_active":"2024-09-12T12:25:10.340411+0000","last_peered":"2024-09-12T12:25:10.340411+0000","last_clean":"2024-09-12T12:25:10.340411+0000","last_became_active":"2024-09-12T12:23:44.730539+0000","last_became_peered":"2024-09-12T12:23:44.730539+0000","last_unstale":"2024-09-12T12:25:10.340411+0000","last_undegraded":"2024-09-12T12:25:10.340411+0000","last_fullsized":"2024-09-12T12:25:10.340411+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:20:23.481465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:20:23.481465+0000","last_clean_scrub_stamp":"2024-09-12T12:20:23.481465+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:47.323101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340526+0000","last_change":"2024-09-12T12:24:51.245290+0000","last_active":"2024-09-12T12:25:10.340526+0000","last_peered":"2024-09-12T12:25:10.340526+0000","last_clean":"2024-09-12T12:25:10.340526+0000","last_became_active":"2024-09-12T12:24:51.244953+0000","last_became_peered":"2024-09-12T12:24:51.244953+0000","last_unstale":"2024-09-12T12:25:10.340526+0000","last_undegraded":"2024-09-12T12:25:10.340526+0000","last_fullsized":"2024-09-12T12:25:10.340526+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:09.107387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339595+0000","last_change":"2024-09-12T12:24:53.263508+0000","last_active":"2024-09-12T12:25:10.339595+0000","last_peered":"2024-09-12T12:25:10.339595+0000","last_clean":"2024-09-12T12:25:10.339595+0000","last_became_active":"2024-09-12T12:24:53.262942+0000","last_became_peered":"2024-09-12T12:24:53.262942+0000","last_unstale":"2024-09-12T12:25:10.339595+0000","last_undegraded":"2024-09-12T12:25:10.339595+0000","last_fullsized":"2024-09-12T12:25:10.339595+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:26.047134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.348710+0000","last_change":"2024-09-12T12:25:10.348710+0000","last_active":"2024-09-12T12:25:10.348710+0000","last_peered":"2024-09-12T12:25:10.348710+0000","last_clean":"2024-09-12T12:25:10.348710+0000","last_became_active":"2024-09-12T12:25:10.345461+0000","last_became_peered":"2024-09-12T12:25:10.345461+0000","last_unstale":"2024-09-12T12:25:10.348710+0000","last_undegraded":"2024-09-12T12:25:10.348710+0000","last_fullsized":"2024-09-12T12:25:10.348710+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:29.032967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336436+0000","last_change":"2024-09-12T12:24:53.262397+0000","last_active":"2024-09-12T12:25:10.336436+0000","last_peered":"2024-09-12T12:25:10.336436+0000","last_clean":"2024-09-12T12:25:10.336436+0000","last_became_active":"2024-09-12T12:24:53.262069+0000","last_became_peered":"2024-09-12T12:24:53.262069+0000","last_unstale":"2024-09-12T12:25:10.336436+0000","last_undegraded":"2024-09-12T12:25:10.336436+0000","last_fullsized":"2024-09-12T12:25:10.336436+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:33:59.597991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"79'5","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:17.349377+0000","last_change":"2024-09-12T12:24:51.311813+0000","last_active":"2024-09-12T12:25:17.349377+0000","last_peered":"2024-09-12T12:25:17.349377+0000","last_clean":"2024-09-12T12:25:17.349377+0000","last_became_active":"2024-09-12T12:24:51.311442+0000","last_became_peered":"2024-09-12T12:24:51.311442+0000","last_unstale":"2024-09-12T12:25:17.349377+0000","last_undegraded":"2024-09-12T12:25:17.349377+0000","last_fullsized":"2024-09-12T12:25:17.349377+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:25.877025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":15,"num_read_kb":15,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341461+0000","last_change":"2024-09-12T12:24:53.257529+0000","last_active":"2024-09-12T12:25:10.341461+0000","last_peered":"2024-09-12T12:25:10.341461+0000","last_clean":"2024-09-12T12:25:10.341461+0000","last_became_active":"2024-09-12T12:24:53.257183+0000","last_became_peered":"2024-09-12T12:24:53.257183+0000","last_unstale":"2024-09-12T12:25:10.341461+0000","last_undegraded":"2024-09-12T12:25:10.341461+0000","last_fullsized":"2024-09-12T12:25:10.341461+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:29.458629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"79'6","reported_seq":41,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:15.350217+0000","last_change":"2024-09-12T12:24:51.249112+0000","last_active":"2024-09-12T12:25:15.350217+0000","last_peered":"2024-09-12T12:25:15.350217+0000","last_clean":"2024-09-12T12:25:15.350217+0000","last_became_active":"2024-09-12T12:24:51.248795+0000","last_became_peered":"2024-09-12T12:24:51.248795+0000","last_unstale":"2024-09-12T12:25:15.350217+0000","last_undegraded":"2024-09-12T12:25:15.350217+0000","last_fullsized":"2024-09-12T12:25:15.350217+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:14.746821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":13,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336825+0000","last_change":"2024-09-12T12:24:53.264485+0000","last_active":"2024-09-12T12:25:10.336825+0000","last_peered":"2024-09-12T12:25:10.336825+0000","last_clean":"2024-09-12T12:25:10.336825+0000","last_became_active":"2024-09-12T12:24:53.264147+0000","last_became_peered":"2024-09-12T12:24:53.264147+0000","last_unstale":"2024-09-12T12:25:10.336825+0000","last_undegraded":"2024-09-12T12:25:10.336825+0000","last_fullsized":"2024-09-12T12:25:10.336825+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:00.639502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338667+0000","last_change":"2024-09-12T12:24:51.312401+0000","last_active":"2024-09-12T12:25:10.338667+0000","last_peered":"2024-09-12T12:25:10.338667+0000","last_clean":"2024-09-12T12:25:10.338667+0000","last_became_active":"2024-09-12T12:24:51.312105+0000","last_became_peered":"2024-09-12T12:24:51.312105+0000","last_unstale":"2024-09-12T12:25:10.338667+0000","last_undegraded":"2024-09-12T12:25:10.338667+0000","last_fullsized":"2024-09-12T12:25:10.338667+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:43.955535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"79'1","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.337039+0000","last_change":"2024-09-12T12:24:53.260916+0000","last_active":"2024-09-12T12:25:10.337039+0000","last_peered":"2024-09-12T12:25:10.337039+0000","last_clean":"2024-09-12T12:25:10.337039+0000","last_became_active":"2024-09-12T12:24:53.260525+0000","last_became_peered":"2024-09-12T12:24:53.260525+0000","last_unstale":"2024-09-12T12:25:10.337039+0000","last_undegraded":"2024-09-12T12:25:10.337039+0000","last_fullsized":"2024-09-12T12:25:10.337039+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:49.567902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342575+0000","last_change":"2024-09-12T12:24:51.312048+0000","last_active":"2024-09-12T12:25:10.342575+0000","last_peered":"2024-09-12T12:25:10.342575+0000","last_clean":"2024-09-12T12:25:10.342575+0000","last_became_active":"2024-09-12T12:24:51.311736+0000","last_became_peered":"2024-09-12T12:24:51.311736+0000","last_unstale":"2024-09-12T12:25:10.342575+0000","last_undegraded":"2024-09-12T12:25:10.342575+0000","last_fullsized":"2024-09-12T12:25:10.342575+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:50:50.893162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336280+0000","last_change":"2024-09-12T12:24:53.258465+0000","last_active":"2024-09-12T12:25:10.336280+0000","last_peered":"2024-09-12T12:25:10.336280+0000","last_clean":"2024-09-12T12:25:10.336280+0000","last_became_active":"2024-09-12T12:24:53.258166+0000","last_became_peered":"2024-09-12T12:24:53.258166+0000","last_unstale":"2024-09-12T12:25:10.336280+0000","last_undegraded":"2024-09-12T12:25:10.336280+0000","last_fullsized":"2024-09-12T12:25:10.336280+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:11:52.923996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'13","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:16.255918+0000","last_change":"2024-09-12T12:24:51.246412+0000","last_active":"2024-09-12T12:25:16.255918+0000","last_peered":"2024-09-12T12:25:16.255918+0000","last_clean":"2024-09-12T12:25:16.255918+0000","last_became_active":"2024-09-12T12:24:51.246097+0000","last_became_peered":"2024-09-12T12:24:51.246097+0000","last_unstale":"2024-09-12T12:25:16.255918+0000","last_undegraded":"2024-09-12T12:25:16.255918+0000","last_fullsized":"2024-09-12T12:25:16.255918+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:11.237412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":23,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338836+0000","last_change":"2024-09-12T12:24:53.263932+0000","last_active":"2024-09-12T12:25:10.338836+0000","last_peered":"2024-09-12T12:25:10.338836+0000","last_clean":"2024-09-12T12:25:10.338836+0000","last_became_active":"2024-09-12T12:24:53.262881+0000","last_became_peered":"2024-09-12T12:24:53.262881+0000","last_unstale":"2024-09-12T12:25:10.338836+0000","last_undegraded":"2024-09-12T12:25:10.338836+0000","last_fullsized":"2024-09-12T12:25:10.338836+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:46.978028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340234+0000","last_change":"2024-09-12T12:24:51.245122+0000","last_active":"2024-09-12T12:25:10.340234+0000","last_peered":"2024-09-12T12:25:10.340234+0000","last_clean":"2024-09-12T12:25:10.340234+0000","last_became_active":"2024-09-12T12:24:51.244756+0000","last_became_peered":"2024-09-12T12:24:51.244756+0000","last_unstale":"2024-09-12T12:25:10.340234+0000","last_undegraded":"2024-09-12T12:25:10.340234+0000","last_fullsized":"2024-09-12T12:25:10.340234+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:13:02.251953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340766+0000","last_change":"2024-09-12T12:24:53.265258+0000","last_active":"2024-09-12T12:25:10.340766+0000","last_peered":"2024-09-12T12:25:10.340766+0000","last_clean":"2024-09-12T12:25:10.340766+0000","last_became_active":"2024-09-12T12:24:53.264965+0000","last_became_peered":"2024-09-12T12:24:53.264965+0000","last_unstale":"2024-09-12T12:25:10.340766+0000","last_undegraded":"2024-09-12T12:25:10.340766+0000","last_fullsized":"2024-09-12T12:25:10.340766+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:54.076562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340882+0000","last_change":"2024-09-12T12:24:51.311824+0000","last_active":"2024-09-12T12:25:10.340882+0000","last_peered":"2024-09-12T12:25:10.340882+0000","last_clean":"2024-09-12T12:25:10.340882+0000","last_became_active":"2024-09-12T12:24:51.311467+0000","last_became_peered":"2024-09-12T12:24:51.311467+0000","last_unstale":"2024-09-12T12:25:10.340882+0000","last_undegraded":"2024-09-12T12:25:10.340882+0000","last_fullsized":"2024-09-12T12:25:10.340882+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:37:42.097767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344170+0000","last_change":"2024-09-12T12:24:53.269665+0000","last_active":"2024-09-12T12:25:10.344170+0000","last_peered":"2024-09-12T12:25:10.344170+0000","last_clean":"2024-09-12T12:25:10.344170+0000","last_became_active":"2024-09-12T12:24:53.269317+0000","last_became_peered":"2024-09-12T12:24:53.269317+0000","last_unstale":"2024-09-12T12:25:10.344170+0000","last_undegraded":"2024-09-12T12:25:10.344170+0000","last_fullsized":"2024-09-12T12:25:10.344170+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:24.975569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340090+0000","last_change":"2024-09-12T12:24:51.245195+0000","last_active":"2024-09-12T12:25:10.340090+0000","last_peered":"2024-09-12T12:25:10.340090+0000","last_clean":"2024-09-12T12:25:10.340090+0000","last_became_active":"2024-09-12T12:24:51.244887+0000","last_became_peered":"2024-09-12T12:24:51.244887+0000","last_unstale":"2024-09-12T12:25:10.340090+0000","last_undegraded":"2024-09-12T12:25:10.340090+0000","last_fullsized":"2024-09-12T12:25:10.340090+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:55:47.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336464+0000","last_change":"2024-09-12T12:24:53.262302+0000","last_active":"2024-09-12T12:25:10.336464+0000","last_peered":"2024-09-12T12:25:10.336464+0000","last_clean":"2024-09-12T12:25:10.336464+0000","last_became_active":"2024-09-12T12:24:53.261547+0000","last_became_peered":"2024-09-12T12:24:53.261547+0000","last_unstale":"2024-09-12T12:25:10.336464+0000","last_undegraded":"2024-09-12T12:25:10.336464+0000","last_fullsized":"2024-09-12T12:25:10.336464+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:57:01.697979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338294+0000","last_change":"2024-09-12T12:24:51.248472+0000","last_active":"2024-09-12T12:25:10.338294+0000","last_peered":"2024-09-12T12:25:10.338294+0000","last_clean":"2024-09-12T12:25:10.338294+0000","last_became_active":"2024-09-12T12:24:51.248112+0000","last_became_peered":"2024-09-12T12:24:51.248112+0000","last_unstale":"2024-09-12T12:25:10.338294+0000","last_undegraded":"2024-09-12T12:25:10.338294+0000","last_fullsized":"2024-09-12T12:25:10.338294+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:38.750686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339167+0000","last_change":"2024-09-12T12:24:53.258235+0000","last_active":"2024-09-12T12:25:10.339167+0000","last_peered":"2024-09-12T12:25:10.339167+0000","last_clean":"2024-09-12T12:25:10.339167+0000","last_became_active":"2024-09-12T12:24:53.257941+0000","last_became_peered":"2024-09-12T12:24:53.257941+0000","last_unstale":"2024-09-12T12:25:10.339167+0000","last_undegraded":"2024-09-12T12:25:10.339167+0000","last_fullsized":"2024-09-12T12:25:10.339167+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:35:43.558104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342203+0000","last_change":"2024-09-12T12:24:51.249730+0000","last_active":"2024-09-12T12:25:10.342203+0000","last_peered":"2024-09-12T12:25:10.342203+0000","last_clean":"2024-09-12T12:25:10.342203+0000","last_became_active":"2024-09-12T12:24:51.249424+0000","last_became_peered":"2024-09-12T12:24:51.249424+0000","last_unstale":"2024-09-12T12:25:10.342203+0000","last_undegraded":"2024-09-12T12:25:10.342203+0000","last_fullsized":"2024-09-12T12:25:10.342203+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:54.715481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339861+0000","last_change":"2024-09-12T12:24:53.268546+0000","last_active":"2024-09-12T12:25:10.339861+0000","last_peered":"2024-09-12T12:25:10.339861+0000","last_clean":"2024-09-12T12:25:10.339861+0000","last_became_active":"2024-09-12T12:24:53.268073+0000","last_became_peered":"2024-09-12T12:24:53.268073+0000","last_unstale":"2024-09-12T12:25:10.339861+0000","last_undegraded":"2024-09-12T12:25:10.339861+0000","last_fullsized":"2024-09-12T12:25:10.339861+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:30.489729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341331+0000","last_change":"2024-09-12T12:24:53.257243+0000","last_active":"2024-09-12T12:25:10.341331+0000","last_peered":"2024-09-12T12:25:10.341331+0000","last_clean":"2024-09-12T12:25:10.341331+0000","last_became_active":"2024-09-12T12:24:53.256913+0000","last_became_peered":"2024-09-12T12:24:53.256913+0000","last_unstale":"2024-09-12T12:25:10.341331+0000","last_undegraded":"2024-09-12T12:25:10.341331+0000","last_fullsized":"2024-09-12T12:25:10.341331+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:10.175052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342454+0000","last_change":"2024-09-12T12:24:51.249517+0000","last_active":"2024-09-12T12:25:10.342454+0000","last_peered":"2024-09-12T12:25:10.342454+0000","last_clean":"2024-09-12T12:25:10.342454+0000","last_became_active":"2024-09-12T12:24:51.248494+0000","last_became_peered":"2024-09-12T12:24:51.248494+0000","last_unstale":"2024-09-12T12:25:10.342454+0000","last_undegraded":"2024-09-12T12:25:10.342454+0000","last_fullsized":"2024-09-12T12:25:10.342454+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:15:43.435515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340670+0000","last_change":"2024-09-12T12:24:53.264198+0000","last_active":"2024-09-12T12:25:10.340670+0000","last_peered":"2024-09-12T12:25:10.340670+0000","last_clean":"2024-09-12T12:25:10.340670+0000","last_became_active":"2024-09-12T12:24:53.263887+0000","last_became_peered":"2024-09-12T12:24:53.263887+0000","last_unstale":"2024-09-12T12:25:10.340670+0000","last_undegraded":"2024-09-12T12:25:10.340670+0000","last_fullsized":"2024-09-12T12:25:10.340670+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:31:53.847919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342505+0000","last_change":"2024-09-12T12:24:51.248749+0000","last_active":"2024-09-12T12:25:10.342505+0000","last_peered":"2024-09-12T12:25:10.342505+0000","last_clean":"2024-09-12T12:25:10.342505+0000","last_became_active":"2024-09-12T12:24:51.248454+0000","last_became_peered":"2024-09-12T12:24:51.248454+0000","last_unstale":"2024-09-12T12:25:10.342505+0000","last_undegraded":"2024-09-12T12:25:10.342505+0000","last_fullsized":"2024-09-12T12:25:10.342505+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:43:30.520701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340841+0000","last_change":"2024-09-12T12:24:53.266336+0000","last_active":"2024-09-12T12:25:10.340841+0000","last_peered":"2024-09-12T12:25:10.340841+0000","last_clean":"2024-09-12T12:25:10.340841+0000","last_became_active":"2024-09-12T12:24:53.265821+0000","last_became_peered":"2024-09-12T12:24:53.265821+0000","last_unstale":"2024-09-12T12:25:10.340841+0000","last_undegraded":"2024-09-12T12:25:10.340841+0000","last_fullsized":"2024-09-12T12:25:10.340841+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:17.628010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339270+0000","last_change":"2024-09-12T12:24:51.311990+0000","last_active":"2024-09-12T12:25:10.339270+0000","last_peered":"2024-09-12T12:25:10.339270+0000","last_clean":"2024-09-12T12:25:10.339270+0000","last_became_active":"2024-09-12T12:24:51.311663+0000","last_became_peered":"2024-09-12T12:24:51.311663+0000","last_unstale":"2024-09-12T12:25:10.339270+0000","last_undegraded":"2024-09-12T12:25:10.339270+0000","last_fullsized":"2024-09-12T12:25:10.339270+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:07:22.213560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339091+0000","last_change":"2024-09-12T12:24:53.264332+0000","last_active":"2024-09-12T12:25:10.339091+0000","last_peered":"2024-09-12T12:25:10.339091+0000","last_clean":"2024-09-12T12:25:10.339091+0000","last_became_active":"2024-09-12T12:24:53.262968+0000","last_became_peered":"2024-09-12T12:24:53.262968+0000","last_unstale":"2024-09-12T12:25:10.339091+0000","last_undegraded":"2024-09-12T12:25:10.339091+0000","last_fullsized":"2024-09-12T12:25:10.339091+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:34:37.937847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"79'13","reported_seq":68,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:16.350808+0000","last_change":"2024-09-12T12:25:10.354898+0000","last_active":"2024-09-12T12:25:16.350808+0000","last_peered":"2024-09-12T12:25:16.350808+0000","last_clean":"2024-09-12T12:25:16.350808+0000","last_became_active":"2024-09-12T12:25:10.343691+0000","last_became_peered":"2024-09-12T12:25:10.343691+0000","last_unstale":"2024-09-12T12:25:16.350808+0000","last_undegraded":"2024-09-12T12:25:16.350808+0000","last_fullsized":"2024-09-12T12:25:16.350808+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:26.484088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":11,"num_read_kb":11,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":49059,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":148,"num_read_kb":129,"num_write":235,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2235,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":536576,"data_stored":173785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":202,"ondisk_log_size":202,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":73,"seq":313532612625,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32072,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713080,"statfs":{"total":95995035648,"available":95962193920,"internally_reserved":0,"allocated":901120,"data_stored":429333,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841557,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28568,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716584,"statfs":{"total":95995035648,"available":95965782016,"internally_reserved":0,"allocated":1572864,"data_stored":1060755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972379,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":917504,"data_stored":428198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201312,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32076,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713076,"statfs":{"total":95995035648,"available":95962189824,"internally_reserved":0,"allocated":913408,"data_stored":428576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430244,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28492,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716660,"statfs":{"total":95995035648,"available":95965859840,"internally_reserved":0,"allocated":1503232,"data_stored":1021210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593769,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":901120,"data_stored":428308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822703,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32676,"kb_used_data":1488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712476,"statfs":{"total":95995035648,"available":95961575424,"internally_reserved":0,"allocated":1523712,"data_stored":1020774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986228,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":909312,"data_stored":429732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215160,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":917504,"data_stored":427740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411390,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":970752,"data_stored":482640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574915,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":958464,"data_stored":483590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738439,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":921600,"data_stored":429647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":56514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":55564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":43194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T12:25:20.234 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-12T12:25:20.235 INFO:tasks.cephadm:Setting up client nodes... 2024-09-12T12:25:20.236 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-12T12:25:20.486 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:20.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:20 smithi082 ceph-mon[31122]: pgmap v286: 97 pgs: 97 active+clean; 625 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.7 KiB/s wr, 11 op/s; 225 B/s, 1 objects/s recovering 2024-09-12T12:25:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:20 smithi097 ceph-mon[34923]: pgmap v286: 97 pgs: 97 active+clean; 625 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.7 KiB/s wr, 11 op/s; 225 B/s, 1 objects/s recovering 2024-09-12T12:25:20.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:20 smithi114 ceph-mon[35514]: pgmap v286: 97 pgs: 97 active+clean; 625 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.7 KiB/s wr, 11 op/s; 225 B/s, 1 objects/s recovering 2024-09-12T12:25:20.985 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.985+0000 7f588a0a3640 1 -- 172.21.15.82:0/101421853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5884102740 msgr2=0x7f5884104b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:20.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.985+0000 7f588a0a3640 1 --2- 172.21.15.82:0/101421853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5884102740 0x7f5884104b30 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f5874009ca0 tx=0x7f587402a8c0 comp rx=0 tx=0).stop 2024-09-12T12:25:20.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.985+0000 7f588a0a3640 1 -- 172.21.15.82:0/101421853 shutdown_connections 2024-09-12T12:25:20.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.985+0000 7f588a0a3640 1 --2- 172.21.15.82:0/101421853 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58841079a0 0x7f5884109d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:20.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.985+0000 7f588a0a3640 1 --2- 172.21.15.82:0/101421853 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5884105070 0x7f5884107460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:20.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.985+0000 7f588a0a3640 1 --2- 172.21.15.82:0/101421853 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5884102740 0x7f5884104b30 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:20.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.985+0000 7f588a0a3640 1 -- 172.21.15.82:0/101421853 >> 172.21.15.82:0/101421853 conn(0x7f58840fc2a0 msgr2=0x7f58840fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:20.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.985+0000 7f588a0a3640 1 -- 172.21.15.82:0/101421853 shutdown_connections 2024-09-12T12:25:20.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.985+0000 7f588a0a3640 1 -- 172.21.15.82:0/101421853 wait complete. 2024-09-12T12:25:20.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.986+0000 7f588a0a3640 1 Processor -- start 2024-09-12T12:25:20.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.986+0000 7f588a0a3640 1 -- start start 2024-09-12T12:25:20.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.986+0000 7f588a0a3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5884102740 0x7f5884197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:20.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.986+0000 7f588a0a3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5884105070 0x7f5884198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:20.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.986+0000 7f588a0a3640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58841079a0 0x7f588419f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:20.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.986+0000 7f588a0a3640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f588410d8c0 con 0x7f5884105070 2024-09-12T12:25:20.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.986+0000 7f588a0a3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f588410d740 con 0x7f5884102740 2024-09-12T12:25:20.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.986+0000 7f588a0a3640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f588410da40 con 0x7f58841079a0 2024-09-12T12:25:20.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.986+0000 7f5882ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5884105070 0x7f5884198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:20.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.986+0000 7f5882ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5884105070 0x7f5884198480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46086/0 (socket says 172.21.15.82:46086) 2024-09-12T12:25:20.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.986+0000 7f5882ffd640 1 -- 172.21.15.82:0/2390652674 learned_addr learned my addr 172.21.15.82:0/2390652674 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:20.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.986+0000 7f58837fe640 1 --2- 172.21.15.82:0/2390652674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5884102740 0x7f5884197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:20.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.986+0000 7f5883fff640 1 --2- 172.21.15.82:0/2390652674 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58841079a0 0x7f588419f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:20.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.987+0000 7f5882ffd640 1 -- 172.21.15.82:0/2390652674 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58841079a0 msgr2=0x7f588419f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:20.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.987+0000 7f5882ffd640 1 --2- 172.21.15.82:0/2390652674 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58841079a0 0x7f588419f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:20.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.987+0000 7f5882ffd640 1 -- 172.21.15.82:0/2390652674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5884102740 msgr2=0x7f5884197f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:20.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.987+0000 7f5882ffd640 1 --2- 172.21.15.82:0/2390652674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5884102740 0x7f5884197f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:20.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.987+0000 7f5882ffd640 1 -- 172.21.15.82:0/2390652674 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f588419fb70 con 0x7f5884105070 2024-09-12T12:25:20.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.987+0000 7f5882ffd640 1 --2- 172.21.15.82:0/2390652674 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5884105070 0x7f5884198480 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f587800d770 tx=0x7f587800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:20.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.987+0000 7f5880ff9640 1 -- 172.21.15.82:0/2390652674 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5878017070 con 0x7f5884105070 2024-09-12T12:25:20.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.987+0000 7f5880ff9640 1 -- 172.21.15.82:0/2390652674 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5878009c30 con 0x7f5884105070 2024-09-12T12:25:20.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.987+0000 7f588a0a3640 1 -- 172.21.15.82:0/2390652674 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f588419fe60 con 0x7f5884105070 2024-09-12T12:25:20.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.987+0000 7f5880ff9640 1 -- 172.21.15.82:0/2390652674 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f587800f620 con 0x7f5884105070 2024-09-12T12:25:20.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.987+0000 7f588a0a3640 1 -- 172.21.15.82:0/2390652674 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58841a0310 con 0x7f5884105070 2024-09-12T12:25:20.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.988+0000 7f588a0a3640 1 -- 172.21.15.82:0/2390652674 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58840fdd90 con 0x7f5884105070 2024-09-12T12:25:20.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.989+0000 7f5880ff9640 1 -- 172.21.15.82:0/2390652674 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f587801a070 con 0x7f5884105070 2024-09-12T12:25:20.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.990+0000 7f5880ff9640 1 --2- 172.21.15.82:0/2390652674 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f586c0a2c40 0x7f586c0a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:20.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.990+0000 7f58837fe640 1 --2- 172.21.15.82:0/2390652674 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f586c0a2c40 0x7f586c0a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:20.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.990+0000 7f5880ff9640 1 -- 172.21.15.82:0/2390652674 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f58780cec20 con 0x7f5884105070 2024-09-12T12:25:20.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.990+0000 7f58837fe640 1 --2- 172.21.15.82:0/2390652674 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f586c0a2c40 0x7f586c0a5100 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f5874006010 tx=0x7f5874000f40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:20.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:20.994+0000 7f5880ff9640 1 -- 172.21.15.82:0/2390652674 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f587809b3c0 con 0x7f5884105070 2024-09-12T12:25:21.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:21.221+0000 7f588a0a3640 1 -- 172.21.15.82:0/2390652674 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f588402d7c0 con 0x7f5884105070 2024-09-12T12:25:21.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:21.223+0000 7f5880ff9640 1 -- 172.21.15.82:0/2390652674 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f587809f6c0 con 0x7f5884105070 2024-09-12T12:25:21.223 INFO:teuthology.orchestra.run.smithi082.stdout:[client.0] 2024-09-12T12:25:21.223 INFO:teuthology.orchestra.run.smithi082.stdout: key = AQCx3eJmhyw/DRAABDTWVJrM2L7scI85CNfTKw== 2024-09-12T12:25:21.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:21.225+0000 7f588a0a3640 1 -- 172.21.15.82:0/2390652674 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f586c0a2c40 msgr2=0x7f586c0a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:21.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:21.225+0000 7f588a0a3640 1 --2- 172.21.15.82:0/2390652674 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f586c0a2c40 0x7f586c0a5100 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f5874006010 tx=0x7f5874000f40 comp rx=0 tx=0).stop 2024-09-12T12:25:21.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:21.225+0000 7f588a0a3640 1 -- 172.21.15.82:0/2390652674 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5884105070 msgr2=0x7f5884198480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:21.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:21.225+0000 7f588a0a3640 1 --2- 172.21.15.82:0/2390652674 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5884105070 0x7f5884198480 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f587800d770 tx=0x7f587800dc30 comp rx=0 tx=0).stop 2024-09-12T12:25:21.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:21.225+0000 7f588a0a3640 1 -- 172.21.15.82:0/2390652674 shutdown_connections 2024-09-12T12:25:21.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:21.225+0000 7f588a0a3640 1 --2- 172.21.15.82:0/2390652674 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f586c0a2c40 0x7f586c0a5100 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:21.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:21.225+0000 7f588a0a3640 1 --2- 172.21.15.82:0/2390652674 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58841079a0 0x7f588419f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:21.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:21.225+0000 7f588a0a3640 1 --2- 172.21.15.82:0/2390652674 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5884105070 0x7f5884198480 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:21.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:21.225+0000 7f588a0a3640 1 --2- 172.21.15.82:0/2390652674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5884102740 0x7f5884197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:21.226 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:21.225+0000 7f588a0a3640 1 -- 172.21.15.82:0/2390652674 >> 172.21.15.82:0/2390652674 conn(0x7f58840fc2a0 msgr2=0x7f58841030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:21.226 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:21.225+0000 7f588a0a3640 1 -- 172.21.15.82:0/2390652674 shutdown_connections 2024-09-12T12:25:21.226 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:21.225+0000 7f588a0a3640 1 -- 172.21.15.82:0/2390652674 wait complete. 2024-09-12T12:25:21.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:21 smithi082 ceph-mon[31122]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:25:21.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:21 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2390652674' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-12T12:25:21.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:21 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2390652674' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-12T12:25:21.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:21 smithi097 ceph-mon[34923]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:25:21.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:21 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2390652674' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-12T12:25:21.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:21 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2390652674' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-12T12:25:21.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:21 smithi114 ceph-mon[35514]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:25:21.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:21 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2390652674' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-12T12:25:21.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:21 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2390652674' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-12T12:25:21.921 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:25:21.921 DEBUG:teuthology.orchestra.run.smithi082:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-12T12:25:21.921 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-12T12:25:21.957 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-12T12:25:21.957 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-12T12:25:21.958 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph mgr dump --format=json 2024-09-12T12:25:22.241 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:22.622 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:22 smithi082 ceph-mon[31122]: pgmap v287: 97 pgs: 97 active+clean; 625 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 4.3 KiB/s wr, 10 op/s; 204 B/s, 1 objects/s recovering 2024-09-12T12:25:22.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.700+0000 7f0a2785a640 1 -- 172.21.15.82:0/3822068761 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a201027a0 msgr2=0x7f0a201067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:22.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.700+0000 7f0a2785a640 1 --2- 172.21.15.82:0/3822068761 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a201027a0 0x7f0a201067f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f0a14009900 tx=0x7f0a1402a410 comp rx=0 tx=0).stop 2024-09-12T12:25:22.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.700+0000 7f0a2785a640 1 -- 172.21.15.82:0/3822068761 shutdown_connections 2024-09-12T12:25:22.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.700+0000 7f0a2785a640 1 --2- 172.21.15.82:0/3822068761 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a20106f20 0x7f0a2010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:22.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.700+0000 7f0a2785a640 1 --2- 172.21.15.82:0/3822068761 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a201027a0 0x7f0a201067f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:22.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.700+0000 7f0a2785a640 1 --2- 172.21.15.82:0/3822068761 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a20101df0 0x7f0a201021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:22.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.700+0000 7f0a2785a640 1 -- 172.21.15.82:0/3822068761 >> 172.21.15.82:0/3822068761 conn(0x7f0a200fd8b0 msgr2=0x7f0a200ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:22.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.700+0000 7f0a2785a640 1 -- 172.21.15.82:0/3822068761 shutdown_connections 2024-09-12T12:25:22.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.700+0000 7f0a2785a640 1 -- 172.21.15.82:0/3822068761 wait complete. 2024-09-12T12:25:22.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.701+0000 7f0a2785a640 1 Processor -- start 2024-09-12T12:25:22.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.701+0000 7f0a2785a640 1 -- start start 2024-09-12T12:25:22.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.701+0000 7f0a2785a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a20101df0 0x7f0a200744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:22.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.701+0000 7f0a2785a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a201027a0 0x7f0a20074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:22.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.701+0000 7f0a2785a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a20106f20 0x7f0a20074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:22.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.701+0000 7f0a2785a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0a20112020 con 0x7f0a201027a0 2024-09-12T12:25:22.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.701+0000 7f0a2785a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0a20111ea0 con 0x7f0a20106f20 2024-09-12T12:25:22.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.701+0000 7f0a2785a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0a201121a0 con 0x7f0a20101df0 2024-09-12T12:25:22.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.701+0000 7f0a24df5640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a201027a0 0x7f0a20074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:22.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.701+0000 7f0a24df5640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a201027a0 0x7f0a20074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46094/0 (socket says 172.21.15.82:46094) 2024-09-12T12:25:22.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.701+0000 7f0a24df5640 1 -- 172.21.15.82:0/3258358239 learned_addr learned my addr 172.21.15.82:0/3258358239 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:22.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a255f6640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a20101df0 0x7f0a200744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:22.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a24df5640 1 -- 172.21.15.82:0/3258358239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a20101df0 msgr2=0x7f0a200744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:22.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a24df5640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a20101df0 0x7f0a200744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:22.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a24df5640 1 -- 172.21.15.82:0/3258358239 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a20106f20 msgr2=0x7f0a20074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:22.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a25df7640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a20106f20 0x7f0a20074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:22.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a24df5640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a20106f20 0x7f0a20074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:22.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a24df5640 1 -- 172.21.15.82:0/3258358239 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a201a6a30 con 0x7f0a201027a0 2024-09-12T12:25:22.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a255f6640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a20101df0 0x7f0a200744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:22.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a25df7640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a20106f20 0x7f0a20074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:22.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a24df5640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a201027a0 0x7f0a20074a30 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0a14005ab0 tx=0x7f0a140042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:22.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a1e7fc640 1 -- 172.21.15.82:0/3258358239 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a1403f030 con 0x7f0a201027a0 2024-09-12T12:25:22.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a2785a640 1 -- 172.21.15.82:0/3258358239 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a201a6cc0 con 0x7f0a201027a0 2024-09-12T12:25:22.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a1e7fc640 1 -- 172.21.15.82:0/3258358239 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0a14003ce0 con 0x7f0a201027a0 2024-09-12T12:25:22.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a1e7fc640 1 -- 172.21.15.82:0/3258358239 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a14035070 con 0x7f0a201027a0 2024-09-12T12:25:22.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.702+0000 7f0a2785a640 1 -- 172.21.15.82:0/3258358239 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a201a71a0 con 0x7f0a201027a0 2024-09-12T12:25:22.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.703+0000 7f0a2785a640 1 -- 172.21.15.82:0/3258358239 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a20102250 con 0x7f0a201027a0 2024-09-12T12:25:22.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.704+0000 7f0a1e7fc640 1 -- 172.21.15.82:0/3258358239 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0a14042030 con 0x7f0a201027a0 2024-09-12T12:25:22.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.705+0000 7f0a1e7fc640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0a080a2c10 0x7f0a080a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:22.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.705+0000 7f0a255f6640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0a080a2c10 0x7f0a080a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:22.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.705+0000 7f0a1e7fc640 1 -- 172.21.15.82:0/3258358239 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0a140efdf0 con 0x7f0a201027a0 2024-09-12T12:25:22.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.706+0000 7f0a255f6640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0a080a2c10 0x7f0a080a50d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f0a18006fd0 tx=0x7f0a18008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:22.708 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.708+0000 7f0a1e7fc640 1 -- 172.21.15.82:0/3258358239 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0a140bcbe0 con 0x7f0a201027a0 2024-09-12T12:25:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:22 smithi097 ceph-mon[34923]: pgmap v287: 97 pgs: 97 active+clean; 625 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 4.3 KiB/s wr, 10 op/s; 204 B/s, 1 objects/s recovering 2024-09-12T12:25:22.942 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:22 smithi114 ceph-mon[35514]: pgmap v287: 97 pgs: 97 active+clean; 625 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 4.3 KiB/s wr, 10 op/s; 204 B/s, 1 objects/s recovering 2024-09-12T12:25:22.942 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.922+0000 7f0a2785a640 1 -- 172.21.15.82:0/3258358239 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f0a20075a20 con 0x7f0a201027a0 2024-09-12T12:25:22.942 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.928+0000 7f0a1e7fc640 1 -- 172.21.15.82:0/3258358239 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263200 (secure 0 0 0) 0x7f0a20075a20 con 0x7f0a201027a0 2024-09-12T12:25:22.946 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:25:22.949 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.932+0000 7f0a2785a640 1 -- 172.21.15.82:0/3258358239 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0a080a2c10 msgr2=0x7f0a080a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:22.949 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.932+0000 7f0a2785a640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0a080a2c10 0x7f0a080a50d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f0a18006fd0 tx=0x7f0a18008040 comp rx=0 tx=0).stop 2024-09-12T12:25:22.949 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.932+0000 7f0a2785a640 1 -- 172.21.15.82:0/3258358239 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a201027a0 msgr2=0x7f0a20074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:22.949 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.932+0000 7f0a2785a640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a201027a0 0x7f0a20074a30 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0a14005ab0 tx=0x7f0a140042f0 comp rx=0 tx=0).stop 2024-09-12T12:25:22.949 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.932+0000 7f0a2785a640 1 -- 172.21.15.82:0/3258358239 shutdown_connections 2024-09-12T12:25:22.950 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.932+0000 7f0a2785a640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0a080a2c10 0x7f0a080a50d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:22.950 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.932+0000 7f0a2785a640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a20106f20 0x7f0a20074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:22.950 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.932+0000 7f0a2785a640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0a201027a0 0x7f0a20074a30 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:22.950 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.932+0000 7f0a2785a640 1 --2- 172.21.15.82:0/3258358239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0a20101df0 0x7f0a200744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:22.950 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.932+0000 7f0a2785a640 1 -- 172.21.15.82:0/3258358239 >> 172.21.15.82:0/3258358239 conn(0x7f0a200fd8b0 msgr2=0x7f0a200fed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:22.950 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.932+0000 7f0a2785a640 1 -- 172.21.15.82:0/3258358239 shutdown_connections 2024-09-12T12:25:22.950 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:22.932+0000 7f0a2785a640 1 -- 172.21.15.82:0/3258358239 wait complete. 2024-09-12T12:25:23.639 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:23 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3258358239' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-12T12:25:23.669 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":17,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6800","nonce":2115848055},{"type":"v1","addr":"172.21.15.82:6801","nonce":2115848055}]},"active_addr":"172.21.15.82:6801/2115848055","active_change":"2024-09-12T12:18:09.175776+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24112,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.82:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.82:0","nonce":2539394828}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.82:0","nonce":702400444}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.82:0","nonce":2965619674}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.82:0","nonce":1239255548}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.82:0","nonce":1385410853}]}]} 2024-09-12T12:25:23.675 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-12T12:25:23.675 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-12T12:25:23.675 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-12T12:25:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:23 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3258358239' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-12T12:25:23.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:23 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3258358239' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-12T12:25:23.923 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:24.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.346+0000 7f327544b640 1 -- 172.21.15.82:0/304295502 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3270102da0 msgr2=0x7f3270103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:24.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.346+0000 7f327544b640 1 --2- 172.21.15.82:0/304295502 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3270102da0 0x7f3270103180 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f3268009ca0 tx=0x7f326802a950 comp rx=0 tx=0).stop 2024-09-12T12:25:24.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.346+0000 7f327544b640 1 -- 172.21.15.82:0/304295502 shutdown_connections 2024-09-12T12:25:24.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.346+0000 7f327544b640 1 --2- 172.21.15.82:0/304295502 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f327010c180 0x7f327010e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:24.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.346+0000 7f327544b640 1 --2- 172.21.15.82:0/304295502 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32701036c0 0x7f327010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:24.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.346+0000 7f327544b640 1 --2- 172.21.15.82:0/304295502 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3270102da0 0x7f3270103180 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:24.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.346+0000 7f327544b640 1 -- 172.21.15.82:0/304295502 >> 172.21.15.82:0/304295502 conn(0x7f32700fc7a0 msgr2=0x7f32700febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:24.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.346+0000 7f327544b640 1 -- 172.21.15.82:0/304295502 shutdown_connections 2024-09-12T12:25:24.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.346+0000 7f327544b640 1 -- 172.21.15.82:0/304295502 wait complete. 2024-09-12T12:25:24.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f327544b640 1 Processor -- start 2024-09-12T12:25:24.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f327544b640 1 -- start start 2024-09-12T12:25:24.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f327544b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3270102da0 0x7f327019a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:24.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f327544b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32701036c0 0x7f327019ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:24.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f327544b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f327010c180 0x7f327019eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:24.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f327544b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3270111fa0 con 0x7f3270102da0 2024-09-12T12:25:24.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f327544b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3270111e20 con 0x7f32701036c0 2024-09-12T12:25:24.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f327544b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3270112120 con 0x7f327010c180 2024-09-12T12:25:24.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f326effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3270102da0 0x7f327019a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:24.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f326effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3270102da0 0x7f327019a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46114/0 (socket says 172.21.15.82:46114) 2024-09-12T12:25:24.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f326effd640 1 -- 172.21.15.82:0/1915458226 learned_addr learned my addr 172.21.15.82:0/1915458226 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:24.372 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f326f7fe640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f327010c180 0x7f327019eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:24.372 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f326e7fc640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32701036c0 0x7f327019ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:24.372 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f326effd640 1 -- 172.21.15.82:0/1915458226 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f327010c180 msgr2=0x7f327019eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:24.372 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f326effd640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f327010c180 0x7f327019eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:24.372 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f326effd640 1 -- 172.21.15.82:0/1915458226 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32701036c0 msgr2=0x7f327019ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:24.372 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f326effd640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32701036c0 0x7f327019ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:24.372 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f326effd640 1 -- 172.21.15.82:0/1915458226 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f327019f5a0 con 0x7f3270102da0 2024-09-12T12:25:24.372 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.347+0000 7f326e7fc640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32701036c0 0x7f327019ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:25:24.372 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.348+0000 7f326effd640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3270102da0 0x7f327019a5f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f3268005cc0 tx=0x7f326802f770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:24.372 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.348+0000 7f3267fff640 1 -- 172.21.15.82:0/1915458226 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3268034040 con 0x7f3270102da0 2024-09-12T12:25:24.372 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.348+0000 7f327544b640 1 -- 172.21.15.82:0/1915458226 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f327019f830 con 0x7f3270102da0 2024-09-12T12:25:24.372 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.348+0000 7f3267fff640 1 -- 172.21.15.82:0/1915458226 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3268003e40 con 0x7f3270102da0 2024-09-12T12:25:24.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.348+0000 7f3267fff640 1 -- 172.21.15.82:0/1915458226 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3268045480 con 0x7f3270102da0 2024-09-12T12:25:24.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.348+0000 7f327544b640 1 -- 172.21.15.82:0/1915458226 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32701a7170 con 0x7f3270102da0 2024-09-12T12:25:24.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.349+0000 7f327544b640 1 -- 172.21.15.82:0/1915458226 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3270103180 con 0x7f3270102da0 2024-09-12T12:25:24.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.350+0000 7f3267fff640 1 -- 172.21.15.82:0/1915458226 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3268037020 con 0x7f3270102da0 2024-09-12T12:25:24.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.351+0000 7f3267fff640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f325c0a2c10 0x7f325c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:24.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.351+0000 7f326e7fc640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f325c0a2c10 0x7f325c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:24.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.351+0000 7f3267fff640 1 -- 172.21.15.82:0/1915458226 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f32680f02b0 con 0x7f3270102da0 2024-09-12T12:25:24.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.351+0000 7f326e7fc640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f325c0a2c10 0x7f325c0a50d0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f327010eb10 tx=0x7f325800a5c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:24.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.355+0000 7f3267fff640 1 -- 172.21.15.82:0/1915458226 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f32680bd1b0 con 0x7f3270102da0 2024-09-12T12:25:24.525 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.525+0000 7f327544b640 1 -- 172.21.15.82:0/1915458226 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f32701a7340 con 0x7f3270102da0 2024-09-12T12:25:24.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.526+0000 7f3267fff640 1 -- 172.21.15.82:0/1915458226 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22683 (secure 0 0 0) 0x7f32680bcab0 con 0x7f3270102da0 2024-09-12T12:25:24.527 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:25:24.527 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":81,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","created":"2024-09-12T12:17:12.695009+0000","modified":"2024-09-12T12:25:10.328477+0000","last_up_change":"2024-09-12T12:24:07.205938+0000","last_in_change":"2024-09-12T12:23:42.678584+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T12:20:23.481020+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T12:24:49.692337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T12:24:51.986597+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ec7e953a-5817-44dc-b24a-187f8ecae3de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6803","nonce":2375600760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6805","nonce":2375600760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6809","nonce":2375600760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6807","nonce":2375600760}]},"public_addr":"172.21.15.82:6803/2375600760","cluster_addr":"172.21.15.82:6805/2375600760","heartbeat_back_addr":"172.21.15.82:6809/2375600760","heartbeat_front_addr":"172.21.15.82:6807/2375600760","state":["exists","up"]},{"osd":1,"uuid":"5851943d-862e-4e05-8a5d-ade40a417718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6800","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6801","nonce":579017150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6803","nonce":579017150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6807","nonce":579017150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6805","nonce":579017150}]},"public_addr":"172.21.15.97:6801/579017150","cluster_addr":"172.21.15.97:6803/579017150","heartbeat_back_addr":"172.21.15.97:6807/579017150","heartbeat_front_addr":"172.21.15.97:6805/579017150","state":["exists","up"]},{"osd":2,"uuid":"6ad4e40e-a867-4daf-8d56-61c759763bb7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6801","nonce":667030766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6803","nonce":667030766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6807","nonce":667030766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6805","nonce":667030766}]},"public_addr":"172.21.15.114:6801/667030766","cluster_addr":"172.21.15.114:6803/667030766","heartbeat_back_addr":"172.21.15.114:6807/667030766","heartbeat_front_addr":"172.21.15.114:6805/667030766","state":["exists","up"]},{"osd":3,"uuid":"d07a22ac-4f4d-443a-aa26-fb72c965a533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6811","nonce":3696970002}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6813","nonce":3696970002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6817","nonce":3696970002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6815","nonce":3696970002}]},"public_addr":"172.21.15.82:6811/3696970002","cluster_addr":"172.21.15.82:6813/3696970002","heartbeat_back_addr":"172.21.15.82:6817/3696970002","heartbeat_front_addr":"172.21.15.82:6815/3696970002","state":["exists","up"]},{"osd":4,"uuid":"986fdf50-c187-4915-bd21-9303135ee93c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6809","nonce":1720388199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6811","nonce":1720388199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6815","nonce":1720388199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6813","nonce":1720388199}]},"public_addr":"172.21.15.97:6809/1720388199","cluster_addr":"172.21.15.97:6811/1720388199","heartbeat_back_addr":"172.21.15.97:6815/1720388199","heartbeat_front_addr":"172.21.15.97:6813/1720388199","state":["exists","up"]},{"osd":5,"uuid":"f85805cb-14d2-4dea-b6f9-44adb9555885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6809","nonce":1061842834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6811","nonce":1061842834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6815","nonce":1061842834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6813","nonce":1061842834}]},"public_addr":"172.21.15.114:6809/1061842834","cluster_addr":"172.21.15.114:6811/1061842834","heartbeat_back_addr":"172.21.15.114:6815/1061842834","heartbeat_front_addr":"172.21.15.114:6813/1061842834","state":["exists","up"]},{"osd":6,"uuid":"3e41d6ea-6e25-4c20-ac0b-c282d6fc3410","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6819","nonce":2909562937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6821","nonce":2909562937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6825","nonce":2909562937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6823","nonce":2909562937}]},"public_addr":"172.21.15.82:6819/2909562937","cluster_addr":"172.21.15.82:6821/2909562937","heartbeat_back_addr":"172.21.15.82:6825/2909562937","heartbeat_front_addr":"172.21.15.82:6823/2909562937","state":["exists","up"]},{"osd":7,"uuid":"4b57f692-680f-48d4-b971-79026197de89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6817","nonce":774477733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6819","nonce":774477733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6823","nonce":774477733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6821","nonce":774477733}]},"public_addr":"172.21.15.97:6817/774477733","cluster_addr":"172.21.15.97:6819/774477733","heartbeat_back_addr":"172.21.15.97:6823/774477733","heartbeat_front_addr":"172.21.15.97:6821/774477733","state":["exists","up"]},{"osd":8,"uuid":"7f3062e6-2359-42ac-8d07-1b8aa1be039e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6817","nonce":2191877312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6819","nonce":2191877312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6823","nonce":2191877312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6821","nonce":2191877312}]},"public_addr":"172.21.15.114:6817/2191877312","cluster_addr":"172.21.15.114:6819/2191877312","heartbeat_back_addr":"172.21.15.114:6823/2191877312","heartbeat_front_addr":"172.21.15.114:6821/2191877312","state":["exists","up"]},{"osd":9,"uuid":"5014c87a-30c8-4427-a645-6875216aa883","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6827","nonce":3766476669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6829","nonce":3766476669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6833","nonce":3766476669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6831","nonce":3766476669}]},"public_addr":"172.21.15.82:6827/3766476669","cluster_addr":"172.21.15.82:6829/3766476669","heartbeat_back_addr":"172.21.15.82:6833/3766476669","heartbeat_front_addr":"172.21.15.82:6831/3766476669","state":["exists","up"]},{"osd":10,"uuid":"8432b2c9-c3f0-4fc9-b9d8-91aba4427437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6825","nonce":3265146018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6827","nonce":3265146018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6831","nonce":3265146018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6829","nonce":3265146018}]},"public_addr":"172.21.15.97:6825/3265146018","cluster_addr":"172.21.15.97:6827/3265146018","heartbeat_back_addr":"172.21.15.97:6831/3265146018","heartbeat_front_addr":"172.21.15.97:6829/3265146018","state":["exists","up"]},{"osd":11,"uuid":"5cb2b575-e175-4271-8ac0-771fa72f9c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6825","nonce":1206975637}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6827","nonce":1206975637}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6831","nonce":1206975637}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6829","nonce":1206975637}]},"public_addr":"172.21.15.114:6825/1206975637","cluster_addr":"172.21.15.114:6827/1206975637","heartbeat_back_addr":"172.21.15.114:6831/1206975637","heartbeat_front_addr":"172.21.15.114:6829/1206975637","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:30.514798+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:55.437333+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:20.513185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:45.641683+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:10.642395+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:35.592632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:01.399096+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:26.074947+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:50.559366+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:15.479796+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:39.565889+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:24:04.556876+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:6801/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6800/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2342445737":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/595859729":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2421679317":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/1123863202":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/3426004569":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/2602658586":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6801/2082156880":"2024-09-13T12:17:45.956674+0000","172.21.15.82:6800/2082156880":"2024-09-13T12:17:45.956674+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T12:25:24.528 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.528+0000 7f327544b640 1 -- 172.21.15.82:0/1915458226 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f325c0a2c10 msgr2=0x7f325c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:24.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.528+0000 7f327544b640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f325c0a2c10 0x7f325c0a50d0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f327010eb10 tx=0x7f325800a5c0 comp rx=0 tx=0).stop 2024-09-12T12:25:24.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.528+0000 7f327544b640 1 -- 172.21.15.82:0/1915458226 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3270102da0 msgr2=0x7f327019a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:24.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.528+0000 7f327544b640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3270102da0 0x7f327019a5f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f3268005cc0 tx=0x7f326802f770 comp rx=0 tx=0).stop 2024-09-12T12:25:24.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.528+0000 7f327544b640 1 -- 172.21.15.82:0/1915458226 shutdown_connections 2024-09-12T12:25:24.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.528+0000 7f327544b640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f325c0a2c10 0x7f325c0a50d0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:24.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.528+0000 7f327544b640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f327010c180 0x7f327019eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:24.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.528+0000 7f327544b640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32701036c0 0x7f327019ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:24.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.528+0000 7f327544b640 1 --2- 172.21.15.82:0/1915458226 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3270102da0 0x7f327019a5f0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:24.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.528+0000 7f327544b640 1 -- 172.21.15.82:0/1915458226 >> 172.21.15.82:0/1915458226 conn(0x7f32700fc7a0 msgr2=0x7f32700fcb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:24.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.528+0000 7f327544b640 1 -- 172.21.15.82:0/1915458226 shutdown_connections 2024-09-12T12:25:24.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:24.528+0000 7f327544b640 1 -- 172.21.15.82:0/1915458226 wait complete. 2024-09-12T12:25:24.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:24 smithi097 ceph-mon[34923]: pgmap v288: 97 pgs: 97 active+clean; 638 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.2 KiB/s wr, 12 op/s; 186 B/s, 0 objects/s recovering 2024-09-12T12:25:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:24 smithi082 ceph-mon[31122]: pgmap v288: 97 pgs: 97 active+clean; 638 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.2 KiB/s wr, 12 op/s; 186 B/s, 0 objects/s recovering 2024-09-12T12:25:24.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:24 smithi114 ceph-mon[35514]: pgmap v288: 97 pgs: 97 active+clean; 638 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.2 KiB/s wr, 12 op/s; 186 B/s, 0 objects/s recovering 2024-09-12T12:25:25.175 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-12T12:25:25.175 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-12T12:25:25.427 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:25.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:25 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1915458226' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:25:25.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:25 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1915458226' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:25:25.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:25 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1915458226' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:25:25.942 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.921+0000 7ff7e351b640 1 -- 172.21.15.82:0/3448480900 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff7dc074620 msgr2=0x7ff7dc074a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:25.942 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.921+0000 7ff7e351b640 1 --2- 172.21.15.82:0/3448480900 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff7dc074620 0x7ff7dc074a00 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4009900 tx=0x7ff7d402a480 comp rx=0 tx=0).stop 2024-09-12T12:25:25.942 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.921+0000 7ff7e351b640 1 -- 172.21.15.82:0/3448480900 shutdown_connections 2024-09-12T12:25:25.942 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.921+0000 7ff7e351b640 1 --2- 172.21.15.82:0/3448480900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7dc10e3c0 0x7ff7dc110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:25.942 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.921+0000 7ff7e351b640 1 --2- 172.21.15.82:0/3448480900 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff7dc074f40 0x7ff7dc10de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:25.942 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.921+0000 7ff7e351b640 1 --2- 172.21.15.82:0/3448480900 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff7dc074620 0x7ff7dc074a00 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:25.942 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.921+0000 7ff7e351b640 1 -- 172.21.15.82:0/3448480900 >> 172.21.15.82:0/3448480900 conn(0x7ff7dc0fd8c0 msgr2=0x7ff7dc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:25.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.921+0000 7ff7e351b640 1 -- 172.21.15.82:0/3448480900 shutdown_connections 2024-09-12T12:25:25.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.921+0000 7ff7e351b640 1 -- 172.21.15.82:0/3448480900 wait complete. 2024-09-12T12:25:25.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.922+0000 7ff7e351b640 1 Processor -- start 2024-09-12T12:25:25.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.922+0000 7ff7e351b640 1 -- start start 2024-09-12T12:25:25.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.922+0000 7ff7e351b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff7dc074620 0x7ff7dc19a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:25.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.922+0000 7ff7e351b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7dc074f40 0x7ff7dc19ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:25.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.922+0000 7ff7e351b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff7dc10e3c0 0x7ff7dc19ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:25.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.922+0000 7ff7e351b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff7dc1141c0 con 0x7ff7dc10e3c0 2024-09-12T12:25:25.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.922+0000 7ff7e351b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff7dc114040 con 0x7ff7dc074f40 2024-09-12T12:25:25.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.922+0000 7ff7e351b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff7dc114340 con 0x7ff7dc074620 2024-09-12T12:25:25.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.922+0000 7ff7e1ab8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff7dc10e3c0 0x7ff7dc19ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:25.944 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.922+0000 7ff7e1ab8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff7dc10e3c0 0x7ff7dc19ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46136/0 (socket says 172.21.15.82:46136) 2024-09-12T12:25:25.944 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.922+0000 7ff7e1ab8640 1 -- 172.21.15.82:0/512563346 learned_addr learned my addr 172.21.15.82:0/512563346 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:25.944 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.922+0000 7ff7e0ab6640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7dc074f40 0x7ff7dc19ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:25.944 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.922+0000 7ff7e1ab8640 1 -- 172.21.15.82:0/512563346 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff7dc074620 msgr2=0x7ff7dc19a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:25.944 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.922+0000 7ff7e12b7640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff7dc074620 0x7ff7dc19a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:25.944 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.923+0000 7ff7e1ab8640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff7dc074620 0x7ff7dc19a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:25.944 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.923+0000 7ff7e1ab8640 1 -- 172.21.15.82:0/512563346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7dc074f40 msgr2=0x7ff7dc19ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:25.944 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.923+0000 7ff7e1ab8640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7dc074f40 0x7ff7dc19ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:25.944 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.923+0000 7ff7e1ab8640 1 -- 172.21.15.82:0/512563346 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7dc19f670 con 0x7ff7dc10e3c0 2024-09-12T12:25:25.944 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.923+0000 7ff7e12b7640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff7dc074620 0x7ff7dc19a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:25.945 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.923+0000 7ff7e1ab8640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff7dc10e3c0 0x7ff7dc19ef90 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc00cad0 tx=0x7ff7cc00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:25.945 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.923+0000 7ff7da7fc640 1 -- 172.21.15.82:0/512563346 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc00ae20 con 0x7ff7dc10e3c0 2024-09-12T12:25:25.945 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.923+0000 7ff7da7fc640 1 -- 172.21.15.82:0/512563346 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff7cc005020 con 0x7ff7dc10e3c0 2024-09-12T12:25:25.945 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.923+0000 7ff7da7fc640 1 -- 172.21.15.82:0/512563346 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc00f6f0 con 0x7ff7dc10e3c0 2024-09-12T12:25:25.945 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.923+0000 7ff7e351b640 1 -- 172.21.15.82:0/512563346 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7dc19f960 con 0x7ff7dc10e3c0 2024-09-12T12:25:25.945 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.923+0000 7ff7e351b640 1 -- 172.21.15.82:0/512563346 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7dc1a7240 con 0x7ff7dc10e3c0 2024-09-12T12:25:25.945 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.924+0000 7ff7e351b640 1 -- 172.21.15.82:0/512563346 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7dc074a00 con 0x7ff7dc10e3c0 2024-09-12T12:25:25.945 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.925+0000 7ff7da7fc640 1 -- 172.21.15.82:0/512563346 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff7cc0051d0 con 0x7ff7dc10e3c0 2024-09-12T12:25:25.945 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.926+0000 7ff7da7fc640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff7c40a2c90 0x7ff7c40a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:25.945 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.926+0000 7ff7e12b7640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff7c40a2c90 0x7ff7c40a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:25.945 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.926+0000 7ff7da7fc640 1 -- 172.21.15.82:0/512563346 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff7cc0cf650 con 0x7ff7dc10e3c0 2024-09-12T12:25:25.946 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.926+0000 7ff7e12b7640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff7c40a2c90 0x7ff7c40a5150 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4000c00 tx=0x7ff7d4032d50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:25.946 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:25.929+0000 7ff7da7fc640 1 -- 172.21.15.82:0/512563346 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff7cc014030 con 0x7ff7dc10e3c0 2024-09-12T12:25:26.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:26.096+0000 7ff7e351b640 1 -- 172.21.15.82:0/512563346 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff7dc19ba20 con 0x7ff7dc10e3c0 2024-09-12T12:25:26.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:26.097+0000 7ff7da7fc640 1 -- 172.21.15.82:0/512563346 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22683 (secure 0 0 0) 0x7ff7dc19ba20 con 0x7ff7dc10e3c0 2024-09-12T12:25:26.097 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:25:26.097 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":81,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","created":"2024-09-12T12:17:12.695009+0000","modified":"2024-09-12T12:25:10.328477+0000","last_up_change":"2024-09-12T12:24:07.205938+0000","last_in_change":"2024-09-12T12:23:42.678584+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T12:20:23.481020+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T12:24:49.692337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T12:24:51.986597+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ec7e953a-5817-44dc-b24a-187f8ecae3de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6803","nonce":2375600760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6805","nonce":2375600760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6809","nonce":2375600760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6807","nonce":2375600760}]},"public_addr":"172.21.15.82:6803/2375600760","cluster_addr":"172.21.15.82:6805/2375600760","heartbeat_back_addr":"172.21.15.82:6809/2375600760","heartbeat_front_addr":"172.21.15.82:6807/2375600760","state":["exists","up"]},{"osd":1,"uuid":"5851943d-862e-4e05-8a5d-ade40a417718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6800","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6801","nonce":579017150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6803","nonce":579017150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6807","nonce":579017150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6805","nonce":579017150}]},"public_addr":"172.21.15.97:6801/579017150","cluster_addr":"172.21.15.97:6803/579017150","heartbeat_back_addr":"172.21.15.97:6807/579017150","heartbeat_front_addr":"172.21.15.97:6805/579017150","state":["exists","up"]},{"osd":2,"uuid":"6ad4e40e-a867-4daf-8d56-61c759763bb7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6801","nonce":667030766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6803","nonce":667030766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6807","nonce":667030766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6805","nonce":667030766}]},"public_addr":"172.21.15.114:6801/667030766","cluster_addr":"172.21.15.114:6803/667030766","heartbeat_back_addr":"172.21.15.114:6807/667030766","heartbeat_front_addr":"172.21.15.114:6805/667030766","state":["exists","up"]},{"osd":3,"uuid":"d07a22ac-4f4d-443a-aa26-fb72c965a533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6811","nonce":3696970002}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6813","nonce":3696970002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6817","nonce":3696970002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6815","nonce":3696970002}]},"public_addr":"172.21.15.82:6811/3696970002","cluster_addr":"172.21.15.82:6813/3696970002","heartbeat_back_addr":"172.21.15.82:6817/3696970002","heartbeat_front_addr":"172.21.15.82:6815/3696970002","state":["exists","up"]},{"osd":4,"uuid":"986fdf50-c187-4915-bd21-9303135ee93c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6809","nonce":1720388199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6811","nonce":1720388199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6815","nonce":1720388199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6813","nonce":1720388199}]},"public_addr":"172.21.15.97:6809/1720388199","cluster_addr":"172.21.15.97:6811/1720388199","heartbeat_back_addr":"172.21.15.97:6815/1720388199","heartbeat_front_addr":"172.21.15.97:6813/1720388199","state":["exists","up"]},{"osd":5,"uuid":"f85805cb-14d2-4dea-b6f9-44adb9555885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6809","nonce":1061842834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6811","nonce":1061842834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6815","nonce":1061842834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6813","nonce":1061842834}]},"public_addr":"172.21.15.114:6809/1061842834","cluster_addr":"172.21.15.114:6811/1061842834","heartbeat_back_addr":"172.21.15.114:6815/1061842834","heartbeat_front_addr":"172.21.15.114:6813/1061842834","state":["exists","up"]},{"osd":6,"uuid":"3e41d6ea-6e25-4c20-ac0b-c282d6fc3410","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6819","nonce":2909562937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6821","nonce":2909562937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6825","nonce":2909562937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6823","nonce":2909562937}]},"public_addr":"172.21.15.82:6819/2909562937","cluster_addr":"172.21.15.82:6821/2909562937","heartbeat_back_addr":"172.21.15.82:6825/2909562937","heartbeat_front_addr":"172.21.15.82:6823/2909562937","state":["exists","up"]},{"osd":7,"uuid":"4b57f692-680f-48d4-b971-79026197de89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6817","nonce":774477733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6819","nonce":774477733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6823","nonce":774477733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6821","nonce":774477733}]},"public_addr":"172.21.15.97:6817/774477733","cluster_addr":"172.21.15.97:6819/774477733","heartbeat_back_addr":"172.21.15.97:6823/774477733","heartbeat_front_addr":"172.21.15.97:6821/774477733","state":["exists","up"]},{"osd":8,"uuid":"7f3062e6-2359-42ac-8d07-1b8aa1be039e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6817","nonce":2191877312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6819","nonce":2191877312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6823","nonce":2191877312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6821","nonce":2191877312}]},"public_addr":"172.21.15.114:6817/2191877312","cluster_addr":"172.21.15.114:6819/2191877312","heartbeat_back_addr":"172.21.15.114:6823/2191877312","heartbeat_front_addr":"172.21.15.114:6821/2191877312","state":["exists","up"]},{"osd":9,"uuid":"5014c87a-30c8-4427-a645-6875216aa883","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6827","nonce":3766476669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6829","nonce":3766476669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6833","nonce":3766476669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6831","nonce":3766476669}]},"public_addr":"172.21.15.82:6827/3766476669","cluster_addr":"172.21.15.82:6829/3766476669","heartbeat_back_addr":"172.21.15.82:6833/3766476669","heartbeat_front_addr":"172.21.15.82:6831/3766476669","state":["exists","up"]},{"osd":10,"uuid":"8432b2c9-c3f0-4fc9-b9d8-91aba4427437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6825","nonce":3265146018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6827","nonce":3265146018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6831","nonce":3265146018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6829","nonce":3265146018}]},"public_addr":"172.21.15.97:6825/3265146018","cluster_addr":"172.21.15.97:6827/3265146018","heartbeat_back_addr":"172.21.15.97:6831/3265146018","heartbeat_front_addr":"172.21.15.97:6829/3265146018","state":["exists","up"]},{"osd":11,"uuid":"5cb2b575-e175-4271-8ac0-771fa72f9c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6825","nonce":1206975637}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6827","nonce":1206975637}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6831","nonce":1206975637}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6829","nonce":1206975637}]},"public_addr":"172.21.15.114:6825/1206975637","cluster_addr":"172.21.15.114:6827/1206975637","heartbeat_back_addr":"172.21.15.114:6831/1206975637","heartbeat_front_addr":"172.21.15.114:6829/1206975637","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:30.514798+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:55.437333+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:20.513185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:45.641683+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:10.642395+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:35.592632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:01.399096+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:26.074947+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:50.559366+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:15.479796+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:39.565889+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:24:04.556876+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:6801/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6800/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2342445737":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/595859729":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2421679317":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/1123863202":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/3426004569":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/2602658586":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6801/2082156880":"2024-09-13T12:17:45.956674+0000","172.21.15.82:6800/2082156880":"2024-09-13T12:17:45.956674+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T12:25:26.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:26.099+0000 7ff7e351b640 1 -- 172.21.15.82:0/512563346 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff7c40a2c90 msgr2=0x7ff7c40a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:26.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:26.099+0000 7ff7e351b640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff7c40a2c90 0x7ff7c40a5150 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4000c00 tx=0x7ff7d4032d50 comp rx=0 tx=0).stop 2024-09-12T12:25:26.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:26.099+0000 7ff7e351b640 1 -- 172.21.15.82:0/512563346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff7dc10e3c0 msgr2=0x7ff7dc19ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:26.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:26.099+0000 7ff7e351b640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff7dc10e3c0 0x7ff7dc19ef90 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc00cad0 tx=0x7ff7cc00cf90 comp rx=0 tx=0).stop 2024-09-12T12:25:26.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:26.099+0000 7ff7e351b640 1 -- 172.21.15.82:0/512563346 shutdown_connections 2024-09-12T12:25:26.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:26.099+0000 7ff7e351b640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff7c40a2c90 0x7ff7c40a5150 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:26.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:26.099+0000 7ff7e351b640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff7dc10e3c0 0x7ff7dc19ef90 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:26.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:26.099+0000 7ff7e351b640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7dc074f40 0x7ff7dc19ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:26.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:26.099+0000 7ff7e351b640 1 --2- 172.21.15.82:0/512563346 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff7dc074620 0x7ff7dc19a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:26.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:26.099+0000 7ff7e351b640 1 -- 172.21.15.82:0/512563346 >> 172.21.15.82:0/512563346 conn(0x7ff7dc0fd8c0 msgr2=0x7ff7dc0ff0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:26.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:26.099+0000 7ff7e351b640 1 -- 172.21.15.82:0/512563346 shutdown_connections 2024-09-12T12:25:26.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:26.099+0000 7ff7e351b640 1 -- 172.21.15.82:0/512563346 wait complete. 2024-09-12T12:25:26.695 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:26 smithi082 ceph-mon[31122]: pgmap v289: 97 pgs: 97 active+clean; 638 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.2 KiB/s wr, 11 op/s; 186 B/s, 0 objects/s recovering 2024-09-12T12:25:26.696 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:26 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/512563346' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:25:26.724 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-12T12:25:26.724 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-12T12:25:26.725 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-12T12:25:26.725 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-12T12:25:26.726 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-12T12:25:26.726 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-12T12:25:26.726 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-12T12:25:26.727 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-12T12:25:26.727 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-09-12T12:25:26.728 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-09-12T12:25:26.728 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-09-12T12:25:26.728 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-09-12T12:25:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:26 smithi097 ceph-mon[34923]: pgmap v289: 97 pgs: 97 active+clean; 638 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.2 KiB/s wr, 11 op/s; 186 B/s, 0 objects/s recovering 2024-09-12T12:25:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:26 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/512563346' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:25:26.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:26 smithi114 ceph-mon[35514]: pgmap v289: 97 pgs: 97 active+clean; 638 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.2 KiB/s wr, 11 op/s; 186 B/s, 0 objects/s recovering 2024-09-12T12:25:26.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:26 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/512563346' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:25:27.396 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:27.397 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:27.406 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:27.911 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:27.912 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:27.930 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:27.932 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:28.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.115+0000 7fe25ad6e640 1 -- 172.21.15.82:0/2988677301 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe254106a80 msgr2=0x7fe254106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:28.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.115+0000 7fe25ad6e640 1 --2- 172.21.15.82:0/2988677301 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe254106a80 0x7fe254106e60 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe23c009930 tx=0x7fe23c02a420 comp rx=0 tx=0).stop 2024-09-12T12:25:28.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.115+0000 7fe25ad6e640 1 -- 172.21.15.82:0/2988677301 shutdown_connections 2024-09-12T12:25:28.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.115+0000 7fe25ad6e640 1 --2- 172.21.15.82:0/2988677301 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe254101420 0x7fe25410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:28.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.115+0000 7fe25ad6e640 1 --2- 172.21.15.82:0/2988677301 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe254100a80 0x7fe254100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:28.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.115+0000 7fe25ad6e640 1 --2- 172.21.15.82:0/2988677301 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe254106a80 0x7fe254106e60 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:28.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.115+0000 7fe25ad6e640 1 -- 172.21.15.82:0/2988677301 >> 172.21.15.82:0/2988677301 conn(0x7fe2540fc7a0 msgr2=0x7fe2540febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:28.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.115+0000 7fe25ad6e640 1 -- 172.21.15.82:0/2988677301 shutdown_connections 2024-09-12T12:25:28.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.115+0000 7fe25ad6e640 1 -- 172.21.15.82:0/2988677301 wait complete. 2024-09-12T12:25:28.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe25ad6e640 1 Processor -- start 2024-09-12T12:25:28.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe25ad6e640 1 -- start start 2024-09-12T12:25:28.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe25ad6e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe254100a80 0x7fe2541984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:28.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe25ad6e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe254101420 0x7fe254198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:28.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe25ad6e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe254106a80 0x7fe25419cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:28.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe25ad6e640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe254111fa0 con 0x7fe254100a80 2024-09-12T12:25:28.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe25ad6e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe254111e20 con 0x7fe254101420 2024-09-12T12:25:28.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe25ad6e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe254112120 con 0x7fe254106a80 2024-09-12T12:25:28.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe258b0a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe254100a80 0x7fe2541984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:28.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe258b0a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe254100a80 0x7fe2541984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44270/0 (socket says 172.21.15.82:44270) 2024-09-12T12:25:28.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe258b0a640 1 -- 172.21.15.82:0/817359754 learned_addr learned my addr 172.21.15.82:0/817359754 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:28.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe258b0a640 1 -- 172.21.15.82:0/817359754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe254106a80 msgr2=0x7fe25419cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:28.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe258b0a640 1 --2- 172.21.15.82:0/817359754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe254106a80 0x7fe25419cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:28.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe258b0a640 1 -- 172.21.15.82:0/817359754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe254101420 msgr2=0x7fe254198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:28.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe258b0a640 1 --2- 172.21.15.82:0/817359754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe254101420 0x7fe254198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:28.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe258b0a640 1 -- 172.21.15.82:0/817359754 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe25419d490 con 0x7fe254100a80 2024-09-12T12:25:28.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.116+0000 7fe258b0a640 1 --2- 172.21.15.82:0/817359754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe254100a80 0x7fe2541984e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe23c009a50 tx=0x7fe23c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:28.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.117+0000 7fe251ffb640 1 -- 172.21.15.82:0/817359754 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe23c03f030 con 0x7fe254100a80 2024-09-12T12:25:28.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.117+0000 7fe25ad6e640 1 -- 172.21.15.82:0/817359754 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe25419d720 con 0x7fe254100a80 2024-09-12T12:25:28.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.117+0000 7fe251ffb640 1 -- 172.21.15.82:0/817359754 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe23c003ce0 con 0x7fe254100a80 2024-09-12T12:25:28.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.117+0000 7fe251ffb640 1 -- 172.21.15.82:0/817359754 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe23c035070 con 0x7fe254100a80 2024-09-12T12:25:28.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.117+0000 7fe25ad6e640 1 -- 172.21.15.82:0/817359754 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2541a5060 con 0x7fe254100a80 2024-09-12T12:25:28.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.118+0000 7fe25ad6e640 1 -- 172.21.15.82:0/817359754 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe254062980 con 0x7fe254100a80 2024-09-12T12:25:28.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.119+0000 7fe251ffb640 1 -- 172.21.15.82:0/817359754 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe23c042030 con 0x7fe254100a80 2024-09-12T12:25:28.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.119+0000 7fe251ffb640 1 --2- 172.21.15.82:0/817359754 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe2400a2c10 0x7fe2400a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:28.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.120+0000 7fe253fff640 1 --2- 172.21.15.82:0/817359754 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe2400a2c10 0x7fe2400a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:28.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.120+0000 7fe251ffb640 1 -- 172.21.15.82:0/817359754 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fe23c0efc90 con 0x7fe254100a80 2024-09-12T12:25:28.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.120+0000 7fe251ffb640 1 --2- 172.21.15.82:0/817359754 >> [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002] conn(0x7fe2400ac840 0x7fe2400aece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:28.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.120+0000 7fe251ffb640 1 -- 172.21.15.82:0/817359754 --> [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe23c046e50 con 0x7fe2400ac840 2024-09-12T12:25:28.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.120+0000 7fe251ffb640 1 -- 172.21.15.82:0/817359754 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fe23c0f00e0 con 0x7fe254100a80 2024-09-12T12:25:28.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.120+0000 7fe25930b640 1 --2- 172.21.15.82:0/817359754 >> [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002] conn(0x7fe2400ac840 0x7fe2400aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:28.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.120+0000 7fe253fff640 1 --2- 172.21.15.82:0/817359754 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe2400a2c10 0x7fe2400a50d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe2540fede0 tx=0x7fe244005f70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:28.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.120+0000 7fe25930b640 1 --2- 172.21.15.82:0/817359754 >> [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002] conn(0x7fe2400ac840 0x7fe2400aece0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:28.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.121+0000 7fe251ffb640 1 -- 172.21.15.82:0/817359754 <== osd.3 v2:172.21.15.82:6810/3696970002 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe23c046e50 con 0x7fe2400ac840 2024-09-12T12:25:28.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.134+0000 7fe25ad6e640 1 -- 172.21.15.82:0/817359754 --> [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe254062d80 con 0x7fe2400ac840 2024-09-12T12:25:28.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.134+0000 7fe251ffb640 1 -- 172.21.15.82:0/817359754 <== osd.3 v2:172.21.15.82:6810/3696970002 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe254062d80 con 0x7fe2400ac840 2024-09-12T12:25:28.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.135+0000 7fe25ad6e640 1 -- 172.21.15.82:0/817359754 >> [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002] conn(0x7fe2400ac840 msgr2=0x7fe2400aece0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:28.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.135+0000 7fe25ad6e640 1 --2- 172.21.15.82:0/817359754 >> [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002] conn(0x7fe2400ac840 0x7fe2400aece0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:28.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.135+0000 7fe25ad6e640 1 -- 172.21.15.82:0/817359754 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe2400a2c10 msgr2=0x7fe2400a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:28.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.135+0000 7fe25ad6e640 1 --2- 172.21.15.82:0/817359754 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe2400a2c10 0x7fe2400a50d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe2540fede0 tx=0x7fe244005f70 comp rx=0 tx=0).stop 2024-09-12T12:25:28.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.135+0000 7fe25ad6e640 1 -- 172.21.15.82:0/817359754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe254100a80 msgr2=0x7fe2541984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:28.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.135+0000 7fe25ad6e640 1 --2- 172.21.15.82:0/817359754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe254100a80 0x7fe2541984e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe23c009a50 tx=0x7fe23c004270 comp rx=0 tx=0).stop 2024-09-12T12:25:28.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.135+0000 7fe25930b640 1 -- 172.21.15.82:0/817359754 reap_dead start 2024-09-12T12:25:28.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.135+0000 7fe25ad6e640 1 -- 172.21.15.82:0/817359754 shutdown_connections 2024-09-12T12:25:28.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.135+0000 7fe25ad6e640 1 -- 172.21.15.82:0/817359754 >> 172.21.15.82:0/817359754 conn(0x7fe2540fc7a0 msgr2=0x7fe2540fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:28.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.135+0000 7fe25ad6e640 1 -- 172.21.15.82:0/817359754 shutdown_connections 2024-09-12T12:25:28.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.135+0000 7fe25ad6e640 1 -- 172.21.15.82:0/817359754 wait complete. 2024-09-12T12:25:28.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.365+0000 7f0cbbe79640 1 -- 172.21.15.82:0/2028864088 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cb4102570 msgr2=0x7f0cb41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:28.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.365+0000 7f0cbbe79640 1 --2- 172.21.15.82:0/2028864088 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cb4102570 0x7f0cb41029b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0ca4009900 tx=0x7f0ca402a480 comp rx=0 tx=0).stop 2024-09-12T12:25:28.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.365+0000 7f0cbbe79640 1 -- 172.21.15.82:0/2028864088 shutdown_connections 2024-09-12T12:25:28.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.365+0000 7f0cbbe79640 1 --2- 172.21.15.82:0/2028864088 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cb4102ef0 0x7f0cb410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:28.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.365+0000 7f0cbbe79640 1 --2- 172.21.15.82:0/2028864088 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cb4102570 0x7f0cb41029b0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:28.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.365+0000 7f0cbbe79640 1 --2- 172.21.15.82:0/2028864088 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0cb4100e20 0x7f0cb4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:28.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.365+0000 7f0cbbe79640 1 -- 172.21.15.82:0/2028864088 >> 172.21.15.82:0/2028864088 conn(0x7f0cb40fc7d0 msgr2=0x7f0cb40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:28.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.365+0000 7f0cbbe79640 1 -- 172.21.15.82:0/2028864088 shutdown_connections 2024-09-12T12:25:28.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.365+0000 7f0cbbe79640 1 -- 172.21.15.82:0/2028864088 wait complete. 2024-09-12T12:25:28.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cbbe79640 1 Processor -- start 2024-09-12T12:25:28.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cbbe79640 1 -- start start 2024-09-12T12:25:28.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cbbe79640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cb4100e20 0x7f0cb4199380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:28.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cbbe79640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cb4102570 0x7f0cb41998c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:28.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cbbe79640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0cb4102ef0 0x7f0cb41a4400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:28.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cbbe79640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb4110f80 con 0x7f0cb4100e20 2024-09-12T12:25:28.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cbbe79640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb4110e00 con 0x7f0cb4102570 2024-09-12T12:25:28.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cbbe79640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb4111100 con 0x7f0cb4102ef0 2024-09-12T12:25:28.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cb9c15640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cb4100e20 0x7f0cb4199380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:28.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cb9c15640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cb4100e20 0x7f0cb4199380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44296/0 (socket says 172.21.15.82:44296) 2024-09-12T12:25:28.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cb9c15640 1 -- 172.21.15.82:0/793581790 learned_addr learned my addr 172.21.15.82:0/793581790 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:28.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cb9414640 1 --2- 172.21.15.82:0/793581790 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cb4102570 0x7f0cb41998c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:28.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cb9c15640 1 -- 172.21.15.82:0/793581790 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0cb4102ef0 msgr2=0x7f0cb41a4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:28.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cb9c15640 1 --2- 172.21.15.82:0/793581790 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0cb4102ef0 0x7f0cb41a4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:28.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cb9c15640 1 -- 172.21.15.82:0/793581790 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cb4102570 msgr2=0x7f0cb41998c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:28.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cb9c15640 1 --2- 172.21.15.82:0/793581790 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cb4102570 0x7f0cb41998c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:28.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cb9c15640 1 -- 172.21.15.82:0/793581790 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cb41a4940 con 0x7f0cb4100e20 2024-09-12T12:25:28.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cb9414640 1 --2- 172.21.15.82:0/793581790 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cb4102570 0x7f0cb41998c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:28.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.366+0000 7f0cb9c15640 1 --2- 172.21.15.82:0/793581790 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cb4100e20 0x7f0cb4199380 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f0cb000d950 tx=0x7f0cb000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:28.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.367+0000 7f0caaffd640 1 -- 172.21.15.82:0/793581790 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cb0017070 con 0x7f0cb4100e20 2024-09-12T12:25:28.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.367+0000 7f0caaffd640 1 -- 172.21.15.82:0/793581790 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0cb0009c30 con 0x7f0cb4100e20 2024-09-12T12:25:28.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.367+0000 7f0caaffd640 1 -- 172.21.15.82:0/793581790 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cb000f6b0 con 0x7f0cb4100e20 2024-09-12T12:25:28.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.367+0000 7f0cbbe79640 1 -- 172.21.15.82:0/793581790 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cb41a4b10 con 0x7f0cb4100e20 2024-09-12T12:25:28.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.367+0000 7f0cbbe79640 1 -- 172.21.15.82:0/793581790 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cb41a5020 con 0x7f0cb4100e20 2024-09-12T12:25:28.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.367+0000 7f0cbbe79640 1 -- 172.21.15.82:0/793581790 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0cb4062980 con 0x7f0cb4100e20 2024-09-12T12:25:28.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.369+0000 7f0caaffd640 1 -- 172.21.15.82:0/793581790 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0cb00109d0 con 0x7f0cb4100e20 2024-09-12T12:25:28.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.369+0000 7f0caaffd640 1 --2- 172.21.15.82:0/793581790 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0ca00a2c10 0x7f0ca00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:28.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.369+0000 7f0cb9414640 1 --2- 172.21.15.82:0/793581790 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0ca00a2c10 0x7f0ca00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:28.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.369+0000 7f0caaffd640 1 -- 172.21.15.82:0/793581790 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f0cb00cf2a0 con 0x7f0cb4100e20 2024-09-12T12:25:28.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.370+0000 7f0caaffd640 1 --2- 172.21.15.82:0/793581790 >> [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199] conn(0x7f0ca00ac840 0x7f0ca00aece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:28.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.370+0000 7f0caaffd640 1 -- 172.21.15.82:0/793581790 --> [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0cb0016ec0 con 0x7f0ca00ac840 2024-09-12T12:25:28.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.370+0000 7f0caaffd640 1 -- 172.21.15.82:0/793581790 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f0cb00cf6f0 con 0x7f0cb4100e20 2024-09-12T12:25:28.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.370+0000 7f0cb9414640 1 --2- 172.21.15.82:0/793581790 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0ca00a2c10 0x7f0ca00a50d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f0ca4000c00 tx=0x7f0ca4004100 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:28.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.370+0000 7f0cba416640 1 --2- 172.21.15.82:0/793581790 >> [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199] conn(0x7f0ca00ac840 0x7f0ca00aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:28.390 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.370+0000 7f0cba416640 1 --2- 172.21.15.82:0/793581790 >> [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199] conn(0x7f0ca00ac840 0x7f0ca00aece0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:28.390 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.371+0000 7f0caaffd640 1 -- 172.21.15.82:0/793581790 <== osd.4 v2:172.21.15.97:6808/1720388199 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0cb0016ec0 con 0x7f0ca00ac840 2024-09-12T12:25:28.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.385+0000 7f0cbbe79640 1 -- 172.21.15.82:0/793581790 --> [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0cb4062e00 con 0x7f0ca00ac840 2024-09-12T12:25:28.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.385+0000 7f0caaffd640 1 -- 172.21.15.82:0/793581790 <== osd.4 v2:172.21.15.97:6808/1720388199 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0cb4062e00 con 0x7f0ca00ac840 2024-09-12T12:25:28.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.386+0000 7f0cbbe79640 1 -- 172.21.15.82:0/793581790 >> [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199] conn(0x7f0ca00ac840 msgr2=0x7f0ca00aece0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:28.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.386+0000 7f0cbbe79640 1 --2- 172.21.15.82:0/793581790 >> [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199] conn(0x7f0ca00ac840 0x7f0ca00aece0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:28.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.386+0000 7f0cbbe79640 1 -- 172.21.15.82:0/793581790 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0ca00a2c10 msgr2=0x7f0ca00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:28.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.386+0000 7f0cbbe79640 1 --2- 172.21.15.82:0/793581790 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f0ca00a2c10 0x7f0ca00a50d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f0ca4000c00 tx=0x7f0ca4004100 comp rx=0 tx=0).stop 2024-09-12T12:25:28.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.386+0000 7f0cbbe79640 1 -- 172.21.15.82:0/793581790 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cb4100e20 msgr2=0x7f0cb4199380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:28.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.386+0000 7f0cbbe79640 1 --2- 172.21.15.82:0/793581790 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cb4100e20 0x7f0cb4199380 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f0cb000d950 tx=0x7f0cb000de10 comp rx=0 tx=0).stop 2024-09-12T12:25:28.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.386+0000 7f0cba416640 1 -- 172.21.15.82:0/793581790 reap_dead start 2024-09-12T12:25:28.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.386+0000 7f0cbbe79640 1 -- 172.21.15.82:0/793581790 shutdown_connections 2024-09-12T12:25:28.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.386+0000 7f0cbbe79640 1 -- 172.21.15.82:0/793581790 >> 172.21.15.82:0/793581790 conn(0x7f0cb40fc7d0 msgr2=0x7f0cb40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:28.392 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.386+0000 7f0cbbe79640 1 -- 172.21.15.82:0/793581790 shutdown_connections 2024-09-12T12:25:28.392 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:28.386+0000 7f0cbbe79640 1 -- 172.21.15.82:0/793581790 wait complete. 2024-09-12T12:25:28.392 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:28.743 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:28 smithi082 ceph-mon[31122]: pgmap v290: 97 pgs: 97 active+clean; 642 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 3.4 KiB/s wr, 11 op/s 2024-09-12T12:25:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:28 smithi097 ceph-mon[34923]: pgmap v290: 97 pgs: 97 active+clean; 642 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 3.4 KiB/s wr, 11 op/s 2024-09-12T12:25:28.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:28 smithi114 ceph-mon[35514]: pgmap v290: 97 pgs: 97 active+clean; 642 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 3.4 KiB/s wr, 11 op/s 2024-09-12T12:25:29.068 INFO:teuthology.orchestra.run.smithi082.stdout:133143986231 2024-09-12T12:25:29.068 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-12T12:25:29.283 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:29.283 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:29.283 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:29.814 INFO:teuthology.orchestra.run.smithi082.stdout:103079215163 2024-09-12T12:25:29.815 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-12T12:25:30.493 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:30 smithi082 ceph-mon[31122]: pgmap v291: 97 pgs: 97 active+clean; 642 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-09-12T12:25:30.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:30 smithi097 ceph-mon[34923]: pgmap v291: 97 pgs: 97 active+clean; 642 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-09-12T12:25:30.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:30 smithi114 ceph-mon[35514]: pgmap v291: 97 pgs: 97 active+clean; 642 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-09-12T12:25:31.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.498+0000 7f9273c95640 1 -- 172.21.15.82:0/637985263 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f926c1027a0 msgr2=0x7f926c1067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:31.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.498+0000 7f9273c95640 1 --2- 172.21.15.82:0/637985263 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f926c1027a0 0x7f926c1067f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f925c009900 tx=0x7f925c02a410 comp rx=0 tx=0).stop 2024-09-12T12:25:31.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.498+0000 7f9273c95640 1 -- 172.21.15.82:0/637985263 shutdown_connections 2024-09-12T12:25:31.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.498+0000 7f9273c95640 1 --2- 172.21.15.82:0/637985263 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f926c106f20 0x7f926c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:31.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.498+0000 7f9273c95640 1 --2- 172.21.15.82:0/637985263 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f926c1027a0 0x7f926c1067f0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:31.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.498+0000 7f9273c95640 1 --2- 172.21.15.82:0/637985263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f926c101df0 0x7f926c1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:31.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.498+0000 7f9273c95640 1 -- 172.21.15.82:0/637985263 >> 172.21.15.82:0/637985263 conn(0x7f926c0fd8b0 msgr2=0x7f926c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:31.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.498+0000 7f9273c95640 1 -- 172.21.15.82:0/637985263 shutdown_connections 2024-09-12T12:25:31.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.498+0000 7f9273c95640 1 -- 172.21.15.82:0/637985263 wait complete. 2024-09-12T12:25:31.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.498+0000 7f9273c95640 1 Processor -- start 2024-09-12T12:25:31.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.498+0000 7f9273c95640 1 -- start start 2024-09-12T12:25:31.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9273c95640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f926c101df0 0x7f926c198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:31.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9273c95640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f926c1027a0 0x7f926c198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:31.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9273c95640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f926c106f20 0x7f926c19cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:31.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9273c95640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f926c111f80 con 0x7f926c106f20 2024-09-12T12:25:31.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9273c95640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f926c111e00 con 0x7f926c1027a0 2024-09-12T12:25:31.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9273c95640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f926c112100 con 0x7f926c101df0 2024-09-12T12:25:31.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9272232640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f926c106f20 0x7f926c19cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:31.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9272232640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f926c106f20 0x7f926c19cd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44336/0 (socket says 172.21.15.82:44336) 2024-09-12T12:25:31.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9272232640 1 -- 172.21.15.82:0/1393168834 learned_addr learned my addr 172.21.15.82:0/1393168834 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:31.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9271a31640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f926c101df0 0x7f926c198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:31.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9271230640 1 --2- 172.21.15.82:0/1393168834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f926c1027a0 0x7f926c198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:31.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9272232640 1 -- 172.21.15.82:0/1393168834 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f926c101df0 msgr2=0x7f926c198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:31.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9272232640 1 --2- 172.21.15.82:0/1393168834 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f926c101df0 0x7f926c198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:31.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9272232640 1 -- 172.21.15.82:0/1393168834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f926c1027a0 msgr2=0x7f926c198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:31.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9272232640 1 --2- 172.21.15.82:0/1393168834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f926c1027a0 0x7f926c198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:31.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9272232640 1 -- 172.21.15.82:0/1393168834 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f926c19d3f0 con 0x7f926c106f20 2024-09-12T12:25:31.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9271230640 1 --2- 172.21.15.82:0/1393168834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f926c1027a0 0x7f926c198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:25:31.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9272232640 1 --2- 172.21.15.82:0/1393168834 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f926c106f20 0x7f926c19cd10 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f926400cad0 tx=0x7f926400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:31.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9262ffd640 1 -- 172.21.15.82:0/1393168834 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f926400ae20 con 0x7f926c106f20 2024-09-12T12:25:31.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9262ffd640 1 -- 172.21.15.82:0/1393168834 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9264005020 con 0x7f926c106f20 2024-09-12T12:25:31.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9273c95640 1 -- 172.21.15.82:0/1393168834 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f926c19d6e0 con 0x7f926c106f20 2024-09-12T12:25:31.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9262ffd640 1 -- 172.21.15.82:0/1393168834 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f926400f6f0 con 0x7f926c106f20 2024-09-12T12:25:31.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.499+0000 7f9273c95640 1 -- 172.21.15.82:0/1393168834 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f926c1a4fc0 con 0x7f926c106f20 2024-09-12T12:25:31.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.500+0000 7f9273c95640 1 -- 172.21.15.82:0/1393168834 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f926c062940 con 0x7f926c106f20 2024-09-12T12:25:31.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.501+0000 7f9262ffd640 1 -- 172.21.15.82:0/1393168834 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f92640051d0 con 0x7f926c106f20 2024-09-12T12:25:31.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.502+0000 7f9262ffd640 1 --2- 172.21.15.82:0/1393168834 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f92580a2c10 0x7f92580a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:31.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.502+0000 7f9262ffd640 1 -- 172.21.15.82:0/1393168834 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f92640cf690 con 0x7f926c106f20 2024-09-12T12:25:31.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.502+0000 7f9271a31640 1 --2- 172.21.15.82:0/1393168834 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f92580a2c10 0x7f92580a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:31.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.502+0000 7f9262ffd640 1 --2- 172.21.15.82:0/1393168834 >> [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937] conn(0x7f92580ac840 0x7f92580aece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:31.506 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.502+0000 7f9262ffd640 1 -- 172.21.15.82:0/1393168834 --> [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9264012ec0 con 0x7f92580ac840 2024-09-12T12:25:31.506 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.502+0000 7f9262ffd640 1 -- 172.21.15.82:0/1393168834 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f92640cfae0 con 0x7f926c106f20 2024-09-12T12:25:31.506 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.502+0000 7f9271230640 1 --2- 172.21.15.82:0/1393168834 >> [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937] conn(0x7f92580ac840 0x7f92580aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:31.506 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.503+0000 7f9271a31640 1 --2- 172.21.15.82:0/1393168834 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f92580a2c10 0x7f92580a50d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f926800bbe0 tx=0x7f926800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:31.506 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.503+0000 7f9271230640 1 --2- 172.21.15.82:0/1393168834 >> [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937] conn(0x7f92580ac840 0x7f92580aece0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:31.506 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.503+0000 7f9262ffd640 1 -- 172.21.15.82:0/1393168834 <== osd.6 v2:172.21.15.82:6818/2909562937 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9264012ec0 con 0x7f92580ac840 2024-09-12T12:25:31.517 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.517+0000 7f9273c95640 1 -- 172.21.15.82:0/1393168834 --> [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f926c062dc0 con 0x7f92580ac840 2024-09-12T12:25:31.517 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.517+0000 7f9262ffd640 1 -- 172.21.15.82:0/1393168834 <== osd.6 v2:172.21.15.82:6818/2909562937 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f926c062dc0 con 0x7f92580ac840 2024-09-12T12:25:31.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.517+0000 7f9273c95640 1 -- 172.21.15.82:0/1393168834 >> [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937] conn(0x7f92580ac840 msgr2=0x7f92580aece0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:31.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.517+0000 7f9273c95640 1 --2- 172.21.15.82:0/1393168834 >> [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937] conn(0x7f92580ac840 0x7f92580aece0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:31.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.517+0000 7f9273c95640 1 -- 172.21.15.82:0/1393168834 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f92580a2c10 msgr2=0x7f92580a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:31.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.517+0000 7f9273c95640 1 --2- 172.21.15.82:0/1393168834 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f92580a2c10 0x7f92580a50d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f926800bbe0 tx=0x7f926800b390 comp rx=0 tx=0).stop 2024-09-12T12:25:31.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.517+0000 7f9273c95640 1 -- 172.21.15.82:0/1393168834 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f926c106f20 msgr2=0x7f926c19cd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:31.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.517+0000 7f9273c95640 1 --2- 172.21.15.82:0/1393168834 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f926c106f20 0x7f926c19cd10 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f926400cad0 tx=0x7f926400cf90 comp rx=0 tx=0).stop 2024-09-12T12:25:31.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.517+0000 7f9272232640 1 -- 172.21.15.82:0/1393168834 reap_dead start 2024-09-12T12:25:31.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.517+0000 7f9273c95640 1 -- 172.21.15.82:0/1393168834 shutdown_connections 2024-09-12T12:25:31.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.517+0000 7f9273c95640 1 -- 172.21.15.82:0/1393168834 >> 172.21.15.82:0/1393168834 conn(0x7f926c0fd8b0 msgr2=0x7f926c0feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:31.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.518+0000 7f9273c95640 1 -- 172.21.15.82:0/1393168834 shutdown_connections 2024-09-12T12:25:31.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.518+0000 7f9273c95640 1 -- 172.21.15.82:0/1393168834 wait complete. 2024-09-12T12:25:31.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.384+0000 7f6c1c510640 1 -- 172.21.15.82:0/118948554 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6c14101420 msgr2=0x7f6c1410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:31.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.384+0000 7f6c1c510640 1 --2- 172.21.15.82:0/118948554 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6c14101420 0x7f6c1410d950 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c009cd0 tx=0x7f6c0c02a8e0 comp rx=0 tx=0).stop 2024-09-12T12:25:31.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.384+0000 7f6c1c510640 1 -- 172.21.15.82:0/118948554 shutdown_connections 2024-09-12T12:25:31.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.384+0000 7f6c1c510640 1 --2- 172.21.15.82:0/118948554 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6c14101420 0x7f6c1410d950 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:31.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.384+0000 7f6c1c510640 1 --2- 172.21.15.82:0/118948554 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c14100a80 0x7f6c14100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:31.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.384+0000 7f6c1c510640 1 --2- 172.21.15.82:0/118948554 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6c14106a80 0x7f6c14106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:31.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.384+0000 7f6c1c510640 1 -- 172.21.15.82:0/118948554 >> 172.21.15.82:0/118948554 conn(0x7f6c140fc7a0 msgr2=0x7f6c140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:31.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.384+0000 7f6c1c510640 1 -- 172.21.15.82:0/118948554 shutdown_connections 2024-09-12T12:25:31.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.384+0000 7f6c1c510640 1 -- 172.21.15.82:0/118948554 wait complete. 2024-09-12T12:25:31.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.384+0000 7f6c1c510640 1 Processor -- start 2024-09-12T12:25:31.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c1c510640 1 -- start start 2024-09-12T12:25:31.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c1c510640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c14100a80 0x7f6c14197320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:31.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c1c510640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6c14101420 0x7f6c14197860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:31.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c1c510640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6c14106a80 0x7f6c1419bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:31.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c1c510640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6c14110e80 con 0x7f6c14101420 2024-09-12T12:25:31.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c1c510640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6c14110d00 con 0x7f6c14100a80 2024-09-12T12:25:31.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c1c510640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6c14111000 con 0x7f6c14106a80 2024-09-12T12:25:31.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c19aab640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6c14101420 0x7f6c14197860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:31.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c19aab640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6c14101420 0x7f6c14197860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44316/0 (socket says 172.21.15.82:44316) 2024-09-12T12:25:31.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c19aab640 1 -- 172.21.15.82:0/4061597679 learned_addr learned my addr 172.21.15.82:0/4061597679 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:31.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c1a2ac640 1 --2- 172.21.15.82:0/4061597679 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c14100a80 0x7f6c14197320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:31.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c1aaad640 1 --2- 172.21.15.82:0/4061597679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6c14106a80 0x7f6c1419bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:31.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c19aab640 1 -- 172.21.15.82:0/4061597679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6c14106a80 msgr2=0x7f6c1419bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:31.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c19aab640 1 --2- 172.21.15.82:0/4061597679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6c14106a80 0x7f6c1419bbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:31.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c19aab640 1 -- 172.21.15.82:0/4061597679 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c14100a80 msgr2=0x7f6c14197320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:31.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c19aab640 1 --2- 172.21.15.82:0/4061597679 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c14100a80 0x7f6c14197320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:31.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.385+0000 7f6c19aab640 1 -- 172.21.15.82:0/4061597679 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c1419c2d0 con 0x7f6c14101420 2024-09-12T12:25:31.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.386+0000 7f6c19aab640 1 --2- 172.21.15.82:0/4061597679 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6c14101420 0x7f6c14197860 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f6c0400d950 tx=0x7f6c0400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:31.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.386+0000 7f6c0b7fe640 1 -- 172.21.15.82:0/4061597679 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c04017070 con 0x7f6c14101420 2024-09-12T12:25:31.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.386+0000 7f6c0b7fe640 1 -- 172.21.15.82:0/4061597679 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c04009c30 con 0x7f6c14101420 2024-09-12T12:25:31.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.386+0000 7f6c1c510640 1 -- 172.21.15.82:0/4061597679 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c1419c5c0 con 0x7f6c14101420 2024-09-12T12:25:31.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.386+0000 7f6c0b7fe640 1 -- 172.21.15.82:0/4061597679 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0400f6b0 con 0x7f6c14101420 2024-09-12T12:25:31.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.386+0000 7f6c1c510640 1 -- 172.21.15.82:0/4061597679 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c1406a790 con 0x7f6c14101420 2024-09-12T12:25:31.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.387+0000 7f6c1c510640 1 -- 172.21.15.82:0/4061597679 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6c1406ae00 con 0x7f6c14101420 2024-09-12T12:25:31.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.388+0000 7f6c0b7fe640 1 -- 172.21.15.82:0/4061597679 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6c040109d0 con 0x7f6c14101420 2024-09-12T12:25:31.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.388+0000 7f6c0b7fe640 1 --2- 172.21.15.82:0/4061597679 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f6c000a2c10 0x7f6c000a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:31.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.389+0000 7f6c1a2ac640 1 --2- 172.21.15.82:0/4061597679 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f6c000a2c10 0x7f6c000a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:31.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.389+0000 7f6c0b7fe640 1 -- 172.21.15.82:0/4061597679 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f6c040ced80 con 0x7f6c14101420 2024-09-12T12:25:31.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.389+0000 7f6c0b7fe640 1 --2- 172.21.15.82:0/4061597679 >> [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637] conn(0x7f6c000ac840 0x7f6c000aece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:31.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.389+0000 7f6c0b7fe640 1 -- 172.21.15.82:0/4061597679 --> [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6c04004470 con 0x7f6c000ac840 2024-09-12T12:25:31.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.389+0000 7f6c0b7fe640 1 -- 172.21.15.82:0/4061597679 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f6c040d1440 con 0x7f6c14101420 2024-09-12T12:25:31.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.389+0000 7f6c1a2ac640 1 --2- 172.21.15.82:0/4061597679 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f6c000a2c10 0x7f6c000a50d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f6c10005fd0 tx=0x7f6c1000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:31.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.389+0000 7f6c1aaad640 1 --2- 172.21.15.82:0/4061597679 >> [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637] conn(0x7f6c000ac840 0x7f6c000aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:31.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.390+0000 7f6c1aaad640 1 --2- 172.21.15.82:0/4061597679 >> [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637] conn(0x7f6c000ac840 0x7f6c000aece0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:31.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.390+0000 7f6c0b7fe640 1 -- 172.21.15.82:0/4061597679 <== osd.11 v2:172.21.15.114:6824/1206975637 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6c04004470 con 0x7f6c000ac840 2024-09-12T12:25:31.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.405+0000 7f6c1c510640 1 -- 172.21.15.82:0/4061597679 --> [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6c1406b280 con 0x7f6c000ac840 2024-09-12T12:25:31.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.405+0000 7f6c0b7fe640 1 -- 172.21.15.82:0/4061597679 <== osd.11 v2:172.21.15.114:6824/1206975637 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6c1406b280 con 0x7f6c000ac840 2024-09-12T12:25:31.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.405+0000 7f6c1c510640 1 -- 172.21.15.82:0/4061597679 >> [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637] conn(0x7f6c000ac840 msgr2=0x7f6c000aece0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:31.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.406+0000 7f6c1c510640 1 --2- 172.21.15.82:0/4061597679 >> [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637] conn(0x7f6c000ac840 0x7f6c000aece0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:31.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.406+0000 7f6c1c510640 1 -- 172.21.15.82:0/4061597679 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f6c000a2c10 msgr2=0x7f6c000a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:31.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.406+0000 7f6c1c510640 1 --2- 172.21.15.82:0/4061597679 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f6c000a2c10 0x7f6c000a50d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f6c10005fd0 tx=0x7f6c1000b390 comp rx=0 tx=0).stop 2024-09-12T12:25:31.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.406+0000 7f6c1c510640 1 -- 172.21.15.82:0/4061597679 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6c14101420 msgr2=0x7f6c14197860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:31.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.406+0000 7f6c1c510640 1 --2- 172.21.15.82:0/4061597679 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6c14101420 0x7f6c14197860 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f6c0400d950 tx=0x7f6c0400de10 comp rx=0 tx=0).stop 2024-09-12T12:25:31.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.406+0000 7f6c1aaad640 1 -- 172.21.15.82:0/4061597679 reap_dead start 2024-09-12T12:25:31.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.406+0000 7f6c1c510640 1 -- 172.21.15.82:0/4061597679 shutdown_connections 2024-09-12T12:25:31.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.406+0000 7f6c1c510640 1 -- 172.21.15.82:0/4061597679 >> 172.21.15.82:0/4061597679 conn(0x7f6c140fc7a0 msgr2=0x7f6c140fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:31.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.406+0000 7f6c1c510640 1 -- 172.21.15.82:0/4061597679 shutdown_connections 2024-09-12T12:25:31.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.406+0000 7f6c1c510640 1 -- 172.21.15.82:0/4061597679 wait complete. 2024-09-12T12:25:32.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.681+0000 7f4472f24640 1 -- 172.21.15.82:0/1884327543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f446c100a80 msgr2=0x7f446c100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:32.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.681+0000 7f4472f24640 1 --2- 172.21.15.82:0/1884327543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f446c100a80 0x7f446c100ee0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f445c009930 tx=0x7f445c02a420 comp rx=0 tx=0).stop 2024-09-12T12:25:32.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.681+0000 7f4472f24640 1 -- 172.21.15.82:0/1884327543 shutdown_connections 2024-09-12T12:25:32.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.681+0000 7f4472f24640 1 --2- 172.21.15.82:0/1884327543 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f446c101420 0x7f446c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:32.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.681+0000 7f4472f24640 1 --2- 172.21.15.82:0/1884327543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f446c100a80 0x7f446c100ee0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:32.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.681+0000 7f4472f24640 1 --2- 172.21.15.82:0/1884327543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f446c106a80 0x7f446c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:32.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.681+0000 7f4472f24640 1 -- 172.21.15.82:0/1884327543 >> 172.21.15.82:0/1884327543 conn(0x7f446c0fc7a0 msgr2=0x7f446c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:32.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.681+0000 7f4472f24640 1 -- 172.21.15.82:0/1884327543 shutdown_connections 2024-09-12T12:25:32.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.681+0000 7f4472f24640 1 -- 172.21.15.82:0/1884327543 wait complete. 2024-09-12T12:25:32.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.682+0000 7f4472f24640 1 Processor -- start 2024-09-12T12:25:32.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.682+0000 7f4472f24640 1 -- start start 2024-09-12T12:25:32.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.682+0000 7f4472f24640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f446c100a80 0x7f446c198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:32.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.682+0000 7f4472f24640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f446c101420 0x7f446c1989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:32.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.682+0000 7f4472f24640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f446c106a80 0x7f446c19cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:32.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.682+0000 7f4472f24640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f446c110e80 con 0x7f446c100a80 2024-09-12T12:25:32.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.682+0000 7f4472f24640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f446c110d00 con 0x7f446c101420 2024-09-12T12:25:32.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.682+0000 7f4472f24640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f446c111000 con 0x7f446c106a80 2024-09-12T12:25:32.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.682+0000 7f4470cc0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f446c100a80 0x7f446c198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:32.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.682+0000 7f4470cc0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f446c100a80 0x7f446c198490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44360/0 (socket says 172.21.15.82:44360) 2024-09-12T12:25:32.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.682+0000 7f4470cc0640 1 -- 172.21.15.82:0/3732927196 learned_addr learned my addr 172.21.15.82:0/3732927196 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:32.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.682+0000 7f4463fff640 1 --2- 172.21.15.82:0/3732927196 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f446c101420 0x7f446c1989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:32.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.682+0000 7f44714c1640 1 --2- 172.21.15.82:0/3732927196 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f446c106a80 0x7f446c19cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:32.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.683+0000 7f4470cc0640 1 -- 172.21.15.82:0/3732927196 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f446c106a80 msgr2=0x7f446c19cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:32.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.683+0000 7f4470cc0640 1 --2- 172.21.15.82:0/3732927196 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f446c106a80 0x7f446c19cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:32.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.683+0000 7f4470cc0640 1 -- 172.21.15.82:0/3732927196 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f446c101420 msgr2=0x7f446c1989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:32.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.683+0000 7f4470cc0640 1 --2- 172.21.15.82:0/3732927196 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f446c101420 0x7f446c1989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:32.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.683+0000 7f4470cc0640 1 -- 172.21.15.82:0/3732927196 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f446c19d440 con 0x7f446c100a80 2024-09-12T12:25:32.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.683+0000 7f4470cc0640 1 --2- 172.21.15.82:0/3732927196 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f446c100a80 0x7f446c198490 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f446800d950 tx=0x7f446800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:32.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.683+0000 7f4461ffb640 1 -- 172.21.15.82:0/3732927196 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4468017070 con 0x7f446c100a80 2024-09-12T12:25:32.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.683+0000 7f4461ffb640 1 -- 172.21.15.82:0/3732927196 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4468009c30 con 0x7f446c100a80 2024-09-12T12:25:32.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.683+0000 7f4472f24640 1 -- 172.21.15.82:0/3732927196 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f446c19d730 con 0x7f446c100a80 2024-09-12T12:25:32.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.683+0000 7f4461ffb640 1 -- 172.21.15.82:0/3732927196 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f446800f6b0 con 0x7f446c100a80 2024-09-12T12:25:32.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.683+0000 7f4472f24640 1 -- 172.21.15.82:0/3732927196 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f446c1a5010 con 0x7f446c100a80 2024-09-12T12:25:32.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.684+0000 7f4472f24640 1 -- 172.21.15.82:0/3732927196 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f446c06aae0 con 0x7f446c100a80 2024-09-12T12:25:32.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.685+0000 7f4461ffb640 1 -- 172.21.15.82:0/3732927196 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f44680109d0 con 0x7f446c100a80 2024-09-12T12:25:32.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.686+0000 7f4461ffb640 1 --2- 172.21.15.82:0/3732927196 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f44540a2c90 0x7f44540a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:32.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.686+0000 7f4463fff640 1 --2- 172.21.15.82:0/3732927196 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f44540a2c90 0x7f44540a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:32.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.686+0000 7f4461ffb640 1 -- 172.21.15.82:0/3732927196 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f44680cec80 con 0x7f446c100a80 2024-09-12T12:25:32.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.686+0000 7f4461ffb640 1 --2- 172.21.15.82:0/3732927196 >> [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150] conn(0x7f44540ac8c0 0x7f44540aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:32.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.686+0000 7f4461ffb640 1 -- 172.21.15.82:0/3732927196 --> [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4468004470 con 0x7f44540ac8c0 2024-09-12T12:25:32.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.686+0000 7f4461ffb640 1 -- 172.21.15.82:0/3732927196 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f44680d1340 con 0x7f446c100a80 2024-09-12T12:25:32.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.686+0000 7f4463fff640 1 --2- 172.21.15.82:0/3732927196 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f44540a2c90 0x7f44540a5150 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f445c009900 tx=0x7f445c0058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:32.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.687+0000 7f44714c1640 1 --2- 172.21.15.82:0/3732927196 >> [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150] conn(0x7f44540ac8c0 0x7f44540aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:32.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.687+0000 7f44714c1640 1 --2- 172.21.15.82:0/3732927196 >> [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150] conn(0x7f44540ac8c0 0x7f44540aed60 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:32.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.688+0000 7f4461ffb640 1 -- 172.21.15.82:0/3732927196 <== osd.1 v2:172.21.15.97:6800/579017150 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4468004470 con 0x7f44540ac8c0 2024-09-12T12:25:32.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.701+0000 7f4472f24640 1 -- 172.21.15.82:0/3732927196 --> [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f446c1021c0 con 0x7f44540ac8c0 2024-09-12T12:25:32.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.701+0000 7f4461ffb640 1 -- 172.21.15.82:0/3732927196 <== osd.1 v2:172.21.15.97:6800/579017150 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f446c1021c0 con 0x7f44540ac8c0 2024-09-12T12:25:32.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.702+0000 7f4472f24640 1 -- 172.21.15.82:0/3732927196 >> [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150] conn(0x7f44540ac8c0 msgr2=0x7f44540aed60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:32.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.702+0000 7f4472f24640 1 --2- 172.21.15.82:0/3732927196 >> [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150] conn(0x7f44540ac8c0 0x7f44540aed60 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:32.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.702+0000 7f4472f24640 1 -- 172.21.15.82:0/3732927196 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f44540a2c90 msgr2=0x7f44540a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:32.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.702+0000 7f4472f24640 1 --2- 172.21.15.82:0/3732927196 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f44540a2c90 0x7f44540a5150 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f445c009900 tx=0x7f445c0058d0 comp rx=0 tx=0).stop 2024-09-12T12:25:32.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.702+0000 7f4472f24640 1 -- 172.21.15.82:0/3732927196 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f446c100a80 msgr2=0x7f446c198490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:32.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.702+0000 7f4472f24640 1 --2- 172.21.15.82:0/3732927196 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f446c100a80 0x7f446c198490 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f446800d950 tx=0x7f446800de10 comp rx=0 tx=0).stop 2024-09-12T12:25:32.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.702+0000 7f44714c1640 1 -- 172.21.15.82:0/3732927196 reap_dead start 2024-09-12T12:25:32.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.702+0000 7f4472f24640 1 -- 172.21.15.82:0/3732927196 shutdown_connections 2024-09-12T12:25:32.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.702+0000 7f4472f24640 1 -- 172.21.15.82:0/3732927196 >> 172.21.15.82:0/3732927196 conn(0x7f446c0fc7a0 msgr2=0x7f446c1048d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:32.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.702+0000 7f4472f24640 1 -- 172.21.15.82:0/3732927196 shutdown_connections 2024-09-12T12:25:32.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:31.702+0000 7f4472f24640 1 -- 172.21.15.82:0/3732927196 wait complete. 2024-09-12T12:25:32.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:32 smithi082 ceph-mon[31122]: pgmap v292: 97 pgs: 97 active+clean; 642 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-09-12T12:25:32.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:32 smithi097 ceph-mon[34923]: pgmap v292: 97 pgs: 97 active+clean; 642 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-09-12T12:25:32.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:32 smithi114 ceph-mon[35514]: pgmap v292: 97 pgs: 97 active+clean; 642 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-09-12T12:25:33.289 INFO:teuthology.orchestra.run.smithi082.stdout:313532612628 2024-09-12T12:25:33.289 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-09-12T12:25:33.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.578+0000 7ff84ef33640 1 -- 172.21.15.82:0/611450950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff84810e480 msgr2=0x7ff848110870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:33.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.578+0000 7ff84ef33640 1 --2- 172.21.15.82:0/611450950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff84810e480 0x7ff848110870 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff840009ca0 tx=0x7ff84002a8c0 comp rx=0 tx=0).stop 2024-09-12T12:25:33.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 -- 172.21.15.82:0/611450950 shutdown_connections 2024-09-12T12:25:33.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 --2- 172.21.15.82:0/611450950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff84810e480 0x7ff848110870 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:33.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 --2- 172.21.15.82:0/611450950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff848101280 0x7ff84810df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:33.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 --2- 172.21.15.82:0/611450950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff8481008d0 0x7ff848100cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:33.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 -- 172.21.15.82:0/611450950 >> 172.21.15.82:0/611450950 conn(0x7ff8480fc7a0 msgr2=0x7ff8480febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:33.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 -- 172.21.15.82:0/611450950 shutdown_connections 2024-09-12T12:25:33.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 -- 172.21.15.82:0/611450950 wait complete. 2024-09-12T12:25:33.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 Processor -- start 2024-09-12T12:25:33.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 -- start start 2024-09-12T12:25:33.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8481008d0 0x7ff84819a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:33.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff848101280 0x7ff84819aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:33.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff84810e480 0x7ff84819ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:33.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff848114160 con 0x7ff8481008d0 2024-09-12T12:25:33.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff848113fe0 con 0x7ff848101280 2024-09-12T12:25:33.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84ef33640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff8481142e0 con 0x7ff84810e480 2024-09-12T12:25:33.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.579+0000 7ff84cccf640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8481008d0 0x7ff84819a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:33.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff84cccf640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8481008d0 0x7ff84819a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44394/0 (socket says 172.21.15.82:44394) 2024-09-12T12:25:33.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff84cccf640 1 -- 172.21.15.82:0/1175913134 learned_addr learned my addr 172.21.15.82:0/1175913134 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:33.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff84d4d0640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff84810e480 0x7ff84819ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:33.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff847fff640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff848101280 0x7ff84819aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:33.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff84cccf640 1 -- 172.21.15.82:0/1175913134 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff84810e480 msgr2=0x7ff84819ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:33.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff84cccf640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff84810e480 0x7ff84819ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:33.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff84cccf640 1 -- 172.21.15.82:0/1175913134 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff848101280 msgr2=0x7ff84819aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:33.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff84cccf640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff848101280 0x7ff84819aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:33.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff84cccf640 1 -- 172.21.15.82:0/1175913134 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff84819f610 con 0x7ff8481008d0 2024-09-12T12:25:33.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff84d4d0640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff84810e480 0x7ff84819ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:25:33.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff847fff640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff848101280 0x7ff84819aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:25:33.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff84cccf640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8481008d0 0x7ff84819a660 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff83c00d950 tx=0x7ff83c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:33.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff845ffb640 1 -- 172.21.15.82:0/1175913134 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff83c017070 con 0x7ff8481008d0 2024-09-12T12:25:33.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff84ef33640 1 -- 172.21.15.82:0/1175913134 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff84819f900 con 0x7ff8481008d0 2024-09-12T12:25:33.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff845ffb640 1 -- 172.21.15.82:0/1175913134 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff83c009c30 con 0x7ff8481008d0 2024-09-12T12:25:33.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff845ffb640 1 -- 172.21.15.82:0/1175913134 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff83c00f6b0 con 0x7ff8481008d0 2024-09-12T12:25:33.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.580+0000 7ff84ef33640 1 -- 172.21.15.82:0/1175913134 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8481a71e0 con 0x7ff8481008d0 2024-09-12T12:25:33.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.581+0000 7ff84ef33640 1 -- 172.21.15.82:0/1175913134 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff848062980 con 0x7ff8481008d0 2024-09-12T12:25:33.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.582+0000 7ff845ffb640 1 -- 172.21.15.82:0/1175913134 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff83c0109d0 con 0x7ff8481008d0 2024-09-12T12:25:33.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.583+0000 7ff845ffb640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff8380a2c10 0x7ff8380a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:33.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.583+0000 7ff847fff640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff8380a2c10 0x7ff8380a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:33.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.583+0000 7ff845ffb640 1 -- 172.21.15.82:0/1175913134 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff83c0cf270 con 0x7ff8481008d0 2024-09-12T12:25:33.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.583+0000 7ff845ffb640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018] conn(0x7ff8380ac840 0x7ff8380aece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:33.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.583+0000 7ff845ffb640 1 -- 172.21.15.82:0/1175913134 --> [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff8380af3b0 con 0x7ff8380ac840 2024-09-12T12:25:33.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.583+0000 7ff845ffb640 1 -- 172.21.15.82:0/1175913134 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7ff83c0cf6c0 con 0x7ff8481008d0 2024-09-12T12:25:33.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.583+0000 7ff847fff640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff8380a2c10 0x7ff8380a50d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff834005fd0 tx=0x7ff834005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:33.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.583+0000 7ff84d4d0640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018] conn(0x7ff8380ac840 0x7ff8380aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:33.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.584+0000 7ff84d4d0640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018] conn(0x7ff8380ac840 0x7ff8380aece0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:33.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.585+0000 7ff845ffb640 1 -- 172.21.15.82:0/1175913134 <== osd.10 v2:172.21.15.97:6824/3265146018 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff8380af3b0 con 0x7ff8380ac840 2024-09-12T12:25:33.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.598+0000 7ff84ef33640 1 -- 172.21.15.82:0/1175913134 --> [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff848062d80 con 0x7ff8380ac840 2024-09-12T12:25:33.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.599+0000 7ff845ffb640 1 -- 172.21.15.82:0/1175913134 <== osd.10 v2:172.21.15.97:6824/3265146018 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ff848062d80 con 0x7ff8380ac840 2024-09-12T12:25:33.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.599+0000 7ff84ef33640 1 -- 172.21.15.82:0/1175913134 >> [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018] conn(0x7ff8380ac840 msgr2=0x7ff8380aece0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:33.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.599+0000 7ff84ef33640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018] conn(0x7ff8380ac840 0x7ff8380aece0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:33.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.599+0000 7ff84ef33640 1 -- 172.21.15.82:0/1175913134 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff8380a2c10 msgr2=0x7ff8380a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:33.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.599+0000 7ff84ef33640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff8380a2c10 0x7ff8380a50d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff834005fd0 tx=0x7ff834005850 comp rx=0 tx=0).stop 2024-09-12T12:25:33.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.599+0000 7ff84ef33640 1 -- 172.21.15.82:0/1175913134 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8481008d0 msgr2=0x7ff84819a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:33.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.599+0000 7ff84ef33640 1 --2- 172.21.15.82:0/1175913134 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8481008d0 0x7ff84819a660 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff83c00d950 tx=0x7ff83c00de10 comp rx=0 tx=0).stop 2024-09-12T12:25:33.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.599+0000 7ff84d4d0640 1 -- 172.21.15.82:0/1175913134 reap_dead start 2024-09-12T12:25:33.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.599+0000 7ff84ef33640 1 -- 172.21.15.82:0/1175913134 shutdown_connections 2024-09-12T12:25:33.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.599+0000 7ff84ef33640 1 -- 172.21.15.82:0/1175913134 >> 172.21.15.82:0/1175913134 conn(0x7ff8480fc7a0 msgr2=0x7ff8480feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:33.604 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.599+0000 7ff84ef33640 1 -- 172.21.15.82:0/1175913134 shutdown_connections 2024-09-12T12:25:33.604 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.599+0000 7ff84ef33640 1 -- 172.21.15.82:0/1175913134 wait complete. 2024-09-12T12:25:34.003 INFO:teuthology.orchestra.run.smithi082.stdout:55834574918 2024-09-12T12:25:34.003 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-12T12:25:34.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:34 smithi082 ceph-mon[31122]: pgmap v293: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 1.9 KiB/s wr, 12 op/s 2024-09-12T12:25:34.749 INFO:teuthology.orchestra.run.smithi082.stdout:184683593772 2024-09-12T12:25:34.749 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-12T12:25:34.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:34 smithi097 ceph-mon[34923]: pgmap v293: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 1.9 KiB/s wr, 12 op/s 2024-09-12T12:25:34.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:34 smithi114 ceph-mon[35514]: pgmap v293: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 1.9 KiB/s wr, 12 op/s 2024-09-12T12:25:34.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.471+0000 7fd8d8948640 1 -- 172.21.15.82:0/2565319857 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8d4100480 msgr2=0x7fd8d4100860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:34.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.471+0000 7fd8d8948640 1 --2- 172.21.15.82:0/2565319857 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8d4100480 0x7fd8d4100860 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fd8c4009900 tx=0x7fd8c402a410 comp rx=0 tx=0).stop 2024-09-12T12:25:34.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.471+0000 7fd8d8948640 1 -- 172.21.15.82:0/2565319857 shutdown_connections 2024-09-12T12:25:34.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.471+0000 7fd8d8948640 1 --2- 172.21.15.82:0/2565319857 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8d41055b0 0x7fd8d410d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:34.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.471+0000 7fd8d8948640 1 --2- 172.21.15.82:0/2565319857 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8d4100e30 0x7fd8d4104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:34.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.471+0000 7fd8d8948640 1 --2- 172.21.15.82:0/2565319857 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8d4100480 0x7fd8d4100860 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:34.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.471+0000 7fd8d8948640 1 -- 172.21.15.82:0/2565319857 >> 172.21.15.82:0/2565319857 conn(0x7fd8d4077210 msgr2=0x7fd8d40fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:34.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.471+0000 7fd8d8948640 1 -- 172.21.15.82:0/2565319857 shutdown_connections 2024-09-12T12:25:34.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.471+0000 7fd8d8948640 1 -- 172.21.15.82:0/2565319857 wait complete. 2024-09-12T12:25:34.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.472+0000 7fd8d8948640 1 Processor -- start 2024-09-12T12:25:34.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.472+0000 7fd8d8948640 1 -- start start 2024-09-12T12:25:34.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.472+0000 7fd8d8948640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8d4100480 0x7fd8d4199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:34.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.472+0000 7fd8d8948640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8d4100e30 0x7fd8d41997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:34.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.472+0000 7fd8d8948640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8d41055b0 0x7fd8d41a42e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:34.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.472+0000 7fd8d8948640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd8d4110e90 con 0x7fd8d4100e30 2024-09-12T12:25:34.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.472+0000 7fd8d8948640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd8d4110d10 con 0x7fd8d4100480 2024-09-12T12:25:34.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.472+0000 7fd8d8948640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd8d4111010 con 0x7fd8d41055b0 2024-09-12T12:25:34.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8d1d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8d4100e30 0x7fd8d41997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:34.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8d1d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8d4100e30 0x7fd8d41997a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44378/0 (socket says 172.21.15.82:44378) 2024-09-12T12:25:34.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8d1d9b640 1 -- 172.21.15.82:0/127518176 learned_addr learned my addr 172.21.15.82:0/127518176 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:34.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8d259c640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8d4100480 0x7fd8d4199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:34.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8d2d9d640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8d41055b0 0x7fd8d41a42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:34.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8d1d9b640 1 -- 172.21.15.82:0/127518176 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8d41055b0 msgr2=0x7fd8d41a42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:34.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8d1d9b640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8d41055b0 0x7fd8d41a42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:34.917 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8d1d9b640 1 -- 172.21.15.82:0/127518176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8d4100480 msgr2=0x7fd8d4199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:34.917 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8d1d9b640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8d4100480 0x7fd8d4199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:34.917 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8d1d9b640 1 -- 172.21.15.82:0/127518176 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8d41a4820 con 0x7fd8d4100e30 2024-09-12T12:25:34.917 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8d2d9d640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8d41055b0 0x7fd8d41a42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:25:34.917 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8d1d9b640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8d4100e30 0x7fd8d41997a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fd8c800c890 tx=0x7fd8c800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:34.917 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8c37fe640 1 -- 172.21.15.82:0/127518176 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8c8004220 con 0x7fd8d4100e30 2024-09-12T12:25:34.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8c37fe640 1 -- 172.21.15.82:0/127518176 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8c80043c0 con 0x7fd8d4100e30 2024-09-12T12:25:34.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.473+0000 7fd8d8948640 1 -- 172.21.15.82:0/127518176 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8d41a49f0 con 0x7fd8d4100e30 2024-09-12T12:25:34.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.474+0000 7fd8c37fe640 1 -- 172.21.15.82:0/127518176 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8c80049e0 con 0x7fd8d4100e30 2024-09-12T12:25:34.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.474+0000 7fd8d8948640 1 -- 172.21.15.82:0/127518176 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8d41a4f80 con 0x7fd8d4100e30 2024-09-12T12:25:34.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.475+0000 7fd8d8948640 1 -- 172.21.15.82:0/127518176 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd8d4062900 con 0x7fd8d4100e30 2024-09-12T12:25:34.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.476+0000 7fd8c37fe640 1 -- 172.21.15.82:0/127518176 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd8c80079b0 con 0x7fd8d4100e30 2024-09-12T12:25:34.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.477+0000 7fd8c37fe640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd8bc0a2c90 0x7fd8bc0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:34.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.477+0000 7fd8d259c640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd8bc0a2c90 0x7fd8bc0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:34.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.477+0000 7fd8c37fe640 1 -- 172.21.15.82:0/127518176 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fd8c80cf200 con 0x7fd8d4100e30 2024-09-12T12:25:34.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.477+0000 7fd8c37fe640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760] conn(0x7fd8bc0ac8c0 0x7fd8bc0aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:34.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.477+0000 7fd8c37fe640 1 -- 172.21.15.82:0/127518176 --> [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd8c8012ec0 con 0x7fd8bc0ac8c0 2024-09-12T12:25:34.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.477+0000 7fd8c37fe640 1 -- 172.21.15.82:0/127518176 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fd8c80d6050 con 0x7fd8d4100e30 2024-09-12T12:25:34.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.477+0000 7fd8d2d9d640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760] conn(0x7fd8bc0ac8c0 0x7fd8bc0aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:34.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.477+0000 7fd8d259c640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd8bc0a2c90 0x7fd8bc0a5150 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd8c4000c00 tx=0x7fd8c40058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:34.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.478+0000 7fd8d2d9d640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760] conn(0x7fd8bc0ac8c0 0x7fd8bc0aed60 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:34.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.478+0000 7fd8c37fe640 1 -- 172.21.15.82:0/127518176 <== osd.0 v2:172.21.15.82:6802/2375600760 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd8c8012ec0 con 0x7fd8bc0ac8c0 2024-09-12T12:25:34.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.492+0000 7fd8d8948640 1 -- 172.21.15.82:0/127518176 --> [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd8d4062d00 con 0x7fd8bc0ac8c0 2024-09-12T12:25:34.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.493+0000 7fd8c37fe640 1 -- 172.21.15.82:0/127518176 <== osd.0 v2:172.21.15.82:6802/2375600760 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fd8d4062d00 con 0x7fd8bc0ac8c0 2024-09-12T12:25:34.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.493+0000 7fd8d8948640 1 -- 172.21.15.82:0/127518176 >> [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760] conn(0x7fd8bc0ac8c0 msgr2=0x7fd8bc0aed60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:34.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.493+0000 7fd8d8948640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760] conn(0x7fd8bc0ac8c0 0x7fd8bc0aed60 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:34.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.493+0000 7fd8d8948640 1 -- 172.21.15.82:0/127518176 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd8bc0a2c90 msgr2=0x7fd8bc0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:34.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.493+0000 7fd8d8948640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fd8bc0a2c90 0x7fd8bc0a5150 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd8c4000c00 tx=0x7fd8c40058d0 comp rx=0 tx=0).stop 2024-09-12T12:25:34.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.493+0000 7fd8d8948640 1 -- 172.21.15.82:0/127518176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8d4100e30 msgr2=0x7fd8d41997a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:34.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.493+0000 7fd8d8948640 1 --2- 172.21.15.82:0/127518176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8d4100e30 0x7fd8d41997a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fd8c800c890 tx=0x7fd8c800cd50 comp rx=0 tx=0).stop 2024-09-12T12:25:34.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.493+0000 7fd8d2d9d640 1 -- 172.21.15.82:0/127518176 reap_dead start 2024-09-12T12:25:34.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.493+0000 7fd8d8948640 1 -- 172.21.15.82:0/127518176 shutdown_connections 2024-09-12T12:25:34.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.493+0000 7fd8d8948640 1 -- 172.21.15.82:0/127518176 >> 172.21.15.82:0/127518176 conn(0x7fd8d4077210 msgr2=0x7fd8d40fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:34.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.493+0000 7fd8d8948640 1 -- 172.21.15.82:0/127518176 shutdown_connections 2024-09-12T12:25:34.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:33.493+0000 7fd8d8948640 1 -- 172.21.15.82:0/127518176 wait complete. 2024-09-12T12:25:35.167 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:35.840 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.828+0000 7f777965f640 1 -- 172.21.15.82:0/525254420 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7774103fe0 msgr2=0x7f77741043c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:35.840 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.828+0000 7f777965f640 1 --2- 172.21.15.82:0/525254420 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7774103fe0 0x7f77741043c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7764009900 tx=0x7f776402a410 comp rx=0 tx=0).stop 2024-09-12T12:25:35.840 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.828+0000 7f777965f640 1 -- 172.21.15.82:0/525254420 shutdown_connections 2024-09-12T12:25:35.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.828+0000 7f777965f640 1 --2- 172.21.15.82:0/525254420 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7774109110 0x7f7774110c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:35.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.828+0000 7f777965f640 1 --2- 172.21.15.82:0/525254420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7774104990 0x7f77741089e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:35.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.828+0000 7f777965f640 1 --2- 172.21.15.82:0/525254420 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7774103fe0 0x7f77741043c0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:35.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.829+0000 7f777965f640 1 -- 172.21.15.82:0/525254420 >> 172.21.15.82:0/525254420 conn(0x7f77740ffa20 msgr2=0x7f7774101e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:35.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.829+0000 7f777965f640 1 -- 172.21.15.82:0/525254420 shutdown_connections 2024-09-12T12:25:35.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.829+0000 7f777965f640 1 -- 172.21.15.82:0/525254420 wait complete. 2024-09-12T12:25:35.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.829+0000 7f777965f640 1 Processor -- start 2024-09-12T12:25:35.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.829+0000 7f777965f640 1 -- start start 2024-09-12T12:25:35.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f777965f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7774103fe0 0x7f777419a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:35.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f777965f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7774104990 0x7f777419ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:35.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f777965f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7774109110 0x7f777419f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:35.841 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f777965f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7774114190 con 0x7f7774103fe0 2024-09-12T12:25:35.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f777965f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7774114010 con 0x7f7774104990 2024-09-12T12:25:35.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f777965f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7774114310 con 0x7f7774109110 2024-09-12T12:25:35.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f7772ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7774103fe0 0x7f777419a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:35.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f7772ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7774103fe0 0x7f777419a730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44416/0 (socket says 172.21.15.82:44416) 2024-09-12T12:25:35.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f7772ffd640 1 -- 172.21.15.82:0/1079883599 learned_addr learned my addr 172.21.15.82:0/1079883599 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:35.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f77727fc640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7774104990 0x7f777419ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:35.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f77737fe640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7774109110 0x7f777419f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:35.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f7772ffd640 1 -- 172.21.15.82:0/1079883599 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7774109110 msgr2=0x7f777419f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:35.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f7772ffd640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7774109110 0x7f777419f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:35.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f7772ffd640 1 -- 172.21.15.82:0/1079883599 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7774104990 msgr2=0x7f777419ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:35.842 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f7772ffd640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7774104990 0x7f777419ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:35.843 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f7772ffd640 1 -- 172.21.15.82:0/1079883599 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f777419f6e0 con 0x7f7774103fe0 2024-09-12T12:25:35.843 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.830+0000 7f77737fe640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7774109110 0x7f777419f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:25:35.843 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.831+0000 7f7772ffd640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7774103fe0 0x7f777419a730 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f7764005ab0 tx=0x7f77640042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:35.843 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.831+0000 7f775bfff640 1 -- 172.21.15.82:0/1079883599 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f776403f030 con 0x7f7774103fe0 2024-09-12T12:25:35.843 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.831+0000 7f775bfff640 1 -- 172.21.15.82:0/1079883599 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7764003ce0 con 0x7f7774103fe0 2024-09-12T12:25:35.843 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.831+0000 7f775bfff640 1 -- 172.21.15.82:0/1079883599 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7764035070 con 0x7f7774103fe0 2024-09-12T12:25:35.843 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.831+0000 7f777965f640 1 -- 172.21.15.82:0/1079883599 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f777419f970 con 0x7f7774103fe0 2024-09-12T12:25:35.843 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.831+0000 7f777965f640 1 -- 172.21.15.82:0/1079883599 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77741a72b0 con 0x7f7774103fe0 2024-09-12T12:25:35.843 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.832+0000 7f777965f640 1 -- 172.21.15.82:0/1079883599 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7774062900 con 0x7f7774103fe0 2024-09-12T12:25:35.843 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.833+0000 7f775bfff640 1 -- 172.21.15.82:0/1079883599 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7764042030 con 0x7f7774103fe0 2024-09-12T12:25:35.843 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.834+0000 7f775bfff640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f775c0a2c90 0x7f775c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:35.843 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.834+0000 7f77727fc640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f775c0a2c90 0x7f775c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:35.844 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.834+0000 7f775bfff640 1 -- 172.21.15.82:0/1079883599 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f77640efcf0 con 0x7f7774103fe0 2024-09-12T12:25:35.844 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.834+0000 7f775bfff640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312] conn(0x7f775c0ac8c0 0x7f775c0aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:35.844 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.834+0000 7f775bfff640 1 -- 172.21.15.82:0/1079883599 --> [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7764001d30 con 0x7f775c0ac8c0 2024-09-12T12:25:35.844 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.834+0000 7f775bfff640 1 -- 172.21.15.82:0/1079883599 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f77640f0140 con 0x7f7774103fe0 2024-09-12T12:25:35.844 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.834+0000 7f77727fc640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f775c0a2c90 0x7f775c0a5150 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f77740ffed0 tx=0x7f776800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:35.844 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.834+0000 7f77737fe640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312] conn(0x7f775c0ac8c0 0x7f775c0aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:35.844 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.835+0000 7f77737fe640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312] conn(0x7f775c0ac8c0 0x7f775c0aed60 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:35.844 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.836+0000 7f775bfff640 1 -- 172.21.15.82:0/1079883599 <== osd.8 v2:172.21.15.114:6816/2191877312 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7764001d30 con 0x7f775c0ac8c0 2024-09-12T12:25:35.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.849+0000 7f777965f640 1 -- 172.21.15.82:0/1079883599 --> [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7774062d00 con 0x7f775c0ac8c0 2024-09-12T12:25:35.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.850+0000 7f775bfff640 1 -- 172.21.15.82:0/1079883599 <== osd.8 v2:172.21.15.114:6816/2191877312 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7774062d00 con 0x7f775c0ac8c0 2024-09-12T12:25:35.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.850+0000 7f777965f640 1 -- 172.21.15.82:0/1079883599 >> [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312] conn(0x7f775c0ac8c0 msgr2=0x7f775c0aed60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:35.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.850+0000 7f777965f640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312] conn(0x7f775c0ac8c0 0x7f775c0aed60 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:35.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.850+0000 7f777965f640 1 -- 172.21.15.82:0/1079883599 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f775c0a2c90 msgr2=0x7f775c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:35.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.850+0000 7f777965f640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f775c0a2c90 0x7f775c0a5150 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f77740ffed0 tx=0x7f776800a2d0 comp rx=0 tx=0).stop 2024-09-12T12:25:35.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.850+0000 7f777965f640 1 -- 172.21.15.82:0/1079883599 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7774103fe0 msgr2=0x7f777419a730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:35.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.850+0000 7f777965f640 1 --2- 172.21.15.82:0/1079883599 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7774103fe0 0x7f777419a730 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f7764005ab0 tx=0x7f77640042f0 comp rx=0 tx=0).stop 2024-09-12T12:25:35.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.850+0000 7f77737fe640 1 -- 172.21.15.82:0/1079883599 reap_dead start 2024-09-12T12:25:35.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.851+0000 7f777965f640 1 -- 172.21.15.82:0/1079883599 shutdown_connections 2024-09-12T12:25:35.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.851+0000 7f777965f640 1 -- 172.21.15.82:0/1079883599 >> 172.21.15.82:0/1079883599 conn(0x7f77740ffa20 msgr2=0x7f7774100da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:35.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.851+0000 7f777965f640 1 -- 172.21.15.82:0/1079883599 shutdown_connections 2024-09-12T12:25:35.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:35.851+0000 7f777965f640 1 -- 172.21.15.82:0/1079883599 wait complete. 2024-09-12T12:25:36.505 INFO:teuthology.orchestra.run.smithi082.stdout:34359738443 2024-09-12T12:25:36.506 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-12T12:25:36.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.464+0000 7f64db0d8640 1 -- 172.21.15.82:0/3702167580 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f64d4101410 msgr2=0x7f64d410d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:36.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.464+0000 7f64db0d8640 1 --2- 172.21.15.82:0/3702167580 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f64d4101410 0x7f64d410d940 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f64cc009cd0 tx=0x7f64cc02a8e0 comp rx=0 tx=0).stop 2024-09-12T12:25:36.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.465+0000 7f64db0d8640 1 -- 172.21.15.82:0/3702167580 shutdown_connections 2024-09-12T12:25:36.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.465+0000 7f64db0d8640 1 --2- 172.21.15.82:0/3702167580 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f64d4101410 0x7f64d410d940 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:36.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.465+0000 7f64db0d8640 1 --2- 172.21.15.82:0/3702167580 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f64d4100a70 0x7f64d4100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:36.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.465+0000 7f64db0d8640 1 --2- 172.21.15.82:0/3702167580 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64d4106a70 0x7f64d4106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:36.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.465+0000 7f64db0d8640 1 -- 172.21.15.82:0/3702167580 >> 172.21.15.82:0/3702167580 conn(0x7f64d40fc790 msgr2=0x7f64d40febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:36.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.465+0000 7f64db0d8640 1 -- 172.21.15.82:0/3702167580 shutdown_connections 2024-09-12T12:25:36.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.465+0000 7f64db0d8640 1 -- 172.21.15.82:0/3702167580 wait complete. 2024-09-12T12:25:36.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.465+0000 7f64db0d8640 1 Processor -- start 2024-09-12T12:25:36.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.465+0000 7f64db0d8640 1 -- start start 2024-09-12T12:25:36.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64db0d8640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64d4100a70 0x7f64d4199300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:36.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64db0d8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f64d4101410 0x7f64d4199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:36.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64db0d8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f64d4106a70 0x7f64d41a4380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:36.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64db0d8640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f64d4110e90 con 0x7f64d4101410 2024-09-12T12:25:36.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64db0d8640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f64d4110d10 con 0x7f64d4100a70 2024-09-12T12:25:36.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64db0d8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f64d4111010 con 0x7f64d4106a70 2024-09-12T12:25:36.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64d3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f64d4101410 0x7f64d4199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:36.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64d3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f64d4101410 0x7f64d4199840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44444/0 (socket says 172.21.15.82:44444) 2024-09-12T12:25:36.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64d3fff640 1 -- 172.21.15.82:0/3280135120 learned_addr learned my addr 172.21.15.82:0/3280135120 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:36.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64d8e74640 1 --2- 172.21.15.82:0/3280135120 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64d4100a70 0x7f64d4199300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:36.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64d9675640 1 --2- 172.21.15.82:0/3280135120 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f64d4106a70 0x7f64d41a4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:36.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64d3fff640 1 -- 172.21.15.82:0/3280135120 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f64d4106a70 msgr2=0x7f64d41a4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:36.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64d3fff640 1 --2- 172.21.15.82:0/3280135120 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f64d4106a70 0x7f64d41a4380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:36.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64d3fff640 1 -- 172.21.15.82:0/3280135120 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64d4100a70 msgr2=0x7f64d4199300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:36.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64d3fff640 1 --2- 172.21.15.82:0/3280135120 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64d4100a70 0x7f64d4199300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:36.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64d3fff640 1 -- 172.21.15.82:0/3280135120 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64d41a48c0 con 0x7f64d4101410 2024-09-12T12:25:36.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64d3fff640 1 --2- 172.21.15.82:0/3280135120 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f64d4101410 0x7f64d4199840 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f64c000b4a0 tx=0x7f64c000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:36.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.466+0000 7f64d1ffb640 1 -- 172.21.15.82:0/3280135120 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c0014070 con 0x7f64d4101410 2024-09-12T12:25:36.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.467+0000 7f64d1ffb640 1 -- 172.21.15.82:0/3280135120 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f64c0010af0 con 0x7f64d4101410 2024-09-12T12:25:36.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.467+0000 7f64db0d8640 1 -- 172.21.15.82:0/3280135120 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64d41a4a90 con 0x7f64d4101410 2024-09-12T12:25:36.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.467+0000 7f64d1ffb640 1 -- 172.21.15.82:0/3280135120 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c0017d10 con 0x7f64d4101410 2024-09-12T12:25:36.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.467+0000 7f64db0d8640 1 -- 172.21.15.82:0/3280135120 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64d41a4f50 con 0x7f64d4101410 2024-09-12T12:25:36.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.468+0000 7f64db0d8640 1 -- 172.21.15.82:0/3280135120 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f64d40628c0 con 0x7f64d4101410 2024-09-12T12:25:36.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.469+0000 7f64d1ffb640 1 -- 172.21.15.82:0/3280135120 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f64c0017070 con 0x7f64d4101410 2024-09-12T12:25:36.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.470+0000 7f64d1ffb640 1 --2- 172.21.15.82:0/3280135120 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f64c40a2c10 0x7f64c40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:36.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.470+0000 7f64d8e74640 1 --2- 172.21.15.82:0/3280135120 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f64c40a2c10 0x7f64c40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:36.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.470+0000 7f64d1ffb640 1 -- 172.21.15.82:0/3280135120 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f64c00ce980 con 0x7f64d4101410 2024-09-12T12:25:36.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.470+0000 7f64d1ffb640 1 --2- 172.21.15.82:0/3280135120 >> [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834] conn(0x7f64c40ac840 0x7f64c40aece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:36.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.470+0000 7f64d1ffb640 1 -- 172.21.15.82:0/3280135120 --> [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f64c40af3b0 con 0x7f64c40ac840 2024-09-12T12:25:36.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.470+0000 7f64d1ffb640 1 -- 172.21.15.82:0/3280135120 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f64c00ced30 con 0x7f64d4101410 2024-09-12T12:25:36.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.470+0000 7f64d8e74640 1 --2- 172.21.15.82:0/3280135120 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f64c40a2c10 0x7f64c40a50d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f64c80058c0 tx=0x7f64c800a4c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:36.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.470+0000 7f64d9675640 1 --2- 172.21.15.82:0/3280135120 >> [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834] conn(0x7f64c40ac840 0x7f64c40aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:36.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.471+0000 7f64d9675640 1 --2- 172.21.15.82:0/3280135120 >> [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834] conn(0x7f64c40ac840 0x7f64c40aece0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:36.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.472+0000 7f64d1ffb640 1 -- 172.21.15.82:0/3280135120 <== osd.5 v2:172.21.15.114:6808/1061842834 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f64c40af3b0 con 0x7f64c40ac840 2024-09-12T12:25:36.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.486+0000 7f64db0d8640 1 -- 172.21.15.82:0/3280135120 --> [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f64d4062d40 con 0x7f64c40ac840 2024-09-12T12:25:36.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.486+0000 7f64d1ffb640 1 -- 172.21.15.82:0/3280135120 <== osd.5 v2:172.21.15.114:6808/1061842834 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f64d4062d40 con 0x7f64c40ac840 2024-09-12T12:25:36.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.487+0000 7f64db0d8640 1 -- 172.21.15.82:0/3280135120 >> [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834] conn(0x7f64c40ac840 msgr2=0x7f64c40aece0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:36.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.487+0000 7f64db0d8640 1 --2- 172.21.15.82:0/3280135120 >> [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834] conn(0x7f64c40ac840 0x7f64c40aece0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:36.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.487+0000 7f64db0d8640 1 -- 172.21.15.82:0/3280135120 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f64c40a2c10 msgr2=0x7f64c40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:36.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.487+0000 7f64db0d8640 1 --2- 172.21.15.82:0/3280135120 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f64c40a2c10 0x7f64c40a50d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f64c80058c0 tx=0x7f64c800a4c0 comp rx=0 tx=0).stop 2024-09-12T12:25:36.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.487+0000 7f64db0d8640 1 -- 172.21.15.82:0/3280135120 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f64d4101410 msgr2=0x7f64d4199840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:36.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.487+0000 7f64db0d8640 1 --2- 172.21.15.82:0/3280135120 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f64d4101410 0x7f64d4199840 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f64c000b4a0 tx=0x7f64c000b960 comp rx=0 tx=0).stop 2024-09-12T12:25:36.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.487+0000 7f64d9675640 1 -- 172.21.15.82:0/3280135120 reap_dead start 2024-09-12T12:25:36.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.487+0000 7f64db0d8640 1 -- 172.21.15.82:0/3280135120 shutdown_connections 2024-09-12T12:25:36.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.487+0000 7f64db0d8640 1 -- 172.21.15.82:0/3280135120 >> 172.21.15.82:0/3280135120 conn(0x7f64d40fc790 msgr2=0x7f64d40fcf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:36.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.487+0000 7f64db0d8640 1 -- 172.21.15.82:0/3280135120 shutdown_connections 2024-09-12T12:25:36.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.487+0000 7f64db0d8640 1 -- 172.21.15.82:0/3280135120 wait complete. 2024-09-12T12:25:36.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:36 smithi097 ceph-mon[34923]: pgmap v294: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-09-12T12:25:36.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:36 smithi082 ceph-mon[31122]: pgmap v294: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-09-12T12:25:36.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:36 smithi114 ceph-mon[35514]: pgmap v294: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-09-12T12:25:37.582 INFO:teuthology.orchestra.run.smithi082.stdout:236223201316 2024-09-12T12:25:37.582 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-09-12T12:25:37.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.045+0000 7f60d6657640 1 -- 172.21.15.82:0/1974773550 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60d0101dd0 msgr2=0x7f60d01021b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:37.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.045+0000 7f60d6657640 1 --2- 172.21.15.82:0/1974773550 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60d0101dd0 0x7f60d01021b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f60c0009900 tx=0x7f60c002a3f0 comp rx=0 tx=0).stop 2024-09-12T12:25:37.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.045+0000 7f60d6657640 1 -- 172.21.15.82:0/1974773550 shutdown_connections 2024-09-12T12:25:37.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.045+0000 7f60d6657640 1 --2- 172.21.15.82:0/1974773550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60d0106f00 0x7f60d010ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:37.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.045+0000 7f60d6657640 1 --2- 172.21.15.82:0/1974773550 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60d0102780 0x7f60d01067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:37.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.045+0000 7f60d6657640 1 --2- 172.21.15.82:0/1974773550 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60d0101dd0 0x7f60d01021b0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:37.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.045+0000 7f60d6657640 1 -- 172.21.15.82:0/1974773550 >> 172.21.15.82:0/1974773550 conn(0x7f60d00fd8b0 msgr2=0x7f60d00ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:37.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.045+0000 7f60d6657640 1 -- 172.21.15.82:0/1974773550 shutdown_connections 2024-09-12T12:25:37.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.046+0000 7f60d6657640 1 -- 172.21.15.82:0/1974773550 wait complete. 2024-09-12T12:25:37.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.046+0000 7f60d6657640 1 Processor -- start 2024-09-12T12:25:37.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.046+0000 7f60d6657640 1 -- start start 2024-09-12T12:25:37.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.046+0000 7f60d6657640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60d0101dd0 0x7f60d00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:37.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.046+0000 7f60d6657640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60d0102780 0x7f60d0074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:37.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.046+0000 7f60d6657640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60d0106f00 0x7f60d0074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:37.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.046+0000 7f60d6657640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f60d0111f60 con 0x7f60d0101dd0 2024-09-12T12:25:37.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.046+0000 7f60d6657640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f60d0111de0 con 0x7f60d0102780 2024-09-12T12:25:37.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.046+0000 7f60d6657640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f60d01120e0 con 0x7f60d0106f00 2024-09-12T12:25:37.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60cffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60d0101dd0 0x7f60d00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:37.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60cffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60d0101dd0 0x7f60d00744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44432/0 (socket says 172.21.15.82:44432) 2024-09-12T12:25:37.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60cffff640 1 -- 172.21.15.82:0/4292323561 learned_addr learned my addr 172.21.15.82:0/4292323561 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:37.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60cf7fe640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60d0102780 0x7f60d0074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:37.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60d4bf4640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60d0106f00 0x7f60d0074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:37.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60cffff640 1 -- 172.21.15.82:0/4292323561 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60d0106f00 msgr2=0x7f60d0074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:37.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60cffff640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60d0106f00 0x7f60d0074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:37.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60cffff640 1 -- 172.21.15.82:0/4292323561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60d0102780 msgr2=0x7f60d0074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60cffff640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60d0102780 0x7f60d0074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60cffff640 1 -- 172.21.15.82:0/4292323561 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60d01a6800 con 0x7f60d0101dd0 2024-09-12T12:25:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60cf7fe640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60d0102780 0x7f60d0074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:25:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60cffff640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60d0101dd0 0x7f60d00744f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f60c0005ab0 tx=0x7f60c00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60cd7fa640 1 -- 172.21.15.82:0/4292323561 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60c003f030 con 0x7f60d0101dd0 2024-09-12T12:25:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60cd7fa640 1 -- 172.21.15.82:0/4292323561 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60c0003ce0 con 0x7f60d0101dd0 2024-09-12T12:25:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60d6657640 1 -- 172.21.15.82:0/4292323561 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60d01a6a90 con 0x7f60d0101dd0 2024-09-12T12:25:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.047+0000 7f60cd7fa640 1 -- 172.21.15.82:0/4292323561 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60c0035070 con 0x7f60d0101dd0 2024-09-12T12:25:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.048+0000 7f60d6657640 1 -- 172.21.15.82:0/4292323561 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60d01a6f70 con 0x7f60d0101dd0 2024-09-12T12:25:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.048+0000 7f60d6657640 1 -- 172.21.15.82:0/4292323561 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f60d0062900 con 0x7f60d0101dd0 2024-09-12T12:25:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.050+0000 7f60cd7fa640 1 -- 172.21.15.82:0/4292323561 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f60c0042030 con 0x7f60d0101dd0 2024-09-12T12:25:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.050+0000 7f60cd7fa640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f60bc0a2c10 0x7f60bc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.051+0000 7f60cd7fa640 1 -- 172.21.15.82:0/4292323561 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f60c00efe40 con 0x7f60d0101dd0 2024-09-12T12:25:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.051+0000 7f60cf7fe640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f60bc0a2c10 0x7f60bc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.051+0000 7f60cd7fa640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733] conn(0x7f60bc0ac840 0x7f60bc0aece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.051+0000 7f60cd7fa640 1 -- 172.21.15.82:0/4292323561 --> [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f60bc0af3b0 con 0x7f60bc0ac840 2024-09-12T12:25:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.051+0000 7f60cd7fa640 1 -- 172.21.15.82:0/4292323561 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f60c00f0290 con 0x7f60d0101dd0 2024-09-12T12:25:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.051+0000 7f60d4bf4640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733] conn(0x7f60bc0ac840 0x7f60bc0aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.051+0000 7f60cf7fe640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f60bc0a2c10 0x7f60bc0a50d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f60d0075f80 tx=0x7f60b800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.051+0000 7f60d4bf4640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733] conn(0x7f60bc0ac840 0x7f60bc0aece0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.052+0000 7f60cd7fa640 1 -- 172.21.15.82:0/4292323561 <== osd.7 v2:172.21.15.97:6816/774477733 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f60bc0af3b0 con 0x7f60bc0ac840 2024-09-12T12:25:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.066+0000 7f60d6657640 1 -- 172.21.15.82:0/4292323561 --> [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f60d0062d00 con 0x7f60bc0ac840 2024-09-12T12:25:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.067+0000 7f60cd7fa640 1 -- 172.21.15.82:0/4292323561 <== osd.7 v2:172.21.15.97:6816/774477733 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f60d0062d00 con 0x7f60bc0ac840 2024-09-12T12:25:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.067+0000 7f60d6657640 1 -- 172.21.15.82:0/4292323561 >> [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733] conn(0x7f60bc0ac840 msgr2=0x7f60bc0aece0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.067+0000 7f60d6657640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733] conn(0x7f60bc0ac840 0x7f60bc0aece0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.067+0000 7f60d6657640 1 -- 172.21.15.82:0/4292323561 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f60bc0a2c10 msgr2=0x7f60bc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:37.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.067+0000 7f60d6657640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f60bc0a2c10 0x7f60bc0a50d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f60d0075f80 tx=0x7f60b800a2d0 comp rx=0 tx=0).stop 2024-09-12T12:25:37.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.067+0000 7f60d6657640 1 -- 172.21.15.82:0/4292323561 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60d0101dd0 msgr2=0x7f60d00744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:37.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.067+0000 7f60d6657640 1 --2- 172.21.15.82:0/4292323561 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60d0101dd0 0x7f60d00744f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f60c0005ab0 tx=0x7f60c00042f0 comp rx=0 tx=0).stop 2024-09-12T12:25:37.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.067+0000 7f60d4bf4640 1 -- 172.21.15.82:0/4292323561 reap_dead start 2024-09-12T12:25:37.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.067+0000 7f60d6657640 1 -- 172.21.15.82:0/4292323561 shutdown_connections 2024-09-12T12:25:37.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.067+0000 7f60d6657640 1 -- 172.21.15.82:0/4292323561 >> 172.21.15.82:0/4292323561 conn(0x7f60d00fd8b0 msgr2=0x7f60d00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:37.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.067+0000 7f60d6657640 1 -- 172.21.15.82:0/4292323561 shutdown_connections 2024-09-12T12:25:37.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:36.067+0000 7f60d6657640 1 -- 172.21.15.82:0/4292323561 wait complete. 2024-09-12T12:25:38.592 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:38 smithi082 ceph-mon[31122]: pgmap v295: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 682 B/s wr, 11 op/s 2024-09-12T12:25:38.599 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:38.599 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:38.640 INFO:teuthology.orchestra.run.smithi082.stdout:206158430248 2024-09-12T12:25:38.640 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-12T12:25:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:38 smithi097 ceph-mon[34923]: pgmap v295: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 682 B/s wr, 11 op/s 2024-09-12T12:25:38.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:38 smithi114 ceph-mon[35514]: pgmap v295: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 682 B/s wr, 11 op/s 2024-09-12T12:25:39.011 INFO:teuthology.orchestra.run.smithi082.stdout:154618822707 2024-09-12T12:25:39.011 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-12T12:25:39.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.976+0000 7f1d1524e640 1 -- 172.21.15.82:0/1363744832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1d10100a80 msgr2=0x7f1d10100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:39.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.976+0000 7f1d1524e640 1 --2- 172.21.15.82:0/1363744832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1d10100a80 0x7f1d10100ee0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1d04009930 tx=0x7f1d0402a420 comp rx=0 tx=0).stop 2024-09-12T12:25:39.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.976+0000 7f1d1524e640 1 -- 172.21.15.82:0/1363744832 shutdown_connections 2024-09-12T12:25:39.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.976+0000 7f1d1524e640 1 --2- 172.21.15.82:0/1363744832 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1d10101420 0x7f1d1010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:39.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.976+0000 7f1d1524e640 1 --2- 172.21.15.82:0/1363744832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1d10100a80 0x7f1d10100ee0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:39.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.976+0000 7f1d1524e640 1 --2- 172.21.15.82:0/1363744832 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d10106a80 0x7f1d10106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:39.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.976+0000 7f1d1524e640 1 -- 172.21.15.82:0/1363744832 >> 172.21.15.82:0/1363744832 conn(0x7f1d100fc7a0 msgr2=0x7f1d100febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:39.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.976+0000 7f1d1524e640 1 -- 172.21.15.82:0/1363744832 shutdown_connections 2024-09-12T12:25:39.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.976+0000 7f1d1524e640 1 -- 172.21.15.82:0/1363744832 wait complete. 2024-09-12T12:25:39.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.977+0000 7f1d1524e640 1 Processor -- start 2024-09-12T12:25:39.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.977+0000 7f1d1524e640 1 -- start start 2024-09-12T12:25:39.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.977+0000 7f1d1524e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1d10100a80 0x7f1d10198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:39.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.977+0000 7f1d1524e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d10101420 0x7f1d101989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:39.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.977+0000 7f1d1524e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1d10106a80 0x7f1d1019cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:39.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.977+0000 7f1d1524e640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1d10110ea0 con 0x7f1d10106a80 2024-09-12T12:25:39.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.977+0000 7f1d1524e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1d10110d20 con 0x7f1d10100a80 2024-09-12T12:25:39.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.977+0000 7f1d1524e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1d10111020 con 0x7f1d10101420 2024-09-12T12:25:39.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1d0f59e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1d10106a80 0x7f1d1019cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:39.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1d0f59e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1d10106a80 0x7f1d1019cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56342/0 (socket says 172.21.15.82:56342) 2024-09-12T12:25:39.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1d0f59e640 1 -- 172.21.15.82:0/1806230517 learned_addr learned my addr 172.21.15.82:0/1806230517 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:39.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1d0ed9d640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1d10100a80 0x7f1d10198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:39.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1d0e59c640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d10101420 0x7f1d101989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:39.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1d0f59e640 1 -- 172.21.15.82:0/1806230517 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d10101420 msgr2=0x7f1d101989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:39.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1d0f59e640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d10101420 0x7f1d101989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:39.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1d0f59e640 1 -- 172.21.15.82:0/1806230517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1d10100a80 msgr2=0x7f1d10198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:39.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1d0f59e640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1d10100a80 0x7f1d10198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:39.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1d0f59e640 1 -- 172.21.15.82:0/1806230517 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d1019d430 con 0x7f1d10106a80 2024-09-12T12:25:39.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1d0e59c640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1d10101420 0x7f1d101989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:39.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1d0f59e640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1d10106a80 0x7f1d1019cd50 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1d0800cce0 tx=0x7f1d0800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:39.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1cf7fff640 1 -- 172.21.15.82:0/1806230517 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d0800f450 con 0x7f1d10106a80 2024-09-12T12:25:39.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1d1524e640 1 -- 172.21.15.82:0/1806230517 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d1019d720 con 0x7f1d10106a80 2024-09-12T12:25:39.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1cf7fff640 1 -- 172.21.15.82:0/1806230517 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1d0800fad0 con 0x7f1d10106a80 2024-09-12T12:25:39.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1cf7fff640 1 -- 172.21.15.82:0/1806230517 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d08018b60 con 0x7f1d10106a80 2024-09-12T12:25:39.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.978+0000 7f1d1524e640 1 -- 172.21.15.82:0/1806230517 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d10102580 con 0x7f1d10106a80 2024-09-12T12:25:39.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.979+0000 7f1d1524e640 1 -- 172.21.15.82:0/1806230517 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1d1006aae0 con 0x7f1d10106a80 2024-09-12T12:25:39.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.980+0000 7f1cf7fff640 1 -- 172.21.15.82:0/1806230517 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1d0800fc80 con 0x7f1d10106a80 2024-09-12T12:25:39.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.981+0000 7f1cf7fff640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1cf80a2c10 0x7f1cf80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:39.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.981+0000 7f1d0ed9d640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1cf80a2c10 0x7f1cf80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:39.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.981+0000 7f1cf7fff640 1 -- 172.21.15.82:0/1806230517 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f1d080cfc80 con 0x7f1d10106a80 2024-09-12T12:25:39.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.981+0000 7f1cf7fff640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669] conn(0x7f1cf80ac840 0x7f1cf80aece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:39.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.981+0000 7f1cf7fff640 1 -- 172.21.15.82:0/1806230517 --> [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1d08012ec0 con 0x7f1cf80ac840 2024-09-12T12:25:39.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.981+0000 7f1cf7fff640 1 -- 172.21.15.82:0/1806230517 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f1d080d00d0 con 0x7f1d10106a80 2024-09-12T12:25:39.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.982+0000 7f1d0e59c640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669] conn(0x7f1cf80ac840 0x7f1cf80aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:39.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.982+0000 7f1d0ed9d640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1cf80a2c10 0x7f1cf80a50d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1d00009990 tx=0x7f1d00009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:39.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.982+0000 7f1d0e59c640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669] conn(0x7f1cf80ac840 0x7f1cf80aece0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:39.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.982+0000 7f1cf7fff640 1 -- 172.21.15.82:0/1806230517 <== osd.9 v2:172.21.15.82:6826/3766476669 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1d08012ec0 con 0x7f1cf80ac840 2024-09-12T12:25:39.996 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.996+0000 7f1d1524e640 1 -- 172.21.15.82:0/1806230517 --> [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1d101021c0 con 0x7f1cf80ac840 2024-09-12T12:25:39.996 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.996+0000 7f1cf7fff640 1 -- 172.21.15.82:0/1806230517 <== osd.9 v2:172.21.15.82:6826/3766476669 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1d101021c0 con 0x7f1cf80ac840 2024-09-12T12:25:39.997 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.996+0000 7f1d1524e640 1 -- 172.21.15.82:0/1806230517 >> [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669] conn(0x7f1cf80ac840 msgr2=0x7f1cf80aece0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:39.997 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.996+0000 7f1d1524e640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669] conn(0x7f1cf80ac840 0x7f1cf80aece0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:39.997 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.996+0000 7f1d1524e640 1 -- 172.21.15.82:0/1806230517 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1cf80a2c10 msgr2=0x7f1cf80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:39.997 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.996+0000 7f1d1524e640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f1cf80a2c10 0x7f1cf80a50d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1d00009990 tx=0x7f1d00009110 comp rx=0 tx=0).stop 2024-09-12T12:25:39.997 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.996+0000 7f1d1524e640 1 -- 172.21.15.82:0/1806230517 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1d10106a80 msgr2=0x7f1d1019cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:39.997 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.996+0000 7f1d1524e640 1 --2- 172.21.15.82:0/1806230517 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1d10106a80 0x7f1d1019cd50 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1d0800cce0 tx=0x7f1d0800a620 comp rx=0 tx=0).stop 2024-09-12T12:25:39.998 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.996+0000 7f1d0f59e640 1 -- 172.21.15.82:0/1806230517 reap_dead start 2024-09-12T12:25:39.998 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.996+0000 7f1d1524e640 1 -- 172.21.15.82:0/1806230517 shutdown_connections 2024-09-12T12:25:39.998 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.996+0000 7f1d1524e640 1 -- 172.21.15.82:0/1806230517 >> 172.21.15.82:0/1806230517 conn(0x7f1d100fc7a0 msgr2=0x7f1d101047f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:39.998 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.996+0000 7f1d1524e640 1 -- 172.21.15.82:0/1806230517 shutdown_connections 2024-09-12T12:25:39.998 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:39.996+0000 7f1d1524e640 1 -- 172.21.15.82:0/1806230517 wait complete. 2024-09-12T12:25:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:40 smithi097 ceph-mon[34923]: pgmap v296: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-12T12:25:40.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:40 smithi082 ceph-mon[31122]: pgmap v296: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-12T12:25:40.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:40 smithi114 ceph-mon[35514]: pgmap v296: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-12T12:25:40.964 INFO:teuthology.orchestra.run.smithi082.stdout:266287972384 2024-09-12T12:25:40.964 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-09-12T12:25:41.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.132+0000 7fbbf6af7640 1 -- 172.21.15.82:0/936684713 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbbf0101420 msgr2=0x7fbbf010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:41.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.132+0000 7fbbf6af7640 1 --2- 172.21.15.82:0/936684713 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbbf0101420 0x7fbbf010d950 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fbbe8009cd0 tx=0x7fbbe802a8e0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.132+0000 7fbbf6af7640 1 -- 172.21.15.82:0/936684713 shutdown_connections 2024-09-12T12:25:41.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.132+0000 7fbbf6af7640 1 --2- 172.21.15.82:0/936684713 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbbf0101420 0x7fbbf010d950 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.132+0000 7fbbf6af7640 1 --2- 172.21.15.82:0/936684713 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbbf0100a80 0x7fbbf0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.132+0000 7fbbf6af7640 1 --2- 172.21.15.82:0/936684713 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbf0106a80 0x7fbbf0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.132+0000 7fbbf6af7640 1 -- 172.21.15.82:0/936684713 >> 172.21.15.82:0/936684713 conn(0x7fbbf00fc7a0 msgr2=0x7fbbf00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:41.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.132+0000 7fbbf6af7640 1 -- 172.21.15.82:0/936684713 shutdown_connections 2024-09-12T12:25:41.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.132+0000 7fbbf6af7640 1 -- 172.21.15.82:0/936684713 wait complete. 2024-09-12T12:25:41.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.133+0000 7fbbf6af7640 1 Processor -- start 2024-09-12T12:25:41.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.133+0000 7fbbf6af7640 1 -- start start 2024-09-12T12:25:41.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.133+0000 7fbbf6af7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbbf0100a80 0x7fbbf0198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:41.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.133+0000 7fbbf6af7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbf0101420 0x7fbbf01989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:41.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.133+0000 7fbbf6af7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbbf0106a80 0x7fbbf019cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:41.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.133+0000 7fbbf6af7640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbbf0110ea0 con 0x7fbbf0100a80 2024-09-12T12:25:41.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.133+0000 7fbbf6af7640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbbf0110d20 con 0x7fbbf0101420 2024-09-12T12:25:41.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.133+0000 7fbbf6af7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbbf0111020 con 0x7fbbf0106a80 2024-09-12T12:25:41.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.133+0000 7fbbf4893640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbbf0100a80 0x7fbbf0198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:41.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.133+0000 7fbbf4893640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbbf0100a80 0x7fbbf0198460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56354/0 (socket says 172.21.15.82:56354) 2024-09-12T12:25:41.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.133+0000 7fbbf4893640 1 -- 172.21.15.82:0/1889167209 learned_addr learned my addr 172.21.15.82:0/1889167209 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:41.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.133+0000 7fbbeffff640 1 --2- 172.21.15.82:0/1889167209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbf0101420 0x7fbbf01989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:41.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.134+0000 7fbbf4893640 1 -- 172.21.15.82:0/1889167209 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbbf0106a80 msgr2=0x7fbbf019cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:41.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.134+0000 7fbbf4893640 1 --2- 172.21.15.82:0/1889167209 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbbf0106a80 0x7fbbf019cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.134+0000 7fbbf4893640 1 -- 172.21.15.82:0/1889167209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbf0101420 msgr2=0x7fbbf01989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:41.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.134+0000 7fbbf4893640 1 --2- 172.21.15.82:0/1889167209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbf0101420 0x7fbbf01989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.134+0000 7fbbf4893640 1 -- 172.21.15.82:0/1889167209 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbf019d410 con 0x7fbbf0100a80 2024-09-12T12:25:41.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.134+0000 7fbbf4893640 1 --2- 172.21.15.82:0/1889167209 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbbf0100a80 0x7fbbf0198460 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fbbe400d950 tx=0x7fbbe400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:41.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.134+0000 7fbbedffb640 1 -- 172.21.15.82:0/1889167209 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbe4017030 con 0x7fbbf0100a80 2024-09-12T12:25:41.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.134+0000 7fbbedffb640 1 -- 172.21.15.82:0/1889167209 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbbe4004020 con 0x7fbbf0100a80 2024-09-12T12:25:41.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.134+0000 7fbbedffb640 1 -- 172.21.15.82:0/1889167209 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbe40047a0 con 0x7fbbf0100a80 2024-09-12T12:25:41.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.134+0000 7fbbf6af7640 1 -- 172.21.15.82:0/1889167209 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbf019d700 con 0x7fbbf0100a80 2024-09-12T12:25:41.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.134+0000 7fbbf6af7640 1 -- 172.21.15.82:0/1889167209 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbf01a4fe0 con 0x7fbbf0100a80 2024-09-12T12:25:41.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.135+0000 7fbbf6af7640 1 -- 172.21.15.82:0/1889167209 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fbbf006aaa0 con 0x7fbbf0100a80 2024-09-12T12:25:41.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.136+0000 7fbbedffb640 1 -- 172.21.15.82:0/1889167209 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fbbe40041d0 con 0x7fbbf0100a80 2024-09-12T12:25:41.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.137+0000 7fbbedffb640 1 --2- 172.21.15.82:0/1889167209 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbbe00a2c10 0x7fbbe00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:41.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.137+0000 7fbbeffff640 1 --2- 172.21.15.82:0/1889167209 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbbe00a2c10 0x7fbbe00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:41.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.137+0000 7fbbedffb640 1 -- 172.21.15.82:0/1889167209 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbbe40cec60 con 0x7fbbf0100a80 2024-09-12T12:25:41.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.137+0000 7fbbedffb640 1 --2- 172.21.15.82:0/1889167209 >> [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766] conn(0x7fbbe00ac840 0x7fbbe00aece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:41.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.137+0000 7fbbedffb640 1 -- 172.21.15.82:0/1889167209 --> [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fbbe4021e50 con 0x7fbbe00ac840 2024-09-12T12:25:41.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.137+0000 7fbbedffb640 1 -- 172.21.15.82:0/1889167209 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fbbe40d1320 con 0x7fbbf0100a80 2024-09-12T12:25:41.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.137+0000 7fbbeffff640 1 --2- 172.21.15.82:0/1889167209 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbbe00a2c10 0x7fbbe00a50d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fbbf006b870 tx=0x7fbbdc008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:41.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.137+0000 7fbbf5094640 1 --2- 172.21.15.82:0/1889167209 >> [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766] conn(0x7fbbe00ac840 0x7fbbe00aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:41.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.138+0000 7fbbf5094640 1 --2- 172.21.15.82:0/1889167209 >> [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766] conn(0x7fbbe00ac840 0x7fbbe00aece0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:41.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.138+0000 7fbbedffb640 1 -- 172.21.15.82:0/1889167209 <== osd.2 v2:172.21.15.114:6800/667030766 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fbbe4021e50 con 0x7fbbe00ac840 2024-09-12T12:25:41.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.152+0000 7fbbf6af7640 1 -- 172.21.15.82:0/1889167209 --> [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fbbf01021c0 con 0x7fbbe00ac840 2024-09-12T12:25:41.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.153+0000 7fbbedffb640 1 -- 172.21.15.82:0/1889167209 <== osd.2 v2:172.21.15.114:6800/667030766 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fbbf01021c0 con 0x7fbbe00ac840 2024-09-12T12:25:41.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.153+0000 7fbbf6af7640 1 -- 172.21.15.82:0/1889167209 >> [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766] conn(0x7fbbe00ac840 msgr2=0x7fbbe00aece0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:41.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.153+0000 7fbbf6af7640 1 --2- 172.21.15.82:0/1889167209 >> [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766] conn(0x7fbbe00ac840 0x7fbbe00aece0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.153+0000 7fbbf6af7640 1 -- 172.21.15.82:0/1889167209 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbbe00a2c10 msgr2=0x7fbbe00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:41.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.153+0000 7fbbf6af7640 1 --2- 172.21.15.82:0/1889167209 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbbe00a2c10 0x7fbbe00a50d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fbbf006b870 tx=0x7fbbdc008040 comp rx=0 tx=0).stop 2024-09-12T12:25:41.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.153+0000 7fbbf6af7640 1 -- 172.21.15.82:0/1889167209 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbbf0100a80 msgr2=0x7fbbf0198460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:41.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.153+0000 7fbbf6af7640 1 --2- 172.21.15.82:0/1889167209 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbbf0100a80 0x7fbbf0198460 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fbbe400d950 tx=0x7fbbe400de10 comp rx=0 tx=0).stop 2024-09-12T12:25:41.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.153+0000 7fbbf5094640 1 -- 172.21.15.82:0/1889167209 reap_dead start 2024-09-12T12:25:41.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.154+0000 7fbbf6af7640 1 -- 172.21.15.82:0/1889167209 shutdown_connections 2024-09-12T12:25:41.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.154+0000 7fbbf6af7640 1 -- 172.21.15.82:0/1889167209 >> 172.21.15.82:0/1889167209 conn(0x7fbbf00fc7a0 msgr2=0x7fbbf0104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:41.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.154+0000 7fbbf6af7640 1 -- 172.21.15.82:0/1889167209 shutdown_connections 2024-09-12T12:25:41.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.154+0000 7fbbf6af7640 1 -- 172.21.15.82:0/1889167209 wait complete. 2024-09-12T12:25:41.376 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.346+0000 7f2e5b431640 1 -- 172.21.15.82:0/974983919 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2e54102ef0 msgr2=0x7f2e5410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:41.376 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.346+0000 7f2e5b431640 1 --2- 172.21.15.82:0/974983919 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2e54102ef0 0x7f2e5410da40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2e44009900 tx=0x7f2e4402a480 comp rx=0 tx=0).stop 2024-09-12T12:25:41.377 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.346+0000 7f2e5b431640 1 -- 172.21.15.82:0/974983919 shutdown_connections 2024-09-12T12:25:41.377 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.346+0000 7f2e5b431640 1 --2- 172.21.15.82:0/974983919 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2e54102ef0 0x7f2e5410da40 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.377 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.346+0000 7f2e5b431640 1 --2- 172.21.15.82:0/974983919 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e54102570 0x7f2e541029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.377 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.346+0000 7f2e5b431640 1 --2- 172.21.15.82:0/974983919 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e54100e20 0x7f2e54101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.377 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.346+0000 7f2e5b431640 1 -- 172.21.15.82:0/974983919 >> 172.21.15.82:0/974983919 conn(0x7f2e540fc7d0 msgr2=0x7f2e540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:41.377 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.346+0000 7f2e5b431640 1 -- 172.21.15.82:0/974983919 shutdown_connections 2024-09-12T12:25:41.377 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.346+0000 7f2e5b431640 1 -- 172.21.15.82:0/974983919 wait complete. 2024-09-12T12:25:41.377 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.346+0000 7f2e5b431640 1 Processor -- start 2024-09-12T12:25:41.377 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.346+0000 7f2e5b431640 1 -- start start 2024-09-12T12:25:41.377 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.346+0000 7f2e5b431640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e54100e20 0x7f2e541984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:41.377 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.346+0000 7f2e5b431640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e54102570 0x7f2e541989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:41.377 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e5b431640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2e54102ef0 0x7f2e5419cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:41.378 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e5b431640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2e54110f80 con 0x7f2e54102ef0 2024-09-12T12:25:41.378 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e5b431640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2e54110e00 con 0x7f2e54100e20 2024-09-12T12:25:41.378 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e5b431640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2e54111100 con 0x7f2e54102570 2024-09-12T12:25:41.378 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e599ce640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2e54102ef0 0x7f2e5419cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:41.378 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e599ce640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2e54102ef0 0x7f2e5419cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56382/0 (socket says 172.21.15.82:56382) 2024-09-12T12:25:41.378 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e599ce640 1 -- 172.21.15.82:0/1015640727 learned_addr learned my addr 172.21.15.82:0/1015640727 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:41.378 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e591cd640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e54100e20 0x7f2e541984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:41.378 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e589cc640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e54102570 0x7f2e541989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:41.378 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e599ce640 1 -- 172.21.15.82:0/1015640727 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e54102570 msgr2=0x7f2e541989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:41.378 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e599ce640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e54102570 0x7f2e541989f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.378 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e599ce640 1 -- 172.21.15.82:0/1015640727 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e54100e20 msgr2=0x7f2e541984b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:41.378 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e599ce640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e54100e20 0x7f2e541984b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.379 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e599ce640 1 -- 172.21.15.82:0/1015640727 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e5419d460 con 0x7f2e54102ef0 2024-09-12T12:25:41.379 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e591cd640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e54100e20 0x7f2e541984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:25:41.379 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e599ce640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2e54102ef0 0x7f2e5419cd80 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2e44004770 tx=0x7f2e44003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:41.379 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e527fc640 1 -- 172.21.15.82:0/1015640727 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e4403f070 con 0x7f2e54102ef0 2024-09-12T12:25:41.379 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e5b431640 1 -- 172.21.15.82:0/1015640727 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e5419d6f0 con 0x7f2e54102ef0 2024-09-12T12:25:41.379 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e527fc640 1 -- 172.21.15.82:0/1015640727 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2e44031c30 con 0x7f2e54102ef0 2024-09-12T12:25:41.379 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e527fc640 1 -- 172.21.15.82:0/1015640727 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e44035030 con 0x7f2e54102ef0 2024-09-12T12:25:41.379 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.347+0000 7f2e5b431640 1 -- 172.21.15.82:0/1015640727 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e541a5030 con 0x7f2e54102ef0 2024-09-12T12:25:41.379 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.348+0000 7f2e5b431640 1 -- 172.21.15.82:0/1015640727 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e541021b0 con 0x7f2e54102ef0 2024-09-12T12:25:41.379 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.349+0000 7f2e527fc640 1 -- 172.21.15.82:0/1015640727 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2e44042070 con 0x7f2e54102ef0 2024-09-12T12:25:41.379 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.350+0000 7f2e527fc640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2e3c0a2c10 0x7f2e3c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:41.379 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.350+0000 7f2e591cd640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2e3c0a2c10 0x7f2e3c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:41.379 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.350+0000 7f2e527fc640 1 -- 172.21.15.82:0/1015640727 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2e440efaf0 con 0x7f2e54102ef0 2024-09-12T12:25:41.380 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.350+0000 7f2e591cd640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2e3c0a2c10 0x7f2e3c0a50d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c005d00 tx=0x7f2e4c005c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:41.380 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.354+0000 7f2e527fc640 1 -- 172.21.15.82:0/1015640727 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2e440bc8e0 con 0x7f2e54102ef0 2024-09-12T12:25:41.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.526+0000 7f2e5b431640 1 -- 172.21.15.82:0/1015640727 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f2e5410a0a0 con 0x7f2e54102ef0 2024-09-12T12:25:41.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.526+0000 7f2e527fc640 1 -- 172.21.15.82:0/1015640727 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f2e440dae20 con 0x7f2e54102ef0 2024-09-12T12:25:41.526 INFO:teuthology.orchestra.run.smithi082.stdout:103079215165 2024-09-12T12:25:41.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.528+0000 7f2e5b431640 1 -- 172.21.15.82:0/1015640727 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2e3c0a2c10 msgr2=0x7f2e3c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:41.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.528+0000 7f2e5b431640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2e3c0a2c10 0x7f2e3c0a50d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c005d00 tx=0x7f2e4c005c70 comp rx=0 tx=0).stop 2024-09-12T12:25:41.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.528+0000 7f2e5b431640 1 -- 172.21.15.82:0/1015640727 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2e54102ef0 msgr2=0x7f2e5419cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:41.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.528+0000 7f2e5b431640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2e54102ef0 0x7f2e5419cd80 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2e44004770 tx=0x7f2e44003c10 comp rx=0 tx=0).stop 2024-09-12T12:25:41.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.529+0000 7f2e5b431640 1 -- 172.21.15.82:0/1015640727 shutdown_connections 2024-09-12T12:25:41.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.529+0000 7f2e5b431640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2e3c0a2c10 0x7f2e3c0a50d0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.529+0000 7f2e5b431640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2e54102ef0 0x7f2e5419cd80 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.529+0000 7f2e5b431640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2e54102570 0x7f2e541989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.529+0000 7f2e5b431640 1 --2- 172.21.15.82:0/1015640727 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e54100e20 0x7f2e541984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:41.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.529+0000 7f2e5b431640 1 -- 172.21.15.82:0/1015640727 >> 172.21.15.82:0/1015640727 conn(0x7f2e540fc7d0 msgr2=0x7f2e5406a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:41.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.529+0000 7f2e5b431640 1 -- 172.21.15.82:0/1015640727 shutdown_connections 2024-09-12T12:25:41.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:41.529+0000 7f2e5b431640 1 -- 172.21.15.82:0/1015640727 wait complete. 2024-09-12T12:25:42.193 INFO:teuthology.orchestra.run.smithi082.stdout:77309411395 2024-09-12T12:25:42.194 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-12T12:25:42.494 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:42 smithi082 ceph-mon[31122]: pgmap v297: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-12T12:25:42.494 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:42 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1015640727' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-12T12:25:42.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:42 smithi097 ceph-mon[34923]: pgmap v297: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-12T12:25:42.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:42 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1015640727' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-12T12:25:42.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:42 smithi114 ceph-mon[35514]: pgmap v297: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-12T12:25:42.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:42 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1015640727' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-12T12:25:42.896 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215163 got 103079215165 for osd.3 2024-09-12T12:25:42.896 DEBUG:teuthology.parallel:result is None 2024-09-12T12:25:43.228 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:43.230 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:43.266 INFO:teuthology.orchestra.run.smithi082.stdout:283467841561 2024-09-12T12:25:43.267 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-09-12T12:25:43.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.210+0000 7f638543b640 1 -- 172.21.15.82:0/4157112725 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6380102d40 msgr2=0x7f6380103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:43.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.210+0000 7f638543b640 1 --2- 172.21.15.82:0/4157112725 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6380102d40 0x7f6380103120 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6370009900 tx=0x7f637002a480 comp rx=0 tx=0).stop 2024-09-12T12:25:43.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.210+0000 7f638543b640 1 -- 172.21.15.82:0/4157112725 shutdown_connections 2024-09-12T12:25:43.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.210+0000 7f638543b640 1 --2- 172.21.15.82:0/4157112725 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f638010c170 0x7f638010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:43.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.210+0000 7f638543b640 1 --2- 172.21.15.82:0/4157112725 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6380103660 0x7f638010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:43.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.210+0000 7f638543b640 1 --2- 172.21.15.82:0/4157112725 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6380102d40 0x7f6380103120 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:43.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.210+0000 7f638543b640 1 -- 172.21.15.82:0/4157112725 >> 172.21.15.82:0/4157112725 conn(0x7f63800fc7a0 msgr2=0x7f63800febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:43.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.210+0000 7f638543b640 1 -- 172.21.15.82:0/4157112725 shutdown_connections 2024-09-12T12:25:43.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.210+0000 7f638543b640 1 -- 172.21.15.82:0/4157112725 wait complete. 2024-09-12T12:25:43.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.211+0000 7f638543b640 1 Processor -- start 2024-09-12T12:25:43.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.211+0000 7f638543b640 1 -- start start 2024-09-12T12:25:43.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.211+0000 7f638543b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6380102d40 0x7f63801985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:43.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.211+0000 7f638543b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6380103660 0x7f6380198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:43.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.211+0000 7f638543b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f638010c170 0x7f638019ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:43.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.211+0000 7f638543b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6380112030 con 0x7f6380103660 2024-09-12T12:25:43.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.211+0000 7f638543b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6380111eb0 con 0x7f638010c170 2024-09-12T12:25:43.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.211+0000 7f638543b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f63801121b0 con 0x7f6380102d40 2024-09-12T12:25:43.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.211+0000 7f63767fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6380103660 0x7f6380198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:43.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.211+0000 7f63767fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6380103660 0x7f6380198af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56400/0 (socket says 172.21.15.82:56400) 2024-09-12T12:25:43.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.211+0000 7f63767fc640 1 -- 172.21.15.82:0/3685120360 learned_addr learned my addr 172.21.15.82:0/3685120360 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:43.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.211+0000 7f637effd640 1 --2- 172.21.15.82:0/3685120360 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6380102d40 0x7f63801985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:43.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.212+0000 7f63767fc640 1 -- 172.21.15.82:0/3685120360 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6380102d40 msgr2=0x7f63801985b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:43.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.212+0000 7f63767fc640 1 --2- 172.21.15.82:0/3685120360 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6380102d40 0x7f63801985b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:43.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.212+0000 7f63767fc640 1 -- 172.21.15.82:0/3685120360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f638010c170 msgr2=0x7f638019ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:43.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.212+0000 7f63767fc640 1 --2- 172.21.15.82:0/3685120360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f638010c170 0x7f638019ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:43.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.212+0000 7f63767fc640 1 -- 172.21.15.82:0/3685120360 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f638019d560 con 0x7f6380103660 2024-09-12T12:25:43.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.212+0000 7f63767fc640 1 --2- 172.21.15.82:0/3685120360 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6380103660 0x7f6380198af0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f636800b3f0 tx=0x7f636800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:43.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.212+0000 7f637cff9640 1 -- 172.21.15.82:0/3685120360 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6368015020 con 0x7f6380103660 2024-09-12T12:25:43.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.212+0000 7f637cff9640 1 -- 172.21.15.82:0/3685120360 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6368011d10 con 0x7f6380103660 2024-09-12T12:25:43.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.212+0000 7f638543b640 1 -- 172.21.15.82:0/3685120360 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f638019d850 con 0x7f6380103660 2024-09-12T12:25:43.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.212+0000 7f637cff9640 1 -- 172.21.15.82:0/3685120360 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f636800f2e0 con 0x7f6380103660 2024-09-12T12:25:43.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.212+0000 7f638543b640 1 -- 172.21.15.82:0/3685120360 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63801a5130 con 0x7f6380103660 2024-09-12T12:25:43.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.213+0000 7f638543b640 1 -- 172.21.15.82:0/3685120360 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63801031a0 con 0x7f6380103660 2024-09-12T12:25:43.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.214+0000 7f637cff9640 1 -- 172.21.15.82:0/3685120360 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6368018020 con 0x7f6380103660 2024-09-12T12:25:43.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.215+0000 7f637cff9640 1 --2- 172.21.15.82:0/3685120360 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f636c0a2c10 0x7f636c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:43.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.215+0000 7f637effd640 1 --2- 172.21.15.82:0/3685120360 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f636c0a2c10 0x7f636c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:43.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.215+0000 7f637cff9640 1 -- 172.21.15.82:0/3685120360 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f63680ce9e0 con 0x7f6380103660 2024-09-12T12:25:43.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.215+0000 7f637effd640 1 --2- 172.21.15.82:0/3685120360 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f636c0a2c10 0x7f636c0a50d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f63700096c0 tx=0x7f6370031490 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:43.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.219+0000 7f637cff9640 1 -- 172.21.15.82:0/3685120360 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f636801f020 con 0x7f6380103660 2024-09-12T12:25:43.332 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:43.332 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:43.429 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.428+0000 7f638543b640 1 -- 172.21.15.82:0/3685120360 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f638002d7c0 con 0x7f6380103660 2024-09-12T12:25:43.429 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.428+0000 7f637cff9640 1 -- 172.21.15.82:0/3685120360 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f63680b9e20 con 0x7f6380103660 2024-09-12T12:25:43.429 INFO:teuthology.orchestra.run.smithi082.stdout:133143986233 2024-09-12T12:25:43.432 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.432+0000 7f638543b640 1 -- 172.21.15.82:0/3685120360 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f636c0a2c10 msgr2=0x7f636c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:43.432 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.432+0000 7f638543b640 1 --2- 172.21.15.82:0/3685120360 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f636c0a2c10 0x7f636c0a50d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f63700096c0 tx=0x7f6370031490 comp rx=0 tx=0).stop 2024-09-12T12:25:43.433 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.432+0000 7f638543b640 1 -- 172.21.15.82:0/3685120360 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6380103660 msgr2=0x7f6380198af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:43.433 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.432+0000 7f638543b640 1 --2- 172.21.15.82:0/3685120360 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6380103660 0x7f6380198af0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f636800b3f0 tx=0x7f636800b8b0 comp rx=0 tx=0).stop 2024-09-12T12:25:43.433 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.432+0000 7f638543b640 1 -- 172.21.15.82:0/3685120360 shutdown_connections 2024-09-12T12:25:43.433 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.432+0000 7f638543b640 1 --2- 172.21.15.82:0/3685120360 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f636c0a2c10 0x7f636c0a50d0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:43.433 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.432+0000 7f638543b640 1 --2- 172.21.15.82:0/3685120360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f638010c170 0x7f638019ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:43.433 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.432+0000 7f638543b640 1 --2- 172.21.15.82:0/3685120360 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6380103660 0x7f6380198af0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:43.433 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.432+0000 7f638543b640 1 --2- 172.21.15.82:0/3685120360 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6380102d40 0x7f63801985b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:43.433 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.432+0000 7f638543b640 1 -- 172.21.15.82:0/3685120360 >> 172.21.15.82:0/3685120360 conn(0x7f63800fc7a0 msgr2=0x7f63800fe000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:43.433 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.432+0000 7f638543b640 1 -- 172.21.15.82:0/3685120360 shutdown_connections 2024-09-12T12:25:43.433 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:43.432+0000 7f638543b640 1 -- 172.21.15.82:0/3685120360 wait complete. 2024-09-12T12:25:44.193 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986231 got 133143986233 for osd.4 2024-09-12T12:25:44.193 DEBUG:teuthology.parallel:result is None 2024-09-12T12:25:44.525 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:44 smithi082 ceph-mon[31122]: pgmap v298: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-12T12:25:44.525 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:44 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3685120360' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-12T12:25:44.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.604+0000 7f4f76ebe640 1 -- 172.21.15.82:0/784361793 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f70106a80 msgr2=0x7f4f70106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:44.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.604+0000 7f4f76ebe640 1 --2- 172.21.15.82:0/784361793 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f70106a80 0x7f4f70106e60 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f4f60009930 tx=0x7f4f6002a420 comp rx=0 tx=0).stop 2024-09-12T12:25:44.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 -- 172.21.15.82:0/784361793 shutdown_connections 2024-09-12T12:25:44.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 --2- 172.21.15.82:0/784361793 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f70101420 0x7f4f7010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:44.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 --2- 172.21.15.82:0/784361793 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f70100a80 0x7f4f70100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:44.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 --2- 172.21.15.82:0/784361793 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f70106a80 0x7f4f70106e60 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:44.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 -- 172.21.15.82:0/784361793 >> 172.21.15.82:0/784361793 conn(0x7f4f700fc7a0 msgr2=0x7f4f700febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:44.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 -- 172.21.15.82:0/784361793 shutdown_connections 2024-09-12T12:25:44.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 -- 172.21.15.82:0/784361793 wait complete. 2024-09-12T12:25:44.607 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 Processor -- start 2024-09-12T12:25:44.607 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 -- start start 2024-09-12T12:25:44.607 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f70100a80 0x7f4f70199310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:44.607 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f70101420 0x7f4f70199850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:44.607 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f70106a80 0x7f4f701a4390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:44.607 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4f70110e40 con 0x7f4f70106a80 2024-09-12T12:25:44.607 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4f70110cc0 con 0x7f4f70100a80 2024-09-12T12:25:44.607 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.605+0000 7f4f76ebe640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4f70110fc0 con 0x7f4f70101420 2024-09-12T12:25:44.607 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f6ffff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f70101420 0x7f4f70199850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:44.607 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f7545b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f70106a80 0x7f4f701a4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:44.608 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f7545b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f70106a80 0x7f4f701a4390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56430/0 (socket says 172.21.15.82:56430) 2024-09-12T12:25:44.608 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f74c5a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f70100a80 0x7f4f70199310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:44.608 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f6ffff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f70101420 0x7f4f70199850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.82:35144/0 (socket says 172.21.15.82:35144) 2024-09-12T12:25:44.608 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f7545b640 1 -- 172.21.15.82:0/3878416284 learned_addr learned my addr 172.21.15.82:0/3878416284 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:44.608 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f7545b640 1 -- 172.21.15.82:0/3878416284 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f70101420 msgr2=0x7f4f70199850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:44.608 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f7545b640 1 --2- 172.21.15.82:0/3878416284 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f70101420 0x7f4f70199850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:44.608 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f7545b640 1 -- 172.21.15.82:0/3878416284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f70100a80 msgr2=0x7f4f70199310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:44.608 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f7545b640 1 --2- 172.21.15.82:0/3878416284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f70100a80 0x7f4f70199310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:44.608 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f7545b640 1 -- 172.21.15.82:0/3878416284 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f701a48d0 con 0x7f4f70106a80 2024-09-12T12:25:44.608 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f6ffff640 1 --2- 172.21.15.82:0/3878416284 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f70101420 0x7f4f70199850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:25:44.608 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f7545b640 1 --2- 172.21.15.82:0/3878416284 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f70106a80 0x7f4f701a4390 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4f6800cad0 tx=0x7f4f6800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:44.608 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f6dffb640 1 -- 172.21.15.82:0/3878416284 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f6800ae20 con 0x7f4f70106a80 2024-09-12T12:25:44.608 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f6dffb640 1 -- 172.21.15.82:0/3878416284 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f68005020 con 0x7f4f70106a80 2024-09-12T12:25:44.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f76ebe640 1 -- 172.21.15.82:0/3878416284 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f701a4aa0 con 0x7f4f70106a80 2024-09-12T12:25:44.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.606+0000 7f4f6dffb640 1 -- 172.21.15.82:0/3878416284 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f6800f6f0 con 0x7f4f70106a80 2024-09-12T12:25:44.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.607+0000 7f4f76ebe640 1 -- 172.21.15.82:0/3878416284 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f701a4f60 con 0x7f4f70106a80 2024-09-12T12:25:44.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.608+0000 7f4f76ebe640 1 -- 172.21.15.82:0/3878416284 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f70100ee0 con 0x7f4f70106a80 2024-09-12T12:25:44.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.609+0000 7f4f6dffb640 1 -- 172.21.15.82:0/3878416284 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4f680051d0 con 0x7f4f70106a80 2024-09-12T12:25:44.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.609+0000 7f4f6dffb640 1 --2- 172.21.15.82:0/3878416284 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4f580a2c10 0x7f4f580a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:44.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.610+0000 7f4f74c5a640 1 --2- 172.21.15.82:0/3878416284 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4f580a2c10 0x7f4f580a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:44.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.610+0000 7f4f6dffb640 1 -- 172.21.15.82:0/3878416284 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f4f680cf210 con 0x7f4f70106a80 2024-09-12T12:25:44.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.610+0000 7f4f74c5a640 1 --2- 172.21.15.82:0/3878416284 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4f580a2c10 0x7f4f580a50d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4f60009900 tx=0x7f4f600058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:44.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.614+0000 7f4f6dffb640 1 -- 172.21.15.82:0/3878416284 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4f68014030 con 0x7f4f70106a80 2024-09-12T12:25:44.630 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:44 smithi097 ceph-mon[34923]: pgmap v298: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-12T12:25:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:44 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3685120360' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-12T12:25:44.788 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.788+0000 7f4f76ebe640 1 -- 172.21.15.82:0/3878416284 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f4f70108ff0 con 0x7f4f70106a80 2024-09-12T12:25:44.789 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.789+0000 7f4f6dffb640 1 -- 172.21.15.82:0/3878416284 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4f6809c000 con 0x7f4f70106a80 2024-09-12T12:25:44.789 INFO:teuthology.orchestra.run.smithi082.stdout:34359738444 2024-09-12T12:25:44.791 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.791+0000 7f4f76ebe640 1 -- 172.21.15.82:0/3878416284 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4f580a2c10 msgr2=0x7f4f580a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:44.791 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.791+0000 7f4f76ebe640 1 --2- 172.21.15.82:0/3878416284 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4f580a2c10 0x7f4f580a50d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4f60009900 tx=0x7f4f600058d0 comp rx=0 tx=0).stop 2024-09-12T12:25:44.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.791+0000 7f4f76ebe640 1 -- 172.21.15.82:0/3878416284 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f70106a80 msgr2=0x7f4f701a4390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:44.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.791+0000 7f4f76ebe640 1 --2- 172.21.15.82:0/3878416284 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f70106a80 0x7f4f701a4390 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4f6800cad0 tx=0x7f4f6800cf90 comp rx=0 tx=0).stop 2024-09-12T12:25:44.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.791+0000 7f4f76ebe640 1 -- 172.21.15.82:0/3878416284 shutdown_connections 2024-09-12T12:25:44.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.791+0000 7f4f76ebe640 1 --2- 172.21.15.82:0/3878416284 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f4f580a2c10 0x7f4f580a50d0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:44.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.791+0000 7f4f76ebe640 1 --2- 172.21.15.82:0/3878416284 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4f70106a80 0x7f4f701a4390 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:44.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.791+0000 7f4f76ebe640 1 --2- 172.21.15.82:0/3878416284 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4f70101420 0x7f4f70199850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:44.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.791+0000 7f4f76ebe640 1 --2- 172.21.15.82:0/3878416284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f70100a80 0x7f4f70199310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:44.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.791+0000 7f4f76ebe640 1 -- 172.21.15.82:0/3878416284 >> 172.21.15.82:0/3878416284 conn(0x7f4f700fc7a0 msgr2=0x7f4f700fd0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:44.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.791+0000 7f4f76ebe640 1 -- 172.21.15.82:0/3878416284 shutdown_connections 2024-09-12T12:25:44.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:44.791+0000 7f4f76ebe640 1 -- 172.21.15.82:0/3878416284 wait complete. 2024-09-12T12:25:44.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:44 smithi114 ceph-mon[35514]: pgmap v298: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-12T12:25:44.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:44 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3685120360' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-12T12:25:45.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.277+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4138209928 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4c41082a0 msgr2=0x7fb4c410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:45.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.277+0000 7fb4c98d7640 1 --2- 172.21.15.82:0/4138209928 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4c41082a0 0x7fb4c410ec40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc009cd0 tx=0x7fb4bc02a8e0 comp rx=0 tx=0).stop 2024-09-12T12:25:45.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.277+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4138209928 shutdown_connections 2024-09-12T12:25:45.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.277+0000 7fb4c98d7640 1 --2- 172.21.15.82:0/4138209928 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4c41082a0 0x7fb4c410ec40 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:45.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.277+0000 7fb4c98d7640 1 --2- 172.21.15.82:0/4138209928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4c41036e0 0x7fb4c4107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:45.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.277+0000 7fb4c98d7640 1 --2- 172.21.15.82:0/4138209928 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4c4102d30 0x7fb4c4103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:45.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.277+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4138209928 >> 172.21.15.82:0/4138209928 conn(0x7fb4c40fc7d0 msgr2=0x7fb4c40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:45.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.277+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4138209928 shutdown_connections 2024-09-12T12:25:45.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.277+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4138209928 wait complete. 2024-09-12T12:25:45.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.277+0000 7fb4c98d7640 1 Processor -- start 2024-09-12T12:25:45.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4c98d7640 1 -- start start 2024-09-12T12:25:45.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4c98d7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4c4102d30 0x7fb4c4100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:45.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4c98d7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4c41036e0 0x7fb4c4100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:45.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4c98d7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4c41082a0 0x7fb4c4101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:45.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4c98d7640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c41120a0 con 0x7fb4c41036e0 2024-09-12T12:25:45.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4c98d7640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c4111f20 con 0x7fb4c41082a0 2024-09-12T12:25:45.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4c98d7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c4112220 con 0x7fb4c4102d30 2024-09-12T12:25:45.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4ba7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4c41036e0 0x7fb4c4100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:45.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4ba7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4c41036e0 0x7fb4c4100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56446/0 (socket says 172.21.15.82:56446) 2024-09-12T12:25:45.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4ba7fc640 1 -- 172.21.15.82:0/4106595786 learned_addr learned my addr 172.21.15.82:0/4106595786 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:45.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4c2ffd640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4c4102d30 0x7fb4c4100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:45.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4c37fe640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4c41082a0 0x7fb4c4101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:45.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4ba7fc640 1 -- 172.21.15.82:0/4106595786 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4c4102d30 msgr2=0x7fb4c4100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:45.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4ba7fc640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4c4102d30 0x7fb4c4100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:45.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4ba7fc640 1 -- 172.21.15.82:0/4106595786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4c41082a0 msgr2=0x7fb4c4101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:45.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4ba7fc640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4c41082a0 0x7fb4c4101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:45.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4ba7fc640 1 -- 172.21.15.82:0/4106595786 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4c41a6990 con 0x7fb4c41036e0 2024-09-12T12:25:45.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4c37fe640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4c41082a0 0x7fb4c4101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:25:45.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.278+0000 7fb4ba7fc640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4c41036e0 0x7fb4c4100ed0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac00d740 tx=0x7fb4ac00db40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:45.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.279+0000 7fb4c88d5640 1 -- 172.21.15.82:0/4106595786 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ac017070 con 0x7fb4c41036e0 2024-09-12T12:25:45.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.279+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4106595786 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4c41a6c80 con 0x7fb4c41036e0 2024-09-12T12:25:45.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.279+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4106595786 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4c41a71c0 con 0x7fb4c41036e0 2024-09-12T12:25:45.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.279+0000 7fb4c88d5640 1 -- 172.21.15.82:0/4106595786 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4ac010460 con 0x7fb4c41036e0 2024-09-12T12:25:45.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.279+0000 7fb4c88d5640 1 -- 172.21.15.82:0/4106595786 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ac021060 con 0x7fb4c41036e0 2024-09-12T12:25:45.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.280+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4106595786 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4a4005290 con 0x7fb4c41036e0 2024-09-12T12:25:45.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.281+0000 7fb4c88d5640 1 -- 172.21.15.82:0/4106595786 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb4ac01a070 con 0x7fb4c41036e0 2024-09-12T12:25:45.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.282+0000 7fb4c88d5640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb4b00a2c10 0x7fb4b00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:45.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.282+0000 7fb4c2ffd640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb4b00a2c10 0x7fb4b00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:45.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.282+0000 7fb4c88d5640 1 -- 172.21.15.82:0/4106595786 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb4ac0cea90 con 0x7fb4c41036e0 2024-09-12T12:25:45.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.282+0000 7fb4c2ffd640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb4b00a2c10 0x7fb4b00a50d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb4b400abe0 tx=0x7fb4b400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:45.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.285+0000 7fb4c88d5640 1 -- 172.21.15.82:0/4106595786 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb4ac09b880 con 0x7fb4c41036e0 2024-09-12T12:25:45.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.458+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4106595786 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fb4a4005850 con 0x7fb4c41036e0 2024-09-12T12:25:45.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.458+0000 7fb4c88d5640 1 -- 172.21.15.82:0/4106595786 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fb4ac09b180 con 0x7fb4c41036e0 2024-09-12T12:25:45.458 INFO:teuthology.orchestra.run.smithi082.stdout:184683593775 2024-09-12T12:25:45.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.460+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4106595786 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb4b00a2c10 msgr2=0x7fb4b00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:45.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.460+0000 7fb4c98d7640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb4b00a2c10 0x7fb4b00a50d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb4b400abe0 tx=0x7fb4b400a2d0 comp rx=0 tx=0).stop 2024-09-12T12:25:45.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.460+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4106595786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4c41036e0 msgr2=0x7fb4c4100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:45.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.460+0000 7fb4c98d7640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4c41036e0 0x7fb4c4100ed0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac00d740 tx=0x7fb4ac00db40 comp rx=0 tx=0).stop 2024-09-12T12:25:45.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.460+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4106595786 shutdown_connections 2024-09-12T12:25:45.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.460+0000 7fb4c98d7640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb4b00a2c10 0x7fb4b00a50d0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:45.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.460+0000 7fb4c98d7640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4c41082a0 0x7fb4c4101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:45.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.460+0000 7fb4c98d7640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4c41036e0 0x7fb4c4100ed0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:45.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.460+0000 7fb4c98d7640 1 --2- 172.21.15.82:0/4106595786 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4c4102d30 0x7fb4c4100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:45.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.461+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4106595786 >> 172.21.15.82:0/4106595786 conn(0x7fb4c40fc7d0 msgr2=0x7fb4c4106380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:45.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.461+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4106595786 shutdown_connections 2024-09-12T12:25:45.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:45.461+0000 7fb4c98d7640 1 -- 172.21.15.82:0/4106595786 wait complete. 2024-09-12T12:25:45.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:45 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3878416284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-12T12:25:45.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:45 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3878416284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-12T12:25:45.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:45 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3878416284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-12T12:25:46.182 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738443 got 34359738444 for osd.0 2024-09-12T12:25:46.182 DEBUG:teuthology.parallel:result is None 2024-09-12T12:25:46.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.335+0000 7fafe736a640 1 -- 172.21.15.82:0/816855019 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fafe0101420 msgr2=0x7fafe010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:46.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.335+0000 7fafe736a640 1 --2- 172.21.15.82:0/816855019 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fafe0101420 0x7fafe010d950 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fafd8009cd0 tx=0x7fafd802a8e0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.335+0000 7fafe736a640 1 -- 172.21.15.82:0/816855019 shutdown_connections 2024-09-12T12:25:46.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.335+0000 7fafe736a640 1 --2- 172.21.15.82:0/816855019 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fafe0101420 0x7fafe010d950 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.335+0000 7fafe736a640 1 --2- 172.21.15.82:0/816855019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fafe0100a80 0x7fafe0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.335+0000 7fafe736a640 1 --2- 172.21.15.82:0/816855019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe0106a80 0x7fafe0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.335+0000 7fafe736a640 1 -- 172.21.15.82:0/816855019 >> 172.21.15.82:0/816855019 conn(0x7fafe00fc7a0 msgr2=0x7fafe00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:46.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.335+0000 7fafe736a640 1 -- 172.21.15.82:0/816855019 shutdown_connections 2024-09-12T12:25:46.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.335+0000 7fafe736a640 1 -- 172.21.15.82:0/816855019 wait complete. 2024-09-12T12:25:46.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.336+0000 7fafe736a640 1 Processor -- start 2024-09-12T12:25:46.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.336+0000 7fafe736a640 1 -- start start 2024-09-12T12:25:46.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.336+0000 7fafe736a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fafe0100a80 0x7fafe0197340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:46.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.336+0000 7fafe736a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe0101420 0x7fafe0197880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:46.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.336+0000 7fafe736a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fafe0106a80 0x7fafe019bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:46.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.336+0000 7fafe736a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fafe0110ea0 con 0x7fafe0100a80 2024-09-12T12:25:46.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.336+0000 7fafe736a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fafe0110d20 con 0x7fafe0101420 2024-09-12T12:25:46.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.336+0000 7fafe736a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fafe0111020 con 0x7fafe0106a80 2024-09-12T12:25:46.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.336+0000 7fafe5106640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fafe0100a80 0x7fafe0197340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:46.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.336+0000 7fafe5106640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fafe0100a80 0x7fafe0197340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56458/0 (socket says 172.21.15.82:56458) 2024-09-12T12:25:46.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.336+0000 7fafe5106640 1 -- 172.21.15.82:0/3526794307 learned_addr learned my addr 172.21.15.82:0/3526794307 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:46.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.336+0000 7fafe5907640 1 --2- 172.21.15.82:0/3526794307 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fafe0106a80 0x7fafe019bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:46.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.337+0000 7fafe5106640 1 -- 172.21.15.82:0/3526794307 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fafe0106a80 msgr2=0x7fafe019bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:46.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.337+0000 7fafe5106640 1 --2- 172.21.15.82:0/3526794307 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fafe0106a80 0x7fafe019bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.337+0000 7fafe5106640 1 -- 172.21.15.82:0/3526794307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe0101420 msgr2=0x7fafe0197880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:46.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.337+0000 7fafe4905640 1 --2- 172.21.15.82:0/3526794307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe0101420 0x7fafe0197880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:46.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.337+0000 7fafe5106640 1 --2- 172.21.15.82:0/3526794307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe0101420 0x7fafe0197880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.337+0000 7fafe5106640 1 -- 172.21.15.82:0/3526794307 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafe019c2f0 con 0x7fafe0100a80 2024-09-12T12:25:46.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.337+0000 7fafe5106640 1 --2- 172.21.15.82:0/3526794307 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fafe0100a80 0x7fafe0197340 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fafdc00b4a0 tx=0x7fafdc00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:46.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.337+0000 7fafd67fc640 1 -- 172.21.15.82:0/3526794307 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafdc014070 con 0x7fafe0100a80 2024-09-12T12:25:46.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.337+0000 7fafd67fc640 1 -- 172.21.15.82:0/3526794307 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fafdc010af0 con 0x7fafe0100a80 2024-09-12T12:25:46.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.337+0000 7fafe736a640 1 -- 172.21.15.82:0/3526794307 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafe019c5e0 con 0x7fafe0100a80 2024-09-12T12:25:46.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.337+0000 7fafd67fc640 1 -- 172.21.15.82:0/3526794307 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafdc017d10 con 0x7fafe0100a80 2024-09-12T12:25:46.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.337+0000 7fafe736a640 1 -- 172.21.15.82:0/3526794307 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafe01a3ec0 con 0x7fafe0100a80 2024-09-12T12:25:46.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.338+0000 7fafe736a640 1 -- 172.21.15.82:0/3526794307 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafe0100ee0 con 0x7fafe0100a80 2024-09-12T12:25:46.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.339+0000 7fafd67fc640 1 -- 172.21.15.82:0/3526794307 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fafdc017070 con 0x7fafe0100a80 2024-09-12T12:25:46.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.340+0000 7fafd67fc640 1 --2- 172.21.15.82:0/3526794307 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fafcc0a2c10 0x7fafcc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:46.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.340+0000 7fafe4905640 1 --2- 172.21.15.82:0/3526794307 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fafcc0a2c10 0x7fafcc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:46.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.340+0000 7fafd67fc640 1 -- 172.21.15.82:0/3526794307 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fafdc0ce550 con 0x7fafe0100a80 2024-09-12T12:25:46.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.340+0000 7fafe4905640 1 --2- 172.21.15.82:0/3526794307 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fafcc0a2c10 0x7fafcc0a50d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fafe01060a0 tx=0x7fafd0005c60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:46.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.344+0000 7fafd67fc640 1 -- 172.21.15.82:0/3526794307 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fafdc09b450 con 0x7fafe0100a80 2024-09-12T12:25:46.519 INFO:teuthology.orchestra.run.smithi082.stdout:206158430250 2024-09-12T12:25:46.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.518+0000 7fafe736a640 1 -- 172.21.15.82:0/3526794307 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fafe01a4160 con 0x7fafe0100a80 2024-09-12T12:25:46.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.518+0000 7fafd67fc640 1 -- 172.21.15.82:0/3526794307 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fafdc09ad50 con 0x7fafe0100a80 2024-09-12T12:25:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.520+0000 7fafe736a640 1 -- 172.21.15.82:0/3526794307 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fafcc0a2c10 msgr2=0x7fafcc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.520+0000 7fafe736a640 1 --2- 172.21.15.82:0/3526794307 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fafcc0a2c10 0x7fafcc0a50d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fafe01060a0 tx=0x7fafd0005c60 comp rx=0 tx=0).stop 2024-09-12T12:25:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.520+0000 7fafe736a640 1 -- 172.21.15.82:0/3526794307 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fafe0100a80 msgr2=0x7fafe0197340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.520+0000 7fafe736a640 1 --2- 172.21.15.82:0/3526794307 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fafe0100a80 0x7fafe0197340 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fafdc00b4a0 tx=0x7fafdc00b960 comp rx=0 tx=0).stop 2024-09-12T12:25:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.520+0000 7fafe736a640 1 -- 172.21.15.82:0/3526794307 shutdown_connections 2024-09-12T12:25:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.521+0000 7fafe736a640 1 --2- 172.21.15.82:0/3526794307 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fafcc0a2c10 0x7fafcc0a50d0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.521+0000 7fafe736a640 1 --2- 172.21.15.82:0/3526794307 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fafe0106a80 0x7fafe019bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.521+0000 7fafe736a640 1 --2- 172.21.15.82:0/3526794307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafe0101420 0x7fafe0197880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.521+0000 7fafe736a640 1 --2- 172.21.15.82:0/3526794307 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fafe0100a80 0x7fafe0197340 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.521+0000 7fafe736a640 1 -- 172.21.15.82:0/3526794307 >> 172.21.15.82:0/3526794307 conn(0x7fafe00fc7a0 msgr2=0x7fafe00fded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.521+0000 7fafe736a640 1 -- 172.21.15.82:0/3526794307 shutdown_connections 2024-09-12T12:25:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.521+0000 7fafe736a640 1 -- 172.21.15.82:0/3526794307 wait complete. 2024-09-12T12:25:46.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.605+0000 7f5e1a355640 1 -- 172.21.15.82:0/2660727894 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e14106f00 msgr2=0x7f5e1410ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:46.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.605+0000 7f5e1a355640 1 --2- 172.21.15.82:0/2660727894 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e14106f00 0x7f5e1410ea80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c009ca0 tx=0x7f5e0c02a8c0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.605+0000 7f5e1a355640 1 -- 172.21.15.82:0/2660727894 shutdown_connections 2024-09-12T12:25:46.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.605+0000 7f5e1a355640 1 --2- 172.21.15.82:0/2660727894 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e14106f00 0x7f5e1410ea80 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.605+0000 7f5e1a355640 1 --2- 172.21.15.82:0/2660727894 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e14102780 0x7f5e141067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.605+0000 7f5e1a355640 1 --2- 172.21.15.82:0/2660727894 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e14101dd0 0x7f5e141021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.605+0000 7f5e1a355640 1 -- 172.21.15.82:0/2660727894 >> 172.21.15.82:0/2660727894 conn(0x7f5e140fd8b0 msgr2=0x7f5e140ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:46.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.605+0000 7f5e1a355640 1 -- 172.21.15.82:0/2660727894 shutdown_connections 2024-09-12T12:25:46.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.605+0000 7f5e1a355640 1 -- 172.21.15.82:0/2660727894 wait complete. 2024-09-12T12:25:46.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.606+0000 7f5e1a355640 1 Processor -- start 2024-09-12T12:25:46.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.606+0000 7f5e1a355640 1 -- start start 2024-09-12T12:25:46.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.606+0000 7f5e1a355640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e14101dd0 0x7f5e140744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:46.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.606+0000 7f5e1a355640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e14102780 0x7f5e14074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:46.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.606+0000 7f5e1a355640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e14106f00 0x7f5e14074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:46.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.606+0000 7f5e1a355640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5e14111f60 con 0x7f5e14106f00 2024-09-12T12:25:46.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.606+0000 7f5e1a355640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5e14111de0 con 0x7f5e14102780 2024-09-12T12:25:46.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.606+0000 7f5e1a355640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5e141120e0 con 0x7f5e14101dd0 2024-09-12T12:25:46.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.606+0000 7f5e188f2640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e14106f00 0x7f5e14074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:46.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.606+0000 7f5e188f2640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e14106f00 0x7f5e14074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56470/0 (socket says 172.21.15.82:56470) 2024-09-12T12:25:46.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.606+0000 7f5e188f2640 1 -- 172.21.15.82:0/231867194 learned_addr learned my addr 172.21.15.82:0/231867194 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:46.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.606+0000 7f5e137fe640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e14102780 0x7f5e14074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:46.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.606+0000 7f5e13fff640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e14101dd0 0x7f5e140744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:46.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.607+0000 7f5e188f2640 1 -- 172.21.15.82:0/231867194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e14101dd0 msgr2=0x7f5e140744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:46.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.607+0000 7f5e188f2640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e14101dd0 0x7f5e140744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.607+0000 7f5e188f2640 1 -- 172.21.15.82:0/231867194 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e14102780 msgr2=0x7f5e14074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:46.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.607+0000 7f5e188f2640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e14102780 0x7f5e14074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.607+0000 7f5e188f2640 1 -- 172.21.15.82:0/231867194 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e141a6890 con 0x7f5e14106f00 2024-09-12T12:25:46.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.607+0000 7f5e13fff640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e14101dd0 0x7f5e140744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:25:46.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.607+0000 7f5e188f2640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e14106f00 0x7f5e14074f70 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c031a20 tx=0x7f5e0c031a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:46.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.607+0000 7f5e117fa640 1 -- 172.21.15.82:0/231867194 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0c003c30 con 0x7f5e14106f00 2024-09-12T12:25:46.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.607+0000 7f5e117fa640 1 -- 172.21.15.82:0/231867194 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e0c003dd0 con 0x7f5e14106f00 2024-09-12T12:25:46.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.607+0000 7f5e1a355640 1 -- 172.21.15.82:0/231867194 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e141a6b20 con 0x7f5e14106f00 2024-09-12T12:25:46.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.607+0000 7f5e117fa640 1 -- 172.21.15.82:0/231867194 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0c02fcf0 con 0x7f5e14106f00 2024-09-12T12:25:46.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.607+0000 7f5e1a355640 1 -- 172.21.15.82:0/231867194 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e141a7060 con 0x7f5e14106f00 2024-09-12T12:25:46.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.608+0000 7f5e1a355640 1 -- 172.21.15.82:0/231867194 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e141021b0 con 0x7f5e14106f00 2024-09-12T12:25:46.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.609+0000 7f5e117fa640 1 -- 172.21.15.82:0/231867194 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5e0c004b40 con 0x7f5e14106f00 2024-09-12T12:25:46.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.610+0000 7f5e117fa640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5dfc0a2c10 0x7f5dfc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:46.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.610+0000 7f5e13fff640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5dfc0a2c10 0x7f5dfc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:46.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.610+0000 7f5e117fa640 1 -- 172.21.15.82:0/231867194 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f5e0c0f0590 con 0x7f5e14106f00 2024-09-12T12:25:46.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.610+0000 7f5e13fff640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5dfc0a2c10 0x7f5dfc0a50d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f5e040058c0 tx=0x7f5e04005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:46.636 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.613+0000 7f5e117fa640 1 -- 172.21.15.82:0/231867194 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5e0c0bd520 con 0x7f5e14106f00 2024-09-12T12:25:46.733 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:46 smithi082 ceph-mon[31122]: pgmap v299: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-12T12:25:46.733 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:46 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4106595786' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-12T12:25:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:46 smithi097 ceph-mon[34923]: pgmap v299: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-12T12:25:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:46 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4106595786' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-12T12:25:46.789 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.789+0000 7f5e1a355640 1 -- 172.21.15.82:0/231867194 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f5e1410a0e0 con 0x7f5e14106f00 2024-09-12T12:25:46.789 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.789+0000 7f5e117fa640 1 -- 172.21.15.82:0/231867194 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f5e0c02fe90 con 0x7f5e14106f00 2024-09-12T12:25:46.790 INFO:teuthology.orchestra.run.smithi082.stdout:313532612631 2024-09-12T12:25:46.791 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.791+0000 7f5e1a355640 1 -- 172.21.15.82:0/231867194 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5dfc0a2c10 msgr2=0x7f5dfc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:46.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.791+0000 7f5e1a355640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5dfc0a2c10 0x7f5dfc0a50d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f5e040058c0 tx=0x7f5e04005850 comp rx=0 tx=0).stop 2024-09-12T12:25:46.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.791+0000 7f5e1a355640 1 -- 172.21.15.82:0/231867194 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e14106f00 msgr2=0x7f5e14074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:46.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.791+0000 7f5e1a355640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e14106f00 0x7f5e14074f70 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c031a20 tx=0x7f5e0c031a50 comp rx=0 tx=0).stop 2024-09-12T12:25:46.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.792+0000 7f5e1a355640 1 -- 172.21.15.82:0/231867194 shutdown_connections 2024-09-12T12:25:46.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.792+0000 7f5e1a355640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5dfc0a2c10 0x7f5dfc0a50d0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.792+0000 7f5e1a355640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e14106f00 0x7f5e14074f70 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.792+0000 7f5e1a355640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e14102780 0x7f5e14074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.792+0000 7f5e1a355640 1 --2- 172.21.15.82:0/231867194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e14101dd0 0x7f5e140744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:46.792 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.792+0000 7f5e1a355640 1 -- 172.21.15.82:0/231867194 >> 172.21.15.82:0/231867194 conn(0x7f5e140fd8b0 msgr2=0x7f5e140fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:46.795 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.792+0000 7f5e1a355640 1 -- 172.21.15.82:0/231867194 shutdown_connections 2024-09-12T12:25:46.795 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:46.792+0000 7f5e1a355640 1 -- 172.21.15.82:0/231867194 wait complete. 2024-09-12T12:25:46.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:46 smithi114 ceph-mon[35514]: pgmap v299: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-12T12:25:46.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:46 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4106595786' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-12T12:25:47.349 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430248 got 206158430250 for osd.7 2024-09-12T12:25:47.349 DEBUG:teuthology.parallel:result is None 2024-09-12T12:25:47.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:47 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3526794307' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-12T12:25:47.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:47 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/231867194' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-12T12:25:47.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:47 smithi082 ceph-mon[31122]: pgmap v300: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-09-12T12:25:47.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:47 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3526794307' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-12T12:25:47.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:47 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/231867194' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-12T12:25:47.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:47 smithi097 ceph-mon[34923]: pgmap v300: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-09-12T12:25:47.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:47 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3526794307' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-12T12:25:47.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:47 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/231867194' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-12T12:25:47.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:47 smithi114 ceph-mon[35514]: pgmap v300: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-09-12T12:25:47.979 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612628 got 313532612631 for osd.11 2024-09-12T12:25:47.979 DEBUG:teuthology.parallel:result is None 2024-09-12T12:25:48.178 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.173+0000 7f000fbe7640 1 -- 172.21.15.82:0/3396059685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0008101420 msgr2=0x7f000810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:48.178 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.173+0000 7f000fbe7640 1 --2- 172.21.15.82:0/3396059685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0008101420 0x7f000810d950 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f0000009cd0 tx=0x7f000002a8e0 comp rx=0 tx=0).stop 2024-09-12T12:25:48.178 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.173+0000 7f000fbe7640 1 -- 172.21.15.82:0/3396059685 shutdown_connections 2024-09-12T12:25:48.178 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.173+0000 7f000fbe7640 1 --2- 172.21.15.82:0/3396059685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0008101420 0x7f000810d950 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:48.178 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.173+0000 7f000fbe7640 1 --2- 172.21.15.82:0/3396059685 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0008100a80 0x7f0008100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:48.178 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.173+0000 7f000fbe7640 1 --2- 172.21.15.82:0/3396059685 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0008106a80 0x7f0008106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:48.178 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.173+0000 7f000fbe7640 1 -- 172.21.15.82:0/3396059685 >> 172.21.15.82:0/3396059685 conn(0x7f00080fc7a0 msgr2=0x7f00080febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:48.179 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.173+0000 7f000fbe7640 1 -- 172.21.15.82:0/3396059685 shutdown_connections 2024-09-12T12:25:48.179 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.173+0000 7f000fbe7640 1 -- 172.21.15.82:0/3396059685 wait complete. 2024-09-12T12:25:48.179 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000fbe7640 1 Processor -- start 2024-09-12T12:25:48.179 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000fbe7640 1 -- start start 2024-09-12T12:25:48.179 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000fbe7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0008100a80 0x7f00081971e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:48.179 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000fbe7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0008101420 0x7f0008197720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:48.179 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000fbe7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0008106a80 0x7f0008197c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:48.179 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000fbe7640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0008110f20 con 0x7f0008106a80 2024-09-12T12:25:48.179 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000fbe7640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0008110da0 con 0x7f0008100a80 2024-09-12T12:25:48.179 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000fbe7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f00081110a0 con 0x7f0008101420 2024-09-12T12:25:48.179 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000e184640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0008106a80 0x7f0008197c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:48.179 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000e184640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0008106a80 0x7f0008197c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52396/0 (socket says 172.21.15.82:52396) 2024-09-12T12:25:48.180 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000e184640 1 -- 172.21.15.82:0/2600972257 learned_addr learned my addr 172.21.15.82:0/2600972257 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:48.180 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000d983640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0008100a80 0x7f00081971e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:48.180 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000d182640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0008101420 0x7f0008197720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:48.180 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000e184640 1 -- 172.21.15.82:0/2600972257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0008101420 msgr2=0x7f0008197720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:48.180 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000e184640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0008101420 0x7f0008197720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:48.180 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000e184640 1 -- 172.21.15.82:0/2600972257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0008100a80 msgr2=0x7f00081971e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:48.180 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000e184640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0008100a80 0x7f00081971e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:48.180 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000e184640 1 -- 172.21.15.82:0/2600972257 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00081a6a50 con 0x7f0008106a80 2024-09-12T12:25:48.180 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000d983640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0008100a80 0x7f00081971e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:48.180 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.174+0000 7f000d182640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0008101420 0x7f0008197720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:48.180 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.175+0000 7f000e184640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0008106a80 0x7f0008197c60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f0000006010 tx=0x7f0000003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:48.180 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.175+0000 7efffeffd640 1 -- 172.21.15.82:0/2600972257 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0000004450 con 0x7f0008106a80 2024-09-12T12:25:48.180 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.175+0000 7efffeffd640 1 -- 172.21.15.82:0/2600972257 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0000003e10 con 0x7f0008106a80 2024-09-12T12:25:48.181 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.175+0000 7f000fbe7640 1 -- 172.21.15.82:0/2600972257 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00081a6ce0 con 0x7f0008106a80 2024-09-12T12:25:48.181 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.175+0000 7efffeffd640 1 -- 172.21.15.82:0/2600972257 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00000466e0 con 0x7f0008106a80 2024-09-12T12:25:48.181 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.175+0000 7f000fbe7640 1 -- 172.21.15.82:0/2600972257 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00081a7220 con 0x7f0008106a80 2024-09-12T12:25:48.181 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.176+0000 7f000fbe7640 1 -- 172.21.15.82:0/2600972257 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0008100f60 con 0x7f0008106a80 2024-09-12T12:25:48.181 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.177+0000 7efffeffd640 1 -- 172.21.15.82:0/2600972257 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f00000305a0 con 0x7f0008106a80 2024-09-12T12:25:48.181 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.178+0000 7efffeffd640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7efff40a2c10 0x7efff40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:48.181 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.178+0000 7f000d983640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7efff40a2c10 0x7efff40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:48.182 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.179+0000 7efffeffd640 1 -- 172.21.15.82:0/2600972257 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f000002e030 con 0x7f0008106a80 2024-09-12T12:25:48.182 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.179+0000 7f000d983640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7efff40a2c10 0x7efff40a50d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0004006fd0 tx=0x7f0004008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:48.184 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.184+0000 7efffeffd640 1 -- 172.21.15.82:0/2600972257 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f000004b060 con 0x7f0008106a80 2024-09-12T12:25:48.186 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:48.186 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:48.186 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:48.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.358+0000 7f000fbe7640 1 -- 172.21.15.82:0/2600972257 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f000802d7c0 con 0x7f0008106a80 2024-09-12T12:25:48.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.358+0000 7efffeffd640 1 -- 172.21.15.82:0/2600972257 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f00000bd770 con 0x7f0008106a80 2024-09-12T12:25:48.359 INFO:teuthology.orchestra.run.smithi082.stdout:55834574921 2024-09-12T12:25:48.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.360+0000 7f000fbe7640 1 -- 172.21.15.82:0/2600972257 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7efff40a2c10 msgr2=0x7efff40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:48.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.360+0000 7f000fbe7640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7efff40a2c10 0x7efff40a50d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0004006fd0 tx=0x7f0004008040 comp rx=0 tx=0).stop 2024-09-12T12:25:48.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.360+0000 7f000fbe7640 1 -- 172.21.15.82:0/2600972257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0008106a80 msgr2=0x7f0008197c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:48.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.360+0000 7f000fbe7640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0008106a80 0x7f0008197c60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f0000006010 tx=0x7f0000003c20 comp rx=0 tx=0).stop 2024-09-12T12:25:48.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.360+0000 7f000fbe7640 1 -- 172.21.15.82:0/2600972257 shutdown_connections 2024-09-12T12:25:48.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.360+0000 7f000fbe7640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7efff40a2c10 0x7efff40a50d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:48.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.361+0000 7f000fbe7640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0008106a80 0x7f0008197c60 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:48.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.361+0000 7f000fbe7640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0008101420 0x7f0008197720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:48.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.361+0000 7f000fbe7640 1 --2- 172.21.15.82:0/2600972257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0008100a80 0x7f00081971e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:48.362 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.361+0000 7f000fbe7640 1 -- 172.21.15.82:0/2600972257 >> 172.21.15.82:0/2600972257 conn(0x7f00080fc7a0 msgr2=0x7f00080fd020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:48.362 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.361+0000 7f000fbe7640 1 -- 172.21.15.82:0/2600972257 shutdown_connections 2024-09-12T12:25:48.362 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:48.361+0000 7f000fbe7640 1 -- 172.21.15.82:0/2600972257 wait complete. 2024-09-12T12:25:48.672 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:48 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2600972257' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-12T12:25:48.691 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:48 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2600972257' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-12T12:25:48.717 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593772 got 184683593775 for osd.6 2024-09-12T12:25:48.717 DEBUG:teuthology.parallel:result is None 2024-09-12T12:25:48.720 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:48 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2600972257' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-12T12:25:48.895 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:49.034 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:49.432 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574918 got 55834574921 for osd.1 2024-09-12T12:25:49.432 DEBUG:teuthology.parallel:result is None 2024-09-12T12:25:49.697 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:49 smithi082 ceph-mon[31122]: pgmap v301: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-12T12:25:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:49 smithi097 ceph-mon[34923]: pgmap v301: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-12T12:25:49.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:49 smithi114 ceph-mon[35514]: pgmap v301: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-12T12:25:50.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.095+0000 7fa2b25dc640 1 -- 172.21.15.82:0/1507514456 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2ac101420 msgr2=0x7fa2ac10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:50.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.095+0000 7fa2b25dc640 1 --2- 172.21.15.82:0/1507514456 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2ac101420 0x7fa2ac10d950 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa2a4009cd0 tx=0x7fa2a402a8e0 comp rx=0 tx=0).stop 2024-09-12T12:25:50.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.095+0000 7fa2b25dc640 1 -- 172.21.15.82:0/1507514456 shutdown_connections 2024-09-12T12:25:50.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.095+0000 7fa2b25dc640 1 --2- 172.21.15.82:0/1507514456 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2ac101420 0x7fa2ac10d950 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:50.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.095+0000 7fa2b25dc640 1 --2- 172.21.15.82:0/1507514456 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2ac100a80 0x7fa2ac100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:50.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.095+0000 7fa2b25dc640 1 --2- 172.21.15.82:0/1507514456 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2ac106a80 0x7fa2ac106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:50.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.095+0000 7fa2b25dc640 1 -- 172.21.15.82:0/1507514456 >> 172.21.15.82:0/1507514456 conn(0x7fa2ac0fc7a0 msgr2=0x7fa2ac0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:50.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.095+0000 7fa2b25dc640 1 -- 172.21.15.82:0/1507514456 shutdown_connections 2024-09-12T12:25:50.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.095+0000 7fa2b25dc640 1 -- 172.21.15.82:0/1507514456 wait complete. 2024-09-12T12:25:50.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.096+0000 7fa2b25dc640 1 Processor -- start 2024-09-12T12:25:50.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.096+0000 7fa2b25dc640 1 -- start start 2024-09-12T12:25:50.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.096+0000 7fa2b25dc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2ac100a80 0x7fa2ac19a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:50.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.096+0000 7fa2b25dc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2ac101420 0x7fa2ac19ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:50.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.096+0000 7fa2b25dc640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2ac106a80 0x7fa2ac19ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:50.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.096+0000 7fa2b25dc640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ac111fa0 con 0x7fa2ac101420 2024-09-12T12:25:50.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.096+0000 7fa2b25dc640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ac111e20 con 0x7fa2ac100a80 2024-09-12T12:25:50.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.096+0000 7fa2b25dc640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ac112120 con 0x7fa2ac106a80 2024-09-12T12:25:50.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.096+0000 7fa2ab7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2ac101420 0x7fa2ac19ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:50.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.096+0000 7fa2ab7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2ac101420 0x7fa2ac19ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52410/0 (socket says 172.21.15.82:52410) 2024-09-12T12:25:50.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.096+0000 7fa2ab7fe640 1 -- 172.21.15.82:0/2088930951 learned_addr learned my addr 172.21.15.82:0/2088930951 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:50.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.097+0000 7fa2abfff640 1 --2- 172.21.15.82:0/2088930951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2ac100a80 0x7fa2ac19a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:50.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.097+0000 7fa2ab7fe640 1 -- 172.21.15.82:0/2088930951 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2ac106a80 msgr2=0x7fa2ac19ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:50.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.097+0000 7fa2ab7fe640 1 --2- 172.21.15.82:0/2088930951 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2ac106a80 0x7fa2ac19ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:50.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.097+0000 7fa2ab7fe640 1 -- 172.21.15.82:0/2088930951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2ac100a80 msgr2=0x7fa2ac19a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:50.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.097+0000 7fa2ab7fe640 1 --2- 172.21.15.82:0/2088930951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2ac100a80 0x7fa2ac19a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:50.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.097+0000 7fa2ab7fe640 1 -- 172.21.15.82:0/2088930951 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2ac19f670 con 0x7fa2ac101420 2024-09-12T12:25:50.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.097+0000 7fa2abfff640 1 --2- 172.21.15.82:0/2088930951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2ac100a80 0x7fa2ac19a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:50.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.097+0000 7fa2ab7fe640 1 --2- 172.21.15.82:0/2088930951 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2ac101420 0x7fa2ac19ac00 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fa2a000b4a0 tx=0x7fa2a000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:50.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.097+0000 7fa2a97fa640 1 -- 172.21.15.82:0/2088930951 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2a0014070 con 0x7fa2ac101420 2024-09-12T12:25:50.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.097+0000 7fa2b25dc640 1 -- 172.21.15.82:0/2088930951 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2ac19f960 con 0x7fa2ac101420 2024-09-12T12:25:50.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.097+0000 7fa2a97fa640 1 -- 172.21.15.82:0/2088930951 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa2a0010af0 con 0x7fa2ac101420 2024-09-12T12:25:50.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.097+0000 7fa2a97fa640 1 -- 172.21.15.82:0/2088930951 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2a0017d10 con 0x7fa2ac101420 2024-09-12T12:25:50.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.097+0000 7fa2b25dc640 1 -- 172.21.15.82:0/2088930951 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2ac1a7240 con 0x7fa2ac101420 2024-09-12T12:25:50.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.098+0000 7fa2b25dc640 1 -- 172.21.15.82:0/2088930951 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2ac100ee0 con 0x7fa2ac101420 2024-09-12T12:25:50.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.099+0000 7fa2a97fa640 1 -- 172.21.15.82:0/2088930951 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa2a0017070 con 0x7fa2ac101420 2024-09-12T12:25:50.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.100+0000 7fa2a97fa640 1 --2- 172.21.15.82:0/2088930951 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa2940a2c10 0x7fa2940a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:50.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.100+0000 7fa2abfff640 1 --2- 172.21.15.82:0/2088930951 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa2940a2c10 0x7fa2940a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:50.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.100+0000 7fa2a97fa640 1 -- 172.21.15.82:0/2088930951 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fa2a00ce5c0 con 0x7fa2ac101420 2024-09-12T12:25:50.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.100+0000 7fa2abfff640 1 --2- 172.21.15.82:0/2088930951 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa2940a2c10 0x7fa2940a50d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fa29c009b40 tx=0x7fa29c005e50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:50.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.104+0000 7fa2a97fa640 1 -- 172.21.15.82:0/2088930951 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa2a009b4c0 con 0x7fa2ac101420 2024-09-12T12:25:50.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.271+0000 7fa2b25dc640 1 -- 172.21.15.82:0/2088930951 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fa2ac1a75b0 con 0x7fa2ac101420 2024-09-12T12:25:50.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.271+0000 7fa2a97fa640 1 -- 172.21.15.82:0/2088930951 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fa2a009adc0 con 0x7fa2ac101420 2024-09-12T12:25:50.273 INFO:teuthology.orchestra.run.smithi082.stdout:154618822710 2024-09-12T12:25:50.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.273+0000 7fa2b25dc640 1 -- 172.21.15.82:0/2088930951 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa2940a2c10 msgr2=0x7fa2940a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:50.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.273+0000 7fa2b25dc640 1 --2- 172.21.15.82:0/2088930951 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa2940a2c10 0x7fa2940a50d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fa29c009b40 tx=0x7fa29c005e50 comp rx=0 tx=0).stop 2024-09-12T12:25:50.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.273+0000 7fa2b25dc640 1 -- 172.21.15.82:0/2088930951 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2ac101420 msgr2=0x7fa2ac19ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:50.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.273+0000 7fa2b25dc640 1 --2- 172.21.15.82:0/2088930951 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2ac101420 0x7fa2ac19ac00 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fa2a000b4a0 tx=0x7fa2a000b960 comp rx=0 tx=0).stop 2024-09-12T12:25:50.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.274+0000 7fa2b25dc640 1 -- 172.21.15.82:0/2088930951 shutdown_connections 2024-09-12T12:25:50.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.274+0000 7fa2b25dc640 1 --2- 172.21.15.82:0/2088930951 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa2940a2c10 0x7fa2940a50d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:50.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.274+0000 7fa2b25dc640 1 --2- 172.21.15.82:0/2088930951 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa2ac106a80 0x7fa2ac19ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:50.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.274+0000 7fa2b25dc640 1 --2- 172.21.15.82:0/2088930951 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa2ac101420 0x7fa2ac19ac00 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:50.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.274+0000 7fa2b25dc640 1 --2- 172.21.15.82:0/2088930951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2ac100a80 0x7fa2ac19a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:50.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.274+0000 7fa2b25dc640 1 -- 172.21.15.82:0/2088930951 >> 172.21.15.82:0/2088930951 conn(0x7fa2ac0fc7a0 msgr2=0x7fa2ac10c150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:50.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.274+0000 7fa2b25dc640 1 -- 172.21.15.82:0/2088930951 shutdown_connections 2024-09-12T12:25:50.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:50.274+0000 7fa2b25dc640 1 -- 172.21.15.82:0/2088930951 wait complete. 2024-09-12T12:25:50.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:50 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2088930951' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-12T12:25:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:50 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2088930951' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-12T12:25:50.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:50 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2088930951' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-12T12:25:51.060 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822707 got 154618822710 for osd.5 2024-09-12T12:25:51.060 DEBUG:teuthology.parallel:result is None 2024-09-12T12:25:51.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.257+0000 7f6565242640 1 -- 172.21.15.82:0/1774069245 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6560102ef0 msgr2=0x7f656010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:51.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.257+0000 7f6565242640 1 --2- 172.21.15.82:0/1774069245 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6560102ef0 0x7f656010da40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6558009ca0 tx=0x7f655802a950 comp rx=0 tx=0).stop 2024-09-12T12:25:51.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.257+0000 7f6565242640 1 -- 172.21.15.82:0/1774069245 shutdown_connections 2024-09-12T12:25:51.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.257+0000 7f6565242640 1 --2- 172.21.15.82:0/1774069245 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6560102ef0 0x7f656010da40 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.257+0000 7f6565242640 1 --2- 172.21.15.82:0/1774069245 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6560102570 0x7f65601029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.257+0000 7f6565242640 1 --2- 172.21.15.82:0/1774069245 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6560100e20 0x7f6560101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.257+0000 7f6565242640 1 -- 172.21.15.82:0/1774069245 >> 172.21.15.82:0/1774069245 conn(0x7f65600fc7d0 msgr2=0x7f65600febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:51.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.257+0000 7f6565242640 1 -- 172.21.15.82:0/1774069245 shutdown_connections 2024-09-12T12:25:51.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.257+0000 7f6565242640 1 -- 172.21.15.82:0/1774069245 wait complete. 2024-09-12T12:25:51.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.257+0000 7f6565242640 1 Processor -- start 2024-09-12T12:25:51.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f6565242640 1 -- start start 2024-09-12T12:25:51.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f6565242640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6560100e20 0x7f6560199370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:51.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f6565242640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6560102570 0x7f65601998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:51.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f6565242640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6560102ef0 0x7f65601a43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:51.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f6565242640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6560110f80 con 0x7f6560100e20 2024-09-12T12:25:51.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f6565242640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6560110e00 con 0x7f6560102570 2024-09-12T12:25:51.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f6565242640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6560111100 con 0x7f6560102ef0 2024-09-12T12:25:51.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f655ed9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6560100e20 0x7f6560199370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:51.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f655ed9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6560100e20 0x7f6560199370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52416/0 (socket says 172.21.15.82:52416) 2024-09-12T12:25:51.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f655ed9d640 1 -- 172.21.15.82:0/3814152574 learned_addr learned my addr 172.21.15.82:0/3814152574 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:51.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f6557fff640 1 --2- 172.21.15.82:0/3814152574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6560102570 0x7f65601998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:51.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f655f59e640 1 --2- 172.21.15.82:0/3814152574 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6560102ef0 0x7f65601a43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:51.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f655ed9d640 1 -- 172.21.15.82:0/3814152574 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6560102ef0 msgr2=0x7f65601a43f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:51.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f655ed9d640 1 --2- 172.21.15.82:0/3814152574 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6560102ef0 0x7f65601a43f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f655ed9d640 1 -- 172.21.15.82:0/3814152574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6560102570 msgr2=0x7f65601998b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:51.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f655ed9d640 1 --2- 172.21.15.82:0/3814152574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6560102570 0x7f65601998b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f655ed9d640 1 -- 172.21.15.82:0/3814152574 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65601a4930 con 0x7f6560100e20 2024-09-12T12:25:51.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f655ed9d640 1 --2- 172.21.15.82:0/3814152574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6560100e20 0x7f6560199370 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f655000d950 tx=0x7f655000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:51.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.258+0000 7f655cd99640 1 -- 172.21.15.82:0/3814152574 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6550017070 con 0x7f6560100e20 2024-09-12T12:25:51.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.259+0000 7f655cd99640 1 -- 172.21.15.82:0/3814152574 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6550009c30 con 0x7f6560100e20 2024-09-12T12:25:51.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.259+0000 7f6565242640 1 -- 172.21.15.82:0/3814152574 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65601a4b00 con 0x7f6560100e20 2024-09-12T12:25:51.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.259+0000 7f655cd99640 1 -- 172.21.15.82:0/3814152574 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f655000f6b0 con 0x7f6560100e20 2024-09-12T12:25:51.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.259+0000 7f6565242640 1 -- 172.21.15.82:0/3814152574 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65601a4fe0 con 0x7f6560100e20 2024-09-12T12:25:51.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.260+0000 7f6565242640 1 -- 172.21.15.82:0/3814152574 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6560101200 con 0x7f6560100e20 2024-09-12T12:25:51.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.261+0000 7f655cd99640 1 -- 172.21.15.82:0/3814152574 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f65500109d0 con 0x7f6560100e20 2024-09-12T12:25:51.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.261+0000 7f655cd99640 1 --2- 172.21.15.82:0/3814152574 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f654c0a2c10 0x7f654c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:51.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.261+0000 7f6557fff640 1 --2- 172.21.15.82:0/3814152574 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f654c0a2c10 0x7f654c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:51.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.262+0000 7f655cd99640 1 -- 172.21.15.82:0/3814152574 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f65500cecf0 con 0x7f6560100e20 2024-09-12T12:25:51.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.262+0000 7f6557fff640 1 --2- 172.21.15.82:0/3814152574 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f654c0a2c10 0x7f654c0a50d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f65600fece0 tx=0x7f6548005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:51.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.265+0000 7f655cd99640 1 -- 172.21.15.82:0/3814152574 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6550009de0 con 0x7f6560100e20 2024-09-12T12:25:51.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.452+0000 7f6565242640 1 -- 172.21.15.82:0/3814152574 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f6560109090 con 0x7f6560100e20 2024-09-12T12:25:51.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.452+0000 7f655cd99640 1 -- 172.21.15.82:0/3814152574 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f655009b490 con 0x7f6560100e20 2024-09-12T12:25:51.454 INFO:teuthology.orchestra.run.smithi082.stdout:283467841564 2024-09-12T12:25:51.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.454+0000 7f6565242640 1 -- 172.21.15.82:0/3814152574 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f654c0a2c10 msgr2=0x7f654c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:51.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.454+0000 7f6565242640 1 --2- 172.21.15.82:0/3814152574 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f654c0a2c10 0x7f654c0a50d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f65600fece0 tx=0x7f6548005f90 comp rx=0 tx=0).stop 2024-09-12T12:25:51.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.454+0000 7f6565242640 1 -- 172.21.15.82:0/3814152574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6560100e20 msgr2=0x7f6560199370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:51.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.454+0000 7f6565242640 1 --2- 172.21.15.82:0/3814152574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6560100e20 0x7f6560199370 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f655000d950 tx=0x7f655000de10 comp rx=0 tx=0).stop 2024-09-12T12:25:51.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.454+0000 7f6565242640 1 -- 172.21.15.82:0/3814152574 shutdown_connections 2024-09-12T12:25:51.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.455+0000 7f6565242640 1 --2- 172.21.15.82:0/3814152574 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f654c0a2c10 0x7f654c0a50d0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.455+0000 7f6565242640 1 --2- 172.21.15.82:0/3814152574 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6560102ef0 0x7f65601a43f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.455+0000 7f6565242640 1 --2- 172.21.15.82:0/3814152574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6560102570 0x7f65601998b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.455+0000 7f6565242640 1 --2- 172.21.15.82:0/3814152574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6560100e20 0x7f6560199370 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.455+0000 7f6565242640 1 -- 172.21.15.82:0/3814152574 >> 172.21.15.82:0/3814152574 conn(0x7f65600fc7d0 msgr2=0x7f65601068d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:51.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.455+0000 7f6565242640 1 -- 172.21.15.82:0/3814152574 shutdown_connections 2024-09-12T12:25:51.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.455+0000 7f6565242640 1 -- 172.21.15.82:0/3814152574 wait complete. 2024-09-12T12:25:51.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:51 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:25:51.560 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:51 smithi082 ceph-mon[31122]: pgmap v302: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:25:51.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.559+0000 7fbd538ea640 1 -- 172.21.15.82:0/1744167562 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd4c1027a0 msgr2=0x7fbd4c1067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:51.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.559+0000 7fbd538ea640 1 --2- 172.21.15.82:0/1744167562 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd4c1027a0 0x7fbd4c1067f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fbd48009900 tx=0x7fbd4802a410 comp rx=0 tx=0).stop 2024-09-12T12:25:51.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.559+0000 7fbd538ea640 1 -- 172.21.15.82:0/1744167562 shutdown_connections 2024-09-12T12:25:51.575 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.559+0000 7fbd538ea640 1 --2- 172.21.15.82:0/1744167562 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbd4c106f20 0x7fbd4c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.559+0000 7fbd538ea640 1 --2- 172.21.15.82:0/1744167562 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd4c1027a0 0x7fbd4c1067f0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.559+0000 7fbd538ea640 1 --2- 172.21.15.82:0/1744167562 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd4c101df0 0x7fbd4c1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.559+0000 7fbd538ea640 1 -- 172.21.15.82:0/1744167562 >> 172.21.15.82:0/1744167562 conn(0x7fbd4c0fd8f0 msgr2=0x7fbd4c0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:51.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.559+0000 7fbd538ea640 1 -- 172.21.15.82:0/1744167562 shutdown_connections 2024-09-12T12:25:51.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.559+0000 7fbd538ea640 1 -- 172.21.15.82:0/1744167562 wait complete. 2024-09-12T12:25:51.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd538ea640 1 Processor -- start 2024-09-12T12:25:51.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd538ea640 1 -- start start 2024-09-12T12:25:51.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd538ea640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd4c101df0 0x7fbd4c19a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:51.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd538ea640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbd4c1027a0 0x7fbd4c19ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:51.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd538ea640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd4c106f20 0x7fbd4c19efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:51.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd538ea640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbd4c111fa0 con 0x7fbd4c106f20 2024-09-12T12:25:51.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd538ea640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbd4c111e20 con 0x7fbd4c101df0 2024-09-12T12:25:51.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd538ea640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbd4c112120 con 0x7fbd4c1027a0 2024-09-12T12:25:51.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd51e87640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd4c106f20 0x7fbd4c19efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:51.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd51686640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd4c101df0 0x7fbd4c19a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:51.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd51686640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd4c101df0 0x7fbd4c19a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:49918/0 (socket says 172.21.15.82:49918) 2024-09-12T12:25:51.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd51686640 1 -- 172.21.15.82:0/195597907 learned_addr learned my addr 172.21.15.82:0/195597907 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:51.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd51e87640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd4c106f20 0x7fbd4c19efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52436/0 (socket says 172.21.15.82:52436) 2024-09-12T12:25:51.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd50e85640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbd4c1027a0 0x7fbd4c19ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:51.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd51686640 1 -- 172.21.15.82:0/195597907 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbd4c1027a0 msgr2=0x7fbd4c19ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:51.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd51686640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbd4c1027a0 0x7fbd4c19ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd51686640 1 -- 172.21.15.82:0/195597907 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd4c106f20 msgr2=0x7fbd4c19efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:51.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd51686640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd4c106f20 0x7fbd4c19efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd51686640 1 -- 172.21.15.82:0/195597907 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd4c19f6c0 con 0x7fbd4c101df0 2024-09-12T12:25:51.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd50e85640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbd4c1027a0 0x7fbd4c19ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:25:51.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.560+0000 7fbd51e87640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd4c106f20 0x7fbd4c19efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:25:51.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.561+0000 7fbd51686640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd4c101df0 0x7fbd4c19a710 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbd4000e9f0 tx=0x7fbd4000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:51.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.561+0000 7fbd3e7fc640 1 -- 172.21.15.82:0/195597907 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd4000cd80 con 0x7fbd4c101df0 2024-09-12T12:25:51.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.561+0000 7fbd538ea640 1 -- 172.21.15.82:0/195597907 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd4c19f9b0 con 0x7fbd4c101df0 2024-09-12T12:25:51.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.561+0000 7fbd3e7fc640 1 -- 172.21.15.82:0/195597907 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbd40010910 con 0x7fbd4c101df0 2024-09-12T12:25:51.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.561+0000 7fbd3e7fc640 1 -- 172.21.15.82:0/195597907 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd400188f0 con 0x7fbd4c101df0 2024-09-12T12:25:51.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.561+0000 7fbd538ea640 1 -- 172.21.15.82:0/195597907 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd4c1a7290 con 0x7fbd4c101df0 2024-09-12T12:25:51.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.562+0000 7fbd538ea640 1 -- 172.21.15.82:0/195597907 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd4c1021d0 con 0x7fbd4c101df0 2024-09-12T12:25:51.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.563+0000 7fbd3e7fc640 1 -- 172.21.15.82:0/195597907 <== mon.2 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fbd40010ac0 con 0x7fbd4c101df0 2024-09-12T12:25:51.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.563+0000 7fbd3e7fc640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbd380a2c10 0x7fbd380a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:51.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.564+0000 7fbd50e85640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbd380a2c10 0x7fbd380a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:51.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.564+0000 7fbd3e7fc640 1 -- 172.21.15.82:0/195597907 <== mon.2 v2:172.21.15.97:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbd400cf680 con 0x7fbd4c101df0 2024-09-12T12:25:51.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.564+0000 7fbd50e85640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbd380a2c10 0x7fbd380a50d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c0ffe80 tx=0x7fbd48005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:51.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.568+0000 7fbd3e7fc640 1 -- 172.21.15.82:0/195597907 <== mon.2 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbd4009c410 con 0x7fbd4c101df0 2024-09-12T12:25:51.744 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.742+0000 7fbd538ea640 1 -- 172.21.15.82:0/195597907 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7fbd4c1a7460 con 0x7fbd4c101df0 2024-09-12T12:25:51.744 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.743+0000 7fbd3e7fc640 1 -- 172.21.15.82:0/195597907 <== mon.2 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fbd4009bd10 con 0x7fbd4c101df0 2024-09-12T12:25:51.744 INFO:teuthology.orchestra.run.smithi082.stdout:266287972386 2024-09-12T12:25:51.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.745+0000 7fbd538ea640 1 -- 172.21.15.82:0/195597907 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbd380a2c10 msgr2=0x7fbd380a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:51.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.745+0000 7fbd538ea640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbd380a2c10 0x7fbd380a50d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c0ffe80 tx=0x7fbd48005a20 comp rx=0 tx=0).stop 2024-09-12T12:25:51.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.745+0000 7fbd538ea640 1 -- 172.21.15.82:0/195597907 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd4c101df0 msgr2=0x7fbd4c19a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:51.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.745+0000 7fbd538ea640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd4c101df0 0x7fbd4c19a710 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbd4000e9f0 tx=0x7fbd4000eeb0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.745+0000 7fbd538ea640 1 -- 172.21.15.82:0/195597907 shutdown_connections 2024-09-12T12:25:51.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.745+0000 7fbd538ea640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbd380a2c10 0x7fbd380a50d0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.745+0000 7fbd538ea640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd4c106f20 0x7fbd4c19efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.745+0000 7fbd538ea640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbd4c1027a0 0x7fbd4c19ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.747 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.745+0000 7fbd538ea640 1 --2- 172.21.15.82:0/195597907 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd4c101df0 0x7fbd4c19a710 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:51.747 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.745+0000 7fbd538ea640 1 -- 172.21.15.82:0/195597907 >> 172.21.15.82:0/195597907 conn(0x7fbd4c0fd8f0 msgr2=0x7fbd4c0fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:51.747 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.745+0000 7fbd538ea640 1 -- 172.21.15.82:0/195597907 shutdown_connections 2024-09-12T12:25:51.747 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:51.745+0000 7fbd538ea640 1 -- 172.21.15.82:0/195597907 wait complete. 2024-09-12T12:25:51.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:51 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:25:51.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:51 smithi097 ceph-mon[34923]: pgmap v302: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:25:51.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:51 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:25:51.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:51 smithi114 ceph-mon[35514]: pgmap v302: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:25:52.347 INFO:tasks.cephadm.ceph_manager.ceph:need seq 283467841561 got 283467841564 for osd.10 2024-09-12T12:25:52.347 DEBUG:teuthology.parallel:result is None 2024-09-12T12:25:52.581 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:52 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3814152574' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-12T12:25:52.581 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:52 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/195597907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-12T12:25:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:52 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3814152574' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-12T12:25:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:52 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/195597907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-12T12:25:52.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:52 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3814152574' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-12T12:25:52.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:52 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/195597907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-12T12:25:52.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.866+0000 7feced2f9640 1 -- 172.21.15.82:0/1803729686 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fece810c170 msgr2=0x7fece810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:52.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.866+0000 7feced2f9640 1 --2- 172.21.15.82:0/1803729686 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fece810c170 0x7fece810e610 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fece0009ca0 tx=0x7fece002a950 comp rx=0 tx=0).stop 2024-09-12T12:25:52.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.866+0000 7feced2f9640 1 -- 172.21.15.82:0/1803729686 shutdown_connections 2024-09-12T12:25:52.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.866+0000 7feced2f9640 1 --2- 172.21.15.82:0/1803729686 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fece810c170 0x7fece810e610 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:52.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.866+0000 7feced2f9640 1 --2- 172.21.15.82:0/1803729686 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fece8103660 0x7fece810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:52.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.866+0000 7feced2f9640 1 --2- 172.21.15.82:0/1803729686 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fece8102d40 0x7fece8103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:52.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.866+0000 7feced2f9640 1 -- 172.21.15.82:0/1803729686 >> 172.21.15.82:0/1803729686 conn(0x7fece80fc7a0 msgr2=0x7fece80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:52.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.866+0000 7feced2f9640 1 -- 172.21.15.82:0/1803729686 shutdown_connections 2024-09-12T12:25:52.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.866+0000 7feced2f9640 1 -- 172.21.15.82:0/1803729686 wait complete. 2024-09-12T12:25:52.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.867+0000 7feced2f9640 1 Processor -- start 2024-09-12T12:25:52.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.867+0000 7feced2f9640 1 -- start start 2024-09-12T12:25:52.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.867+0000 7feced2f9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fece8102d40 0x7fece8198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:52.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.867+0000 7feced2f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fece8103660 0x7fece81989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:52.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7feced2f9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fece810c170 0x7fece819cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:52.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7feced2f9640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fece8111fb0 con 0x7fece810c170 2024-09-12T12:25:52.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7feced2f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fece8111e30 con 0x7fece8103660 2024-09-12T12:25:52.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7feced2f9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fece8112130 con 0x7fece8102d40 2024-09-12T12:25:52.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7fece77fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fece810c170 0x7fece819cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:52.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7fece77fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fece810c170 0x7fece819cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52450/0 (socket says 172.21.15.82:52450) 2024-09-12T12:25:52.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7fece77fe640 1 -- 172.21.15.82:0/592619909 learned_addr learned my addr 172.21.15.82:0/592619909 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:52.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7fecde7fc640 1 --2- 172.21.15.82:0/592619909 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fece8103660 0x7fece81989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:52.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7fece6ffd640 1 --2- 172.21.15.82:0/592619909 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fece8102d40 0x7fece8198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:52.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7fece77fe640 1 -- 172.21.15.82:0/592619909 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fece8102d40 msgr2=0x7fece8198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:52.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7fece77fe640 1 --2- 172.21.15.82:0/592619909 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fece8102d40 0x7fece8198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:52.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7fece77fe640 1 -- 172.21.15.82:0/592619909 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fece8103660 msgr2=0x7fece81989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:52.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7fece77fe640 1 --2- 172.21.15.82:0/592619909 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fece8103660 0x7fece81989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:52.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7fece77fe640 1 -- 172.21.15.82:0/592619909 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fece819d420 con 0x7fece810c170 2024-09-12T12:25:52.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7fece77fe640 1 --2- 172.21.15.82:0/592619909 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fece810c170 0x7fece819cd40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fece002ae70 tx=0x7fece002f5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:52.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7fece4ff9640 1 -- 172.21.15.82:0/592619909 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fece0034040 con 0x7fece810c170 2024-09-12T12:25:52.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7fece4ff9640 1 -- 172.21.15.82:0/592619909 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fece0030920 con 0x7fece810c170 2024-09-12T12:25:52.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7feced2f9640 1 -- 172.21.15.82:0/592619909 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fece819d6b0 con 0x7fece810c170 2024-09-12T12:25:52.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7fece4ff9640 1 -- 172.21.15.82:0/592619909 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fece00047b0 con 0x7fece810c170 2024-09-12T12:25:52.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.868+0000 7feced2f9640 1 -- 172.21.15.82:0/592619909 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fece81a4ff0 con 0x7fece810c170 2024-09-12T12:25:52.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.869+0000 7feced2f9640 1 -- 172.21.15.82:0/592619909 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fece8103120 con 0x7fece810c170 2024-09-12T12:25:52.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.870+0000 7fece4ff9640 1 -- 172.21.15.82:0/592619909 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fece0037020 con 0x7fece810c170 2024-09-12T12:25:52.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.871+0000 7fece4ff9640 1 --2- 172.21.15.82:0/592619909 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fecd40a2c10 0x7fecd40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:52.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.871+0000 7fece6ffd640 1 --2- 172.21.15.82:0/592619909 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fecd40a2c10 0x7fecd40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:52.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.871+0000 7fece4ff9640 1 -- 172.21.15.82:0/592619909 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fece00efeb0 con 0x7fece810c170 2024-09-12T12:25:52.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.872+0000 7fece6ffd640 1 --2- 172.21.15.82:0/592619909 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fecd40a2c10 0x7fecd40a50d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fecd8009990 tx=0x7fecd8009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:52.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:52.876+0000 7fece4ff9640 1 -- 172.21.15.82:0/592619909 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fece00bcdb0 con 0x7fece810c170 2024-09-12T12:25:53.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:53.051+0000 7feced2f9640 1 -- 172.21.15.82:0/592619909 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fece81a5220 con 0x7fece810c170 2024-09-12T12:25:53.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:53.051+0000 7fece4ff9640 1 -- 172.21.15.82:0/592619909 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fece00bc6b0 con 0x7fece810c170 2024-09-12T12:25:53.053 INFO:teuthology.orchestra.run.smithi082.stdout:77309411397 2024-09-12T12:25:53.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:53.053+0000 7feced2f9640 1 -- 172.21.15.82:0/592619909 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fecd40a2c10 msgr2=0x7fecd40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:53.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:53.053+0000 7feced2f9640 1 --2- 172.21.15.82:0/592619909 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fecd40a2c10 0x7fecd40a50d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fecd8009990 tx=0x7fecd8009110 comp rx=0 tx=0).stop 2024-09-12T12:25:53.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:53.053+0000 7feced2f9640 1 -- 172.21.15.82:0/592619909 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fece810c170 msgr2=0x7fece819cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:53.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:53.053+0000 7feced2f9640 1 --2- 172.21.15.82:0/592619909 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fece810c170 0x7fece819cd40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fece002ae70 tx=0x7fece002f5b0 comp rx=0 tx=0).stop 2024-09-12T12:25:53.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:53.053+0000 7feced2f9640 1 -- 172.21.15.82:0/592619909 shutdown_connections 2024-09-12T12:25:53.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:53.053+0000 7feced2f9640 1 --2- 172.21.15.82:0/592619909 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fecd40a2c10 0x7fecd40a50d0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:53.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:53.053+0000 7feced2f9640 1 --2- 172.21.15.82:0/592619909 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fece810c170 0x7fece819cd40 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:53.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:53.053+0000 7feced2f9640 1 --2- 172.21.15.82:0/592619909 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fece8103660 0x7fece81989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:53.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:53.053+0000 7feced2f9640 1 --2- 172.21.15.82:0/592619909 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fece8102d40 0x7fece8198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:53.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:53.053+0000 7feced2f9640 1 -- 172.21.15.82:0/592619909 >> 172.21.15.82:0/592619909 conn(0x7fece80fc7a0 msgr2=0x7fece80fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:53.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:53.053+0000 7feced2f9640 1 -- 172.21.15.82:0/592619909 shutdown_connections 2024-09-12T12:25:53.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:53.053+0000 7feced2f9640 1 -- 172.21.15.82:0/592619909 wait complete. 2024-09-12T12:25:53.285 INFO:tasks.cephadm.ceph_manager.ceph:need seq 266287972384 got 266287972386 for osd.9 2024-09-12T12:25:53.286 DEBUG:teuthology.parallel:result is None 2024-09-12T12:25:53.845 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:53 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:53.845 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:53 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:53.845 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:53 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:53.845 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:53 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:53.846 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:53 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/592619909' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-12T12:25:53.846 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:53 smithi082 ceph-mon[31122]: pgmap v303: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-09-12T12:25:53.872 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411395 got 77309411397 for osd.2 2024-09-12T12:25:53.872 DEBUG:teuthology.parallel:result is None 2024-09-12T12:25:54.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:53 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:54.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:53 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:54.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:53 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:54.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:53 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:54.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:53 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/592619909' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-12T12:25:54.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:53 smithi097 ceph-mon[34923]: pgmap v303: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-09-12T12:25:54.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:53 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:54.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:53 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:54.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:53 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:54.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:53 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:54.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:53 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/592619909' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-12T12:25:54.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:53 smithi114 ceph-mon[35514]: pgmap v303: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-09-12T12:25:54.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.259+0000 7fb94261e640 1 -- 172.21.15.82:0/3974675868 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb93c112b80 msgr2=0x7fb93c114f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:54.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.259+0000 7fb94261e640 1 --2- 172.21.15.82:0/3974675868 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb93c112b80 0x7fb93c114f70 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fb934009ca0 tx=0x7fb93402a950 comp rx=0 tx=0).stop 2024-09-12T12:25:54.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.259+0000 7fb94261e640 1 -- 172.21.15.82:0/3974675868 shutdown_connections 2024-09-12T12:25:54.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.259+0000 7fb94261e640 1 --2- 172.21.15.82:0/3974675868 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb93c112b80 0x7fb93c114f70 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:54.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.259+0000 7fb94261e640 1 --2- 172.21.15.82:0/3974675868 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb93c074eb0 0x7fb93c112640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:54.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.259+0000 7fb94261e640 1 --2- 172.21.15.82:0/3974675868 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb93c074590 0x7fb93c074970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:54.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.259+0000 7fb94261e640 1 -- 172.21.15.82:0/3974675868 >> 172.21.15.82:0/3974675868 conn(0x7fb93c0fd8b0 msgr2=0x7fb93c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:54.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.259+0000 7fb94261e640 1 -- 172.21.15.82:0/3974675868 shutdown_connections 2024-09-12T12:25:54.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.259+0000 7fb94261e640 1 -- 172.21.15.82:0/3974675868 wait complete. 2024-09-12T12:25:54.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.260+0000 7fb94261e640 1 Processor -- start 2024-09-12T12:25:54.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.260+0000 7fb94261e640 1 -- start start 2024-09-12T12:25:54.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.260+0000 7fb94261e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb93c074590 0x7fb93c1a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:54.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.260+0000 7fb94261e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb93c074eb0 0x7fb93c1a4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:54.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.260+0000 7fb94261e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb93c112b80 0x7fb93c19e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:54.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.260+0000 7fb94261e640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb93c118550 con 0x7fb93c074eb0 2024-09-12T12:25:54.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.260+0000 7fb94261e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb93c1183d0 con 0x7fb93c112b80 2024-09-12T12:25:54.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.260+0000 7fb94261e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb93c1186d0 con 0x7fb93c074590 2024-09-12T12:25:54.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.260+0000 7fb93b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb93c074eb0 0x7fb93c1a4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:54.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.260+0000 7fb93b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb93c074eb0 0x7fb93c1a4c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52468/0 (socket says 172.21.15.82:52468) 2024-09-12T12:25:54.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.260+0000 7fb93b7fe640 1 -- 172.21.15.82:0/3948239039 learned_addr learned my addr 172.21.15.82:0/3948239039 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:54.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.261+0000 7fb93bfff640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb93c074590 0x7fb93c1a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:54.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.261+0000 7fb940bbb640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb93c112b80 0x7fb93c19e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:54.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.261+0000 7fb93b7fe640 1 -- 172.21.15.82:0/3948239039 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb93c074590 msgr2=0x7fb93c1a46f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:54.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.261+0000 7fb93b7fe640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb93c074590 0x7fb93c1a46f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:54.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.261+0000 7fb93b7fe640 1 -- 172.21.15.82:0/3948239039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb93c112b80 msgr2=0x7fb93c19e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:54.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.261+0000 7fb93b7fe640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb93c112b80 0x7fb93c19e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:54.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.261+0000 7fb93b7fe640 1 -- 172.21.15.82:0/3948239039 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb93c19efe0 con 0x7fb93c074eb0 2024-09-12T12:25:54.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.261+0000 7fb940bbb640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb93c112b80 0x7fb93c19e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:54.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.261+0000 7fb93b7fe640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb93c074eb0 0x7fb93c1a4c30 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fb92c00d950 tx=0x7fb92c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:54.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.261+0000 7fb9397fa640 1 -- 172.21.15.82:0/3948239039 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c017070 con 0x7fb93c074eb0 2024-09-12T12:25:54.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.261+0000 7fb94261e640 1 -- 172.21.15.82:0/3948239039 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb93c19f2d0 con 0x7fb93c074eb0 2024-09-12T12:25:54.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.261+0000 7fb9397fa640 1 -- 172.21.15.82:0/3948239039 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb92c009c30 con 0x7fb93c074eb0 2024-09-12T12:25:54.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.261+0000 7fb9397fa640 1 -- 172.21.15.82:0/3948239039 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c00f6b0 con 0x7fb93c074eb0 2024-09-12T12:25:54.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.261+0000 7fb94261e640 1 -- 172.21.15.82:0/3948239039 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb93c1ab5c0 con 0x7fb93c074eb0 2024-09-12T12:25:54.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.262+0000 7fb94261e640 1 -- 172.21.15.82:0/3948239039 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb93c074970 con 0x7fb93c074eb0 2024-09-12T12:25:54.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.263+0000 7fb9397fa640 1 -- 172.21.15.82:0/3948239039 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb92c0109d0 con 0x7fb93c074eb0 2024-09-12T12:25:54.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.264+0000 7fb9397fa640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb9280a2c10 0x7fb9280a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:54.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.264+0000 7fb93bfff640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb9280a2c10 0x7fb9280a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:54.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.264+0000 7fb9397fa640 1 -- 172.21.15.82:0/3948239039 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fb92c0cee80 con 0x7fb93c074eb0 2024-09-12T12:25:54.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.265+0000 7fb93bfff640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb9280a2c10 0x7fb9280a50d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb924005fd0 tx=0x7fb924005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:54.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.270+0000 7fb9397fa640 1 -- 172.21.15.82:0/3948239039 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb92c009de0 con 0x7fb93c074eb0 2024-09-12T12:25:54.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.453+0000 7fb94261e640 1 -- 172.21.15.82:0/3948239039 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fb93c104fc0 con 0x7fb93c074eb0 2024-09-12T12:25:54.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.453+0000 7fb9397fa640 1 -- 172.21.15.82:0/3948239039 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fb92c09bc10 con 0x7fb93c074eb0 2024-09-12T12:25:54.455 INFO:teuthology.orchestra.run.smithi082.stdout:236223201319 2024-09-12T12:25:54.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.455+0000 7fb94261e640 1 -- 172.21.15.82:0/3948239039 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb9280a2c10 msgr2=0x7fb9280a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:54.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.455+0000 7fb94261e640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb9280a2c10 0x7fb9280a50d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb924005fd0 tx=0x7fb924005850 comp rx=0 tx=0).stop 2024-09-12T12:25:54.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.455+0000 7fb94261e640 1 -- 172.21.15.82:0/3948239039 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb93c074eb0 msgr2=0x7fb93c1a4c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:54.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.455+0000 7fb94261e640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb93c074eb0 0x7fb93c1a4c30 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fb92c00d950 tx=0x7fb92c00de10 comp rx=0 tx=0).stop 2024-09-12T12:25:54.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.455+0000 7fb94261e640 1 -- 172.21.15.82:0/3948239039 shutdown_connections 2024-09-12T12:25:54.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.455+0000 7fb94261e640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fb9280a2c10 0x7fb9280a50d0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:54.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.455+0000 7fb94261e640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb93c112b80 0x7fb93c19e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:54.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.455+0000 7fb94261e640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb93c074eb0 0x7fb93c1a4c30 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:54.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.455+0000 7fb94261e640 1 --2- 172.21.15.82:0/3948239039 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb93c074590 0x7fb93c1a46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:54.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.455+0000 7fb94261e640 1 -- 172.21.15.82:0/3948239039 >> 172.21.15.82:0/3948239039 conn(0x7fb93c0fd8b0 msgr2=0x7fb93c0ff0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:54.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.455+0000 7fb94261e640 1 -- 172.21.15.82:0/3948239039 shutdown_connections 2024-09-12T12:25:54.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:54.455+0000 7fb94261e640 1 -- 172.21.15.82:0/3948239039 wait complete. 2024-09-12T12:25:54.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:54 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3948239039' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-12T12:25:55.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:54 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3948239039' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-12T12:25:55.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:54 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3948239039' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-12T12:25:55.188 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201316 got 236223201319 for osd.8 2024-09-12T12:25:55.188 DEBUG:teuthology.parallel:result is None 2024-09-12T12:25:55.189 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-12T12:25:55.189 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-12T12:25:55.623 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:56.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:55 smithi097 ceph-mon[34923]: pgmap v304: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-09-12T12:25:56.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:55 smithi082 ceph-mon[31122]: pgmap v304: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-09-12T12:25:56.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:55 smithi114 ceph-mon[35514]: pgmap v304: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-09-12T12:25:56.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.127+0000 7f722bd14640 1 -- 172.21.15.82:0/1971661405 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7224102570 msgr2=0x7f72241029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:56.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.127+0000 7f722bd14640 1 --2- 172.21.15.82:0/1971661405 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7224102570 0x7f72241029b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f7220009900 tx=0x7f722002a480 comp rx=0 tx=0).stop 2024-09-12T12:25:56.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.127+0000 7f722bd14640 1 -- 172.21.15.82:0/1971661405 shutdown_connections 2024-09-12T12:25:56.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.127+0000 7f722bd14640 1 --2- 172.21.15.82:0/1971661405 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7224102ef0 0x7f722410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:56.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.127+0000 7f722bd14640 1 --2- 172.21.15.82:0/1971661405 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7224102570 0x7f72241029b0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:56.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.127+0000 7f722bd14640 1 --2- 172.21.15.82:0/1971661405 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7224100e20 0x7f7224101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:56.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.127+0000 7f722bd14640 1 -- 172.21.15.82:0/1971661405 >> 172.21.15.82:0/1971661405 conn(0x7f72240fc7d0 msgr2=0x7f72240febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:56.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.127+0000 7f722bd14640 1 -- 172.21.15.82:0/1971661405 shutdown_connections 2024-09-12T12:25:56.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.127+0000 7f722bd14640 1 -- 172.21.15.82:0/1971661405 wait complete. 2024-09-12T12:25:56.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f722bd14640 1 Processor -- start 2024-09-12T12:25:56.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f722bd14640 1 -- start start 2024-09-12T12:25:56.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f722bd14640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7224100e20 0x7f7224198650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:56.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f722bd14640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7224102570 0x7f7224198b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:56.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f722bd14640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7224102ef0 0x7f722419cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:56.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f722bd14640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7224111020 con 0x7f7224102570 2024-09-12T12:25:56.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f722bd14640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7224110ea0 con 0x7f7224100e20 2024-09-12T12:25:56.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f722bd14640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f72241111a0 con 0x7f7224102ef0 2024-09-12T12:25:56.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f72292af640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7224102570 0x7f7224198b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:56.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f72292af640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7224102570 0x7f7224198b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52490/0 (socket says 172.21.15.82:52490) 2024-09-12T12:25:56.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f72292af640 1 -- 172.21.15.82:0/3973826292 learned_addr learned my addr 172.21.15.82:0/3973826292 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:56.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f722a2b1640 1 --2- 172.21.15.82:0/3973826292 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7224102ef0 0x7f722419cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:56.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f7229ab0640 1 --2- 172.21.15.82:0/3973826292 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7224100e20 0x7f7224198650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:56.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f72292af640 1 -- 172.21.15.82:0/3973826292 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7224102ef0 msgr2=0x7f722419cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:56.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f72292af640 1 --2- 172.21.15.82:0/3973826292 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7224102ef0 0x7f722419cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:56.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f72292af640 1 -- 172.21.15.82:0/3973826292 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7224100e20 msgr2=0x7f7224198650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:56.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f72292af640 1 --2- 172.21.15.82:0/3973826292 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7224100e20 0x7f7224198650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:56.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.128+0000 7f72292af640 1 -- 172.21.15.82:0/3973826292 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f722419d600 con 0x7f7224102570 2024-09-12T12:25:56.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.129+0000 7f72292af640 1 --2- 172.21.15.82:0/3973826292 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7224102570 0x7f7224198b90 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f7220006010 tx=0x7f7220003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:56.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.129+0000 7f721affd640 1 -- 172.21.15.82:0/3973826292 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f722003f070 con 0x7f7224102570 2024-09-12T12:25:56.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.129+0000 7f722bd14640 1 -- 172.21.15.82:0/3973826292 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f722419d890 con 0x7f7224102570 2024-09-12T12:25:56.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.129+0000 7f721affd640 1 -- 172.21.15.82:0/3973826292 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7220031e30 con 0x7f7224102570 2024-09-12T12:25:56.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.129+0000 7f721affd640 1 -- 172.21.15.82:0/3973826292 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7220035030 con 0x7f7224102570 2024-09-12T12:25:56.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.129+0000 7f722bd14640 1 -- 172.21.15.82:0/3973826292 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72241a51d0 con 0x7f7224102570 2024-09-12T12:25:56.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.130+0000 7f722bd14640 1 -- 172.21.15.82:0/3973826292 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7224101280 con 0x7f7224102570 2024-09-12T12:25:56.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.131+0000 7f721affd640 1 -- 172.21.15.82:0/3973826292 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7220042070 con 0x7f7224102570 2024-09-12T12:25:56.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.132+0000 7f721affd640 1 --2- 172.21.15.82:0/3973826292 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f72100a2c10 0x7f72100a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:56.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.132+0000 7f7229ab0640 1 --2- 172.21.15.82:0/3973826292 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f72100a2c10 0x7f72100a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:56.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.132+0000 7f721affd640 1 -- 172.21.15.82:0/3973826292 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f72200efbe0 con 0x7f7224102570 2024-09-12T12:25:56.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.132+0000 7f7229ab0640 1 --2- 172.21.15.82:0/3973826292 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f72100a2c10 0x7f72100a50d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7214009890 tx=0x7f7214008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:56.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.136+0000 7f721affd640 1 -- 172.21.15.82:0/3973826292 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f72200bc9d0 con 0x7f7224102570 2024-09-12T12:25:56.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.313+0000 7f722bd14640 1 -- 172.21.15.82:0/3973826292 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7224106f10 con 0x7f72100a2c10 2024-09-12T12:25:56.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.320+0000 7f721affd640 1 -- 172.21.15.82:0/3973826292 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258761 (secure 0 0 0) 0x7f7224106f10 con 0x7f72100a2c10 2024-09-12T12:25:56.323 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:25:56.324 INFO:teuthology.orchestra.run.smithi082.stderr:dumped all 2024-09-12T12:25:56.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.323+0000 7f722bd14640 1 -- 172.21.15.82:0/3973826292 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f72100a2c10 msgr2=0x7f72100a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:56.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.323+0000 7f722bd14640 1 --2- 172.21.15.82:0/3973826292 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f72100a2c10 0x7f72100a50d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7214009890 tx=0x7f7214008040 comp rx=0 tx=0).stop 2024-09-12T12:25:56.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.323+0000 7f722bd14640 1 -- 172.21.15.82:0/3973826292 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7224102570 msgr2=0x7f7224198b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:56.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.323+0000 7f722bd14640 1 --2- 172.21.15.82:0/3973826292 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7224102570 0x7f7224198b90 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f7220006010 tx=0x7f7220003c80 comp rx=0 tx=0).stop 2024-09-12T12:25:56.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.323+0000 7f722bd14640 1 -- 172.21.15.82:0/3973826292 shutdown_connections 2024-09-12T12:25:56.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.323+0000 7f722bd14640 1 --2- 172.21.15.82:0/3973826292 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f72100a2c10 0x7f72100a50d0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:56.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.323+0000 7f722bd14640 1 --2- 172.21.15.82:0/3973826292 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7224102ef0 0x7f722419cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:56.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.323+0000 7f722bd14640 1 --2- 172.21.15.82:0/3973826292 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7224102570 0x7f7224198b90 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:56.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.323+0000 7f722bd14640 1 --2- 172.21.15.82:0/3973826292 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7224100e20 0x7f7224198650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:56.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.323+0000 7f722bd14640 1 -- 172.21.15.82:0/3973826292 >> 172.21.15.82:0/3973826292 conn(0x7f72240fc7d0 msgr2=0x7f7224069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:56.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.323+0000 7f722bd14640 1 -- 172.21.15.82:0/3973826292 shutdown_connections 2024-09-12T12:25:56.327 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:56.323+0000 7f722bd14640 1 -- 172.21.15.82:0/3973826292 wait complete. 2024-09-12T12:25:56.945 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:56 smithi082 ceph-mon[31122]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:25:56.946 INFO:teuthology.orchestra.run.smithi082.stdout:{"pg_ready":true,"pg_map":{"version":304,"stamp":"2024-09-12T12:25:55.270378+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658360,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":637,"num_read_kb":443,"num_write":427,"num_write_kb":3075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":1182971,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":349,"ondisk_log_size":349,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":353592,"kb_used_data":12636,"kb_used_omap":18,"kb_used_meta":340717,"kb_avail":1124588232,"statfs":{"total":1151940427776,"available":1151578349568,"internally_reserved":0,"allocated":12939264,"data_stored":7099992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19138,"internal_metadata":348894526},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":58,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002650"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336719+0000","last_change":"2024-09-12T12:24:53.267641+0000","last_active":"2024-09-12T12:25:10.336719+0000","last_peered":"2024-09-12T12:25:10.336719+0000","last_clean":"2024-09-12T12:25:10.336719+0000","last_became_active":"2024-09-12T12:24:53.267213+0000","last_became_peered":"2024-09-12T12:24:53.267213+0000","last_unstale":"2024-09-12T12:25:10.336719+0000","last_undegraded":"2024-09-12T12:25:10.336719+0000","last_fullsized":"2024-09-12T12:25:10.336719+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:52.638133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340724+0000","last_change":"2024-09-12T12:24:53.260209+0000","last_active":"2024-09-12T12:25:10.340724+0000","last_peered":"2024-09-12T12:25:10.340724+0000","last_clean":"2024-09-12T12:25:10.340724+0000","last_became_active":"2024-09-12T12:24:53.259912+0000","last_became_peered":"2024-09-12T12:24:53.259912+0000","last_unstale":"2024-09-12T12:25:10.340724+0000","last_undegraded":"2024-09-12T12:25:10.340724+0000","last_fullsized":"2024-09-12T12:25:10.340724+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:57.126433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340516+0000","last_change":"2024-09-12T12:24:53.267025+0000","last_active":"2024-09-12T12:25:10.340516+0000","last_peered":"2024-09-12T12:25:10.340516+0000","last_clean":"2024-09-12T12:25:10.340516+0000","last_became_active":"2024-09-12T12:24:53.266687+0000","last_became_peered":"2024-09-12T12:24:53.266687+0000","last_unstale":"2024-09-12T12:25:10.340516+0000","last_undegraded":"2024-09-12T12:25:10.340516+0000","last_fullsized":"2024-09-12T12:25:10.340516+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:00.134085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339928+0000","last_change":"2024-09-12T12:24:53.266874+0000","last_active":"2024-09-12T12:25:10.339928+0000","last_peered":"2024-09-12T12:25:10.339928+0000","last_clean":"2024-09-12T12:25:10.339928+0000","last_became_active":"2024-09-12T12:24:53.266411+0000","last_became_peered":"2024-09-12T12:24:53.266411+0000","last_unstale":"2024-09-12T12:25:10.339928+0000","last_undegraded":"2024-09-12T12:25:10.339928+0000","last_fullsized":"2024-09-12T12:25:10.339928+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:41.908243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342100+0000","last_change":"2024-09-12T12:24:53.267092+0000","last_active":"2024-09-12T12:25:10.342100+0000","last_peered":"2024-09-12T12:25:10.342100+0000","last_clean":"2024-09-12T12:25:10.342100+0000","last_became_active":"2024-09-12T12:24:53.266755+0000","last_became_peered":"2024-09-12T12:24:53.266755+0000","last_unstale":"2024-09-12T12:25:10.342100+0000","last_undegraded":"2024-09-12T12:25:10.342100+0000","last_fullsized":"2024-09-12T12:25:10.342100+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:57:36.414217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336627+0000","last_change":"2024-09-12T12:24:53.266214+0000","last_active":"2024-09-12T12:25:10.336627+0000","last_peered":"2024-09-12T12:25:10.336627+0000","last_clean":"2024-09-12T12:25:10.336627+0000","last_became_active":"2024-09-12T12:24:53.265847+0000","last_became_peered":"2024-09-12T12:24:53.265847+0000","last_unstale":"2024-09-12T12:25:10.336627+0000","last_undegraded":"2024-09-12T12:25:10.336627+0000","last_fullsized":"2024-09-12T12:25:10.336627+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:00:36.048487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339501+0000","last_change":"2024-09-12T12:24:53.263578+0000","last_active":"2024-09-12T12:25:10.339501+0000","last_peered":"2024-09-12T12:25:10.339501+0000","last_clean":"2024-09-12T12:25:10.339501+0000","last_became_active":"2024-09-12T12:24:53.263242+0000","last_became_peered":"2024-09-12T12:24:53.263242+0000","last_unstale":"2024-09-12T12:25:10.339501+0000","last_undegraded":"2024-09-12T12:25:10.339501+0000","last_fullsized":"2024-09-12T12:25:10.339501+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:07:42.227050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344514+0000","last_change":"2024-09-12T12:25:10.343826+0000","last_active":"2024-09-12T12:25:10.344514+0000","last_peered":"2024-09-12T12:25:10.344514+0000","last_clean":"2024-09-12T12:25:10.344514+0000","last_became_active":"2024-09-12T12:25:10.343447+0000","last_became_peered":"2024-09-12T12:25:10.343447+0000","last_unstale":"2024-09-12T12:25:10.344514+0000","last_undegraded":"2024-09-12T12:25:10.344514+0000","last_fullsized":"2024-09-12T12:25:10.344514+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:23.562283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341102+0000","last_change":"2024-09-12T12:24:53.263095+0000","last_active":"2024-09-12T12:25:10.341102+0000","last_peered":"2024-09-12T12:25:10.341102+0000","last_clean":"2024-09-12T12:25:10.341102+0000","last_became_active":"2024-09-12T12:24:53.262774+0000","last_became_peered":"2024-09-12T12:24:53.262774+0000","last_unstale":"2024-09-12T12:25:10.341102+0000","last_undegraded":"2024-09-12T12:25:10.341102+0000","last_fullsized":"2024-09-12T12:25:10.341102+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:57.457816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.337005+0000","last_change":"2024-09-12T12:24:53.268488+0000","last_active":"2024-09-12T12:25:10.337005+0000","last_peered":"2024-09-12T12:25:10.337005+0000","last_clean":"2024-09-12T12:25:10.337005+0000","last_became_active":"2024-09-12T12:24:53.268087+0000","last_became_peered":"2024-09-12T12:24:53.268087+0000","last_unstale":"2024-09-12T12:25:10.337005+0000","last_undegraded":"2024-09-12T12:25:10.337005+0000","last_fullsized":"2024-09-12T12:25:10.337005+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:38.544938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340132+0000","last_change":"2024-09-12T12:24:53.269282+0000","last_active":"2024-09-12T12:25:10.340132+0000","last_peered":"2024-09-12T12:25:10.340132+0000","last_clean":"2024-09-12T12:25:10.340132+0000","last_became_active":"2024-09-12T12:24:53.268943+0000","last_became_peered":"2024-09-12T12:24:53.268943+0000","last_unstale":"2024-09-12T12:25:10.340132+0000","last_undegraded":"2024-09-12T12:25:10.340132+0000","last_fullsized":"2024-09-12T12:25:10.340132+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:15.534080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340049+0000","last_change":"2024-09-12T12:24:53.269819+0000","last_active":"2024-09-12T12:25:10.340049+0000","last_peered":"2024-09-12T12:25:10.340049+0000","last_clean":"2024-09-12T12:25:10.340049+0000","last_became_active":"2024-09-12T12:24:53.269442+0000","last_became_peered":"2024-09-12T12:24:53.269442+0000","last_unstale":"2024-09-12T12:25:10.340049+0000","last_undegraded":"2024-09-12T12:25:10.340049+0000","last_fullsized":"2024-09-12T12:25:10.340049+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:08.178972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336336+0000","last_change":"2024-09-12T12:24:53.257568+0000","last_active":"2024-09-12T12:25:10.336336+0000","last_peered":"2024-09-12T12:25:10.336336+0000","last_clean":"2024-09-12T12:25:10.336336+0000","last_became_active":"2024-09-12T12:24:53.257214+0000","last_became_peered":"2024-09-12T12:24:53.257214+0000","last_unstale":"2024-09-12T12:25:10.336336+0000","last_undegraded":"2024-09-12T12:25:10.336336+0000","last_fullsized":"2024-09-12T12:25:10.336336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:12.082244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340486+0000","last_change":"2024-09-12T12:24:53.260245+0000","last_active":"2024-09-12T12:25:10.340486+0000","last_peered":"2024-09-12T12:25:10.340486+0000","last_clean":"2024-09-12T12:25:10.340486+0000","last_became_active":"2024-09-12T12:24:53.259965+0000","last_became_peered":"2024-09-12T12:24:53.259965+0000","last_unstale":"2024-09-12T12:25:10.340486+0000","last_undegraded":"2024-09-12T12:25:10.340486+0000","last_fullsized":"2024-09-12T12:25:10.340486+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:46.035684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340403+0000","last_change":"2024-09-12T12:24:53.264482+0000","last_active":"2024-09-12T12:25:10.340403+0000","last_peered":"2024-09-12T12:25:10.340403+0000","last_clean":"2024-09-12T12:25:10.340403+0000","last_became_active":"2024-09-12T12:24:53.264189+0000","last_became_peered":"2024-09-12T12:24:53.264189+0000","last_unstale":"2024-09-12T12:25:10.340403+0000","last_undegraded":"2024-09-12T12:25:10.340403+0000","last_fullsized":"2024-09-12T12:25:10.340403+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:13.915884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340663+0000","last_change":"2024-09-12T12:24:53.263283+0000","last_active":"2024-09-12T12:25:10.340663+0000","last_peered":"2024-09-12T12:25:10.340663+0000","last_clean":"2024-09-12T12:25:10.340663+0000","last_became_active":"2024-09-12T12:24:53.262081+0000","last_became_peered":"2024-09-12T12:24:53.262081+0000","last_unstale":"2024-09-12T12:25:10.340663+0000","last_undegraded":"2024-09-12T12:25:10.340663+0000","last_fullsized":"2024-09-12T12:25:10.340663+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:40.676980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336724+0000","last_change":"2024-09-12T12:24:53.267514+0000","last_active":"2024-09-12T12:25:10.336724+0000","last_peered":"2024-09-12T12:25:10.336724+0000","last_clean":"2024-09-12T12:25:10.336724+0000","last_became_active":"2024-09-12T12:24:53.266773+0000","last_became_peered":"2024-09-12T12:24:53.266773+0000","last_unstale":"2024-09-12T12:25:10.336724+0000","last_undegraded":"2024-09-12T12:25:10.336724+0000","last_fullsized":"2024-09-12T12:25:10.336724+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:05:53.973780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338877+0000","last_change":"2024-09-12T12:24:53.261326+0000","last_active":"2024-09-12T12:25:10.338877+0000","last_peered":"2024-09-12T12:25:10.338877+0000","last_clean":"2024-09-12T12:25:10.338877+0000","last_became_active":"2024-09-12T12:24:53.261022+0000","last_became_peered":"2024-09-12T12:24:53.261022+0000","last_unstale":"2024-09-12T12:25:10.338877+0000","last_undegraded":"2024-09-12T12:25:10.338877+0000","last_fullsized":"2024-09-12T12:25:10.338877+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:34:01.689720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338530+0000","last_change":"2024-09-12T12:24:53.262683+0000","last_active":"2024-09-12T12:25:10.338530+0000","last_peered":"2024-09-12T12:25:10.338530+0000","last_clean":"2024-09-12T12:25:10.338530+0000","last_became_active":"2024-09-12T12:24:53.260343+0000","last_became_peered":"2024-09-12T12:24:53.260343+0000","last_unstale":"2024-09-12T12:25:10.338530+0000","last_undegraded":"2024-09-12T12:25:10.338530+0000","last_fullsized":"2024-09-12T12:25:10.338530+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:56.218598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336494+0000","last_change":"2024-09-12T12:24:53.266758+0000","last_active":"2024-09-12T12:25:10.336494+0000","last_peered":"2024-09-12T12:25:10.336494+0000","last_clean":"2024-09-12T12:25:10.336494+0000","last_became_active":"2024-09-12T12:24:53.266438+0000","last_became_peered":"2024-09-12T12:24:53.266438+0000","last_unstale":"2024-09-12T12:25:10.336494+0000","last_undegraded":"2024-09-12T12:25:10.336494+0000","last_fullsized":"2024-09-12T12:25:10.336494+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:52.586860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336504+0000","last_change":"2024-09-12T12:24:53.260873+0000","last_active":"2024-09-12T12:25:10.336504+0000","last_peered":"2024-09-12T12:25:10.336504+0000","last_clean":"2024-09-12T12:25:10.336504+0000","last_became_active":"2024-09-12T12:24:53.260547+0000","last_became_peered":"2024-09-12T12:24:53.260547+0000","last_unstale":"2024-09-12T12:25:10.336504+0000","last_undegraded":"2024-09-12T12:25:10.336504+0000","last_fullsized":"2024-09-12T12:25:10.336504+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:59:43.822805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340939+0000","last_change":"2024-09-12T12:24:53.263778+0000","last_active":"2024-09-12T12:25:10.340939+0000","last_peered":"2024-09-12T12:25:10.340939+0000","last_clean":"2024-09-12T12:25:10.340939+0000","last_became_active":"2024-09-12T12:24:53.263446+0000","last_became_peered":"2024-09-12T12:24:53.263446+0000","last_unstale":"2024-09-12T12:25:10.340939+0000","last_undegraded":"2024-09-12T12:25:10.340939+0000","last_fullsized":"2024-09-12T12:25:10.340939+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:47.774666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339991+0000","last_change":"2024-09-12T12:24:53.262750+0000","last_active":"2024-09-12T12:25:10.339991+0000","last_peered":"2024-09-12T12:25:10.339991+0000","last_clean":"2024-09-12T12:25:10.339991+0000","last_became_active":"2024-09-12T12:24:53.262464+0000","last_became_peered":"2024-09-12T12:24:53.262464+0000","last_unstale":"2024-09-12T12:25:10.339991+0000","last_undegraded":"2024-09-12T12:25:10.339991+0000","last_fullsized":"2024-09-12T12:25:10.339991+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:34.148797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341315+0000","last_change":"2024-09-12T12:24:53.262468+0000","last_active":"2024-09-12T12:25:10.341315+0000","last_peered":"2024-09-12T12:25:10.341315+0000","last_clean":"2024-09-12T12:25:10.341315+0000","last_became_active":"2024-09-12T12:24:53.259228+0000","last_became_peered":"2024-09-12T12:24:53.259228+0000","last_unstale":"2024-09-12T12:25:10.341315+0000","last_undegraded":"2024-09-12T12:25:10.341315+0000","last_fullsized":"2024-09-12T12:25:10.341315+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:40.800800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338515+0000","last_change":"2024-09-12T12:24:53.269069+0000","last_active":"2024-09-12T12:25:10.338515+0000","last_peered":"2024-09-12T12:25:10.338515+0000","last_clean":"2024-09-12T12:25:10.338515+0000","last_became_active":"2024-09-12T12:24:53.268740+0000","last_became_peered":"2024-09-12T12:24:53.268740+0000","last_unstale":"2024-09-12T12:25:10.338515+0000","last_undegraded":"2024-09-12T12:25:10.338515+0000","last_fullsized":"2024-09-12T12:25:10.338515+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:03.699713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338528+0000","last_change":"2024-09-12T12:24:53.264080+0000","last_active":"2024-09-12T12:25:10.338528+0000","last_peered":"2024-09-12T12:25:10.338528+0000","last_clean":"2024-09-12T12:25:10.338528+0000","last_became_active":"2024-09-12T12:24:53.263752+0000","last_became_peered":"2024-09-12T12:24:53.263752+0000","last_unstale":"2024-09-12T12:25:10.338528+0000","last_undegraded":"2024-09-12T12:25:10.338528+0000","last_fullsized":"2024-09-12T12:25:10.338528+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:46:38.691951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336551+0000","last_change":"2024-09-12T12:24:53.269081+0000","last_active":"2024-09-12T12:25:10.336551+0000","last_peered":"2024-09-12T12:25:10.336551+0000","last_clean":"2024-09-12T12:25:10.336551+0000","last_became_active":"2024-09-12T12:24:53.265150+0000","last_became_peered":"2024-09-12T12:24:53.265150+0000","last_unstale":"2024-09-12T12:25:10.336551+0000","last_undegraded":"2024-09-12T12:25:10.336551+0000","last_fullsized":"2024-09-12T12:25:10.336551+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:59.285175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336224+0000","last_change":"2024-09-12T12:24:53.262512+0000","last_active":"2024-09-12T12:25:10.336224+0000","last_peered":"2024-09-12T12:25:10.336224+0000","last_clean":"2024-09-12T12:25:10.336224+0000","last_became_active":"2024-09-12T12:24:53.262222+0000","last_became_peered":"2024-09-12T12:24:53.262222+0000","last_unstale":"2024-09-12T12:25:10.336224+0000","last_undegraded":"2024-09-12T12:25:10.336224+0000","last_fullsized":"2024-09-12T12:25:10.336224+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:13.107382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340670+0000","last_change":"2024-09-12T12:24:53.266470+0000","last_active":"2024-09-12T12:25:10.340670+0000","last_peered":"2024-09-12T12:25:10.340670+0000","last_clean":"2024-09-12T12:25:10.340670+0000","last_became_active":"2024-09-12T12:24:53.266205+0000","last_became_peered":"2024-09-12T12:24:53.266205+0000","last_unstale":"2024-09-12T12:25:10.340670+0000","last_undegraded":"2024-09-12T12:25:10.340670+0000","last_fullsized":"2024-09-12T12:25:10.340670+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:08.037725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338257+0000","last_change":"2024-09-12T12:24:53.260855+0000","last_active":"2024-09-12T12:25:10.338257+0000","last_peered":"2024-09-12T12:25:10.338257+0000","last_clean":"2024-09-12T12:25:10.338257+0000","last_became_active":"2024-09-12T12:24:53.260523+0000","last_became_peered":"2024-09-12T12:24:53.260523+0000","last_unstale":"2024-09-12T12:25:10.338257+0000","last_undegraded":"2024-09-12T12:25:10.338257+0000","last_fullsized":"2024-09-12T12:25:10.338257+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:06.532622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342333+0000","last_change":"2024-09-12T12:25:10.342333+0000","last_active":"2024-09-12T12:25:10.342333+0000","last_peered":"2024-09-12T12:25:10.342333+0000","last_clean":"2024-09-12T12:25:10.342333+0000","last_became_active":"2024-09-12T12:25:10.341972+0000","last_became_peered":"2024-09-12T12:25:10.341972+0000","last_unstale":"2024-09-12T12:25:10.342333+0000","last_undegraded":"2024-09-12T12:25:10.342333+0000","last_fullsized":"2024-09-12T12:25:10.342333+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:34.822453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336407+0000","last_change":"2024-09-12T12:24:53.266043+0000","last_active":"2024-09-12T12:25:10.336407+0000","last_peered":"2024-09-12T12:25:10.336407+0000","last_clean":"2024-09-12T12:25:10.336407+0000","last_became_active":"2024-09-12T12:24:53.264592+0000","last_became_peered":"2024-09-12T12:24:53.264592+0000","last_unstale":"2024-09-12T12:25:10.336407+0000","last_undegraded":"2024-09-12T12:25:10.336407+0000","last_fullsized":"2024-09-12T12:25:10.336407+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:02.433100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.343134+0000","last_change":"2024-09-12T12:24:53.264662+0000","last_active":"2024-09-12T12:25:10.343134+0000","last_peered":"2024-09-12T12:25:10.343134+0000","last_clean":"2024-09-12T12:25:10.343134+0000","last_became_active":"2024-09-12T12:24:53.264257+0000","last_became_peered":"2024-09-12T12:24:53.264257+0000","last_unstale":"2024-09-12T12:25:10.343134+0000","last_undegraded":"2024-09-12T12:25:10.343134+0000","last_fullsized":"2024-09-12T12:25:10.343134+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:38.893735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"79'6","reported_seq":79,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:51.392804+0000","last_change":"2024-09-12T12:24:51.250102+0000","last_active":"2024-09-12T12:25:51.392804+0000","last_peered":"2024-09-12T12:25:51.392804+0000","last_clean":"2024-09-12T12:25:51.392804+0000","last_became_active":"2024-09-12T12:24:51.249770+0000","last_became_peered":"2024-09-12T12:24:51.249770+0000","last_unstale":"2024-09-12T12:25:51.392804+0000","last_undegraded":"2024-09-12T12:25:51.392804+0000","last_fullsized":"2024-09-12T12:25:51.392804+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:15.464601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":51,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341728+0000","last_change":"2024-09-12T12:24:53.261932+0000","last_active":"2024-09-12T12:25:10.341728+0000","last_peered":"2024-09-12T12:25:10.341728+0000","last_clean":"2024-09-12T12:25:10.341728+0000","last_became_active":"2024-09-12T12:24:53.258413+0000","last_became_peered":"2024-09-12T12:24:53.258413+0000","last_unstale":"2024-09-12T12:25:10.341728+0000","last_undegraded":"2024-09-12T12:25:10.341728+0000","last_fullsized":"2024-09-12T12:25:10.341728+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:08.387016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336774+0000","last_change":"2024-09-12T12:24:51.250202+0000","last_active":"2024-09-12T12:25:10.336774+0000","last_peered":"2024-09-12T12:25:10.336774+0000","last_clean":"2024-09-12T12:25:10.336774+0000","last_became_active":"2024-09-12T12:24:51.249329+0000","last_became_peered":"2024-09-12T12:24:51.249329+0000","last_unstale":"2024-09-12T12:25:10.336774+0000","last_undegraded":"2024-09-12T12:25:10.336774+0000","last_fullsized":"2024-09-12T12:25:10.336774+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:41:51.465438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336115+0000","last_change":"2024-09-12T12:24:51.247338+0000","last_active":"2024-09-12T12:25:10.336115+0000","last_peered":"2024-09-12T12:25:10.336115+0000","last_clean":"2024-09-12T12:25:10.336115+0000","last_became_active":"2024-09-12T12:24:51.246989+0000","last_became_peered":"2024-09-12T12:24:51.246989+0000","last_unstale":"2024-09-12T12:25:10.336115+0000","last_undegraded":"2024-09-12T12:25:10.336115+0000","last_fullsized":"2024-09-12T12:25:10.336115+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:18:50.858700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339941+0000","last_change":"2024-09-12T12:24:53.261140+0000","last_active":"2024-09-12T12:25:10.339941+0000","last_peered":"2024-09-12T12:25:10.339941+0000","last_clean":"2024-09-12T12:25:10.339941+0000","last_became_active":"2024-09-12T12:24:53.260838+0000","last_became_peered":"2024-09-12T12:24:53.260838+0000","last_unstale":"2024-09-12T12:25:10.339941+0000","last_undegraded":"2024-09-12T12:25:10.339941+0000","last_fullsized":"2024-09-12T12:25:10.339941+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:15:02.293933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341726+0000","last_change":"2024-09-12T12:24:51.252417+0000","last_active":"2024-09-12T12:25:10.341726+0000","last_peered":"2024-09-12T12:25:10.341726+0000","last_clean":"2024-09-12T12:25:10.341726+0000","last_became_active":"2024-09-12T12:24:51.252095+0000","last_became_peered":"2024-09-12T12:24:51.252095+0000","last_unstale":"2024-09-12T12:25:10.341726+0000","last_undegraded":"2024-09-12T12:25:10.341726+0000","last_fullsized":"2024-09-12T12:25:10.341726+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:25.261196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338559+0000","last_change":"2024-09-12T12:24:53.258359+0000","last_active":"2024-09-12T12:25:10.338559+0000","last_peered":"2024-09-12T12:25:10.338559+0000","last_clean":"2024-09-12T12:25:10.338559+0000","last_became_active":"2024-09-12T12:24:53.257916+0000","last_became_peered":"2024-09-12T12:24:53.257916+0000","last_unstale":"2024-09-12T12:25:10.338559+0000","last_undegraded":"2024-09-12T12:25:10.338559+0000","last_fullsized":"2024-09-12T12:25:10.338559+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:14:00.430922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'4","reported_seq":117,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:50.390905+0000","last_change":"2024-09-12T12:24:51.250599+0000","last_active":"2024-09-12T12:25:50.390905+0000","last_peered":"2024-09-12T12:25:50.390905+0000","last_clean":"2024-09-12T12:25:50.390905+0000","last_became_active":"2024-09-12T12:24:51.250292+0000","last_became_peered":"2024-09-12T12:24:51.250292+0000","last_unstale":"2024-09-12T12:25:50.390905+0000","last_undegraded":"2024-09-12T12:25:50.390905+0000","last_fullsized":"2024-09-12T12:25:50.390905+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:51.535071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":91,"num_read_kb":91,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341016+0000","last_change":"2024-09-12T12:24:53.266838+0000","last_active":"2024-09-12T12:25:10.341016+0000","last_peered":"2024-09-12T12:25:10.341016+0000","last_clean":"2024-09-12T12:25:10.341016+0000","last_became_active":"2024-09-12T12:24:53.265720+0000","last_became_peered":"2024-09-12T12:24:53.265720+0000","last_unstale":"2024-09-12T12:25:10.341016+0000","last_undegraded":"2024-09-12T12:25:10.341016+0000","last_fullsized":"2024-09-12T12:25:10.341016+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:20:01.228160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340000+0000","last_change":"2024-09-12T12:24:51.251765+0000","last_active":"2024-09-12T12:25:10.340000+0000","last_peered":"2024-09-12T12:25:10.340000+0000","last_clean":"2024-09-12T12:25:10.340000+0000","last_became_active":"2024-09-12T12:24:51.251376+0000","last_became_peered":"2024-09-12T12:24:51.251376+0000","last_unstale":"2024-09-12T12:25:10.340000+0000","last_undegraded":"2024-09-12T12:25:10.340000+0000","last_fullsized":"2024-09-12T12:25:10.340000+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:45:05.561610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344230+0000","last_change":"2024-09-12T12:25:10.344230+0000","last_active":"2024-09-12T12:25:10.344230+0000","last_peered":"2024-09-12T12:25:10.344230+0000","last_clean":"2024-09-12T12:25:10.344230+0000","last_became_active":"2024-09-12T12:25:10.343775+0000","last_became_peered":"2024-09-12T12:25:10.343775+0000","last_unstale":"2024-09-12T12:25:10.344230+0000","last_undegraded":"2024-09-12T12:25:10.344230+0000","last_fullsized":"2024-09-12T12:25:10.344230+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:21:53.923891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341408+0000","last_change":"2024-09-12T12:24:51.311991+0000","last_active":"2024-09-12T12:25:10.341408+0000","last_peered":"2024-09-12T12:25:10.341408+0000","last_clean":"2024-09-12T12:25:10.341408+0000","last_became_active":"2024-09-12T12:24:51.311634+0000","last_became_peered":"2024-09-12T12:24:51.311634+0000","last_unstale":"2024-09-12T12:25:10.341408+0000","last_undegraded":"2024-09-12T12:25:10.341408+0000","last_fullsized":"2024-09-12T12:25:10.341408+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:22.004224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344685+0000","last_change":"2024-09-12T12:25:10.344685+0000","last_active":"2024-09-12T12:25:10.344685+0000","last_peered":"2024-09-12T12:25:10.344685+0000","last_clean":"2024-09-12T12:25:10.344685+0000","last_became_active":"2024-09-12T12:25:10.344351+0000","last_became_peered":"2024-09-12T12:25:10.344351+0000","last_unstale":"2024-09-12T12:25:10.344685+0000","last_undegraded":"2024-09-12T12:25:10.344685+0000","last_fullsized":"2024-09-12T12:25:10.344685+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:22.058412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'30","reported_seq":152,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:50.391067+0000","last_change":"2024-09-12T12:24:51.248362+0000","last_active":"2024-09-12T12:25:50.391067+0000","last_peered":"2024-09-12T12:25:50.391067+0000","last_clean":"2024-09-12T12:25:50.391067+0000","last_became_active":"2024-09-12T12:24:51.248037+0000","last_became_peered":"2024-09-12T12:24:51.248037+0000","last_unstale":"2024-09-12T12:25:50.391067+0000","last_undegraded":"2024-09-12T12:25:50.391067+0000","last_fullsized":"2024-09-12T12:25:50.391067+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:30.188586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59764,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":100,"num_read_kb":108,"num_write":32,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342295+0000","last_change":"2024-09-12T12:24:53.272116+0000","last_active":"2024-09-12T12:25:10.342295+0000","last_peered":"2024-09-12T12:25:10.342295+0000","last_clean":"2024-09-12T12:25:10.342295+0000","last_became_active":"2024-09-12T12:24:53.271757+0000","last_became_peered":"2024-09-12T12:24:53.271757+0000","last_unstale":"2024-09-12T12:25:10.342295+0000","last_undegraded":"2024-09-12T12:25:10.342295+0000","last_fullsized":"2024-09-12T12:25:10.342295+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:06.941569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338520+0000","last_change":"2024-09-12T12:24:51.248675+0000","last_active":"2024-09-12T12:25:10.338520+0000","last_peered":"2024-09-12T12:25:10.338520+0000","last_clean":"2024-09-12T12:25:10.338520+0000","last_became_active":"2024-09-12T12:24:51.248011+0000","last_became_peered":"2024-09-12T12:24:51.248011+0000","last_unstale":"2024-09-12T12:25:10.338520+0000","last_undegraded":"2024-09-12T12:25:10.338520+0000","last_fullsized":"2024-09-12T12:25:10.338520+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:29:41.240753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336215+0000","last_change":"2024-09-12T12:24:53.259954+0000","last_active":"2024-09-12T12:25:10.336215+0000","last_peered":"2024-09-12T12:25:10.336215+0000","last_clean":"2024-09-12T12:25:10.336215+0000","last_became_active":"2024-09-12T12:24:53.259666+0000","last_became_peered":"2024-09-12T12:24:53.259666+0000","last_unstale":"2024-09-12T12:25:10.336215+0000","last_undegraded":"2024-09-12T12:25:10.336215+0000","last_fullsized":"2024-09-12T12:25:10.336215+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:37.952525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341470+0000","last_change":"2024-09-12T12:24:51.251682+0000","last_active":"2024-09-12T12:25:10.341470+0000","last_peered":"2024-09-12T12:25:10.341470+0000","last_clean":"2024-09-12T12:25:10.341470+0000","last_became_active":"2024-09-12T12:24:51.251365+0000","last_became_peered":"2024-09-12T12:24:51.251365+0000","last_unstale":"2024-09-12T12:25:10.341470+0000","last_undegraded":"2024-09-12T12:25:10.341470+0000","last_fullsized":"2024-09-12T12:25:10.341470+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:37.822796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339660+0000","last_change":"2024-09-12T12:24:53.267531+0000","last_active":"2024-09-12T12:25:10.339660+0000","last_peered":"2024-09-12T12:25:10.339660+0000","last_clean":"2024-09-12T12:25:10.339660+0000","last_became_active":"2024-09-12T12:24:53.267225+0000","last_became_peered":"2024-09-12T12:24:53.267225+0000","last_unstale":"2024-09-12T12:25:10.339660+0000","last_undegraded":"2024-09-12T12:25:10.339660+0000","last_fullsized":"2024-09-12T12:25:10.339660+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:23:10.974300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'6","reported_seq":79,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:51.412580+0000","last_change":"2024-09-12T12:24:51.247790+0000","last_active":"2024-09-12T12:25:51.412580+0000","last_peered":"2024-09-12T12:25:51.412580+0000","last_clean":"2024-09-12T12:25:51.412580+0000","last_became_active":"2024-09-12T12:24:51.247399+0000","last_became_peered":"2024-09-12T12:24:51.247399+0000","last_unstale":"2024-09-12T12:25:51.412580+0000","last_undegraded":"2024-09-12T12:25:51.412580+0000","last_fullsized":"2024-09-12T12:25:51.412580+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:23:45.923488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339588+0000","last_change":"2024-09-12T12:24:53.265963+0000","last_active":"2024-09-12T12:25:10.339588+0000","last_peered":"2024-09-12T12:25:10.339588+0000","last_clean":"2024-09-12T12:25:10.339588+0000","last_became_active":"2024-09-12T12:24:53.265331+0000","last_became_peered":"2024-09-12T12:24:53.265331+0000","last_unstale":"2024-09-12T12:25:10.339588+0000","last_undegraded":"2024-09-12T12:25:10.339588+0000","last_fullsized":"2024-09-12T12:25:10.339588+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:06.137001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":40,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342006+0000","last_change":"2024-09-12T12:24:51.312101+0000","last_active":"2024-09-12T12:25:10.342006+0000","last_peered":"2024-09-12T12:25:10.342006+0000","last_clean":"2024-09-12T12:25:10.342006+0000","last_became_active":"2024-09-12T12:24:51.311789+0000","last_became_peered":"2024-09-12T12:24:51.311789+0000","last_unstale":"2024-09-12T12:25:10.342006+0000","last_undegraded":"2024-09-12T12:25:10.342006+0000","last_fullsized":"2024-09-12T12:25:10.342006+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:22.375583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.345783+0000","last_change":"2024-09-12T12:25:10.345379+0000","last_active":"2024-09-12T12:25:10.345783+0000","last_peered":"2024-09-12T12:25:10.345783+0000","last_clean":"2024-09-12T12:25:10.345783+0000","last_became_active":"2024-09-12T12:25:10.344987+0000","last_became_peered":"2024-09-12T12:25:10.344987+0000","last_unstale":"2024-09-12T12:25:10.345783+0000","last_undegraded":"2024-09-12T12:25:10.345783+0000","last_fullsized":"2024-09-12T12:25:10.345783+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:06.825043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,1],"acting":[9,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342345+0000","last_change":"2024-09-12T12:24:51.248708+0000","last_active":"2024-09-12T12:25:10.342345+0000","last_peered":"2024-09-12T12:25:10.342345+0000","last_clean":"2024-09-12T12:25:10.342345+0000","last_became_active":"2024-09-12T12:24:51.248342+0000","last_became_peered":"2024-09-12T12:24:51.248342+0000","last_unstale":"2024-09-12T12:25:10.342345+0000","last_undegraded":"2024-09-12T12:25:10.342345+0000","last_fullsized":"2024-09-12T12:25:10.342345+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:00.281536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336702+0000","last_change":"2024-09-12T12:24:53.267397+0000","last_active":"2024-09-12T12:25:10.336702+0000","last_peered":"2024-09-12T12:25:10.336702+0000","last_clean":"2024-09-12T12:25:10.336702+0000","last_became_active":"2024-09-12T12:24:53.267107+0000","last_became_peered":"2024-09-12T12:24:53.267107+0000","last_unstale":"2024-09-12T12:25:10.336702+0000","last_undegraded":"2024-09-12T12:25:10.336702+0000","last_fullsized":"2024-09-12T12:25:10.336702+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:37.607202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.348283+0000","last_change":"2024-09-12T12:25:10.348283+0000","last_active":"2024-09-12T12:25:10.348283+0000","last_peered":"2024-09-12T12:25:10.348283+0000","last_clean":"2024-09-12T12:25:10.348283+0000","last_became_active":"2024-09-12T12:25:10.342802+0000","last_became_peered":"2024-09-12T12:25:10.342802+0000","last_unstale":"2024-09-12T12:25:10.348283+0000","last_undegraded":"2024-09-12T12:25:10.348283+0000","last_fullsized":"2024-09-12T12:25:10.348283+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:28.596809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340209+0000","last_change":"2024-09-12T12:24:53.271737+0000","last_active":"2024-09-12T12:25:10.340209+0000","last_peered":"2024-09-12T12:25:10.340209+0000","last_clean":"2024-09-12T12:25:10.340209+0000","last_became_active":"2024-09-12T12:24:53.271415+0000","last_became_peered":"2024-09-12T12:24:53.271415+0000","last_unstale":"2024-09-12T12:25:10.340209+0000","last_undegraded":"2024-09-12T12:25:10.340209+0000","last_fullsized":"2024-09-12T12:25:10.340209+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:00:21.878889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.343048+0000","last_change":"2024-09-12T12:24:51.247389+0000","last_active":"2024-09-12T12:25:10.343048+0000","last_peered":"2024-09-12T12:25:10.343048+0000","last_clean":"2024-09-12T12:25:10.343048+0000","last_became_active":"2024-09-12T12:24:51.247044+0000","last_became_peered":"2024-09-12T12:24:51.247044+0000","last_unstale":"2024-09-12T12:25:10.343048+0000","last_undegraded":"2024-09-12T12:25:10.343048+0000","last_fullsized":"2024-09-12T12:25:10.343048+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:12:04.390267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'1","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339934+0000","last_change":"2024-09-12T12:24:53.265318+0000","last_active":"2024-09-12T12:25:10.339934+0000","last_peered":"2024-09-12T12:25:10.339934+0000","last_clean":"2024-09-12T12:25:10.339934+0000","last_became_active":"2024-09-12T12:24:53.264869+0000","last_became_peered":"2024-09-12T12:24:53.264869+0000","last_unstale":"2024-09-12T12:25:10.339934+0000","last_undegraded":"2024-09-12T12:25:10.339934+0000","last_fullsized":"2024-09-12T12:25:10.339934+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:04:36.787420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'6","reported_seq":62,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:51.392473+0000","last_change":"2024-09-12T12:25:10.347737+0000","last_active":"2024-09-12T12:25:51.392473+0000","last_peered":"2024-09-12T12:25:51.392473+0000","last_clean":"2024-09-12T12:25:51.392473+0000","last_became_active":"2024-09-12T12:25:10.341814+0000","last_became_peered":"2024-09-12T12:25:10.341814+0000","last_unstale":"2024-09-12T12:25:51.392473+0000","last_undegraded":"2024-09-12T12:25:51.392473+0000","last_fullsized":"2024-09-12T12:25:51.392473+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:52:44.916459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1563,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":43,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1563,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340162+0000","last_change":"2024-09-12T12:24:53.272578+0000","last_active":"2024-09-12T12:25:10.340162+0000","last_peered":"2024-09-12T12:25:10.340162+0000","last_clean":"2024-09-12T12:25:10.340162+0000","last_became_active":"2024-09-12T12:24:53.272104+0000","last_became_peered":"2024-09-12T12:24:53.272104+0000","last_unstale":"2024-09-12T12:25:10.340162+0000","last_undegraded":"2024-09-12T12:25:10.340162+0000","last_fullsized":"2024-09-12T12:25:10.340162+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:20.583691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":343,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340411+0000","last_change":"2024-09-12T12:23:44.730957+0000","last_active":"2024-09-12T12:25:10.340411+0000","last_peered":"2024-09-12T12:25:10.340411+0000","last_clean":"2024-09-12T12:25:10.340411+0000","last_became_active":"2024-09-12T12:23:44.730539+0000","last_became_peered":"2024-09-12T12:23:44.730539+0000","last_unstale":"2024-09-12T12:25:10.340411+0000","last_undegraded":"2024-09-12T12:25:10.340411+0000","last_fullsized":"2024-09-12T12:25:10.340411+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:20:23.481465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:20:23.481465+0000","last_clean_scrub_stamp":"2024-09-12T12:20:23.481465+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:47.323101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340526+0000","last_change":"2024-09-12T12:24:51.245290+0000","last_active":"2024-09-12T12:25:10.340526+0000","last_peered":"2024-09-12T12:25:10.340526+0000","last_clean":"2024-09-12T12:25:10.340526+0000","last_became_active":"2024-09-12T12:24:51.244953+0000","last_became_peered":"2024-09-12T12:24:51.244953+0000","last_unstale":"2024-09-12T12:25:10.340526+0000","last_undegraded":"2024-09-12T12:25:10.340526+0000","last_fullsized":"2024-09-12T12:25:10.340526+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:09.107387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339595+0000","last_change":"2024-09-12T12:24:53.263508+0000","last_active":"2024-09-12T12:25:10.339595+0000","last_peered":"2024-09-12T12:25:10.339595+0000","last_clean":"2024-09-12T12:25:10.339595+0000","last_became_active":"2024-09-12T12:24:53.262942+0000","last_became_peered":"2024-09-12T12:24:53.262942+0000","last_unstale":"2024-09-12T12:25:10.339595+0000","last_undegraded":"2024-09-12T12:25:10.339595+0000","last_fullsized":"2024-09-12T12:25:10.339595+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:26.047134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.348710+0000","last_change":"2024-09-12T12:25:10.348710+0000","last_active":"2024-09-12T12:25:10.348710+0000","last_peered":"2024-09-12T12:25:10.348710+0000","last_clean":"2024-09-12T12:25:10.348710+0000","last_became_active":"2024-09-12T12:25:10.345461+0000","last_became_peered":"2024-09-12T12:25:10.345461+0000","last_unstale":"2024-09-12T12:25:10.348710+0000","last_undegraded":"2024-09-12T12:25:10.348710+0000","last_fullsized":"2024-09-12T12:25:10.348710+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:29.032967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336436+0000","last_change":"2024-09-12T12:24:53.262397+0000","last_active":"2024-09-12T12:25:10.336436+0000","last_peered":"2024-09-12T12:25:10.336436+0000","last_clean":"2024-09-12T12:25:10.336436+0000","last_became_active":"2024-09-12T12:24:53.262069+0000","last_became_peered":"2024-09-12T12:24:53.262069+0000","last_unstale":"2024-09-12T12:25:10.336436+0000","last_undegraded":"2024-09-12T12:25:10.336436+0000","last_fullsized":"2024-09-12T12:25:10.336436+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:33:59.597991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"79'5","reported_seq":77,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:52.413246+0000","last_change":"2024-09-12T12:24:51.311813+0000","last_active":"2024-09-12T12:25:52.413246+0000","last_peered":"2024-09-12T12:25:52.413246+0000","last_clean":"2024-09-12T12:25:52.413246+0000","last_became_active":"2024-09-12T12:24:51.311442+0000","last_became_peered":"2024-09-12T12:24:51.311442+0000","last_unstale":"2024-09-12T12:25:52.413246+0000","last_undegraded":"2024-09-12T12:25:52.413246+0000","last_fullsized":"2024-09-12T12:25:52.413246+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:25.877025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":50,"num_read_kb":50,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341461+0000","last_change":"2024-09-12T12:24:53.257529+0000","last_active":"2024-09-12T12:25:10.341461+0000","last_peered":"2024-09-12T12:25:10.341461+0000","last_clean":"2024-09-12T12:25:10.341461+0000","last_became_active":"2024-09-12T12:24:53.257183+0000","last_became_peered":"2024-09-12T12:24:53.257183+0000","last_unstale":"2024-09-12T12:25:10.341461+0000","last_undegraded":"2024-09-12T12:25:10.341461+0000","last_fullsized":"2024-09-12T12:25:10.341461+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:29.458629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"79'6","reported_seq":76,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:50.390852+0000","last_change":"2024-09-12T12:24:51.249112+0000","last_active":"2024-09-12T12:25:50.390852+0000","last_peered":"2024-09-12T12:25:50.390852+0000","last_clean":"2024-09-12T12:25:50.390852+0000","last_became_active":"2024-09-12T12:24:51.248795+0000","last_became_peered":"2024-09-12T12:24:51.248795+0000","last_unstale":"2024-09-12T12:25:50.390852+0000","last_undegraded":"2024-09-12T12:25:50.390852+0000","last_fullsized":"2024-09-12T12:25:50.390852+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:14.746821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":48,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336825+0000","last_change":"2024-09-12T12:24:53.264485+0000","last_active":"2024-09-12T12:25:10.336825+0000","last_peered":"2024-09-12T12:25:10.336825+0000","last_clean":"2024-09-12T12:25:10.336825+0000","last_became_active":"2024-09-12T12:24:53.264147+0000","last_became_peered":"2024-09-12T12:24:53.264147+0000","last_unstale":"2024-09-12T12:25:10.336825+0000","last_undegraded":"2024-09-12T12:25:10.336825+0000","last_fullsized":"2024-09-12T12:25:10.336825+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:00.639502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338667+0000","last_change":"2024-09-12T12:24:51.312401+0000","last_active":"2024-09-12T12:25:10.338667+0000","last_peered":"2024-09-12T12:25:10.338667+0000","last_clean":"2024-09-12T12:25:10.338667+0000","last_became_active":"2024-09-12T12:24:51.312105+0000","last_became_peered":"2024-09-12T12:24:51.312105+0000","last_unstale":"2024-09-12T12:25:10.338667+0000","last_undegraded":"2024-09-12T12:25:10.338667+0000","last_fullsized":"2024-09-12T12:25:10.338667+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:43.955535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"79'1","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.337039+0000","last_change":"2024-09-12T12:24:53.260916+0000","last_active":"2024-09-12T12:25:10.337039+0000","last_peered":"2024-09-12T12:25:10.337039+0000","last_clean":"2024-09-12T12:25:10.337039+0000","last_became_active":"2024-09-12T12:24:53.260525+0000","last_became_peered":"2024-09-12T12:24:53.260525+0000","last_unstale":"2024-09-12T12:25:10.337039+0000","last_undegraded":"2024-09-12T12:25:10.337039+0000","last_fullsized":"2024-09-12T12:25:10.337039+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:49.567902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342575+0000","last_change":"2024-09-12T12:24:51.312048+0000","last_active":"2024-09-12T12:25:10.342575+0000","last_peered":"2024-09-12T12:25:10.342575+0000","last_clean":"2024-09-12T12:25:10.342575+0000","last_became_active":"2024-09-12T12:24:51.311736+0000","last_became_peered":"2024-09-12T12:24:51.311736+0000","last_unstale":"2024-09-12T12:25:10.342575+0000","last_undegraded":"2024-09-12T12:25:10.342575+0000","last_fullsized":"2024-09-12T12:25:10.342575+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:50:50.893162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336280+0000","last_change":"2024-09-12T12:24:53.258465+0000","last_active":"2024-09-12T12:25:10.336280+0000","last_peered":"2024-09-12T12:25:10.336280+0000","last_clean":"2024-09-12T12:25:10.336280+0000","last_became_active":"2024-09-12T12:24:53.258166+0000","last_became_peered":"2024-09-12T12:24:53.258166+0000","last_unstale":"2024-09-12T12:25:10.336280+0000","last_undegraded":"2024-09-12T12:25:10.336280+0000","last_fullsized":"2024-09-12T12:25:10.336280+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:11:52.923996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'14","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:17.255992+0000","last_change":"2024-09-12T12:24:51.246412+0000","last_active":"2024-09-12T12:25:17.255992+0000","last_peered":"2024-09-12T12:25:17.255992+0000","last_clean":"2024-09-12T12:25:17.255992+0000","last_became_active":"2024-09-12T12:24:51.246097+0000","last_became_peered":"2024-09-12T12:24:51.246097+0000","last_unstale":"2024-09-12T12:25:17.255992+0000","last_undegraded":"2024-09-12T12:25:17.255992+0000","last_fullsized":"2024-09-12T12:25:17.255992+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:11.237412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338836+0000","last_change":"2024-09-12T12:24:53.263932+0000","last_active":"2024-09-12T12:25:10.338836+0000","last_peered":"2024-09-12T12:25:10.338836+0000","last_clean":"2024-09-12T12:25:10.338836+0000","last_became_active":"2024-09-12T12:24:53.262881+0000","last_became_peered":"2024-09-12T12:24:53.262881+0000","last_unstale":"2024-09-12T12:25:10.338836+0000","last_undegraded":"2024-09-12T12:25:10.338836+0000","last_fullsized":"2024-09-12T12:25:10.338836+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:46.978028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340234+0000","last_change":"2024-09-12T12:24:51.245122+0000","last_active":"2024-09-12T12:25:10.340234+0000","last_peered":"2024-09-12T12:25:10.340234+0000","last_clean":"2024-09-12T12:25:10.340234+0000","last_became_active":"2024-09-12T12:24:51.244756+0000","last_became_peered":"2024-09-12T12:24:51.244756+0000","last_unstale":"2024-09-12T12:25:10.340234+0000","last_undegraded":"2024-09-12T12:25:10.340234+0000","last_fullsized":"2024-09-12T12:25:10.340234+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:13:02.251953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340766+0000","last_change":"2024-09-12T12:24:53.265258+0000","last_active":"2024-09-12T12:25:10.340766+0000","last_peered":"2024-09-12T12:25:10.340766+0000","last_clean":"2024-09-12T12:25:10.340766+0000","last_became_active":"2024-09-12T12:24:53.264965+0000","last_became_peered":"2024-09-12T12:24:53.264965+0000","last_unstale":"2024-09-12T12:25:10.340766+0000","last_undegraded":"2024-09-12T12:25:10.340766+0000","last_fullsized":"2024-09-12T12:25:10.340766+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:54.076562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340882+0000","last_change":"2024-09-12T12:24:51.311824+0000","last_active":"2024-09-12T12:25:10.340882+0000","last_peered":"2024-09-12T12:25:10.340882+0000","last_clean":"2024-09-12T12:25:10.340882+0000","last_became_active":"2024-09-12T12:24:51.311467+0000","last_became_peered":"2024-09-12T12:24:51.311467+0000","last_unstale":"2024-09-12T12:25:10.340882+0000","last_undegraded":"2024-09-12T12:25:10.340882+0000","last_fullsized":"2024-09-12T12:25:10.340882+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:37:42.097767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344170+0000","last_change":"2024-09-12T12:24:53.269665+0000","last_active":"2024-09-12T12:25:10.344170+0000","last_peered":"2024-09-12T12:25:10.344170+0000","last_clean":"2024-09-12T12:25:10.344170+0000","last_became_active":"2024-09-12T12:24:53.269317+0000","last_became_peered":"2024-09-12T12:24:53.269317+0000","last_unstale":"2024-09-12T12:25:10.344170+0000","last_undegraded":"2024-09-12T12:25:10.344170+0000","last_fullsized":"2024-09-12T12:25:10.344170+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:24.975569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340090+0000","last_change":"2024-09-12T12:24:51.245195+0000","last_active":"2024-09-12T12:25:10.340090+0000","last_peered":"2024-09-12T12:25:10.340090+0000","last_clean":"2024-09-12T12:25:10.340090+0000","last_became_active":"2024-09-12T12:24:51.244887+0000","last_became_peered":"2024-09-12T12:24:51.244887+0000","last_unstale":"2024-09-12T12:25:10.340090+0000","last_undegraded":"2024-09-12T12:25:10.340090+0000","last_fullsized":"2024-09-12T12:25:10.340090+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:55:47.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336464+0000","last_change":"2024-09-12T12:24:53.262302+0000","last_active":"2024-09-12T12:25:10.336464+0000","last_peered":"2024-09-12T12:25:10.336464+0000","last_clean":"2024-09-12T12:25:10.336464+0000","last_became_active":"2024-09-12T12:24:53.261547+0000","last_became_peered":"2024-09-12T12:24:53.261547+0000","last_unstale":"2024-09-12T12:25:10.336464+0000","last_undegraded":"2024-09-12T12:25:10.336464+0000","last_fullsized":"2024-09-12T12:25:10.336464+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:57:01.697979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338294+0000","last_change":"2024-09-12T12:24:51.248472+0000","last_active":"2024-09-12T12:25:10.338294+0000","last_peered":"2024-09-12T12:25:10.338294+0000","last_clean":"2024-09-12T12:25:10.338294+0000","last_became_active":"2024-09-12T12:24:51.248112+0000","last_became_peered":"2024-09-12T12:24:51.248112+0000","last_unstale":"2024-09-12T12:25:10.338294+0000","last_undegraded":"2024-09-12T12:25:10.338294+0000","last_fullsized":"2024-09-12T12:25:10.338294+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:38.750686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339167+0000","last_change":"2024-09-12T12:24:53.258235+0000","last_active":"2024-09-12T12:25:10.339167+0000","last_peered":"2024-09-12T12:25:10.339167+0000","last_clean":"2024-09-12T12:25:10.339167+0000","last_became_active":"2024-09-12T12:24:53.257941+0000","last_became_peered":"2024-09-12T12:24:53.257941+0000","last_unstale":"2024-09-12T12:25:10.339167+0000","last_undegraded":"2024-09-12T12:25:10.339167+0000","last_fullsized":"2024-09-12T12:25:10.339167+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:35:43.558104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342203+0000","last_change":"2024-09-12T12:24:51.249730+0000","last_active":"2024-09-12T12:25:10.342203+0000","last_peered":"2024-09-12T12:25:10.342203+0000","last_clean":"2024-09-12T12:25:10.342203+0000","last_became_active":"2024-09-12T12:24:51.249424+0000","last_became_peered":"2024-09-12T12:24:51.249424+0000","last_unstale":"2024-09-12T12:25:10.342203+0000","last_undegraded":"2024-09-12T12:25:10.342203+0000","last_fullsized":"2024-09-12T12:25:10.342203+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:54.715481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339861+0000","last_change":"2024-09-12T12:24:53.268546+0000","last_active":"2024-09-12T12:25:10.339861+0000","last_peered":"2024-09-12T12:25:10.339861+0000","last_clean":"2024-09-12T12:25:10.339861+0000","last_became_active":"2024-09-12T12:24:53.268073+0000","last_became_peered":"2024-09-12T12:24:53.268073+0000","last_unstale":"2024-09-12T12:25:10.339861+0000","last_undegraded":"2024-09-12T12:25:10.339861+0000","last_fullsized":"2024-09-12T12:25:10.339861+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:30.489729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341331+0000","last_change":"2024-09-12T12:24:53.257243+0000","last_active":"2024-09-12T12:25:10.341331+0000","last_peered":"2024-09-12T12:25:10.341331+0000","last_clean":"2024-09-12T12:25:10.341331+0000","last_became_active":"2024-09-12T12:24:53.256913+0000","last_became_peered":"2024-09-12T12:24:53.256913+0000","last_unstale":"2024-09-12T12:25:10.341331+0000","last_undegraded":"2024-09-12T12:25:10.341331+0000","last_fullsized":"2024-09-12T12:25:10.341331+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:10.175052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342454+0000","last_change":"2024-09-12T12:24:51.249517+0000","last_active":"2024-09-12T12:25:10.342454+0000","last_peered":"2024-09-12T12:25:10.342454+0000","last_clean":"2024-09-12T12:25:10.342454+0000","last_became_active":"2024-09-12T12:24:51.248494+0000","last_became_peered":"2024-09-12T12:24:51.248494+0000","last_unstale":"2024-09-12T12:25:10.342454+0000","last_undegraded":"2024-09-12T12:25:10.342454+0000","last_fullsized":"2024-09-12T12:25:10.342454+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:15:43.435515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340670+0000","last_change":"2024-09-12T12:24:53.264198+0000","last_active":"2024-09-12T12:25:10.340670+0000","last_peered":"2024-09-12T12:25:10.340670+0000","last_clean":"2024-09-12T12:25:10.340670+0000","last_became_active":"2024-09-12T12:24:53.263887+0000","last_became_peered":"2024-09-12T12:24:53.263887+0000","last_unstale":"2024-09-12T12:25:10.340670+0000","last_undegraded":"2024-09-12T12:25:10.340670+0000","last_fullsized":"2024-09-12T12:25:10.340670+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:31:53.847919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342505+0000","last_change":"2024-09-12T12:24:51.248749+0000","last_active":"2024-09-12T12:25:10.342505+0000","last_peered":"2024-09-12T12:25:10.342505+0000","last_clean":"2024-09-12T12:25:10.342505+0000","last_became_active":"2024-09-12T12:24:51.248454+0000","last_became_peered":"2024-09-12T12:24:51.248454+0000","last_unstale":"2024-09-12T12:25:10.342505+0000","last_undegraded":"2024-09-12T12:25:10.342505+0000","last_fullsized":"2024-09-12T12:25:10.342505+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:43:30.520701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340841+0000","last_change":"2024-09-12T12:24:53.266336+0000","last_active":"2024-09-12T12:25:10.340841+0000","last_peered":"2024-09-12T12:25:10.340841+0000","last_clean":"2024-09-12T12:25:10.340841+0000","last_became_active":"2024-09-12T12:24:53.265821+0000","last_became_peered":"2024-09-12T12:24:53.265821+0000","last_unstale":"2024-09-12T12:25:10.340841+0000","last_undegraded":"2024-09-12T12:25:10.340841+0000","last_fullsized":"2024-09-12T12:25:10.340841+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:17.628010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339270+0000","last_change":"2024-09-12T12:24:51.311990+0000","last_active":"2024-09-12T12:25:10.339270+0000","last_peered":"2024-09-12T12:25:10.339270+0000","last_clean":"2024-09-12T12:25:10.339270+0000","last_became_active":"2024-09-12T12:24:51.311663+0000","last_became_peered":"2024-09-12T12:24:51.311663+0000","last_unstale":"2024-09-12T12:25:10.339270+0000","last_undegraded":"2024-09-12T12:25:10.339270+0000","last_fullsized":"2024-09-12T12:25:10.339270+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:07:22.213560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339091+0000","last_change":"2024-09-12T12:24:53.264332+0000","last_active":"2024-09-12T12:25:10.339091+0000","last_peered":"2024-09-12T12:25:10.339091+0000","last_clean":"2024-09-12T12:25:10.339091+0000","last_became_active":"2024-09-12T12:24:53.262968+0000","last_became_peered":"2024-09-12T12:24:53.262968+0000","last_unstale":"2024-09-12T12:25:10.339091+0000","last_undegraded":"2024-09-12T12:25:10.339091+0000","last_fullsized":"2024-09-12T12:25:10.339091+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:34:37.937847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"79'13","reported_seq":103,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:51.391544+0000","last_change":"2024-09-12T12:25:10.354898+0000","last_active":"2024-09-12T12:25:51.391544+0000","last_peered":"2024-09-12T12:25:51.391544+0000","last_clean":"2024-09-12T12:25:51.391544+0000","last_became_active":"2024-09-12T12:25:10.343691+0000","last_became_peered":"2024-09-12T12:25:10.343691+0000","last_unstale":"2024-09-12T12:25:51.391544+0000","last_undegraded":"2024-09-12T12:25:51.391544+0000","last_fullsized":"2024-09-12T12:25:51.391544+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:26.484088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":46,"num_read_kb":46,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67758,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":501,"num_read_kb":324,"num_write":244,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2235,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":203274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":210,"ondisk_log_size":210,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":73,"seq":313532612633,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32072,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713080,"statfs":{"total":95995035648,"available":95962193920,"internally_reserved":0,"allocated":901120,"data_stored":429333,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841565,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28580,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716572,"statfs":{"total":95995035648,"available":95965769728,"internally_reserved":0,"allocated":1593344,"data_stored":1079454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972387,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":917504,"data_stored":428198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201320,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32076,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713076,"statfs":{"total":95995035648,"available":95962189824,"internally_reserved":0,"allocated":913408,"data_stored":428576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430252,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28492,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716660,"statfs":{"total":95995035648,"available":95965859840,"internally_reserved":0,"allocated":1503232,"data_stored":1021210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593777,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":901120,"data_stored":428308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822711,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32676,"kb_used_data":1488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712476,"statfs":{"total":95995035648,"available":95961575424,"internally_reserved":0,"allocated":1523712,"data_stored":1020774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986236,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":909312,"data_stored":429732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215168,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":917504,"data_stored":427740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411398,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":488035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574923,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":962560,"data_stored":488985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738447,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":921600,"data_stored":429647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":60959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T12:25:56.951 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-12T12:25:57.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:56 smithi097 ceph-mon[34923]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:25:57.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:56 smithi114 ceph-mon[35514]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:25:57.212 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:57.715 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.679+0000 7f078363d640 1 -- 172.21.15.82:0/1264715567 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f077c101420 msgr2=0x7f077c10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:57.715 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.679+0000 7f078363d640 1 --2- 172.21.15.82:0/1264715567 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f077c101420 0x7f077c10d950 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0774009cd0 tx=0x7f077402a8e0 comp rx=0 tx=0).stop 2024-09-12T12:25:57.715 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.679+0000 7f078363d640 1 -- 172.21.15.82:0/1264715567 shutdown_connections 2024-09-12T12:25:57.716 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.679+0000 7f078363d640 1 --2- 172.21.15.82:0/1264715567 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f077c101420 0x7f077c10d950 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:57.716 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.679+0000 7f078363d640 1 --2- 172.21.15.82:0/1264715567 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f077c100a80 0x7f077c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:57.716 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.679+0000 7f078363d640 1 --2- 172.21.15.82:0/1264715567 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f077c106a80 0x7f077c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:57.716 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.679+0000 7f078363d640 1 -- 172.21.15.82:0/1264715567 >> 172.21.15.82:0/1264715567 conn(0x7f077c0fc7a0 msgr2=0x7f077c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:57.716 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.679+0000 7f078363d640 1 -- 172.21.15.82:0/1264715567 shutdown_connections 2024-09-12T12:25:57.716 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.679+0000 7f078363d640 1 -- 172.21.15.82:0/1264715567 wait complete. 2024-09-12T12:25:57.716 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f078363d640 1 Processor -- start 2024-09-12T12:25:57.716 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f078363d640 1 -- start start 2024-09-12T12:25:57.716 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f078363d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f077c100a80 0x7f077c1991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:57.716 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f078363d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f077c101420 0x7f077c199730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:57.716 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f078363d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f077c106a80 0x7f077c1a4270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:57.716 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f078363d640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f077c110e80 con 0x7f077c106a80 2024-09-12T12:25:57.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f078363d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f077c110d00 con 0x7f077c101420 2024-09-12T12:25:57.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f078363d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f077c111000 con 0x7f077c100a80 2024-09-12T12:25:57.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f0781bda640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f077c106a80 0x7f077c1a4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:57.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f0781bda640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f077c106a80 0x7f077c1a4270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52522/0 (socket says 172.21.15.82:52522) 2024-09-12T12:25:57.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f0781bda640 1 -- 172.21.15.82:0/1524890609 learned_addr learned my addr 172.21.15.82:0/1524890609 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:57.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f07813d9640 1 --2- 172.21.15.82:0/1524890609 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f077c100a80 0x7f077c1991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:57.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f0780bd8640 1 --2- 172.21.15.82:0/1524890609 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f077c101420 0x7f077c199730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:57.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f0781bda640 1 -- 172.21.15.82:0/1524890609 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f077c100a80 msgr2=0x7f077c1991f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:57.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f0781bda640 1 --2- 172.21.15.82:0/1524890609 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f077c100a80 0x7f077c1991f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:57.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f0781bda640 1 -- 172.21.15.82:0/1524890609 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f077c101420 msgr2=0x7f077c199730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:57.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f0781bda640 1 --2- 172.21.15.82:0/1524890609 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f077c101420 0x7f077c199730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:57.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.680+0000 7f0781bda640 1 -- 172.21.15.82:0/1524890609 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f077c1a47b0 con 0x7f077c106a80 2024-09-12T12:25:57.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.681+0000 7f0781bda640 1 --2- 172.21.15.82:0/1524890609 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f077c106a80 0x7f077c1a4270 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0774005cc0 tx=0x7f0774003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:57.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.681+0000 7f07727fc640 1 -- 172.21.15.82:0/1524890609 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0774004040 con 0x7f077c106a80 2024-09-12T12:25:57.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.681+0000 7f07727fc640 1 -- 172.21.15.82:0/1524890609 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07740046c0 con 0x7f077c106a80 2024-09-12T12:25:57.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.681+0000 7f078363d640 1 -- 172.21.15.82:0/1524890609 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f077c1a4980 con 0x7f077c106a80 2024-09-12T12:25:57.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.681+0000 7f07727fc640 1 -- 172.21.15.82:0/1524890609 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0774046480 con 0x7f077c106a80 2024-09-12T12:25:57.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.681+0000 7f078363d640 1 -- 172.21.15.82:0/1524890609 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f077c1a4e30 con 0x7f077c106a80 2024-09-12T12:25:57.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.682+0000 7f078363d640 1 -- 172.21.15.82:0/1524890609 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f077c100ee0 con 0x7f077c106a80 2024-09-12T12:25:57.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.683+0000 7f07727fc640 1 -- 172.21.15.82:0/1524890609 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f07740305a0 con 0x7f077c106a80 2024-09-12T12:25:57.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.684+0000 7f07727fc640 1 --2- 172.21.15.82:0/1524890609 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07680a2c10 0x7f07680a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:57.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.684+0000 7f07813d9640 1 --2- 172.21.15.82:0/1524890609 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07680a2c10 0x7f07680a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:57.719 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.684+0000 7f07727fc640 1 -- 172.21.15.82:0/1524890609 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f077402e030 con 0x7f077c106a80 2024-09-12T12:25:57.719 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.684+0000 7f07813d9640 1 --2- 172.21.15.82:0/1524890609 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07680a2c10 0x7f07680a50d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0778005d00 tx=0x7f077800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:57.719 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.688+0000 7f07727fc640 1 -- 172.21.15.82:0/1524890609 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f077404b060 con 0x7f077c106a80 2024-09-12T12:25:57.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.853+0000 7f078363d640 1 -- 172.21.15.82:0/1524890609 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f077c0fe5b0 con 0x7f07680a2c10 2024-09-12T12:25:57.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.860+0000 7f07727fc640 1 -- 172.21.15.82:0/1524890609 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258763 (secure 0 0 0) 0x7f077c0fe5b0 con 0x7f07680a2c10 2024-09-12T12:25:57.862 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:25:57.863 INFO:teuthology.orchestra.run.smithi082.stderr:dumped all 2024-09-12T12:25:57.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.862+0000 7f078363d640 1 -- 172.21.15.82:0/1524890609 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07680a2c10 msgr2=0x7f07680a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:57.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.862+0000 7f078363d640 1 --2- 172.21.15.82:0/1524890609 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07680a2c10 0x7f07680a50d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0778005d00 tx=0x7f077800b410 comp rx=0 tx=0).stop 2024-09-12T12:25:57.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.862+0000 7f078363d640 1 -- 172.21.15.82:0/1524890609 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f077c106a80 msgr2=0x7f077c1a4270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:57.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.862+0000 7f078363d640 1 --2- 172.21.15.82:0/1524890609 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f077c106a80 0x7f077c1a4270 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0774005cc0 tx=0x7f0774003970 comp rx=0 tx=0).stop 2024-09-12T12:25:57.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.862+0000 7f078363d640 1 -- 172.21.15.82:0/1524890609 shutdown_connections 2024-09-12T12:25:57.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.862+0000 7f078363d640 1 --2- 172.21.15.82:0/1524890609 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07680a2c10 0x7f07680a50d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:57.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.862+0000 7f078363d640 1 --2- 172.21.15.82:0/1524890609 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f077c106a80 0x7f077c1a4270 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:57.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.862+0000 7f078363d640 1 --2- 172.21.15.82:0/1524890609 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f077c101420 0x7f077c199730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:57.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.862+0000 7f078363d640 1 --2- 172.21.15.82:0/1524890609 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f077c100a80 0x7f077c1991f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:57.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.862+0000 7f078363d640 1 -- 172.21.15.82:0/1524890609 >> 172.21.15.82:0/1524890609 conn(0x7f077c0fc7a0 msgr2=0x7f077c0fdea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:57.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.862+0000 7f078363d640 1 -- 172.21.15.82:0/1524890609 shutdown_connections 2024-09-12T12:25:57.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:57.862+0000 7f078363d640 1 -- 172.21.15.82:0/1524890609 wait complete. 2024-09-12T12:25:58.511 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:58 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:58.512 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:58 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:58.512 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:58 smithi082 ceph-mon[31122]: pgmap v305: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-12T12:25:58.512 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:58 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:25:58.512 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:58 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:25:58.512 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:58 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:58.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:58.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:58.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:58 smithi097 ceph-mon[34923]: pgmap v305: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-12T12:25:58.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:25:58.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:25:58.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:58 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:58.538 INFO:teuthology.orchestra.run.smithi082.stdout:{"pg_ready":true,"pg_map":{"version":305,"stamp":"2024-09-12T12:25:57.270788+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658360,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":657,"num_read_kb":458,"num_write":427,"num_write_kb":3075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":1182971,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":349,"ondisk_log_size":349,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":353592,"kb_used_data":12636,"kb_used_omap":18,"kb_used_meta":340717,"kb_avail":1124588232,"statfs":{"total":1151940427776,"available":1151578349568,"internally_reserved":0,"allocated":12939264,"data_stored":7099992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19138,"internal_metadata":348894526},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":65,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002601"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336719+0000","last_change":"2024-09-12T12:24:53.267641+0000","last_active":"2024-09-12T12:25:10.336719+0000","last_peered":"2024-09-12T12:25:10.336719+0000","last_clean":"2024-09-12T12:25:10.336719+0000","last_became_active":"2024-09-12T12:24:53.267213+0000","last_became_peered":"2024-09-12T12:24:53.267213+0000","last_unstale":"2024-09-12T12:25:10.336719+0000","last_undegraded":"2024-09-12T12:25:10.336719+0000","last_fullsized":"2024-09-12T12:25:10.336719+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:52.638133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340724+0000","last_change":"2024-09-12T12:24:53.260209+0000","last_active":"2024-09-12T12:25:10.340724+0000","last_peered":"2024-09-12T12:25:10.340724+0000","last_clean":"2024-09-12T12:25:10.340724+0000","last_became_active":"2024-09-12T12:24:53.259912+0000","last_became_peered":"2024-09-12T12:24:53.259912+0000","last_unstale":"2024-09-12T12:25:10.340724+0000","last_undegraded":"2024-09-12T12:25:10.340724+0000","last_fullsized":"2024-09-12T12:25:10.340724+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:57.126433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340516+0000","last_change":"2024-09-12T12:24:53.267025+0000","last_active":"2024-09-12T12:25:10.340516+0000","last_peered":"2024-09-12T12:25:10.340516+0000","last_clean":"2024-09-12T12:25:10.340516+0000","last_became_active":"2024-09-12T12:24:53.266687+0000","last_became_peered":"2024-09-12T12:24:53.266687+0000","last_unstale":"2024-09-12T12:25:10.340516+0000","last_undegraded":"2024-09-12T12:25:10.340516+0000","last_fullsized":"2024-09-12T12:25:10.340516+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:00.134085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339928+0000","last_change":"2024-09-12T12:24:53.266874+0000","last_active":"2024-09-12T12:25:10.339928+0000","last_peered":"2024-09-12T12:25:10.339928+0000","last_clean":"2024-09-12T12:25:10.339928+0000","last_became_active":"2024-09-12T12:24:53.266411+0000","last_became_peered":"2024-09-12T12:24:53.266411+0000","last_unstale":"2024-09-12T12:25:10.339928+0000","last_undegraded":"2024-09-12T12:25:10.339928+0000","last_fullsized":"2024-09-12T12:25:10.339928+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:41.908243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342100+0000","last_change":"2024-09-12T12:24:53.267092+0000","last_active":"2024-09-12T12:25:10.342100+0000","last_peered":"2024-09-12T12:25:10.342100+0000","last_clean":"2024-09-12T12:25:10.342100+0000","last_became_active":"2024-09-12T12:24:53.266755+0000","last_became_peered":"2024-09-12T12:24:53.266755+0000","last_unstale":"2024-09-12T12:25:10.342100+0000","last_undegraded":"2024-09-12T12:25:10.342100+0000","last_fullsized":"2024-09-12T12:25:10.342100+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:57:36.414217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336627+0000","last_change":"2024-09-12T12:24:53.266214+0000","last_active":"2024-09-12T12:25:10.336627+0000","last_peered":"2024-09-12T12:25:10.336627+0000","last_clean":"2024-09-12T12:25:10.336627+0000","last_became_active":"2024-09-12T12:24:53.265847+0000","last_became_peered":"2024-09-12T12:24:53.265847+0000","last_unstale":"2024-09-12T12:25:10.336627+0000","last_undegraded":"2024-09-12T12:25:10.336627+0000","last_fullsized":"2024-09-12T12:25:10.336627+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:00:36.048487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339501+0000","last_change":"2024-09-12T12:24:53.263578+0000","last_active":"2024-09-12T12:25:10.339501+0000","last_peered":"2024-09-12T12:25:10.339501+0000","last_clean":"2024-09-12T12:25:10.339501+0000","last_became_active":"2024-09-12T12:24:53.263242+0000","last_became_peered":"2024-09-12T12:24:53.263242+0000","last_unstale":"2024-09-12T12:25:10.339501+0000","last_undegraded":"2024-09-12T12:25:10.339501+0000","last_fullsized":"2024-09-12T12:25:10.339501+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:07:42.227050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344514+0000","last_change":"2024-09-12T12:25:10.343826+0000","last_active":"2024-09-12T12:25:10.344514+0000","last_peered":"2024-09-12T12:25:10.344514+0000","last_clean":"2024-09-12T12:25:10.344514+0000","last_became_active":"2024-09-12T12:25:10.343447+0000","last_became_peered":"2024-09-12T12:25:10.343447+0000","last_unstale":"2024-09-12T12:25:10.344514+0000","last_undegraded":"2024-09-12T12:25:10.344514+0000","last_fullsized":"2024-09-12T12:25:10.344514+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:23.562283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341102+0000","last_change":"2024-09-12T12:24:53.263095+0000","last_active":"2024-09-12T12:25:10.341102+0000","last_peered":"2024-09-12T12:25:10.341102+0000","last_clean":"2024-09-12T12:25:10.341102+0000","last_became_active":"2024-09-12T12:24:53.262774+0000","last_became_peered":"2024-09-12T12:24:53.262774+0000","last_unstale":"2024-09-12T12:25:10.341102+0000","last_undegraded":"2024-09-12T12:25:10.341102+0000","last_fullsized":"2024-09-12T12:25:10.341102+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:57.457816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.337005+0000","last_change":"2024-09-12T12:24:53.268488+0000","last_active":"2024-09-12T12:25:10.337005+0000","last_peered":"2024-09-12T12:25:10.337005+0000","last_clean":"2024-09-12T12:25:10.337005+0000","last_became_active":"2024-09-12T12:24:53.268087+0000","last_became_peered":"2024-09-12T12:24:53.268087+0000","last_unstale":"2024-09-12T12:25:10.337005+0000","last_undegraded":"2024-09-12T12:25:10.337005+0000","last_fullsized":"2024-09-12T12:25:10.337005+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:38.544938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340132+0000","last_change":"2024-09-12T12:24:53.269282+0000","last_active":"2024-09-12T12:25:10.340132+0000","last_peered":"2024-09-12T12:25:10.340132+0000","last_clean":"2024-09-12T12:25:10.340132+0000","last_became_active":"2024-09-12T12:24:53.268943+0000","last_became_peered":"2024-09-12T12:24:53.268943+0000","last_unstale":"2024-09-12T12:25:10.340132+0000","last_undegraded":"2024-09-12T12:25:10.340132+0000","last_fullsized":"2024-09-12T12:25:10.340132+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:15.534080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340049+0000","last_change":"2024-09-12T12:24:53.269819+0000","last_active":"2024-09-12T12:25:10.340049+0000","last_peered":"2024-09-12T12:25:10.340049+0000","last_clean":"2024-09-12T12:25:10.340049+0000","last_became_active":"2024-09-12T12:24:53.269442+0000","last_became_peered":"2024-09-12T12:24:53.269442+0000","last_unstale":"2024-09-12T12:25:10.340049+0000","last_undegraded":"2024-09-12T12:25:10.340049+0000","last_fullsized":"2024-09-12T12:25:10.340049+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:08.178972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336336+0000","last_change":"2024-09-12T12:24:53.257568+0000","last_active":"2024-09-12T12:25:10.336336+0000","last_peered":"2024-09-12T12:25:10.336336+0000","last_clean":"2024-09-12T12:25:10.336336+0000","last_became_active":"2024-09-12T12:24:53.257214+0000","last_became_peered":"2024-09-12T12:24:53.257214+0000","last_unstale":"2024-09-12T12:25:10.336336+0000","last_undegraded":"2024-09-12T12:25:10.336336+0000","last_fullsized":"2024-09-12T12:25:10.336336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:12.082244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340486+0000","last_change":"2024-09-12T12:24:53.260245+0000","last_active":"2024-09-12T12:25:10.340486+0000","last_peered":"2024-09-12T12:25:10.340486+0000","last_clean":"2024-09-12T12:25:10.340486+0000","last_became_active":"2024-09-12T12:24:53.259965+0000","last_became_peered":"2024-09-12T12:24:53.259965+0000","last_unstale":"2024-09-12T12:25:10.340486+0000","last_undegraded":"2024-09-12T12:25:10.340486+0000","last_fullsized":"2024-09-12T12:25:10.340486+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:46.035684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340403+0000","last_change":"2024-09-12T12:24:53.264482+0000","last_active":"2024-09-12T12:25:10.340403+0000","last_peered":"2024-09-12T12:25:10.340403+0000","last_clean":"2024-09-12T12:25:10.340403+0000","last_became_active":"2024-09-12T12:24:53.264189+0000","last_became_peered":"2024-09-12T12:24:53.264189+0000","last_unstale":"2024-09-12T12:25:10.340403+0000","last_undegraded":"2024-09-12T12:25:10.340403+0000","last_fullsized":"2024-09-12T12:25:10.340403+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:13.915884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340663+0000","last_change":"2024-09-12T12:24:53.263283+0000","last_active":"2024-09-12T12:25:10.340663+0000","last_peered":"2024-09-12T12:25:10.340663+0000","last_clean":"2024-09-12T12:25:10.340663+0000","last_became_active":"2024-09-12T12:24:53.262081+0000","last_became_peered":"2024-09-12T12:24:53.262081+0000","last_unstale":"2024-09-12T12:25:10.340663+0000","last_undegraded":"2024-09-12T12:25:10.340663+0000","last_fullsized":"2024-09-12T12:25:10.340663+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:40.676980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336724+0000","last_change":"2024-09-12T12:24:53.267514+0000","last_active":"2024-09-12T12:25:10.336724+0000","last_peered":"2024-09-12T12:25:10.336724+0000","last_clean":"2024-09-12T12:25:10.336724+0000","last_became_active":"2024-09-12T12:24:53.266773+0000","last_became_peered":"2024-09-12T12:24:53.266773+0000","last_unstale":"2024-09-12T12:25:10.336724+0000","last_undegraded":"2024-09-12T12:25:10.336724+0000","last_fullsized":"2024-09-12T12:25:10.336724+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:05:53.973780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338877+0000","last_change":"2024-09-12T12:24:53.261326+0000","last_active":"2024-09-12T12:25:10.338877+0000","last_peered":"2024-09-12T12:25:10.338877+0000","last_clean":"2024-09-12T12:25:10.338877+0000","last_became_active":"2024-09-12T12:24:53.261022+0000","last_became_peered":"2024-09-12T12:24:53.261022+0000","last_unstale":"2024-09-12T12:25:10.338877+0000","last_undegraded":"2024-09-12T12:25:10.338877+0000","last_fullsized":"2024-09-12T12:25:10.338877+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:34:01.689720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338530+0000","last_change":"2024-09-12T12:24:53.262683+0000","last_active":"2024-09-12T12:25:10.338530+0000","last_peered":"2024-09-12T12:25:10.338530+0000","last_clean":"2024-09-12T12:25:10.338530+0000","last_became_active":"2024-09-12T12:24:53.260343+0000","last_became_peered":"2024-09-12T12:24:53.260343+0000","last_unstale":"2024-09-12T12:25:10.338530+0000","last_undegraded":"2024-09-12T12:25:10.338530+0000","last_fullsized":"2024-09-12T12:25:10.338530+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:56.218598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336494+0000","last_change":"2024-09-12T12:24:53.266758+0000","last_active":"2024-09-12T12:25:10.336494+0000","last_peered":"2024-09-12T12:25:10.336494+0000","last_clean":"2024-09-12T12:25:10.336494+0000","last_became_active":"2024-09-12T12:24:53.266438+0000","last_became_peered":"2024-09-12T12:24:53.266438+0000","last_unstale":"2024-09-12T12:25:10.336494+0000","last_undegraded":"2024-09-12T12:25:10.336494+0000","last_fullsized":"2024-09-12T12:25:10.336494+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:52.586860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336504+0000","last_change":"2024-09-12T12:24:53.260873+0000","last_active":"2024-09-12T12:25:10.336504+0000","last_peered":"2024-09-12T12:25:10.336504+0000","last_clean":"2024-09-12T12:25:10.336504+0000","last_became_active":"2024-09-12T12:24:53.260547+0000","last_became_peered":"2024-09-12T12:24:53.260547+0000","last_unstale":"2024-09-12T12:25:10.336504+0000","last_undegraded":"2024-09-12T12:25:10.336504+0000","last_fullsized":"2024-09-12T12:25:10.336504+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:59:43.822805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340939+0000","last_change":"2024-09-12T12:24:53.263778+0000","last_active":"2024-09-12T12:25:10.340939+0000","last_peered":"2024-09-12T12:25:10.340939+0000","last_clean":"2024-09-12T12:25:10.340939+0000","last_became_active":"2024-09-12T12:24:53.263446+0000","last_became_peered":"2024-09-12T12:24:53.263446+0000","last_unstale":"2024-09-12T12:25:10.340939+0000","last_undegraded":"2024-09-12T12:25:10.340939+0000","last_fullsized":"2024-09-12T12:25:10.340939+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:47.774666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339991+0000","last_change":"2024-09-12T12:24:53.262750+0000","last_active":"2024-09-12T12:25:10.339991+0000","last_peered":"2024-09-12T12:25:10.339991+0000","last_clean":"2024-09-12T12:25:10.339991+0000","last_became_active":"2024-09-12T12:24:53.262464+0000","last_became_peered":"2024-09-12T12:24:53.262464+0000","last_unstale":"2024-09-12T12:25:10.339991+0000","last_undegraded":"2024-09-12T12:25:10.339991+0000","last_fullsized":"2024-09-12T12:25:10.339991+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:34.148797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341315+0000","last_change":"2024-09-12T12:24:53.262468+0000","last_active":"2024-09-12T12:25:10.341315+0000","last_peered":"2024-09-12T12:25:10.341315+0000","last_clean":"2024-09-12T12:25:10.341315+0000","last_became_active":"2024-09-12T12:24:53.259228+0000","last_became_peered":"2024-09-12T12:24:53.259228+0000","last_unstale":"2024-09-12T12:25:10.341315+0000","last_undegraded":"2024-09-12T12:25:10.341315+0000","last_fullsized":"2024-09-12T12:25:10.341315+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:40.800800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338515+0000","last_change":"2024-09-12T12:24:53.269069+0000","last_active":"2024-09-12T12:25:10.338515+0000","last_peered":"2024-09-12T12:25:10.338515+0000","last_clean":"2024-09-12T12:25:10.338515+0000","last_became_active":"2024-09-12T12:24:53.268740+0000","last_became_peered":"2024-09-12T12:24:53.268740+0000","last_unstale":"2024-09-12T12:25:10.338515+0000","last_undegraded":"2024-09-12T12:25:10.338515+0000","last_fullsized":"2024-09-12T12:25:10.338515+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:03.699713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338528+0000","last_change":"2024-09-12T12:24:53.264080+0000","last_active":"2024-09-12T12:25:10.338528+0000","last_peered":"2024-09-12T12:25:10.338528+0000","last_clean":"2024-09-12T12:25:10.338528+0000","last_became_active":"2024-09-12T12:24:53.263752+0000","last_became_peered":"2024-09-12T12:24:53.263752+0000","last_unstale":"2024-09-12T12:25:10.338528+0000","last_undegraded":"2024-09-12T12:25:10.338528+0000","last_fullsized":"2024-09-12T12:25:10.338528+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:46:38.691951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336551+0000","last_change":"2024-09-12T12:24:53.269081+0000","last_active":"2024-09-12T12:25:10.336551+0000","last_peered":"2024-09-12T12:25:10.336551+0000","last_clean":"2024-09-12T12:25:10.336551+0000","last_became_active":"2024-09-12T12:24:53.265150+0000","last_became_peered":"2024-09-12T12:24:53.265150+0000","last_unstale":"2024-09-12T12:25:10.336551+0000","last_undegraded":"2024-09-12T12:25:10.336551+0000","last_fullsized":"2024-09-12T12:25:10.336551+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:59.285175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336224+0000","last_change":"2024-09-12T12:24:53.262512+0000","last_active":"2024-09-12T12:25:10.336224+0000","last_peered":"2024-09-12T12:25:10.336224+0000","last_clean":"2024-09-12T12:25:10.336224+0000","last_became_active":"2024-09-12T12:24:53.262222+0000","last_became_peered":"2024-09-12T12:24:53.262222+0000","last_unstale":"2024-09-12T12:25:10.336224+0000","last_undegraded":"2024-09-12T12:25:10.336224+0000","last_fullsized":"2024-09-12T12:25:10.336224+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:13.107382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340670+0000","last_change":"2024-09-12T12:24:53.266470+0000","last_active":"2024-09-12T12:25:10.340670+0000","last_peered":"2024-09-12T12:25:10.340670+0000","last_clean":"2024-09-12T12:25:10.340670+0000","last_became_active":"2024-09-12T12:24:53.266205+0000","last_became_peered":"2024-09-12T12:24:53.266205+0000","last_unstale":"2024-09-12T12:25:10.340670+0000","last_undegraded":"2024-09-12T12:25:10.340670+0000","last_fullsized":"2024-09-12T12:25:10.340670+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:08.037725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338257+0000","last_change":"2024-09-12T12:24:53.260855+0000","last_active":"2024-09-12T12:25:10.338257+0000","last_peered":"2024-09-12T12:25:10.338257+0000","last_clean":"2024-09-12T12:25:10.338257+0000","last_became_active":"2024-09-12T12:24:53.260523+0000","last_became_peered":"2024-09-12T12:24:53.260523+0000","last_unstale":"2024-09-12T12:25:10.338257+0000","last_undegraded":"2024-09-12T12:25:10.338257+0000","last_fullsized":"2024-09-12T12:25:10.338257+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:06.532622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342333+0000","last_change":"2024-09-12T12:25:10.342333+0000","last_active":"2024-09-12T12:25:10.342333+0000","last_peered":"2024-09-12T12:25:10.342333+0000","last_clean":"2024-09-12T12:25:10.342333+0000","last_became_active":"2024-09-12T12:25:10.341972+0000","last_became_peered":"2024-09-12T12:25:10.341972+0000","last_unstale":"2024-09-12T12:25:10.342333+0000","last_undegraded":"2024-09-12T12:25:10.342333+0000","last_fullsized":"2024-09-12T12:25:10.342333+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:34.822453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336407+0000","last_change":"2024-09-12T12:24:53.266043+0000","last_active":"2024-09-12T12:25:10.336407+0000","last_peered":"2024-09-12T12:25:10.336407+0000","last_clean":"2024-09-12T12:25:10.336407+0000","last_became_active":"2024-09-12T12:24:53.264592+0000","last_became_peered":"2024-09-12T12:24:53.264592+0000","last_unstale":"2024-09-12T12:25:10.336407+0000","last_undegraded":"2024-09-12T12:25:10.336407+0000","last_fullsized":"2024-09-12T12:25:10.336407+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:02.433100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.343134+0000","last_change":"2024-09-12T12:24:53.264662+0000","last_active":"2024-09-12T12:25:10.343134+0000","last_peered":"2024-09-12T12:25:10.343134+0000","last_clean":"2024-09-12T12:25:10.343134+0000","last_became_active":"2024-09-12T12:24:53.264257+0000","last_became_peered":"2024-09-12T12:24:53.264257+0000","last_unstale":"2024-09-12T12:25:10.343134+0000","last_undegraded":"2024-09-12T12:25:10.343134+0000","last_fullsized":"2024-09-12T12:25:10.343134+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:38.893735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"79'6","reported_seq":79,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:51.392804+0000","last_change":"2024-09-12T12:24:51.250102+0000","last_active":"2024-09-12T12:25:51.392804+0000","last_peered":"2024-09-12T12:25:51.392804+0000","last_clean":"2024-09-12T12:25:51.392804+0000","last_became_active":"2024-09-12T12:24:51.249770+0000","last_became_peered":"2024-09-12T12:24:51.249770+0000","last_unstale":"2024-09-12T12:25:51.392804+0000","last_undegraded":"2024-09-12T12:25:51.392804+0000","last_fullsized":"2024-09-12T12:25:51.392804+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:15.464601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":51,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341728+0000","last_change":"2024-09-12T12:24:53.261932+0000","last_active":"2024-09-12T12:25:10.341728+0000","last_peered":"2024-09-12T12:25:10.341728+0000","last_clean":"2024-09-12T12:25:10.341728+0000","last_became_active":"2024-09-12T12:24:53.258413+0000","last_became_peered":"2024-09-12T12:24:53.258413+0000","last_unstale":"2024-09-12T12:25:10.341728+0000","last_undegraded":"2024-09-12T12:25:10.341728+0000","last_fullsized":"2024-09-12T12:25:10.341728+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:08.387016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336774+0000","last_change":"2024-09-12T12:24:51.250202+0000","last_active":"2024-09-12T12:25:10.336774+0000","last_peered":"2024-09-12T12:25:10.336774+0000","last_clean":"2024-09-12T12:25:10.336774+0000","last_became_active":"2024-09-12T12:24:51.249329+0000","last_became_peered":"2024-09-12T12:24:51.249329+0000","last_unstale":"2024-09-12T12:25:10.336774+0000","last_undegraded":"2024-09-12T12:25:10.336774+0000","last_fullsized":"2024-09-12T12:25:10.336774+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:41:51.465438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336115+0000","last_change":"2024-09-12T12:24:51.247338+0000","last_active":"2024-09-12T12:25:10.336115+0000","last_peered":"2024-09-12T12:25:10.336115+0000","last_clean":"2024-09-12T12:25:10.336115+0000","last_became_active":"2024-09-12T12:24:51.246989+0000","last_became_peered":"2024-09-12T12:24:51.246989+0000","last_unstale":"2024-09-12T12:25:10.336115+0000","last_undegraded":"2024-09-12T12:25:10.336115+0000","last_fullsized":"2024-09-12T12:25:10.336115+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:18:50.858700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339941+0000","last_change":"2024-09-12T12:24:53.261140+0000","last_active":"2024-09-12T12:25:10.339941+0000","last_peered":"2024-09-12T12:25:10.339941+0000","last_clean":"2024-09-12T12:25:10.339941+0000","last_became_active":"2024-09-12T12:24:53.260838+0000","last_became_peered":"2024-09-12T12:24:53.260838+0000","last_unstale":"2024-09-12T12:25:10.339941+0000","last_undegraded":"2024-09-12T12:25:10.339941+0000","last_fullsized":"2024-09-12T12:25:10.339941+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:15:02.293933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341726+0000","last_change":"2024-09-12T12:24:51.252417+0000","last_active":"2024-09-12T12:25:10.341726+0000","last_peered":"2024-09-12T12:25:10.341726+0000","last_clean":"2024-09-12T12:25:10.341726+0000","last_became_active":"2024-09-12T12:24:51.252095+0000","last_became_peered":"2024-09-12T12:24:51.252095+0000","last_unstale":"2024-09-12T12:25:10.341726+0000","last_undegraded":"2024-09-12T12:25:10.341726+0000","last_fullsized":"2024-09-12T12:25:10.341726+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:25.261196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338559+0000","last_change":"2024-09-12T12:24:53.258359+0000","last_active":"2024-09-12T12:25:10.338559+0000","last_peered":"2024-09-12T12:25:10.338559+0000","last_clean":"2024-09-12T12:25:10.338559+0000","last_became_active":"2024-09-12T12:24:53.257916+0000","last_became_peered":"2024-09-12T12:24:53.257916+0000","last_unstale":"2024-09-12T12:25:10.338559+0000","last_undegraded":"2024-09-12T12:25:10.338559+0000","last_fullsized":"2024-09-12T12:25:10.338559+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:14:00.430922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'4","reported_seq":127,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:55.396821+0000","last_change":"2024-09-12T12:24:51.250599+0000","last_active":"2024-09-12T12:25:55.396821+0000","last_peered":"2024-09-12T12:25:55.396821+0000","last_clean":"2024-09-12T12:25:55.396821+0000","last_became_active":"2024-09-12T12:24:51.250292+0000","last_became_peered":"2024-09-12T12:24:51.250292+0000","last_unstale":"2024-09-12T12:25:55.396821+0000","last_undegraded":"2024-09-12T12:25:55.396821+0000","last_fullsized":"2024-09-12T12:25:55.396821+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:51.535071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":101,"num_read_kb":101,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341016+0000","last_change":"2024-09-12T12:24:53.266838+0000","last_active":"2024-09-12T12:25:10.341016+0000","last_peered":"2024-09-12T12:25:10.341016+0000","last_clean":"2024-09-12T12:25:10.341016+0000","last_became_active":"2024-09-12T12:24:53.265720+0000","last_became_peered":"2024-09-12T12:24:53.265720+0000","last_unstale":"2024-09-12T12:25:10.341016+0000","last_undegraded":"2024-09-12T12:25:10.341016+0000","last_fullsized":"2024-09-12T12:25:10.341016+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:20:01.228160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340000+0000","last_change":"2024-09-12T12:24:51.251765+0000","last_active":"2024-09-12T12:25:10.340000+0000","last_peered":"2024-09-12T12:25:10.340000+0000","last_clean":"2024-09-12T12:25:10.340000+0000","last_became_active":"2024-09-12T12:24:51.251376+0000","last_became_peered":"2024-09-12T12:24:51.251376+0000","last_unstale":"2024-09-12T12:25:10.340000+0000","last_undegraded":"2024-09-12T12:25:10.340000+0000","last_fullsized":"2024-09-12T12:25:10.340000+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:45:05.561610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344230+0000","last_change":"2024-09-12T12:25:10.344230+0000","last_active":"2024-09-12T12:25:10.344230+0000","last_peered":"2024-09-12T12:25:10.344230+0000","last_clean":"2024-09-12T12:25:10.344230+0000","last_became_active":"2024-09-12T12:25:10.343775+0000","last_became_peered":"2024-09-12T12:25:10.343775+0000","last_unstale":"2024-09-12T12:25:10.344230+0000","last_undegraded":"2024-09-12T12:25:10.344230+0000","last_fullsized":"2024-09-12T12:25:10.344230+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:21:53.923891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341408+0000","last_change":"2024-09-12T12:24:51.311991+0000","last_active":"2024-09-12T12:25:10.341408+0000","last_peered":"2024-09-12T12:25:10.341408+0000","last_clean":"2024-09-12T12:25:10.341408+0000","last_became_active":"2024-09-12T12:24:51.311634+0000","last_became_peered":"2024-09-12T12:24:51.311634+0000","last_unstale":"2024-09-12T12:25:10.341408+0000","last_undegraded":"2024-09-12T12:25:10.341408+0000","last_fullsized":"2024-09-12T12:25:10.341408+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:22.004224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344685+0000","last_change":"2024-09-12T12:25:10.344685+0000","last_active":"2024-09-12T12:25:10.344685+0000","last_peered":"2024-09-12T12:25:10.344685+0000","last_clean":"2024-09-12T12:25:10.344685+0000","last_became_active":"2024-09-12T12:25:10.344351+0000","last_became_peered":"2024-09-12T12:25:10.344351+0000","last_unstale":"2024-09-12T12:25:10.344685+0000","last_undegraded":"2024-09-12T12:25:10.344685+0000","last_fullsized":"2024-09-12T12:25:10.344685+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:22.058412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'30","reported_seq":162,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:55.396872+0000","last_change":"2024-09-12T12:24:51.248362+0000","last_active":"2024-09-12T12:25:55.396872+0000","last_peered":"2024-09-12T12:25:55.396872+0000","last_clean":"2024-09-12T12:25:55.396872+0000","last_became_active":"2024-09-12T12:24:51.248037+0000","last_became_peered":"2024-09-12T12:24:51.248037+0000","last_unstale":"2024-09-12T12:25:55.396872+0000","last_undegraded":"2024-09-12T12:25:55.396872+0000","last_fullsized":"2024-09-12T12:25:55.396872+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:30.188586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59764,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":110,"num_read_kb":113,"num_write":32,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342295+0000","last_change":"2024-09-12T12:24:53.272116+0000","last_active":"2024-09-12T12:25:10.342295+0000","last_peered":"2024-09-12T12:25:10.342295+0000","last_clean":"2024-09-12T12:25:10.342295+0000","last_became_active":"2024-09-12T12:24:53.271757+0000","last_became_peered":"2024-09-12T12:24:53.271757+0000","last_unstale":"2024-09-12T12:25:10.342295+0000","last_undegraded":"2024-09-12T12:25:10.342295+0000","last_fullsized":"2024-09-12T12:25:10.342295+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:06.941569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338520+0000","last_change":"2024-09-12T12:24:51.248675+0000","last_active":"2024-09-12T12:25:10.338520+0000","last_peered":"2024-09-12T12:25:10.338520+0000","last_clean":"2024-09-12T12:25:10.338520+0000","last_became_active":"2024-09-12T12:24:51.248011+0000","last_became_peered":"2024-09-12T12:24:51.248011+0000","last_unstale":"2024-09-12T12:25:10.338520+0000","last_undegraded":"2024-09-12T12:25:10.338520+0000","last_fullsized":"2024-09-12T12:25:10.338520+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:29:41.240753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336215+0000","last_change":"2024-09-12T12:24:53.259954+0000","last_active":"2024-09-12T12:25:10.336215+0000","last_peered":"2024-09-12T12:25:10.336215+0000","last_clean":"2024-09-12T12:25:10.336215+0000","last_became_active":"2024-09-12T12:24:53.259666+0000","last_became_peered":"2024-09-12T12:24:53.259666+0000","last_unstale":"2024-09-12T12:25:10.336215+0000","last_undegraded":"2024-09-12T12:25:10.336215+0000","last_fullsized":"2024-09-12T12:25:10.336215+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:37.952525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341470+0000","last_change":"2024-09-12T12:24:51.251682+0000","last_active":"2024-09-12T12:25:10.341470+0000","last_peered":"2024-09-12T12:25:10.341470+0000","last_clean":"2024-09-12T12:25:10.341470+0000","last_became_active":"2024-09-12T12:24:51.251365+0000","last_became_peered":"2024-09-12T12:24:51.251365+0000","last_unstale":"2024-09-12T12:25:10.341470+0000","last_undegraded":"2024-09-12T12:25:10.341470+0000","last_fullsized":"2024-09-12T12:25:10.341470+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:37.822796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339660+0000","last_change":"2024-09-12T12:24:53.267531+0000","last_active":"2024-09-12T12:25:10.339660+0000","last_peered":"2024-09-12T12:25:10.339660+0000","last_clean":"2024-09-12T12:25:10.339660+0000","last_became_active":"2024-09-12T12:24:53.267225+0000","last_became_peered":"2024-09-12T12:24:53.267225+0000","last_unstale":"2024-09-12T12:25:10.339660+0000","last_undegraded":"2024-09-12T12:25:10.339660+0000","last_fullsized":"2024-09-12T12:25:10.339660+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:23:10.974300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'6","reported_seq":79,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:51.412580+0000","last_change":"2024-09-12T12:24:51.247790+0000","last_active":"2024-09-12T12:25:51.412580+0000","last_peered":"2024-09-12T12:25:51.412580+0000","last_clean":"2024-09-12T12:25:51.412580+0000","last_became_active":"2024-09-12T12:24:51.247399+0000","last_became_peered":"2024-09-12T12:24:51.247399+0000","last_unstale":"2024-09-12T12:25:51.412580+0000","last_undegraded":"2024-09-12T12:25:51.412580+0000","last_fullsized":"2024-09-12T12:25:51.412580+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:23:45.923488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339588+0000","last_change":"2024-09-12T12:24:53.265963+0000","last_active":"2024-09-12T12:25:10.339588+0000","last_peered":"2024-09-12T12:25:10.339588+0000","last_clean":"2024-09-12T12:25:10.339588+0000","last_became_active":"2024-09-12T12:24:53.265331+0000","last_became_peered":"2024-09-12T12:24:53.265331+0000","last_unstale":"2024-09-12T12:25:10.339588+0000","last_undegraded":"2024-09-12T12:25:10.339588+0000","last_fullsized":"2024-09-12T12:25:10.339588+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:06.137001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":40,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342006+0000","last_change":"2024-09-12T12:24:51.312101+0000","last_active":"2024-09-12T12:25:10.342006+0000","last_peered":"2024-09-12T12:25:10.342006+0000","last_clean":"2024-09-12T12:25:10.342006+0000","last_became_active":"2024-09-12T12:24:51.311789+0000","last_became_peered":"2024-09-12T12:24:51.311789+0000","last_unstale":"2024-09-12T12:25:10.342006+0000","last_undegraded":"2024-09-12T12:25:10.342006+0000","last_fullsized":"2024-09-12T12:25:10.342006+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:22.375583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.345783+0000","last_change":"2024-09-12T12:25:10.345379+0000","last_active":"2024-09-12T12:25:10.345783+0000","last_peered":"2024-09-12T12:25:10.345783+0000","last_clean":"2024-09-12T12:25:10.345783+0000","last_became_active":"2024-09-12T12:25:10.344987+0000","last_became_peered":"2024-09-12T12:25:10.344987+0000","last_unstale":"2024-09-12T12:25:10.345783+0000","last_undegraded":"2024-09-12T12:25:10.345783+0000","last_fullsized":"2024-09-12T12:25:10.345783+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:06.825043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,1],"acting":[9,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342345+0000","last_change":"2024-09-12T12:24:51.248708+0000","last_active":"2024-09-12T12:25:10.342345+0000","last_peered":"2024-09-12T12:25:10.342345+0000","last_clean":"2024-09-12T12:25:10.342345+0000","last_became_active":"2024-09-12T12:24:51.248342+0000","last_became_peered":"2024-09-12T12:24:51.248342+0000","last_unstale":"2024-09-12T12:25:10.342345+0000","last_undegraded":"2024-09-12T12:25:10.342345+0000","last_fullsized":"2024-09-12T12:25:10.342345+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:00.281536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336702+0000","last_change":"2024-09-12T12:24:53.267397+0000","last_active":"2024-09-12T12:25:10.336702+0000","last_peered":"2024-09-12T12:25:10.336702+0000","last_clean":"2024-09-12T12:25:10.336702+0000","last_became_active":"2024-09-12T12:24:53.267107+0000","last_became_peered":"2024-09-12T12:24:53.267107+0000","last_unstale":"2024-09-12T12:25:10.336702+0000","last_undegraded":"2024-09-12T12:25:10.336702+0000","last_fullsized":"2024-09-12T12:25:10.336702+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:37.607202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.348283+0000","last_change":"2024-09-12T12:25:10.348283+0000","last_active":"2024-09-12T12:25:10.348283+0000","last_peered":"2024-09-12T12:25:10.348283+0000","last_clean":"2024-09-12T12:25:10.348283+0000","last_became_active":"2024-09-12T12:25:10.342802+0000","last_became_peered":"2024-09-12T12:25:10.342802+0000","last_unstale":"2024-09-12T12:25:10.348283+0000","last_undegraded":"2024-09-12T12:25:10.348283+0000","last_fullsized":"2024-09-12T12:25:10.348283+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:28.596809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340209+0000","last_change":"2024-09-12T12:24:53.271737+0000","last_active":"2024-09-12T12:25:10.340209+0000","last_peered":"2024-09-12T12:25:10.340209+0000","last_clean":"2024-09-12T12:25:10.340209+0000","last_became_active":"2024-09-12T12:24:53.271415+0000","last_became_peered":"2024-09-12T12:24:53.271415+0000","last_unstale":"2024-09-12T12:25:10.340209+0000","last_undegraded":"2024-09-12T12:25:10.340209+0000","last_fullsized":"2024-09-12T12:25:10.340209+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:00:21.878889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.343048+0000","last_change":"2024-09-12T12:24:51.247389+0000","last_active":"2024-09-12T12:25:10.343048+0000","last_peered":"2024-09-12T12:25:10.343048+0000","last_clean":"2024-09-12T12:25:10.343048+0000","last_became_active":"2024-09-12T12:24:51.247044+0000","last_became_peered":"2024-09-12T12:24:51.247044+0000","last_unstale":"2024-09-12T12:25:10.343048+0000","last_undegraded":"2024-09-12T12:25:10.343048+0000","last_fullsized":"2024-09-12T12:25:10.343048+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:12:04.390267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'1","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339934+0000","last_change":"2024-09-12T12:24:53.265318+0000","last_active":"2024-09-12T12:25:10.339934+0000","last_peered":"2024-09-12T12:25:10.339934+0000","last_clean":"2024-09-12T12:25:10.339934+0000","last_became_active":"2024-09-12T12:24:53.264869+0000","last_became_peered":"2024-09-12T12:24:53.264869+0000","last_unstale":"2024-09-12T12:25:10.339934+0000","last_undegraded":"2024-09-12T12:25:10.339934+0000","last_fullsized":"2024-09-12T12:25:10.339934+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:04:36.787420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'6","reported_seq":62,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:51.392473+0000","last_change":"2024-09-12T12:25:10.347737+0000","last_active":"2024-09-12T12:25:51.392473+0000","last_peered":"2024-09-12T12:25:51.392473+0000","last_clean":"2024-09-12T12:25:51.392473+0000","last_became_active":"2024-09-12T12:25:10.341814+0000","last_became_peered":"2024-09-12T12:25:10.341814+0000","last_unstale":"2024-09-12T12:25:51.392473+0000","last_undegraded":"2024-09-12T12:25:51.392473+0000","last_fullsized":"2024-09-12T12:25:51.392473+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:52:44.916459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1563,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":43,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1563,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340162+0000","last_change":"2024-09-12T12:24:53.272578+0000","last_active":"2024-09-12T12:25:10.340162+0000","last_peered":"2024-09-12T12:25:10.340162+0000","last_clean":"2024-09-12T12:25:10.340162+0000","last_became_active":"2024-09-12T12:24:53.272104+0000","last_became_peered":"2024-09-12T12:24:53.272104+0000","last_unstale":"2024-09-12T12:25:10.340162+0000","last_undegraded":"2024-09-12T12:25:10.340162+0000","last_fullsized":"2024-09-12T12:25:10.340162+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:20.583691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":343,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340411+0000","last_change":"2024-09-12T12:23:44.730957+0000","last_active":"2024-09-12T12:25:10.340411+0000","last_peered":"2024-09-12T12:25:10.340411+0000","last_clean":"2024-09-12T12:25:10.340411+0000","last_became_active":"2024-09-12T12:23:44.730539+0000","last_became_peered":"2024-09-12T12:23:44.730539+0000","last_unstale":"2024-09-12T12:25:10.340411+0000","last_undegraded":"2024-09-12T12:25:10.340411+0000","last_fullsized":"2024-09-12T12:25:10.340411+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:20:23.481465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:20:23.481465+0000","last_clean_scrub_stamp":"2024-09-12T12:20:23.481465+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:47.323101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340526+0000","last_change":"2024-09-12T12:24:51.245290+0000","last_active":"2024-09-12T12:25:10.340526+0000","last_peered":"2024-09-12T12:25:10.340526+0000","last_clean":"2024-09-12T12:25:10.340526+0000","last_became_active":"2024-09-12T12:24:51.244953+0000","last_became_peered":"2024-09-12T12:24:51.244953+0000","last_unstale":"2024-09-12T12:25:10.340526+0000","last_undegraded":"2024-09-12T12:25:10.340526+0000","last_fullsized":"2024-09-12T12:25:10.340526+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:09.107387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339595+0000","last_change":"2024-09-12T12:24:53.263508+0000","last_active":"2024-09-12T12:25:10.339595+0000","last_peered":"2024-09-12T12:25:10.339595+0000","last_clean":"2024-09-12T12:25:10.339595+0000","last_became_active":"2024-09-12T12:24:53.262942+0000","last_became_peered":"2024-09-12T12:24:53.262942+0000","last_unstale":"2024-09-12T12:25:10.339595+0000","last_undegraded":"2024-09-12T12:25:10.339595+0000","last_fullsized":"2024-09-12T12:25:10.339595+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:26.047134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.348710+0000","last_change":"2024-09-12T12:25:10.348710+0000","last_active":"2024-09-12T12:25:10.348710+0000","last_peered":"2024-09-12T12:25:10.348710+0000","last_clean":"2024-09-12T12:25:10.348710+0000","last_became_active":"2024-09-12T12:25:10.345461+0000","last_became_peered":"2024-09-12T12:25:10.345461+0000","last_unstale":"2024-09-12T12:25:10.348710+0000","last_undegraded":"2024-09-12T12:25:10.348710+0000","last_fullsized":"2024-09-12T12:25:10.348710+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:29.032967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336436+0000","last_change":"2024-09-12T12:24:53.262397+0000","last_active":"2024-09-12T12:25:10.336436+0000","last_peered":"2024-09-12T12:25:10.336436+0000","last_clean":"2024-09-12T12:25:10.336436+0000","last_became_active":"2024-09-12T12:24:53.262069+0000","last_became_peered":"2024-09-12T12:24:53.262069+0000","last_unstale":"2024-09-12T12:25:10.336436+0000","last_undegraded":"2024-09-12T12:25:10.336436+0000","last_fullsized":"2024-09-12T12:25:10.336436+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:33:59.597991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"79'5","reported_seq":77,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:52.413246+0000","last_change":"2024-09-12T12:24:51.311813+0000","last_active":"2024-09-12T12:25:52.413246+0000","last_peered":"2024-09-12T12:25:52.413246+0000","last_clean":"2024-09-12T12:25:52.413246+0000","last_became_active":"2024-09-12T12:24:51.311442+0000","last_became_peered":"2024-09-12T12:24:51.311442+0000","last_unstale":"2024-09-12T12:25:52.413246+0000","last_undegraded":"2024-09-12T12:25:52.413246+0000","last_fullsized":"2024-09-12T12:25:52.413246+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:25.877025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":50,"num_read_kb":50,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341461+0000","last_change":"2024-09-12T12:24:53.257529+0000","last_active":"2024-09-12T12:25:10.341461+0000","last_peered":"2024-09-12T12:25:10.341461+0000","last_clean":"2024-09-12T12:25:10.341461+0000","last_became_active":"2024-09-12T12:24:53.257183+0000","last_became_peered":"2024-09-12T12:24:53.257183+0000","last_unstale":"2024-09-12T12:25:10.341461+0000","last_undegraded":"2024-09-12T12:25:10.341461+0000","last_fullsized":"2024-09-12T12:25:10.341461+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:29.458629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"79'6","reported_seq":76,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:50.390852+0000","last_change":"2024-09-12T12:24:51.249112+0000","last_active":"2024-09-12T12:25:50.390852+0000","last_peered":"2024-09-12T12:25:50.390852+0000","last_clean":"2024-09-12T12:25:50.390852+0000","last_became_active":"2024-09-12T12:24:51.248795+0000","last_became_peered":"2024-09-12T12:24:51.248795+0000","last_unstale":"2024-09-12T12:25:50.390852+0000","last_undegraded":"2024-09-12T12:25:50.390852+0000","last_fullsized":"2024-09-12T12:25:50.390852+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:14.746821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":48,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336825+0000","last_change":"2024-09-12T12:24:53.264485+0000","last_active":"2024-09-12T12:25:10.336825+0000","last_peered":"2024-09-12T12:25:10.336825+0000","last_clean":"2024-09-12T12:25:10.336825+0000","last_became_active":"2024-09-12T12:24:53.264147+0000","last_became_peered":"2024-09-12T12:24:53.264147+0000","last_unstale":"2024-09-12T12:25:10.336825+0000","last_undegraded":"2024-09-12T12:25:10.336825+0000","last_fullsized":"2024-09-12T12:25:10.336825+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:00.639502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338667+0000","last_change":"2024-09-12T12:24:51.312401+0000","last_active":"2024-09-12T12:25:10.338667+0000","last_peered":"2024-09-12T12:25:10.338667+0000","last_clean":"2024-09-12T12:25:10.338667+0000","last_became_active":"2024-09-12T12:24:51.312105+0000","last_became_peered":"2024-09-12T12:24:51.312105+0000","last_unstale":"2024-09-12T12:25:10.338667+0000","last_undegraded":"2024-09-12T12:25:10.338667+0000","last_fullsized":"2024-09-12T12:25:10.338667+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:43.955535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"79'1","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.337039+0000","last_change":"2024-09-12T12:24:53.260916+0000","last_active":"2024-09-12T12:25:10.337039+0000","last_peered":"2024-09-12T12:25:10.337039+0000","last_clean":"2024-09-12T12:25:10.337039+0000","last_became_active":"2024-09-12T12:24:53.260525+0000","last_became_peered":"2024-09-12T12:24:53.260525+0000","last_unstale":"2024-09-12T12:25:10.337039+0000","last_undegraded":"2024-09-12T12:25:10.337039+0000","last_fullsized":"2024-09-12T12:25:10.337039+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:49.567902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342575+0000","last_change":"2024-09-12T12:24:51.312048+0000","last_active":"2024-09-12T12:25:10.342575+0000","last_peered":"2024-09-12T12:25:10.342575+0000","last_clean":"2024-09-12T12:25:10.342575+0000","last_became_active":"2024-09-12T12:24:51.311736+0000","last_became_peered":"2024-09-12T12:24:51.311736+0000","last_unstale":"2024-09-12T12:25:10.342575+0000","last_undegraded":"2024-09-12T12:25:10.342575+0000","last_fullsized":"2024-09-12T12:25:10.342575+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:50:50.893162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336280+0000","last_change":"2024-09-12T12:24:53.258465+0000","last_active":"2024-09-12T12:25:10.336280+0000","last_peered":"2024-09-12T12:25:10.336280+0000","last_clean":"2024-09-12T12:25:10.336280+0000","last_became_active":"2024-09-12T12:24:53.258166+0000","last_became_peered":"2024-09-12T12:24:53.258166+0000","last_unstale":"2024-09-12T12:25:10.336280+0000","last_undegraded":"2024-09-12T12:25:10.336280+0000","last_fullsized":"2024-09-12T12:25:10.336280+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:11:52.923996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'14","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:17.255992+0000","last_change":"2024-09-12T12:24:51.246412+0000","last_active":"2024-09-12T12:25:17.255992+0000","last_peered":"2024-09-12T12:25:17.255992+0000","last_clean":"2024-09-12T12:25:17.255992+0000","last_became_active":"2024-09-12T12:24:51.246097+0000","last_became_peered":"2024-09-12T12:24:51.246097+0000","last_unstale":"2024-09-12T12:25:17.255992+0000","last_undegraded":"2024-09-12T12:25:17.255992+0000","last_fullsized":"2024-09-12T12:25:17.255992+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:11.237412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338836+0000","last_change":"2024-09-12T12:24:53.263932+0000","last_active":"2024-09-12T12:25:10.338836+0000","last_peered":"2024-09-12T12:25:10.338836+0000","last_clean":"2024-09-12T12:25:10.338836+0000","last_became_active":"2024-09-12T12:24:53.262881+0000","last_became_peered":"2024-09-12T12:24:53.262881+0000","last_unstale":"2024-09-12T12:25:10.338836+0000","last_undegraded":"2024-09-12T12:25:10.338836+0000","last_fullsized":"2024-09-12T12:25:10.338836+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:46.978028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340234+0000","last_change":"2024-09-12T12:24:51.245122+0000","last_active":"2024-09-12T12:25:10.340234+0000","last_peered":"2024-09-12T12:25:10.340234+0000","last_clean":"2024-09-12T12:25:10.340234+0000","last_became_active":"2024-09-12T12:24:51.244756+0000","last_became_peered":"2024-09-12T12:24:51.244756+0000","last_unstale":"2024-09-12T12:25:10.340234+0000","last_undegraded":"2024-09-12T12:25:10.340234+0000","last_fullsized":"2024-09-12T12:25:10.340234+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:13:02.251953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340766+0000","last_change":"2024-09-12T12:24:53.265258+0000","last_active":"2024-09-12T12:25:10.340766+0000","last_peered":"2024-09-12T12:25:10.340766+0000","last_clean":"2024-09-12T12:25:10.340766+0000","last_became_active":"2024-09-12T12:24:53.264965+0000","last_became_peered":"2024-09-12T12:24:53.264965+0000","last_unstale":"2024-09-12T12:25:10.340766+0000","last_undegraded":"2024-09-12T12:25:10.340766+0000","last_fullsized":"2024-09-12T12:25:10.340766+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:54.076562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340882+0000","last_change":"2024-09-12T12:24:51.311824+0000","last_active":"2024-09-12T12:25:10.340882+0000","last_peered":"2024-09-12T12:25:10.340882+0000","last_clean":"2024-09-12T12:25:10.340882+0000","last_became_active":"2024-09-12T12:24:51.311467+0000","last_became_peered":"2024-09-12T12:24:51.311467+0000","last_unstale":"2024-09-12T12:25:10.340882+0000","last_undegraded":"2024-09-12T12:25:10.340882+0000","last_fullsized":"2024-09-12T12:25:10.340882+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:37:42.097767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.344170+0000","last_change":"2024-09-12T12:24:53.269665+0000","last_active":"2024-09-12T12:25:10.344170+0000","last_peered":"2024-09-12T12:25:10.344170+0000","last_clean":"2024-09-12T12:25:10.344170+0000","last_became_active":"2024-09-12T12:24:53.269317+0000","last_became_peered":"2024-09-12T12:24:53.269317+0000","last_unstale":"2024-09-12T12:25:10.344170+0000","last_undegraded":"2024-09-12T12:25:10.344170+0000","last_fullsized":"2024-09-12T12:25:10.344170+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:24.975569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340090+0000","last_change":"2024-09-12T12:24:51.245195+0000","last_active":"2024-09-12T12:25:10.340090+0000","last_peered":"2024-09-12T12:25:10.340090+0000","last_clean":"2024-09-12T12:25:10.340090+0000","last_became_active":"2024-09-12T12:24:51.244887+0000","last_became_peered":"2024-09-12T12:24:51.244887+0000","last_unstale":"2024-09-12T12:25:10.340090+0000","last_undegraded":"2024-09-12T12:25:10.340090+0000","last_fullsized":"2024-09-12T12:25:10.340090+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:55:47.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.336464+0000","last_change":"2024-09-12T12:24:53.262302+0000","last_active":"2024-09-12T12:25:10.336464+0000","last_peered":"2024-09-12T12:25:10.336464+0000","last_clean":"2024-09-12T12:25:10.336464+0000","last_became_active":"2024-09-12T12:24:53.261547+0000","last_became_peered":"2024-09-12T12:24:53.261547+0000","last_unstale":"2024-09-12T12:25:10.336464+0000","last_undegraded":"2024-09-12T12:25:10.336464+0000","last_fullsized":"2024-09-12T12:25:10.336464+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:57:01.697979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.338294+0000","last_change":"2024-09-12T12:24:51.248472+0000","last_active":"2024-09-12T12:25:10.338294+0000","last_peered":"2024-09-12T12:25:10.338294+0000","last_clean":"2024-09-12T12:25:10.338294+0000","last_became_active":"2024-09-12T12:24:51.248112+0000","last_became_peered":"2024-09-12T12:24:51.248112+0000","last_unstale":"2024-09-12T12:25:10.338294+0000","last_undegraded":"2024-09-12T12:25:10.338294+0000","last_fullsized":"2024-09-12T12:25:10.338294+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:38.750686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339167+0000","last_change":"2024-09-12T12:24:53.258235+0000","last_active":"2024-09-12T12:25:10.339167+0000","last_peered":"2024-09-12T12:25:10.339167+0000","last_clean":"2024-09-12T12:25:10.339167+0000","last_became_active":"2024-09-12T12:24:53.257941+0000","last_became_peered":"2024-09-12T12:24:53.257941+0000","last_unstale":"2024-09-12T12:25:10.339167+0000","last_undegraded":"2024-09-12T12:25:10.339167+0000","last_fullsized":"2024-09-12T12:25:10.339167+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:35:43.558104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342203+0000","last_change":"2024-09-12T12:24:51.249730+0000","last_active":"2024-09-12T12:25:10.342203+0000","last_peered":"2024-09-12T12:25:10.342203+0000","last_clean":"2024-09-12T12:25:10.342203+0000","last_became_active":"2024-09-12T12:24:51.249424+0000","last_became_peered":"2024-09-12T12:24:51.249424+0000","last_unstale":"2024-09-12T12:25:10.342203+0000","last_undegraded":"2024-09-12T12:25:10.342203+0000","last_fullsized":"2024-09-12T12:25:10.342203+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:54.715481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339861+0000","last_change":"2024-09-12T12:24:53.268546+0000","last_active":"2024-09-12T12:25:10.339861+0000","last_peered":"2024-09-12T12:25:10.339861+0000","last_clean":"2024-09-12T12:25:10.339861+0000","last_became_active":"2024-09-12T12:24:53.268073+0000","last_became_peered":"2024-09-12T12:24:53.268073+0000","last_unstale":"2024-09-12T12:25:10.339861+0000","last_undegraded":"2024-09-12T12:25:10.339861+0000","last_fullsized":"2024-09-12T12:25:10.339861+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:30.489729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.341331+0000","last_change":"2024-09-12T12:24:53.257243+0000","last_active":"2024-09-12T12:25:10.341331+0000","last_peered":"2024-09-12T12:25:10.341331+0000","last_clean":"2024-09-12T12:25:10.341331+0000","last_became_active":"2024-09-12T12:24:53.256913+0000","last_became_peered":"2024-09-12T12:24:53.256913+0000","last_unstale":"2024-09-12T12:25:10.341331+0000","last_undegraded":"2024-09-12T12:25:10.341331+0000","last_fullsized":"2024-09-12T12:25:10.341331+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:10.175052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342454+0000","last_change":"2024-09-12T12:24:51.249517+0000","last_active":"2024-09-12T12:25:10.342454+0000","last_peered":"2024-09-12T12:25:10.342454+0000","last_clean":"2024-09-12T12:25:10.342454+0000","last_became_active":"2024-09-12T12:24:51.248494+0000","last_became_peered":"2024-09-12T12:24:51.248494+0000","last_unstale":"2024-09-12T12:25:10.342454+0000","last_undegraded":"2024-09-12T12:25:10.342454+0000","last_fullsized":"2024-09-12T12:25:10.342454+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:15:43.435515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340670+0000","last_change":"2024-09-12T12:24:53.264198+0000","last_active":"2024-09-12T12:25:10.340670+0000","last_peered":"2024-09-12T12:25:10.340670+0000","last_clean":"2024-09-12T12:25:10.340670+0000","last_became_active":"2024-09-12T12:24:53.263887+0000","last_became_peered":"2024-09-12T12:24:53.263887+0000","last_unstale":"2024-09-12T12:25:10.340670+0000","last_undegraded":"2024-09-12T12:25:10.340670+0000","last_fullsized":"2024-09-12T12:25:10.340670+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:31:53.847919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.342505+0000","last_change":"2024-09-12T12:24:51.248749+0000","last_active":"2024-09-12T12:25:10.342505+0000","last_peered":"2024-09-12T12:25:10.342505+0000","last_clean":"2024-09-12T12:25:10.342505+0000","last_became_active":"2024-09-12T12:24:51.248454+0000","last_became_peered":"2024-09-12T12:24:51.248454+0000","last_unstale":"2024-09-12T12:25:10.342505+0000","last_undegraded":"2024-09-12T12:25:10.342505+0000","last_fullsized":"2024-09-12T12:25:10.342505+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:43:30.520701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.340841+0000","last_change":"2024-09-12T12:24:53.266336+0000","last_active":"2024-09-12T12:25:10.340841+0000","last_peered":"2024-09-12T12:25:10.340841+0000","last_clean":"2024-09-12T12:25:10.340841+0000","last_became_active":"2024-09-12T12:24:53.265821+0000","last_became_peered":"2024-09-12T12:24:53.265821+0000","last_unstale":"2024-09-12T12:25:10.340841+0000","last_undegraded":"2024-09-12T12:25:10.340841+0000","last_fullsized":"2024-09-12T12:25:10.340841+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:17.628010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339270+0000","last_change":"2024-09-12T12:24:51.311990+0000","last_active":"2024-09-12T12:25:10.339270+0000","last_peered":"2024-09-12T12:25:10.339270+0000","last_clean":"2024-09-12T12:25:10.339270+0000","last_became_active":"2024-09-12T12:24:51.311663+0000","last_became_peered":"2024-09-12T12:24:51.311663+0000","last_unstale":"2024-09-12T12:25:10.339270+0000","last_undegraded":"2024-09-12T12:25:10.339270+0000","last_fullsized":"2024-09-12T12:25:10.339270+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:07:22.213560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:10.339091+0000","last_change":"2024-09-12T12:24:53.264332+0000","last_active":"2024-09-12T12:25:10.339091+0000","last_peered":"2024-09-12T12:25:10.339091+0000","last_clean":"2024-09-12T12:25:10.339091+0000","last_became_active":"2024-09-12T12:24:53.262968+0000","last_became_peered":"2024-09-12T12:24:53.262968+0000","last_unstale":"2024-09-12T12:25:10.339091+0000","last_undegraded":"2024-09-12T12:25:10.339091+0000","last_fullsized":"2024-09-12T12:25:10.339091+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:34:37.937847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"79'13","reported_seq":103,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-12T12:25:51.391544+0000","last_change":"2024-09-12T12:25:10.354898+0000","last_active":"2024-09-12T12:25:51.391544+0000","last_peered":"2024-09-12T12:25:51.391544+0000","last_clean":"2024-09-12T12:25:51.391544+0000","last_became_active":"2024-09-12T12:25:10.343691+0000","last_became_peered":"2024-09-12T12:25:10.343691+0000","last_unstale":"2024-09-12T12:25:51.391544+0000","last_undegraded":"2024-09-12T12:25:51.391544+0000","last_fullsized":"2024-09-12T12:25:51.391544+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:26.484088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":46,"num_read_kb":46,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67758,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":521,"num_read_kb":339,"num_write":244,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":2235,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":203274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":210,"ondisk_log_size":210,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":73,"seq":313532612633,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32072,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713080,"statfs":{"total":95995035648,"available":95962193920,"internally_reserved":0,"allocated":901120,"data_stored":429333,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841566,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28580,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716572,"statfs":{"total":95995035648,"available":95965769728,"internally_reserved":0,"allocated":1593344,"data_stored":1079454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972387,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":917504,"data_stored":428198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201320,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32076,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713076,"statfs":{"total":95995035648,"available":95962189824,"internally_reserved":0,"allocated":913408,"data_stored":428576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430252,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28492,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716660,"statfs":{"total":95995035648,"available":95965859840,"internally_reserved":0,"allocated":1503232,"data_stored":1021210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593777,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":901120,"data_stored":428308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822711,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32676,"kb_used_data":1488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712476,"statfs":{"total":95995035648,"available":95961575424,"internally_reserved":0,"allocated":1523712,"data_stored":1020774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986236,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":909312,"data_stored":429732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215169,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":917504,"data_stored":427740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411398,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":488035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574923,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":962560,"data_stored":488985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738447,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":921600,"data_stored":429647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":60959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T12:25:58.543 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-12T12:25:58.543 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-12T12:25:58.543 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-12T12:25:58.543 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph health --format=json 2024-09-12T12:25:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:58 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:58 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:58 smithi114 ceph-mon[35514]: pgmap v305: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-12T12:25:58.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:58 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:25:58.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:58 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:25:58.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:58 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' 2024-09-12T12:25:58.788 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:25:59.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.250+0000 7f37c5c0e640 1 -- 172.21.15.82:0/462244594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f37c0101de0 msgr2=0x7f37c01021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:59.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.250+0000 7f37c5c0e640 1 --2- 172.21.15.82:0/462244594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f37c0101de0 0x7f37c01021c0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f37b0009900 tx=0x7f37b002a410 comp rx=0 tx=0).stop 2024-09-12T12:25:59.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 -- 172.21.15.82:0/462244594 shutdown_connections 2024-09-12T12:25:59.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 --2- 172.21.15.82:0/462244594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37c0106f10 0x7f37c010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:59.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 --2- 172.21.15.82:0/462244594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37c0102790 0x7f37c01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:59.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 --2- 172.21.15.82:0/462244594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f37c0101de0 0x7f37c01021c0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:59.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 -- 172.21.15.82:0/462244594 >> 172.21.15.82:0/462244594 conn(0x7f37c00fd8c0 msgr2=0x7f37c00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:59.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 -- 172.21.15.82:0/462244594 shutdown_connections 2024-09-12T12:25:59.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 -- 172.21.15.82:0/462244594 wait complete. 2024-09-12T12:25:59.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 Processor -- start 2024-09-12T12:25:59.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 -- start start 2024-09-12T12:25:59.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f37c0101de0 0x7f37c0198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:59.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37c0102790 0x7f37c01989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:59.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37c0106f10 0x7f37c019cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:59.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f37c0111f90 con 0x7f37c0101de0 2024-09-12T12:25:59.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f37c0111e10 con 0x7f37c0106f10 2024-09-12T12:25:59.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37c5c0e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f37c0112110 con 0x7f37c0102790 2024-09-12T12:25:59.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37bf7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f37c0101de0 0x7f37c0198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:59.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37bf7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f37c0101de0 0x7f37c0198480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47922/0 (socket says 172.21.15.82:47922) 2024-09-12T12:25:59.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.251+0000 7f37bf7fe640 1 -- 172.21.15.82:0/1345778616 learned_addr learned my addr 172.21.15.82:0/1345778616 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:25:59.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37bf7fe640 1 -- 172.21.15.82:0/1345778616 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37c0102790 msgr2=0x7f37c01989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:59.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37b7fff640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37c0102790 0x7f37c01989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:59.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37bffff640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37c0106f10 0x7f37c019cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:59.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37bf7fe640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37c0102790 0x7f37c01989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:59.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37bf7fe640 1 -- 172.21.15.82:0/1345778616 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37c0106f10 msgr2=0x7f37c019cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:59.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37bf7fe640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37c0106f10 0x7f37c019cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:59.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37bf7fe640 1 -- 172.21.15.82:0/1345778616 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c019d430 con 0x7f37c0101de0 2024-09-12T12:25:59.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37b7fff640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37c0102790 0x7f37c01989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:59.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37bffff640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37c0106f10 0x7f37c019cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:25:59.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37bf7fe640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f37c0101de0 0x7f37c0198480 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f37b0006010 tx=0x7f37b00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:59.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37bd7fa640 1 -- 172.21.15.82:0/1345778616 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b003f030 con 0x7f37c0101de0 2024-09-12T12:25:59.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37c5c0e640 1 -- 172.21.15.82:0/1345778616 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37c019d6c0 con 0x7f37c0101de0 2024-09-12T12:25:59.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37bd7fa640 1 -- 172.21.15.82:0/1345778616 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f37b0003ce0 con 0x7f37c0101de0 2024-09-12T12:25:59.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37bd7fa640 1 -- 172.21.15.82:0/1345778616 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b0035070 con 0x7f37c0101de0 2024-09-12T12:25:59.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.252+0000 7f37c5c0e640 1 -- 172.21.15.82:0/1345778616 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37c01a5000 con 0x7f37c0101de0 2024-09-12T12:25:59.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.253+0000 7f37c5c0e640 1 -- 172.21.15.82:0/1345778616 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37c01021c0 con 0x7f37c0101de0 2024-09-12T12:25:59.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.254+0000 7f37bd7fa640 1 -- 172.21.15.82:0/1345778616 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f37b0042030 con 0x7f37c0101de0 2024-09-12T12:25:59.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.255+0000 7f37bd7fa640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f37ac0a2c10 0x7f37ac0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:25:59.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.255+0000 7f37b7fff640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f37ac0a2c10 0x7f37ac0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:25:59.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.255+0000 7f37bd7fa640 1 -- 172.21.15.82:0/1345778616 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f37b00efa90 con 0x7f37c0101de0 2024-09-12T12:25:59.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.255+0000 7f37b7fff640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f37ac0a2c10 0x7f37ac0a50d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f37c0108870 tx=0x7f37a8005e50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:25:59.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.258+0000 7f37bd7fa640 1 -- 172.21.15.82:0/1345778616 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f37b00bc880 con 0x7f37c0101de0 2024-09-12T12:25:59.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.462+0000 7f37c5c0e640 1 -- 172.21.15.82:0/1345778616 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f37c010a0f0 con 0x7f37c0101de0 2024-09-12T12:25:59.462 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:25:59 smithi082 ceph-mon[31122]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:25:59.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.462+0000 7f37bd7fa640 1 -- 172.21.15.82:0/1345778616 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f37b00bc180 con 0x7f37c0101de0 2024-09-12T12:25:59.463 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:25:59.463 INFO:teuthology.orchestra.run.smithi082.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-12T12:25:59.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.464+0000 7f37c5c0e640 1 -- 172.21.15.82:0/1345778616 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f37ac0a2c10 msgr2=0x7f37ac0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:59.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.464+0000 7f37c5c0e640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f37ac0a2c10 0x7f37ac0a50d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f37c0108870 tx=0x7f37a8005e50 comp rx=0 tx=0).stop 2024-09-12T12:25:59.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.464+0000 7f37c5c0e640 1 -- 172.21.15.82:0/1345778616 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f37c0101de0 msgr2=0x7f37c0198480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:25:59.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.464+0000 7f37c5c0e640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f37c0101de0 0x7f37c0198480 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f37b0006010 tx=0x7f37b00042f0 comp rx=0 tx=0).stop 2024-09-12T12:25:59.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.464+0000 7f37c5c0e640 1 -- 172.21.15.82:0/1345778616 shutdown_connections 2024-09-12T12:25:59.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.464+0000 7f37c5c0e640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f37ac0a2c10 0x7f37ac0a50d0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:59.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.464+0000 7f37c5c0e640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37c0106f10 0x7f37c019cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:59.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.464+0000 7f37c5c0e640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f37c0102790 0x7f37c01989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:59.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.464+0000 7f37c5c0e640 1 --2- 172.21.15.82:0/1345778616 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f37c0101de0 0x7f37c0198480 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:25:59.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.464+0000 7f37c5c0e640 1 -- 172.21.15.82:0/1345778616 >> 172.21.15.82:0/1345778616 conn(0x7f37c00fd8c0 msgr2=0x7f37c00fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:25:59.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.465+0000 7f37c5c0e640 1 -- 172.21.15.82:0/1345778616 shutdown_connections 2024-09-12T12:25:59.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:25:59.465+0000 7f37c5c0e640 1 -- 172.21.15.82:0/1345778616 wait complete. 2024-09-12T12:25:59.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:25:59 smithi097 ceph-mon[34923]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:25:59.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:25:59 smithi114 ceph-mon[35514]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:26:00.153 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-12T12:26:00.154 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:26:00.398 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:00.519 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:00 smithi082 ceph-mon[31122]: pgmap v306: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-12T12:26:00.520 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:00 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1345778616' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-12T12:26:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:00 smithi097 ceph-mon[34923]: pgmap v306: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-12T12:26:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:00 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1345778616' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-12T12:26:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:00 smithi114 ceph-mon[35514]: pgmap v306: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-12T12:26:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:00 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1345778616' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-12T12:26:00.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.849+0000 7f2d9b80e640 1 -- 172.21.15.82:0/238947513 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d941008c0 msgr2=0x7f2d94100ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:00.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.849+0000 7f2d9b80e640 1 --2- 172.21.15.82:0/238947513 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d941008c0 0x7f2d94100ca0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f2d90009900 tx=0x7f2d9002a410 comp rx=0 tx=0).stop 2024-09-12T12:26:00.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 -- 172.21.15.82:0/238947513 shutdown_connections 2024-09-12T12:26:00.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 --2- 172.21.15.82:0/238947513 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d94105ec0 0x7f2d94106340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:00.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 --2- 172.21.15.82:0/238947513 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d941011e0 0x7f2d94105980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:00.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 --2- 172.21.15.82:0/238947513 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d941008c0 0x7f2d94100ca0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:00.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 -- 172.21.15.82:0/238947513 >> 172.21.15.82:0/238947513 conn(0x7f2d940fc7d0 msgr2=0x7f2d940febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:00.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 -- 172.21.15.82:0/238947513 shutdown_connections 2024-09-12T12:26:00.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 -- 172.21.15.82:0/238947513 wait complete. 2024-09-12T12:26:00.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 Processor -- start 2024-09-12T12:26:00.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 -- start start 2024-09-12T12:26:00.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d941008c0 0x7f2d941a4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:00.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d941011e0 0x7f2d941a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:00.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d94105ec0 0x7f2d9419e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:00.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2d94118630 con 0x7f2d941008c0 2024-09-12T12:26:00.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2d941184b0 con 0x7f2d94105ec0 2024-09-12T12:26:00.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.850+0000 7f2d9b80e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2d941187b0 con 0x7f2d941011e0 2024-09-12T12:26:00.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d995aa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d941008c0 0x7f2d941a4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:00.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d995aa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d941008c0 0x7f2d941a4780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47932/0 (socket says 172.21.15.82:47932) 2024-09-12T12:26:00.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d995aa640 1 -- 172.21.15.82:0/2607017361 learned_addr learned my addr 172.21.15.82:0/2607017361 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:00.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d99dab640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d94105ec0 0x7f2d9419e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:00.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d98da9640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d941011e0 0x7f2d941a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:00.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d995aa640 1 -- 172.21.15.82:0/2607017361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d941011e0 msgr2=0x7f2d941a4cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:00.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d995aa640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d941011e0 0x7f2d941a4cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:00.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d995aa640 1 -- 172.21.15.82:0/2607017361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d94105ec0 msgr2=0x7f2d9419e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:00.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d995aa640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d94105ec0 0x7f2d9419e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:00.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d995aa640 1 -- 172.21.15.82:0/2607017361 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d9419f070 con 0x7f2d941008c0 2024-09-12T12:26:00.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d98da9640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d941011e0 0x7f2d941a4cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:00.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d995aa640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d941008c0 0x7f2d941a4780 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f2d90006010 tx=0x7f2d90003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:00.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d8a7fc640 1 -- 172.21.15.82:0/2607017361 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d9003f070 con 0x7f2d941008c0 2024-09-12T12:26:00.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d8a7fc640 1 -- 172.21.15.82:0/2607017361 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d90031e30 con 0x7f2d941008c0 2024-09-12T12:26:00.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d9b80e640 1 -- 172.21.15.82:0/2607017361 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d9419f300 con 0x7f2d941008c0 2024-09-12T12:26:00.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d8a7fc640 1 -- 172.21.15.82:0/2607017361 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d90035030 con 0x7f2d941008c0 2024-09-12T12:26:00.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.851+0000 7f2d9b80e640 1 -- 172.21.15.82:0/2607017361 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d941ab650 con 0x7f2d941008c0 2024-09-12T12:26:00.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.852+0000 7f2d9b80e640 1 -- 172.21.15.82:0/2607017361 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d9406a850 con 0x7f2d941008c0 2024-09-12T12:26:00.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.853+0000 7f2d8a7fc640 1 -- 172.21.15.82:0/2607017361 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2d90042070 con 0x7f2d941008c0 2024-09-12T12:26:00.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.854+0000 7f2d8a7fc640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2d800a2c10 0x7f2d800a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:00.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.854+0000 7f2d98da9640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2d800a2c10 0x7f2d800a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:00.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.854+0000 7f2d8a7fc640 1 -- 172.21.15.82:0/2607017361 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f2d900efb90 con 0x7f2d941008c0 2024-09-12T12:26:00.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.854+0000 7f2d98da9640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2d800a2c10 0x7f2d800a50d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2d940ffea0 tx=0x7f2d84005ec0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:00.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:00.858+0000 7f2d8a7fc640 1 -- 172.21.15.82:0/2607017361 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2d900bc920 con 0x7f2d941008c0 2024-09-12T12:26:01.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:01.056+0000 7f2d9b80e640 1 -- 172.21.15.82:0/2607017361 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2d941ab820 con 0x7f2d941008c0 2024-09-12T12:26:01.057 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:01.057+0000 7f2d8a7fc640 1 -- 172.21.15.82:0/2607017361 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11966 (secure 0 0 0) 0x7f2d900bc220 con 0x7f2d941008c0 2024-09-12T12:26:01.057 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:01.057 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":27,"btime":"2024-09-12T12:25:05:315462+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:25:05.315437+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24454,24446,24445,24436,24431]},"id":1}]} 2024-09-12T12:26:01.058 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 27 2024-09-12T12:26:01.059 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:01.059+0000 7f2d9b80e640 1 -- 172.21.15.82:0/2607017361 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2d800a2c10 msgr2=0x7f2d800a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:01.060 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:01.059+0000 7f2d9b80e640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2d800a2c10 0x7f2d800a50d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2d940ffea0 tx=0x7f2d84005ec0 comp rx=0 tx=0).stop 2024-09-12T12:26:01.060 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:01.059+0000 7f2d9b80e640 1 -- 172.21.15.82:0/2607017361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d941008c0 msgr2=0x7f2d941a4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:01.060 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:01.059+0000 7f2d9b80e640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d941008c0 0x7f2d941a4780 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f2d90006010 tx=0x7f2d90003c80 comp rx=0 tx=0).stop 2024-09-12T12:26:01.060 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:01.059+0000 7f2d9b80e640 1 -- 172.21.15.82:0/2607017361 shutdown_connections 2024-09-12T12:26:01.060 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:01.059+0000 7f2d9b80e640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f2d800a2c10 0x7f2d800a50d0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:01.060 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:01.059+0000 7f2d9b80e640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d94105ec0 0x7f2d9419e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:01.060 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:01.059+0000 7f2d9b80e640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d941011e0 0x7f2d941a4cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:01.060 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:01.059+0000 7f2d9b80e640 1 --2- 172.21.15.82:0/2607017361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d941008c0 0x7f2d941a4780 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:01.060 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:01.059+0000 7f2d9b80e640 1 -- 172.21.15.82:0/2607017361 >> 172.21.15.82:0/2607017361 conn(0x7f2d940fc7d0 msgr2=0x7f2d94103950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:01.060 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:01.059+0000 7f2d9b80e640 1 -- 172.21.15.82:0/2607017361 shutdown_connections 2024-09-12T12:26:01.060 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:01.059+0000 7f2d9b80e640 1 -- 172.21.15.82:0/2607017361 wait complete. 2024-09-12T12:26:01.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:01 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2607017361' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:01.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:01 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2607017361' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:01.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:01 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2607017361' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:01.778 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:26:02.024 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:02.445 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:02 smithi082 ceph-mon[31122]: pgmap v307: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:26:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:02 smithi097 ceph-mon[34923]: pgmap v307: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:26:02.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.526+0000 7f0591741640 1 -- 172.21.15.82:0/42679727 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f058c1036c0 msgr2=0x7f058c10bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:02.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.526+0000 7f0591741640 1 --2- 172.21.15.82:0/42679727 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f058c1036c0 0x7f058c10bbb0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f0574009900 tx=0x7f057402a480 comp rx=0 tx=0).stop 2024-09-12T12:26:02.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.526+0000 7f0591741640 1 -- 172.21.15.82:0/42679727 shutdown_connections 2024-09-12T12:26:02.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.526+0000 7f0591741640 1 --2- 172.21.15.82:0/42679727 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f058c10c180 0x7f058c10e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:02.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.526+0000 7f0591741640 1 --2- 172.21.15.82:0/42679727 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f058c1036c0 0x7f058c10bbb0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:02.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.526+0000 7f0591741640 1 --2- 172.21.15.82:0/42679727 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f058c102da0 0x7f058c103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:02.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.526+0000 7f0591741640 1 -- 172.21.15.82:0/42679727 >> 172.21.15.82:0/42679727 conn(0x7f058c0fc7a0 msgr2=0x7f058c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:02.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.526+0000 7f0591741640 1 -- 172.21.15.82:0/42679727 shutdown_connections 2024-09-12T12:26:02.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.526+0000 7f0591741640 1 -- 172.21.15.82:0/42679727 wait complete. 2024-09-12T12:26:02.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f0591741640 1 Processor -- start 2024-09-12T12:26:02.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f0591741640 1 -- start start 2024-09-12T12:26:02.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f0591741640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f058c102da0 0x7f058c100a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:02.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f0591741640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f058c1036c0 0x7f058c100f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:02.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f0591741640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f058c10c180 0x7f058c101480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:02.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f0591741640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f058c111f60 con 0x7f058c102da0 2024-09-12T12:26:02.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f0591741640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f058c111de0 con 0x7f058c1036c0 2024-09-12T12:26:02.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f0591741640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f058c1120e0 con 0x7f058c10c180 2024-09-12T12:26:02.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f058affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f058c102da0 0x7f058c100a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:02.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f058affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f058c102da0 0x7f058c100a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47950/0 (socket says 172.21.15.82:47950) 2024-09-12T12:26:02.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f058affd640 1 -- 172.21.15.82:0/2299059829 learned_addr learned my addr 172.21.15.82:0/2299059829 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:02.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f05827fc640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f058c1036c0 0x7f058c100f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:02.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f058b7fe640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f058c10c180 0x7f058c101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:02.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f058affd640 1 -- 172.21.15.82:0/2299059829 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f058c10c180 msgr2=0x7f058c101480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:02.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f058affd640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f058c10c180 0x7f058c101480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:02.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f058affd640 1 -- 172.21.15.82:0/2299059829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f058c1036c0 msgr2=0x7f058c100f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:02.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f058affd640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f058c1036c0 0x7f058c100f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:02.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f058affd640 1 -- 172.21.15.82:0/2299059829 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f058c1a69a0 con 0x7f058c102da0 2024-09-12T12:26:02.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.527+0000 7f05827fc640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f058c1036c0 0x7f058c100f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:02.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.528+0000 7f058affd640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f058c102da0 0x7f058c100a00 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f057c00c970 tx=0x7f057c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:02.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.528+0000 7f0588ff9640 1 -- 172.21.15.82:0/2299059829 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f057c007bb0 con 0x7f058c102da0 2024-09-12T12:26:02.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.528+0000 7f0588ff9640 1 -- 172.21.15.82:0/2299059829 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f057c007d50 con 0x7f058c102da0 2024-09-12T12:26:02.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.528+0000 7f0591741640 1 -- 172.21.15.82:0/2299059829 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f058c1a6c90 con 0x7f058c102da0 2024-09-12T12:26:02.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.528+0000 7f0588ff9640 1 -- 172.21.15.82:0/2299059829 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f057c00f450 con 0x7f058c102da0 2024-09-12T12:26:02.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.528+0000 7f0591741640 1 -- 172.21.15.82:0/2299059829 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f058c1a7180 con 0x7f058c102da0 2024-09-12T12:26:02.532 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.529+0000 7f0591741640 1 -- 172.21.15.82:0/2299059829 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f058c103180 con 0x7f058c102da0 2024-09-12T12:26:02.532 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.530+0000 7f0588ff9640 1 -- 172.21.15.82:0/2299059829 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f057c005020 con 0x7f058c102da0 2024-09-12T12:26:02.532 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.530+0000 7f0588ff9640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f05780a2c90 0x7f05780a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:02.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.531+0000 7f05827fc640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f05780a2c90 0x7f05780a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:02.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.531+0000 7f0588ff9640 1 -- 172.21.15.82:0/2299059829 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f057c0cf000 con 0x7f058c102da0 2024-09-12T12:26:02.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.531+0000 7f05827fc640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f05780a2c90 0x7f05780a5150 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f058c102490 tx=0x7f0574005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:02.534 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.535+0000 7f0588ff9640 1 -- 172.21.15.82:0/2299059829 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f057c014030 con 0x7f058c102da0 2024-09-12T12:26:02.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:02 smithi114 ceph-mon[35514]: pgmap v307: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:26:02.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.735+0000 7f0591741640 1 -- 172.21.15.82:0/2299059829 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f058c1071c0 con 0x7f058c102da0 2024-09-12T12:26:02.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.736+0000 7f0588ff9640 1 -- 172.21.15.82:0/2299059829 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11966 (secure 0 0 0) 0x7f057c09bdf0 con 0x7f058c102da0 2024-09-12T12:26:02.736 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:02.737 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":27,"btime":"2024-09-12T12:25:05:315462+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:25:05.315437+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24454,24446,24445,24436,24431]},"id":1}]} 2024-09-12T12:26:02.737 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 27 2024-09-12T12:26:02.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.738+0000 7f0591741640 1 -- 172.21.15.82:0/2299059829 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f05780a2c90 msgr2=0x7f05780a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:02.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.738+0000 7f0591741640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f05780a2c90 0x7f05780a5150 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f058c102490 tx=0x7f0574005a20 comp rx=0 tx=0).stop 2024-09-12T12:26:02.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.738+0000 7f0591741640 1 -- 172.21.15.82:0/2299059829 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f058c102da0 msgr2=0x7f058c100a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:02.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.738+0000 7f0591741640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f058c102da0 0x7f058c100a00 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f057c00c970 tx=0x7f057c00ce30 comp rx=0 tx=0).stop 2024-09-12T12:26:02.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.738+0000 7f0591741640 1 -- 172.21.15.82:0/2299059829 shutdown_connections 2024-09-12T12:26:02.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.738+0000 7f0591741640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f05780a2c90 0x7f05780a5150 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:02.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.738+0000 7f0591741640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f058c10c180 0x7f058c101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:02.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.738+0000 7f0591741640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f058c1036c0 0x7f058c100f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:02.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.738+0000 7f0591741640 1 --2- 172.21.15.82:0/2299059829 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f058c102da0 0x7f058c100a00 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:02.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.738+0000 7f0591741640 1 -- 172.21.15.82:0/2299059829 >> 172.21.15.82:0/2299059829 conn(0x7f058c0fc7a0 msgr2=0x7f058c0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:02.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.738+0000 7f0591741640 1 -- 172.21.15.82:0/2299059829 shutdown_connections 2024-09-12T12:26:02.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:02.738+0000 7f0591741640 1 -- 172.21.15.82:0/2299059829 wait complete. 2024-09-12T12:26:03.349 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:03 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2299059829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:03.376 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-12T12:26:03.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:03 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2299059829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:03.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:03 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2299059829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:03.622 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:04.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.067+0000 7fbded184640 1 -- 172.21.15.82:0/3170163677 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbde810c170 msgr2=0x7fbde810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:04.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.067+0000 7fbded184640 1 --2- 172.21.15.82:0/3170163677 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbde810c170 0x7fbde810e610 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbde0009ca0 tx=0x7fbde002a950 comp rx=0 tx=0).stop 2024-09-12T12:26:04.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.067+0000 7fbded184640 1 -- 172.21.15.82:0/3170163677 shutdown_connections 2024-09-12T12:26:04.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.067+0000 7fbded184640 1 --2- 172.21.15.82:0/3170163677 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbde810c170 0x7fbde810e610 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:04.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.067+0000 7fbded184640 1 --2- 172.21.15.82:0/3170163677 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbde8103660 0x7fbde810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:04.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.067+0000 7fbded184640 1 --2- 172.21.15.82:0/3170163677 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbde8102d40 0x7fbde8103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:04.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.067+0000 7fbded184640 1 -- 172.21.15.82:0/3170163677 >> 172.21.15.82:0/3170163677 conn(0x7fbde80fc7a0 msgr2=0x7fbde80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:04.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.067+0000 7fbded184640 1 -- 172.21.15.82:0/3170163677 shutdown_connections 2024-09-12T12:26:04.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.067+0000 7fbded184640 1 -- 172.21.15.82:0/3170163677 wait complete. 2024-09-12T12:26:04.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.068+0000 7fbded184640 1 Processor -- start 2024-09-12T12:26:04.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbded184640 1 -- start start 2024-09-12T12:26:04.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbded184640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbde8102d40 0x7fbde8198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:04.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbded184640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbde8103660 0x7fbde8198b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:04.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbded184640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbde810c170 0x7fbde819cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:04.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbded184640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbde8112030 con 0x7fbde8103660 2024-09-12T12:26:04.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbded184640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbde8111eb0 con 0x7fbde8102d40 2024-09-12T12:26:04.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbded184640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbde81121b0 con 0x7fbde810c170 2024-09-12T12:26:04.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbde659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbde8103660 0x7fbde8198b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:04.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbde659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbde8103660 0x7fbde8198b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47968/0 (socket says 172.21.15.82:47968) 2024-09-12T12:26:04.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbde659c640 1 -- 172.21.15.82:0/3324637462 learned_addr learned my addr 172.21.15.82:0/3324637462 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:04.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbde759e640 1 --2- 172.21.15.82:0/3324637462 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbde810c170 0x7fbde819cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:04.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbde6d9d640 1 --2- 172.21.15.82:0/3324637462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbde8102d40 0x7fbde8198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:04.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbde659c640 1 -- 172.21.15.82:0/3324637462 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbde810c170 msgr2=0x7fbde819cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:04.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbde659c640 1 --2- 172.21.15.82:0/3324637462 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbde810c170 0x7fbde819cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:04.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbde659c640 1 -- 172.21.15.82:0/3324637462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbde8102d40 msgr2=0x7fbde8198640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:04.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbde659c640 1 --2- 172.21.15.82:0/3324637462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbde8102d40 0x7fbde8198640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:04.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.069+0000 7fbde659c640 1 -- 172.21.15.82:0/3324637462 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbde819d5f0 con 0x7fbde8103660 2024-09-12T12:26:04.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.070+0000 7fbde659c640 1 --2- 172.21.15.82:0/3324637462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbde8103660 0x7fbde8198b80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fbddc00b3f0 tx=0x7fbddc00b7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:04.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.070+0000 7fbdcffff640 1 -- 172.21.15.82:0/3324637462 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc015020 con 0x7fbde8103660 2024-09-12T12:26:04.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.070+0000 7fbded184640 1 -- 172.21.15.82:0/3324637462 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbde819d8e0 con 0x7fbde8103660 2024-09-12T12:26:04.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.070+0000 7fbdcffff640 1 -- 172.21.15.82:0/3324637462 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbddc011d10 con 0x7fbde8103660 2024-09-12T12:26:04.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.070+0000 7fbdcffff640 1 -- 172.21.15.82:0/3324637462 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc010e60 con 0x7fbde8103660 2024-09-12T12:26:04.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.070+0000 7fbded184640 1 -- 172.21.15.82:0/3324637462 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbde81a51c0 con 0x7fbde8103660 2024-09-12T12:26:04.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.071+0000 7fbded184640 1 -- 172.21.15.82:0/3324637462 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbde81031a0 con 0x7fbde8103660 2024-09-12T12:26:04.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.072+0000 7fbdcffff640 1 -- 172.21.15.82:0/3324637462 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fbddc018020 con 0x7fbde8103660 2024-09-12T12:26:04.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.073+0000 7fbdcffff640 1 --2- 172.21.15.82:0/3324637462 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbdd00a2c10 0x7fbdd00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:04.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.073+0000 7fbde6d9d640 1 --2- 172.21.15.82:0/3324637462 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbdd00a2c10 0x7fbdd00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:04.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.073+0000 7fbdcffff640 1 -- 172.21.15.82:0/3324637462 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fbddc0ce920 con 0x7fbde8103660 2024-09-12T12:26:04.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.073+0000 7fbde6d9d640 1 --2- 172.21.15.82:0/3324637462 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbdd00a2c10 0x7fbdd00a50d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fbdd8009990 tx=0x7fbdd8009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:04.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.077+0000 7fbdcffff640 1 -- 172.21.15.82:0/3324637462 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbddc01f020 con 0x7fbde8103660 2024-09-12T12:26:04.252 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.252+0000 7fbded184640 1 -- 172.21.15.82:0/3324637462 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbde8107210 con 0x7fbde8103660 2024-09-12T12:26:04.254 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.254+0000 7fbdcffff640 1 -- 172.21.15.82:0/3324637462 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22683 (secure 0 0 0) 0x7fbddc09b820 con 0x7fbde8103660 2024-09-12T12:26:04.254 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:04.255 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":81,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","created":"2024-09-12T12:17:12.695009+0000","modified":"2024-09-12T12:25:10.328477+0000","last_up_change":"2024-09-12T12:24:07.205938+0000","last_in_change":"2024-09-12T12:23:42.678584+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T12:20:23.481020+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T12:24:49.692337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T12:24:51.986597+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ec7e953a-5817-44dc-b24a-187f8ecae3de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6803","nonce":2375600760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6805","nonce":2375600760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6809","nonce":2375600760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6807","nonce":2375600760}]},"public_addr":"172.21.15.82:6803/2375600760","cluster_addr":"172.21.15.82:6805/2375600760","heartbeat_back_addr":"172.21.15.82:6809/2375600760","heartbeat_front_addr":"172.21.15.82:6807/2375600760","state":["exists","up"]},{"osd":1,"uuid":"5851943d-862e-4e05-8a5d-ade40a417718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6800","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6801","nonce":579017150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6803","nonce":579017150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6807","nonce":579017150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6805","nonce":579017150}]},"public_addr":"172.21.15.97:6801/579017150","cluster_addr":"172.21.15.97:6803/579017150","heartbeat_back_addr":"172.21.15.97:6807/579017150","heartbeat_front_addr":"172.21.15.97:6805/579017150","state":["exists","up"]},{"osd":2,"uuid":"6ad4e40e-a867-4daf-8d56-61c759763bb7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6801","nonce":667030766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6803","nonce":667030766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6807","nonce":667030766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6805","nonce":667030766}]},"public_addr":"172.21.15.114:6801/667030766","cluster_addr":"172.21.15.114:6803/667030766","heartbeat_back_addr":"172.21.15.114:6807/667030766","heartbeat_front_addr":"172.21.15.114:6805/667030766","state":["exists","up"]},{"osd":3,"uuid":"d07a22ac-4f4d-443a-aa26-fb72c965a533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6811","nonce":3696970002}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6813","nonce":3696970002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6817","nonce":3696970002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6815","nonce":3696970002}]},"public_addr":"172.21.15.82:6811/3696970002","cluster_addr":"172.21.15.82:6813/3696970002","heartbeat_back_addr":"172.21.15.82:6817/3696970002","heartbeat_front_addr":"172.21.15.82:6815/3696970002","state":["exists","up"]},{"osd":4,"uuid":"986fdf50-c187-4915-bd21-9303135ee93c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6809","nonce":1720388199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6811","nonce":1720388199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6815","nonce":1720388199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6813","nonce":1720388199}]},"public_addr":"172.21.15.97:6809/1720388199","cluster_addr":"172.21.15.97:6811/1720388199","heartbeat_back_addr":"172.21.15.97:6815/1720388199","heartbeat_front_addr":"172.21.15.97:6813/1720388199","state":["exists","up"]},{"osd":5,"uuid":"f85805cb-14d2-4dea-b6f9-44adb9555885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6809","nonce":1061842834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6811","nonce":1061842834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6815","nonce":1061842834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6813","nonce":1061842834}]},"public_addr":"172.21.15.114:6809/1061842834","cluster_addr":"172.21.15.114:6811/1061842834","heartbeat_back_addr":"172.21.15.114:6815/1061842834","heartbeat_front_addr":"172.21.15.114:6813/1061842834","state":["exists","up"]},{"osd":6,"uuid":"3e41d6ea-6e25-4c20-ac0b-c282d6fc3410","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6819","nonce":2909562937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6821","nonce":2909562937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6825","nonce":2909562937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6823","nonce":2909562937}]},"public_addr":"172.21.15.82:6819/2909562937","cluster_addr":"172.21.15.82:6821/2909562937","heartbeat_back_addr":"172.21.15.82:6825/2909562937","heartbeat_front_addr":"172.21.15.82:6823/2909562937","state":["exists","up"]},{"osd":7,"uuid":"4b57f692-680f-48d4-b971-79026197de89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6817","nonce":774477733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6819","nonce":774477733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6823","nonce":774477733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6821","nonce":774477733}]},"public_addr":"172.21.15.97:6817/774477733","cluster_addr":"172.21.15.97:6819/774477733","heartbeat_back_addr":"172.21.15.97:6823/774477733","heartbeat_front_addr":"172.21.15.97:6821/774477733","state":["exists","up"]},{"osd":8,"uuid":"7f3062e6-2359-42ac-8d07-1b8aa1be039e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6817","nonce":2191877312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6819","nonce":2191877312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6823","nonce":2191877312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6821","nonce":2191877312}]},"public_addr":"172.21.15.114:6817/2191877312","cluster_addr":"172.21.15.114:6819/2191877312","heartbeat_back_addr":"172.21.15.114:6823/2191877312","heartbeat_front_addr":"172.21.15.114:6821/2191877312","state":["exists","up"]},{"osd":9,"uuid":"5014c87a-30c8-4427-a645-6875216aa883","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6827","nonce":3766476669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6829","nonce":3766476669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6833","nonce":3766476669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6831","nonce":3766476669}]},"public_addr":"172.21.15.82:6827/3766476669","cluster_addr":"172.21.15.82:6829/3766476669","heartbeat_back_addr":"172.21.15.82:6833/3766476669","heartbeat_front_addr":"172.21.15.82:6831/3766476669","state":["exists","up"]},{"osd":10,"uuid":"8432b2c9-c3f0-4fc9-b9d8-91aba4427437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6825","nonce":3265146018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6827","nonce":3265146018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6831","nonce":3265146018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6829","nonce":3265146018}]},"public_addr":"172.21.15.97:6825/3265146018","cluster_addr":"172.21.15.97:6827/3265146018","heartbeat_back_addr":"172.21.15.97:6831/3265146018","heartbeat_front_addr":"172.21.15.97:6829/3265146018","state":["exists","up"]},{"osd":11,"uuid":"5cb2b575-e175-4271-8ac0-771fa72f9c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6825","nonce":1206975637}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6827","nonce":1206975637}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6831","nonce":1206975637}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6829","nonce":1206975637}]},"public_addr":"172.21.15.114:6825/1206975637","cluster_addr":"172.21.15.114:6827/1206975637","heartbeat_back_addr":"172.21.15.114:6831/1206975637","heartbeat_front_addr":"172.21.15.114:6829/1206975637","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:30.514798+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:55.437333+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:20.513185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:45.641683+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:10.642395+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:35.592632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:01.399096+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:26.074947+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:50.559366+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:15.479796+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:39.565889+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:24:04.556876+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:6801/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6800/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2342445737":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/595859729":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2421679317":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/1123863202":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/3426004569":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/2602658586":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6801/2082156880":"2024-09-13T12:17:45.956674+0000","172.21.15.82:6800/2082156880":"2024-09-13T12:17:45.956674+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T12:26:04.257 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.256+0000 7fbded184640 1 -- 172.21.15.82:0/3324637462 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbdd00a2c10 msgr2=0x7fbdd00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:04.257 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.256+0000 7fbded184640 1 --2- 172.21.15.82:0/3324637462 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbdd00a2c10 0x7fbdd00a50d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fbdd8009990 tx=0x7fbdd8009110 comp rx=0 tx=0).stop 2024-09-12T12:26:04.257 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.256+0000 7fbded184640 1 -- 172.21.15.82:0/3324637462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbde8103660 msgr2=0x7fbde8198b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:04.257 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.256+0000 7fbded184640 1 --2- 172.21.15.82:0/3324637462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbde8103660 0x7fbde8198b80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fbddc00b3f0 tx=0x7fbddc00b7f0 comp rx=0 tx=0).stop 2024-09-12T12:26:04.257 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.256+0000 7fbded184640 1 -- 172.21.15.82:0/3324637462 shutdown_connections 2024-09-12T12:26:04.257 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.256+0000 7fbded184640 1 --2- 172.21.15.82:0/3324637462 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fbdd00a2c10 0x7fbdd00a50d0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:04.257 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.256+0000 7fbded184640 1 --2- 172.21.15.82:0/3324637462 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbde810c170 0x7fbde819cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:04.258 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.256+0000 7fbded184640 1 --2- 172.21.15.82:0/3324637462 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbde8103660 0x7fbde8198b80 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:04.258 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.256+0000 7fbded184640 1 --2- 172.21.15.82:0/3324637462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbde8102d40 0x7fbde8198640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:04.258 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.256+0000 7fbded184640 1 -- 172.21.15.82:0/3324637462 >> 172.21.15.82:0/3324637462 conn(0x7fbde80fc7a0 msgr2=0x7fbde80fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:04.258 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.257+0000 7fbded184640 1 -- 172.21.15.82:0/3324637462 shutdown_connections 2024-09-12T12:26:04.258 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:04.257+0000 7fbded184640 1 -- 172.21.15.82:0/3324637462 wait complete. 2024-09-12T12:26:04.304 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:04 smithi082 ceph-mon[31122]: pgmap v308: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-12T12:26:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:04 smithi097 ceph-mon[34923]: pgmap v308: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-12T12:26:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:04 smithi114 ceph-mon[35514]: pgmap v308: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-12T12:26:04.926 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:26:05.181 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:05.455 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:05 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3324637462' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:26:05.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:05 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3324637462' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:26:05.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:05 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3324637462' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:26:05.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.682+0000 7ff27a697640 1 -- 172.21.15.82:0/2314153020 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff274074620 msgr2=0x7ff274074a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:05.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.682+0000 7ff27a697640 1 --2- 172.21.15.82:0/2314153020 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff274074620 0x7ff274074a00 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7ff264009900 tx=0x7ff26402a480 comp rx=0 tx=0).stop 2024-09-12T12:26:05.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.682+0000 7ff27a697640 1 -- 172.21.15.82:0/2314153020 shutdown_connections 2024-09-12T12:26:05.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.682+0000 7ff27a697640 1 --2- 172.21.15.82:0/2314153020 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff27410e3c0 0x7ff274110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:05.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.682+0000 7ff27a697640 1 --2- 172.21.15.82:0/2314153020 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff274074f40 0x7ff27410de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:05.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.682+0000 7ff27a697640 1 --2- 172.21.15.82:0/2314153020 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff274074620 0x7ff274074a00 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:05.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.682+0000 7ff27a697640 1 -- 172.21.15.82:0/2314153020 >> 172.21.15.82:0/2314153020 conn(0x7ff2740fd8c0 msgr2=0x7ff2740ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:05.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.682+0000 7ff27a697640 1 -- 172.21.15.82:0/2314153020 shutdown_connections 2024-09-12T12:26:05.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.682+0000 7ff27a697640 1 -- 172.21.15.82:0/2314153020 wait complete. 2024-09-12T12:26:05.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.683+0000 7ff27a697640 1 Processor -- start 2024-09-12T12:26:05.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.683+0000 7ff27a697640 1 -- start start 2024-09-12T12:26:05.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.683+0000 7ff27a697640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff274074620 0x7ff27419a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:05.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.683+0000 7ff27a697640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff274074f40 0x7ff27419ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:05.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.683+0000 7ff27a697640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff27410e3c0 0x7ff27419ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:05.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.683+0000 7ff27a697640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff2741141c0 con 0x7ff274074f40 2024-09-12T12:26:05.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.683+0000 7ff27a697640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff274114040 con 0x7ff27410e3c0 2024-09-12T12:26:05.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.683+0000 7ff27a697640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff274114340 con 0x7ff274074620 2024-09-12T12:26:05.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff2737fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff274074f40 0x7ff27419ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:05.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff2737fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff274074f40 0x7ff27419ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47992/0 (socket says 172.21.15.82:47992) 2024-09-12T12:26:05.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff2737fe640 1 -- 172.21.15.82:0/2052322345 learned_addr learned my addr 172.21.15.82:0/2052322345 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:05.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff278c34640 1 --2- 172.21.15.82:0/2052322345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff27410e3c0 0x7ff27419ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:05.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff273fff640 1 --2- 172.21.15.82:0/2052322345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff274074620 0x7ff27419a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:05.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff2737fe640 1 -- 172.21.15.82:0/2052322345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff274074620 msgr2=0x7ff27419a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:05.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff2737fe640 1 --2- 172.21.15.82:0/2052322345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff274074620 0x7ff27419a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:05.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff2737fe640 1 -- 172.21.15.82:0/2052322345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff27410e3c0 msgr2=0x7ff27419ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:05.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff2737fe640 1 --2- 172.21.15.82:0/2052322345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff27410e3c0 0x7ff27419ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:05.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff2737fe640 1 -- 172.21.15.82:0/2052322345 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff27419f670 con 0x7ff274074f40 2024-09-12T12:26:05.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff2737fe640 1 --2- 172.21.15.82:0/2052322345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff274074f40 0x7ff27419ac00 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ff26800b4a0 tx=0x7ff26800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:05.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff2717fa640 1 -- 172.21.15.82:0/2052322345 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff268014070 con 0x7ff274074f40 2024-09-12T12:26:05.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff27a697640 1 -- 172.21.15.82:0/2052322345 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff27419f960 con 0x7ff274074f40 2024-09-12T12:26:05.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff2717fa640 1 -- 172.21.15.82:0/2052322345 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff268010af0 con 0x7ff274074f40 2024-09-12T12:26:05.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff2717fa640 1 -- 172.21.15.82:0/2052322345 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff268017d10 con 0x7ff274074f40 2024-09-12T12:26:05.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.684+0000 7ff27a697640 1 -- 172.21.15.82:0/2052322345 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2741a7240 con 0x7ff274074f40 2024-09-12T12:26:05.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.686+0000 7ff27a697640 1 -- 172.21.15.82:0/2052322345 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff274074a00 con 0x7ff274074f40 2024-09-12T12:26:05.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.687+0000 7ff2717fa640 1 -- 172.21.15.82:0/2052322345 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff268017070 con 0x7ff274074f40 2024-09-12T12:26:05.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.687+0000 7ff2717fa640 1 --2- 172.21.15.82:0/2052322345 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff25c0a2c10 0x7ff25c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:05.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.688+0000 7ff273fff640 1 --2- 172.21.15.82:0/2052322345 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff25c0a2c10 0x7ff25c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:05.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.688+0000 7ff2717fa640 1 -- 172.21.15.82:0/2052322345 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7ff2680ce8e0 con 0x7ff274074f40 2024-09-12T12:26:05.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.688+0000 7ff273fff640 1 --2- 172.21.15.82:0/2052322345 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff25c0a2c10 0x7ff25c0a50d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ff2640096c0 tx=0x7ff264031490 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:05.690 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.691+0000 7ff2717fa640 1 -- 172.21.15.82:0/2052322345 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff26809b7e0 con 0x7ff274074f40 2024-09-12T12:26:05.893 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.892+0000 7ff27a697640 1 -- 172.21.15.82:0/2052322345 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff27419ba20 con 0x7ff274074f40 2024-09-12T12:26:05.893 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.893+0000 7ff2717fa640 1 -- 172.21.15.82:0/2052322345 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11966 (secure 0 0 0) 0x7ff27419ba20 con 0x7ff274074f40 2024-09-12T12:26:05.893 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:05.894 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":27,"btime":"2024-09-12T12:25:05:315462+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:25:05.315437+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24454,24446,24445,24436,24431]},"id":1}]} 2024-09-12T12:26:05.894 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 27 2024-09-12T12:26:05.895 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.895+0000 7ff27a697640 1 -- 172.21.15.82:0/2052322345 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff25c0a2c10 msgr2=0x7ff25c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:05.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.895+0000 7ff27a697640 1 --2- 172.21.15.82:0/2052322345 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff25c0a2c10 0x7ff25c0a50d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7ff2640096c0 tx=0x7ff264031490 comp rx=0 tx=0).stop 2024-09-12T12:26:05.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.895+0000 7ff27a697640 1 -- 172.21.15.82:0/2052322345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff274074f40 msgr2=0x7ff27419ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:05.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.895+0000 7ff27a697640 1 --2- 172.21.15.82:0/2052322345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff274074f40 0x7ff27419ac00 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ff26800b4a0 tx=0x7ff26800b960 comp rx=0 tx=0).stop 2024-09-12T12:26:05.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.895+0000 7ff27a697640 1 -- 172.21.15.82:0/2052322345 shutdown_connections 2024-09-12T12:26:05.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.895+0000 7ff27a697640 1 --2- 172.21.15.82:0/2052322345 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff25c0a2c10 0x7ff25c0a50d0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:05.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.895+0000 7ff27a697640 1 --2- 172.21.15.82:0/2052322345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff27410e3c0 0x7ff27419ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:05.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.895+0000 7ff27a697640 1 --2- 172.21.15.82:0/2052322345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff274074f40 0x7ff27419ac00 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:05.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.895+0000 7ff27a697640 1 --2- 172.21.15.82:0/2052322345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff274074620 0x7ff27419a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:05.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.895+0000 7ff27a697640 1 -- 172.21.15.82:0/2052322345 >> 172.21.15.82:0/2052322345 conn(0x7ff2740fd8c0 msgr2=0x7ff2740ff0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:05.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.895+0000 7ff27a697640 1 -- 172.21.15.82:0/2052322345 shutdown_connections 2024-09-12T12:26:05.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:05.895+0000 7ff27a697640 1 -- 172.21.15.82:0/2052322345 wait complete. 2024-09-12T12:26:06.497 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:06 smithi082 ceph-mon[31122]: pgmap v309: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-12T12:26:06.497 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:06 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2052322345' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:06.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:06 smithi097 ceph-mon[34923]: pgmap v309: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-12T12:26:06.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:06 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2052322345' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:06.525 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-12T12:24:53.823706+0000', 'modified': '2024-09-12T12:25:05.315437+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24454, 'mds_1': 24446, 'mds_2': 24445, 'mds_3': 24436, 'mds_4': 24431}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14589': {'gid': 14589, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.82:6839/2582555492', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.82:6838', 'nonce': 2582555492}, {'type': 'v1', 'addr': '172.21.15.82:6839', 'nonce': 2582555492}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14601': {'gid': 14601, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.82:6841/1297530832', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.82:6840', 'nonce': 1297530832}, {'type': 'v1', 'addr': '172.21.15.82:6841', 'nonce': 1297530832}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24392': {'gid': 24392, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.97:6833/408794404', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6832', 'nonce': 408794404}, {'type': 'v1', 'addr': '172.21.15.97:6833', 'nonce': 408794404}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24406': {'gid': 24406, 'name': 'l', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.114:6833/596000415', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6832', 'nonce': 596000415}, {'type': 'v1', 'addr': '172.21.15.114:6833', 'nonce': 596000415}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24413': {'gid': 24413, 'name': 'e', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.97:6835/1947906034', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6834', 'nonce': 1947906034}, {'type': 'v1', 'addr': '172.21.15.97:6835', 'nonce': 1947906034}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24431': {'gid': 24431, 'name': 'h', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.97:6837/888222063', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6836', 'nonce': 888222063}, {'type': 'v1', 'addr': '172.21.15.97:6837', 'nonce': 888222063}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24436': {'gid': 24436, 'name': 'f', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.114:6835/2630355835', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6834', 'nonce': 2630355835}, {'type': 'v1', 'addr': '172.21.15.114:6835', 'nonce': 2630355835}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24445': {'gid': 24445, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.114:6837/1461146594', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6836', 'nonce': 1461146594}, {'type': 'v1', 'addr': '172.21.15.114:6837', 'nonce': 1461146594}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24446': {'gid': 24446, 'name': 'b', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.97:6839/3342877428', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6838', 'nonce': 3342877428}, {'type': 'v1', 'addr': '172.21.15.97:6839', 'nonce': 3342877428}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24454': {'gid': 24454, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.114:6839/3575038818', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6838', 'nonce': 3575038818}, {'type': 'v1', 'addr': '172.21.15.114:6839', 'nonce': 3575038818}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24454, 'qdb_cluster': [24454, 24446, 24445, 24436, 24431]} 2024-09-12T12:26:06.526 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-09-12T12:26:06.526 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.h status 2024-09-12T12:26:06.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:06 smithi114 ceph-mon[35514]: pgmap v309: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-12T12:26:06.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:06 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2052322345' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:06.775 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:07.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.279+0000 7fec8386f640 1 -- 172.21.15.82:0/1915277048 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec7c1082a0 msgr2=0x7fec7c10ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:07.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.279+0000 7fec8386f640 1 --2- 172.21.15.82:0/1915277048 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec7c1082a0 0x7fec7c10ec40 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fec74009cd0 tx=0x7fec7402a910 comp rx=0 tx=0).stop 2024-09-12T12:26:07.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.279+0000 7fec8386f640 1 -- 172.21.15.82:0/1915277048 shutdown_connections 2024-09-12T12:26:07.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.279+0000 7fec8386f640 1 --2- 172.21.15.82:0/1915277048 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec7c1082a0 0x7fec7c10ec40 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.279+0000 7fec8386f640 1 --2- 172.21.15.82:0/1915277048 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fec7c1036e0 0x7fec7c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.279+0000 7fec8386f640 1 --2- 172.21.15.82:0/1915277048 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fec7c102d30 0x7fec7c103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.279+0000 7fec8386f640 1 -- 172.21.15.82:0/1915277048 >> 172.21.15.82:0/1915277048 conn(0x7fec7c0fc7d0 msgr2=0x7fec7c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:07.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.279+0000 7fec8386f640 1 -- 172.21.15.82:0/1915277048 shutdown_connections 2024-09-12T12:26:07.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.279+0000 7fec8386f640 1 -- 172.21.15.82:0/1915277048 wait complete. 2024-09-12T12:26:07.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.279+0000 7fec8386f640 1 Processor -- start 2024-09-12T12:26:07.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.279+0000 7fec8386f640 1 -- start start 2024-09-12T12:26:07.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec8386f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fec7c102d30 0x7fec7c100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec8386f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec7c1036e0 0x7fec7c100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec8386f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fec7c1082a0 0x7fec7c101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec8386f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fec7c112160 con 0x7fec7c1036e0 2024-09-12T12:26:07.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec8386f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fec7c111fe0 con 0x7fec7c102d30 2024-09-12T12:26:07.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec8386f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fec7c1122e0 con 0x7fec7c1082a0 2024-09-12T12:26:07.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec80e0a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec7c1036e0 0x7fec7c100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec80e0a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec7c1036e0 0x7fec7c100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48014/0 (socket says 172.21.15.82:48014) 2024-09-12T12:26:07.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec80e0a640 1 -- 172.21.15.82:0/839105407 learned_addr learned my addr 172.21.15.82:0/839105407 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:07.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec81e0c640 1 --2- 172.21.15.82:0/839105407 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fec7c1082a0 0x7fec7c101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec8160b640 1 --2- 172.21.15.82:0/839105407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fec7c102d30 0x7fec7c100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec80e0a640 1 -- 172.21.15.82:0/839105407 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fec7c1082a0 msgr2=0x7fec7c101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:07.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec80e0a640 1 --2- 172.21.15.82:0/839105407 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fec7c1082a0 0x7fec7c101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec80e0a640 1 -- 172.21.15.82:0/839105407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fec7c102d30 msgr2=0x7fec7c100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:07.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec80e0a640 1 --2- 172.21.15.82:0/839105407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fec7c102d30 0x7fec7c100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec80e0a640 1 -- 172.21.15.82:0/839105407 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec7c1a6b80 con 0x7fec7c1036e0 2024-09-12T12:26:07.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec80e0a640 1 --2- 172.21.15.82:0/839105407 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec7c1036e0 0x7fec7c100ed0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fec78006fd0 tx=0x7fec7800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:07.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec727fc640 1 -- 172.21.15.82:0/839105407 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec78011830 con 0x7fec7c1036e0 2024-09-12T12:26:07.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec8386f640 1 -- 172.21.15.82:0/839105407 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec7c1a6e70 con 0x7fec7c1036e0 2024-09-12T12:26:07.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec727fc640 1 -- 172.21.15.82:0/839105407 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec78016070 con 0x7fec7c1036e0 2024-09-12T12:26:07.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec727fc640 1 -- 172.21.15.82:0/839105407 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec7800f2e0 con 0x7fec7c1036e0 2024-09-12T12:26:07.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.280+0000 7fec8386f640 1 -- 172.21.15.82:0/839105407 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec7c1a7320 con 0x7fec7c1036e0 2024-09-12T12:26:07.303 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.283+0000 7fec727fc640 1 -- 172.21.15.82:0/839105407 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fec7801b460 con 0x7fec7c1036e0 2024-09-12T12:26:07.303 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.283+0000 7fec85c48740 1 Processor -- start 2024-09-12T12:26:07.303 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.283+0000 7fec85c48740 1 -- start start 2024-09-12T12:26:07.303 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec85c48740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ee9d0 0x5582201eedb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.303 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec85c48740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ef2f0 0x5582201f9670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.303 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec85c48740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201fbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.303 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec85c48740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x558220155090 con 0x5582201f9bb0 2024-09-12T12:26:07.303 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec85c48740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5582200fca70 con 0x5582201ee9d0 2024-09-12T12:26:07.303 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec85c48740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x558220151050 con 0x5582201ef2f0 2024-09-12T12:26:07.303 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec80e0a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201fbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.303 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec80e0a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201fbfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48018/0 (socket says 172.21.15.82:48018) 2024-09-12T12:26:07.303 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec80e0a640 1 -- 172.21.15.82:0/813090321 learned_addr learned my addr 172.21.15.82:0/813090321 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:07.303 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec81e0c640 1 --2- 172.21.15.82:0/813090321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ee9d0 0x5582201eedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec727fc640 1 --2- 172.21.15.82:0/839105407 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fec680a2c10 0x7fec680a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec8160b640 1 --2- 172.21.15.82:0/813090321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ef2f0 0x5582201f9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec81e0c640 1 --2- 172.21.15.82:0/839105407 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fec680a2c10 0x7fec680a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec727fc640 1 -- 172.21.15.82:0/839105407 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fec780ce850 con 0x7fec7c1036e0 2024-09-12T12:26:07.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec80e0a640 1 -- 172.21.15.82:0/813090321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ef2f0 msgr2=0x5582201f9670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:07.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec80e0a640 1 --2- 172.21.15.82:0/813090321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ef2f0 0x5582201f9670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec80e0a640 1 -- 172.21.15.82:0/813090321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ee9d0 msgr2=0x5582201eedb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:07.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec80e0a640 1 --2- 172.21.15.82:0/813090321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ee9d0 0x5582201eedb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec80e0a640 1 -- 172.21.15.82:0/813090321 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558220109130 con 0x5582201f9bb0 2024-09-12T12:26:07.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec81e0c640 1 --2- 172.21.15.82:0/813090321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ee9d0 0x5582201eedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:26:07.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec80e0a640 1 --2- 172.21.15.82:0/813090321 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201fbfa0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fec78097450 tx=0x7fec780108e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2986449435e83cac server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:07.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec81e0c640 1 --2- 172.21.15.82:0/839105407 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fec680a2c10 0x7fec680a50d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fec74009430 tx=0x7fec7402a910 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:07.305 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec677fe640 1 -- 172.21.15.82:0/813090321 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec7809a950 con 0x5582201f9bb0 2024-09-12T12:26:07.305 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.284+0000 7fec677fe640 1 -- 172.21.15.82:0/813090321 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec780bb0c0 con 0x5582201f9bb0 2024-09-12T12:26:07.305 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.285+0000 7fec677fe640 1 -- 172.21.15.82:0/813090321 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec780a3c60 con 0x5582201f9bb0 2024-09-12T12:26:07.305 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.285+0000 7fec85c48740 1 -- 172.21.15.82:0/813090321 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 msgr2=0x5582201fbfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:07.305 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.285+0000 7fec85c48740 1 --2- 172.21.15.82:0/813090321 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201fbfa0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fec78097450 tx=0x7fec780108e0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.305 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.285+0000 7fec85c48740 1 -- 172.21.15.82:0/813090321 shutdown_connections 2024-09-12T12:26:07.305 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.285+0000 7fec85c48740 1 --2- 172.21.15.82:0/813090321 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201fbfa0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.305 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.285+0000 7fec85c48740 1 --2- 172.21.15.82:0/813090321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ef2f0 0x5582201f9670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.305 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.285+0000 7fec85c48740 1 --2- 172.21.15.82:0/813090321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ee9d0 0x5582201eedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.305 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.285+0000 7fec85c48740 1 -- 172.21.15.82:0/813090321 >> 172.21.15.82:0/813090321 conn(0x5582201eaf60 msgr2=0x5582201eb340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:07.305 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.285+0000 7fec85c48740 1 -- 172.21.15.82:0/813090321 shutdown_connections 2024-09-12T12:26:07.305 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.285+0000 7fec85c48740 1 -- 172.21.15.82:0/813090321 wait complete. 2024-09-12T12:26:07.305 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec85c48740 1 -- start start 2024-09-12T12:26:07.305 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec85c48740 1 Processor -- start 2024-09-12T12:26:07.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec85c48740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ee9d0 0x5582201f9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec85c48740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ef2f0 0x5582201f67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec85c48740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201f6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec85c48740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5582201fc780 con 0x5582201f9bb0 2024-09-12T12:26:07.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec85c48740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55822010ff20 con 0x5582201ee9d0 2024-09-12T12:26:07.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec85c48740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5582201fc900 con 0x5582201ef2f0 2024-09-12T12:26:07.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec85c48740 10 client.0 _ll_register_callbacks cb 0x5582200d9030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:07.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec81e0c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201f6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec81e0c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201f6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48030/0 (socket says 172.21.15.82:48030) 2024-09-12T12:26:07.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec81e0c640 1 -- 172.21.15.82:0/943252257 learned_addr learned my addr 172.21.15.82:0/943252257 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:07.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec8160b640 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ee9d0 0x5582201f9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec80e0a640 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ef2f0 0x5582201f67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec81e0c640 1 -- 172.21.15.82:0/943252257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ef2f0 msgr2=0x5582201f67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:07.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.286+0000 7fec81e0c640 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ef2f0 0x5582201f67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec81e0c640 1 -- 172.21.15.82:0/943252257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ee9d0 msgr2=0x5582201f9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:07.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec81e0c640 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ee9d0 0x5582201f9480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec81e0c640 1 -- 172.21.15.82:0/943252257 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55821fec62b0 con 0x5582201f9bb0 2024-09-12T12:26:07.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec80e0a640 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ef2f0 0x5582201f67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:07.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec8160b640 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ee9d0 0x5582201f9480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:07.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec81e0c640 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201f6d10 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fec74009cd0 tx=0x7fec740095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70be75068cf1e345 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:07.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec64ff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:07.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec64ff9640 1 -- 172.21.15.82:0/943252257 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec74045070 con 0x5582201f9bb0 2024-09-12T12:26:07.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec64ff9640 1 -- 172.21.15.82:0/943252257 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fec7402f670 con 0x5582201f9bb0 2024-09-12T12:26:07.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec85c48740 1 -- 172.21.15.82:0/943252257 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec780bb0c0 con 0x5582201f9bb0 2024-09-12T12:26:07.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec64ff9640 1 -- 172.21.15.82:0/943252257 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fec7402f870 con 0x5582201f9bb0 2024-09-12T12:26:07.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec85c48740 10 client.14955 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:07.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec85c48740 1 -- 172.21.15.82:0/943252257 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5582202080d0 con 0x5582201f9bb0 2024-09-12T12:26:07.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec64ff9640 1 -- 172.21.15.82:0/943252257 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec780bb0c0 con 0x5582201f9bb0 2024-09-12T12:26:07.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec64ff9640 1 -- 172.21.15.82:0/943252257 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fec74030ad0 con 0x5582201f9bb0 2024-09-12T12:26:07.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec85c48740 10 client.14955 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:07.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec85c48740 10 client.14955 resolve_mds: resolved name 'h' to daemon mds.h 2024-09-12T12:26:07.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec85c48740 20 client.14955 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:07.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec85c48740 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x55822020a7c0 0x55822020bc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec85c48740 4 client.14955 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:26:07.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.287+0000 7fec85c48740 1 -- 172.21.15.82:0/943252257 --> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558220162600 con 0x55822020a7c0 2024-09-12T12:26:07.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.288+0000 7fec8160b640 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x55822020a7c0 0x55822020bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.288+0000 7fec8160b640 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x55822020a7c0 0x55822020bc30 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=1d5ae6540023f00b server_cookie=9819c4f2273d6d29 in_seq=0 out_seq=0 2024-09-12T12:26:07.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.288+0000 7fec64ff9640 10 client.14955 ms_handle_connect on v2:172.21.15.97:6836/888222063 2024-09-12T12:26:07.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec64ff9640 1 -- 172.21.15.82:0/943252257 <== mds.4 v2:172.21.15.97:6836/888222063 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558220162600 con 0x55822020a7c0 2024-09-12T12:26:07.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec64ff9640 10 client.14955 handle_command_reply: tid=0 2024-09-12T12:26:07.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec85c48740 1 client.14955 shutdown 2024-09-12T12:26:07.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec85c48740 1 -- 172.21.15.82:0/943252257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 msgr2=0x5582201f6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:07.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec85c48740 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201f6d10 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fec74009cd0 tx=0x7fec740095c0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec85c48740 1 -- 172.21.15.82:0/943252257 shutdown_connections 2024-09-12T12:26:07.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec85c48740 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201f6d10 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec85c48740 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x55822020a7c0 0x55822020bc30 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec85c48740 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ef2f0 0x5582201f67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec85c48740 1 --2- 172.21.15.82:0/943252257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ee9d0 0x5582201f9480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec64ff9640 0 client.14955 ms_handle_reset on v2:172.21.15.97:6836/888222063 2024-09-12T12:26:07.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec85c48740 1 -- 172.21.15.82:0/943252257 >> 172.21.15.82:0/943252257 conn(0x5582201eaf60 msgr2=0x5582201f0c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:07.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec85c48740 1 -- 172.21.15.82:0/943252257 shutdown_connections 2024-09-12T12:26:07.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec85c48740 1 -- 172.21.15.82:0/943252257 wait complete. 2024-09-12T12:26:07.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.289+0000 7fec85c48740 20 client.14955 trim_cache size 0 max 16384 2024-09-12T12:26:07.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.307+0000 7fec85c48740 1 Processor -- start 2024-09-12T12:26:07.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.307+0000 7fec85c48740 1 -- start start 2024-09-12T12:26:07.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.307+0000 7fec85c48740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ee9d0 0x55822020a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.307+0000 7fec85c48740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201ef2f0 0x5582201f6790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.307+0000 7fec85c48740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201f9bb0 0x5582201f6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.307+0000 7fec85c48740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x558220209f70 con 0x5582201ef2f0 2024-09-12T12:26:07.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.307+0000 7fec85c48740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55822020a640 con 0x5582201f9bb0 2024-09-12T12:26:07.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.307+0000 7fec85c48740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55822020ad10 con 0x5582201ee9d0 2024-09-12T12:26:07.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.307+0000 7fec80e0a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201ef2f0 0x5582201f6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.307+0000 7fec80e0a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201ef2f0 0x5582201f6790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48032/0 (socket says 172.21.15.82:48032) 2024-09-12T12:26:07.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.307+0000 7fec80e0a640 1 -- 172.21.15.82:0/1682877023 learned_addr learned my addr 172.21.15.82:0/1682877023 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:07.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.308+0000 7fec8160b640 1 --2- 172.21.15.82:0/1682877023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ee9d0 0x55822020a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.308+0000 7fec81e0c640 1 --2- 172.21.15.82:0/1682877023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201f9bb0 0x5582201f6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.308+0000 7fec80e0a640 1 -- 172.21.15.82:0/1682877023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ee9d0 msgr2=0x55822020a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:07.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.308+0000 7fec80e0a640 1 --2- 172.21.15.82:0/1682877023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ee9d0 0x55822020a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.308+0000 7fec80e0a640 1 -- 172.21.15.82:0/1682877023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201f9bb0 msgr2=0x5582201f6cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:07.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.308+0000 7fec80e0a640 1 --2- 172.21.15.82:0/1682877023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201f9bb0 0x5582201f6cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.308+0000 7fec80e0a640 1 -- 172.21.15.82:0/1682877023 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582201ea710 con 0x5582201ef2f0 2024-09-12T12:26:07.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.308+0000 7fec80e0a640 1 --2- 172.21.15.82:0/1682877023 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201ef2f0 0x5582201f6790 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fec7809af80 tx=0x7fec78000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7e20ea7d4dafe5f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:07.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.308+0000 7fec66ffd640 1 -- 172.21.15.82:0/1682877023 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec78097290 con 0x5582201ef2f0 2024-09-12T12:26:07.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.308+0000 7fec66ffd640 1 -- 172.21.15.82:0/1682877023 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec7809aff0 con 0x5582201ef2f0 2024-09-12T12:26:07.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.308+0000 7fec66ffd640 1 -- 172.21.15.82:0/1682877023 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec780992f0 con 0x5582201ef2f0 2024-09-12T12:26:07.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.309+0000 7fec85c48740 1 -- 172.21.15.82:0/1682877023 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201ef2f0 msgr2=0x5582201f6790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:07.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.309+0000 7fec85c48740 1 --2- 172.21.15.82:0/1682877023 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201ef2f0 0x5582201f6790 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fec7809af80 tx=0x7fec78000bc0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.309+0000 7fec85c48740 1 -- 172.21.15.82:0/1682877023 shutdown_connections 2024-09-12T12:26:07.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.309+0000 7fec85c48740 1 --2- 172.21.15.82:0/1682877023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201f9bb0 0x5582201f6cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.309+0000 7fec85c48740 1 --2- 172.21.15.82:0/1682877023 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201ef2f0 0x5582201f6790 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.309+0000 7fec85c48740 1 --2- 172.21.15.82:0/1682877023 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ee9d0 0x55822020a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.309+0000 7fec85c48740 1 -- 172.21.15.82:0/1682877023 >> 172.21.15.82:0/1682877023 conn(0x5582201eaf60 msgr2=0x5582201e5ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:07.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.309+0000 7fec85c48740 1 -- 172.21.15.82:0/1682877023 shutdown_connections 2024-09-12T12:26:07.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.309+0000 7fec85c48740 1 -- 172.21.15.82:0/1682877023 wait complete. 2024-09-12T12:26:07.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.309+0000 7fec85c48740 1 -- start start 2024-09-12T12:26:07.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.309+0000 7fec85c48740 1 Processor -- start 2024-09-12T12:26:07.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.309+0000 7fec85c48740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ee9d0 0x5582201f4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.309+0000 7fec85c48740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ef2f0 0x5582201f2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec85c48740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201f31d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec85c48740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55822020bab0 con 0x5582201f9bb0 2024-09-12T12:26:07.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec85c48740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55822020b3e0 con 0x5582201ef2f0 2024-09-12T12:26:07.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec85c48740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55822020c180 con 0x5582201ee9d0 2024-09-12T12:26:07.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec85c48740 10 client.0 _ll_register_callbacks cb 0x7fec74005f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:07.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec81e0c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201f31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec81e0c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201f31d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48034/0 (socket says 172.21.15.82:48034) 2024-09-12T12:26:07.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec81e0c640 1 -- 172.21.15.82:0/1288616534 learned_addr learned my addr 172.21.15.82:0/1288616534 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:07.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec80e0a640 1 --2- 172.21.15.82:0/1288616534 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ef2f0 0x5582201f2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec8160b640 1 --2- 172.21.15.82:0/1288616534 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ee9d0 0x5582201f4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec81e0c640 1 -- 172.21.15.82:0/1288616534 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ee9d0 msgr2=0x5582201f4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:07.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec81e0c640 1 --2- 172.21.15.82:0/1288616534 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ee9d0 0x5582201f4470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec81e0c640 1 -- 172.21.15.82:0/1288616534 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ef2f0 msgr2=0x5582201f2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:07.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec81e0c640 1 --2- 172.21.15.82:0/1288616534 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ef2f0 0x5582201f2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec81e0c640 1 -- 172.21.15.82:0/1288616534 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558220212e80 con 0x5582201f9bb0 2024-09-12T12:26:07.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec80e0a640 1 --2- 172.21.15.82:0/1288616534 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ef2f0 0x5582201f2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:26:07.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec81e0c640 1 --2- 172.21.15.82:0/1288616534 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201f31d0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fec74030fc0 tx=0x7fec7402afc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12ac241a7c3c53f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:07.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec64ff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:07.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec64ff9640 1 -- 172.21.15.82:0/1288616534 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec74064060 con 0x5582201f9bb0 2024-09-12T12:26:07.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec64ff9640 1 -- 172.21.15.82:0/1288616534 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7fec7402fa10 con 0x5582201f9bb0 2024-09-12T12:26:07.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec85c48740 1 -- 172.21.15.82:0/1288616534 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55822015cb10 con 0x5582201f9bb0 2024-09-12T12:26:07.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.310+0000 7fec64ff9640 1 -- 172.21.15.82:0/1288616534 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fec74045040 con 0x5582201f9bb0 2024-09-12T12:26:07.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.311+0000 7fec85c48740 10 client.14961 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:07.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.311+0000 7fec85c48740 1 -- 172.21.15.82:0/1288616534 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5582202140f0 con 0x5582201f9bb0 2024-09-12T12:26:07.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.311+0000 7fec64ff9640 1 -- 172.21.15.82:0/1288616534 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55822015cb10 con 0x5582201f9bb0 2024-09-12T12:26:07.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.311+0000 7fec64ff9640 1 -- 172.21.15.82:0/1288616534 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fec740306f0 con 0x5582201f9bb0 2024-09-12T12:26:07.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.311+0000 7fec85c48740 10 client.14961 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:07.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.311+0000 7fec85c48740 10 client.14961 resolve_mds: resolved name 'h' to daemon mds.h 2024-09-12T12:26:07.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.311+0000 7fec85c48740 20 client.14961 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:07.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.311+0000 7fec85c48740 1 --2- 172.21.15.82:0/1288616534 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x558220278d70 0x558220277a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:07.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.311+0000 7fec85c48740 4 client.14961 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:26:07.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.311+0000 7fec85c48740 1 -- 172.21.15.82:0/1288616534 --> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] -- command(tid 0: {"prefix": "status"}) -- 0x5582200d90e0 con 0x558220278d70 2024-09-12T12:26:07.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.311+0000 7fec8160b640 1 --2- 172.21.15.82:0/1288616534 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x558220278d70 0x558220277a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:07.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.311+0000 7fec64ff9640 10 client.14961 ms_handle_connect on v2:172.21.15.97:6836/888222063 2024-09-12T12:26:07.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.311+0000 7fec8160b640 1 --2- 172.21.15.82:0/1288616534 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x558220278d70 0x558220277a80 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=d2cd99fc253ddf90 server_cookie=bcf4d275e67a071f in_seq=0 out_seq=0 2024-09-12T12:26:07.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec64ff9640 1 -- 172.21.15.82:0/1288616534 <== mds.4 v2:172.21.15.97:6836/888222063 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5582200d90e0 con 0x558220278d70 2024-09-12T12:26:07.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec64ff9640 10 client.14961 handle_command_reply: tid=0 2024-09-12T12:26:07.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec85c48740 1 client.14961 shutdown 2024-09-12T12:26:07.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec85c48740 1 -- 172.21.15.82:0/1288616534 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 msgr2=0x5582201f31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:07.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec85c48740 1 --2- 172.21.15.82:0/1288616534 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201f31d0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fec74030fc0 tx=0x7fec7402afc0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec85c48740 1 -- 172.21.15.82:0/1288616534 shutdown_connections 2024-09-12T12:26:07.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec85c48740 1 --2- 172.21.15.82:0/1288616534 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5582201f9bb0 0x5582201f31d0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec85c48740 1 --2- 172.21.15.82:0/1288616534 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5582201ef2f0 0x5582201f2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec85c48740 1 --2- 172.21.15.82:0/1288616534 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x558220278d70 0x558220277a80 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec85c48740 1 --2- 172.21.15.82:0/1288616534 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5582201ee9d0 0x5582201f4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec64ff9640 0 client.14961 ms_handle_reset on v2:172.21.15.97:6836/888222063 2024-09-12T12:26:07.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec85c48740 1 -- 172.21.15.82:0/1288616534 >> 172.21.15.82:0/1288616534 conn(0x5582201eaf60 msgr2=0x55822020a5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:07.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec85c48740 1 -- 172.21.15.82:0/1288616534 shutdown_connections 2024-09-12T12:26:07.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec85c48740 1 -- 172.21.15.82:0/1288616534 wait complete. 2024-09-12T12:26:07.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.312+0000 7fec85c48740 20 client.14961 trim_cache size 0 max 16384 2024-09-12T12:26:07.321 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:26:07.321 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:26:07.321 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 4, 2024-09-12T12:26:07.321 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24431, 2024-09-12T12:26:07.321 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:26:07.321 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:26:07.321 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:26:07.321 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 63.002626485999997, 2024-09-12T12:26:07.321 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 27, 2024-09-12T12:26:07.322 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 81, 2024-09-12T12:26:07.322 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 79, 2024-09-12T12:26:07.322 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 93.330521609000002 2024-09-12T12:26:07.322 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:26:07.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.313+0000 7fec8386f640 1 -- 172.21.15.82:0/839105407 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fec680a2c10 msgr2=0x7fec680a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:07.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.313+0000 7fec8386f640 1 --2- 172.21.15.82:0/839105407 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fec680a2c10 0x7fec680a50d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fec74009430 tx=0x7fec7402a910 comp rx=0 tx=0).stop 2024-09-12T12:26:07.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.313+0000 7fec8386f640 1 -- 172.21.15.82:0/839105407 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec7c1036e0 msgr2=0x7fec7c100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:07.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.313+0000 7fec8386f640 1 --2- 172.21.15.82:0/839105407 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec7c1036e0 0x7fec7c100ed0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fec78006fd0 tx=0x7fec7800b8e0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.313+0000 7fec8386f640 1 -- 172.21.15.82:0/839105407 shutdown_connections 2024-09-12T12:26:07.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.313+0000 7fec8386f640 1 --2- 172.21.15.82:0/839105407 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fec680a2c10 0x7fec680a50d0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.313+0000 7fec8386f640 1 --2- 172.21.15.82:0/839105407 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fec7c1082a0 0x7fec7c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.313+0000 7fec8386f640 1 --2- 172.21.15.82:0/839105407 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec7c1036e0 0x7fec7c100ed0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.313+0000 7fec8386f640 1 --2- 172.21.15.82:0/839105407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fec7c102d30 0x7fec7c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:07.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.313+0000 7fec8386f640 1 -- 172.21.15.82:0/839105407 >> 172.21.15.82:0/839105407 conn(0x7fec7c0fc7d0 msgr2=0x7fec7c105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:07.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.313+0000 7fec8386f640 1 -- 172.21.15.82:0/839105407 shutdown_connections 2024-09-12T12:26:07.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:07.313+0000 7fec8386f640 1 -- 172.21.15.82:0/839105407 wait complete. 2024-09-12T12:26:07.990 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.f status 2024-09-12T12:26:08.233 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:08.641 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:08 smithi082 ceph-mon[31122]: pgmap v310: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-12T12:26:08.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.720+0000 7f9ee2d63640 1 -- 172.21.15.82:0/4101463958 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9edc10c170 msgr2=0x7f9edc10e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:08.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.720+0000 7f9ee2d63640 1 --2- 172.21.15.82:0/4101463958 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9edc10c170 0x7f9edc10e610 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4009ca0 tx=0x7f9ed402a950 comp rx=0 tx=0).stop 2024-09-12T12:26:08.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.720+0000 7f9ee2d63640 1 -- 172.21.15.82:0/4101463958 shutdown_connections 2024-09-12T12:26:08.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.720+0000 7f9ee2d63640 1 --2- 172.21.15.82:0/4101463958 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9edc10c170 0x7f9edc10e610 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.720+0000 7f9ee2d63640 1 --2- 172.21.15.82:0/4101463958 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9edc103660 0x7f9edc10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.720+0000 7f9ee2d63640 1 --2- 172.21.15.82:0/4101463958 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9edc102d40 0x7f9edc103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.720+0000 7f9ee2d63640 1 -- 172.21.15.82:0/4101463958 >> 172.21.15.82:0/4101463958 conn(0x7f9edc0fc7a0 msgr2=0x7f9edc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:08.722 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.720+0000 7f9ee2d63640 1 -- 172.21.15.82:0/4101463958 shutdown_connections 2024-09-12T12:26:08.722 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.720+0000 7f9ee2d63640 1 -- 172.21.15.82:0/4101463958 wait complete. 2024-09-12T12:26:08.722 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.721+0000 7f9ee2d63640 1 Processor -- start 2024-09-12T12:26:08.722 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.721+0000 7f9ee2d63640 1 -- start start 2024-09-12T12:26:08.723 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.721+0000 7f9ee2d63640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9edc102d40 0x7f9edc1009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.723 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.721+0000 7f9ee2d63640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9edc103660 0x7f9edc100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.723 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.721+0000 7f9ee2d63640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9edc10c170 0x7f9edc101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.724 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.721+0000 7f9ee2d63640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9edc111fb0 con 0x7f9edc103660 2024-09-12T12:26:08.724 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.721+0000 7f9ee2d63640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9edc111e30 con 0x7f9edc10c170 2024-09-12T12:26:08.724 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.721+0000 7f9ee2d63640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9edc112130 con 0x7f9edc102d40 2024-09-12T12:26:08.724 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.721+0000 7f9edbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9edc103660 0x7f9edc100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.724 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.721+0000 7f9edbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9edc103660 0x7f9edc100ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59916/0 (socket says 172.21.15.82:59916) 2024-09-12T12:26:08.724 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.721+0000 7f9edbfff640 1 -- 172.21.15.82:0/2401256730 learned_addr learned my addr 172.21.15.82:0/2401256730 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:08.724 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9ee1300640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9edc10c170 0x7f9edc101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.724 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9ee0aff640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9edc102d40 0x7f9edc1009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.724 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9edbfff640 1 -- 172.21.15.82:0/2401256730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9edc102d40 msgr2=0x7f9edc1009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:08.724 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9edbfff640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9edc102d40 0x7f9edc1009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.724 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9edbfff640 1 -- 172.21.15.82:0/2401256730 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9edc10c170 msgr2=0x7f9edc101420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:08.724 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9edbfff640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9edc10c170 0x7f9edc101420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9edbfff640 1 -- 172.21.15.82:0/2401256730 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9edc1a69a0 con 0x7f9edc103660 2024-09-12T12:26:08.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9ee1300640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9edc10c170 0x7f9edc101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:08.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9ee0aff640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9edc102d40 0x7f9edc1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:08.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9edbfff640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9edc103660 0x7f9edc100ee0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9ed000d740 tx=0x7f9ed000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:08.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9ed9ffb640 1 -- 172.21.15.82:0/2401256730 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed0017070 con 0x7f9edc103660 2024-09-12T12:26:08.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9ed9ffb640 1 -- 172.21.15.82:0/2401256730 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ed000de50 con 0x7f9edc103660 2024-09-12T12:26:08.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9ee2d63640 1 -- 172.21.15.82:0/2401256730 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9edc1a6c90 con 0x7f9edc103660 2024-09-12T12:26:08.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9ed9ffb640 1 -- 172.21.15.82:0/2401256730 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed000f620 con 0x7f9edc103660 2024-09-12T12:26:08.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.722+0000 7f9ee2d63640 1 -- 172.21.15.82:0/2401256730 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9edc1a71c0 con 0x7f9edc103660 2024-09-12T12:26:08.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.724+0000 7f9ed9ffb640 1 -- 172.21.15.82:0/2401256730 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9ed0009c30 con 0x7f9edc103660 2024-09-12T12:26:08.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ee513c740 1 Processor -- start 2024-09-12T12:26:08.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ee513c740 1 -- start start 2024-09-12T12:26:08.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ed9ffb640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f9ec40a2c90 0x7f9ec40a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ee513c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f1159d0 0x55887f115db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ee513c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1162f0 0x55887f120670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ee513c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f120bb0 0x55887f122fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ee513c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55887f07c090 con 0x55887f120bb0 2024-09-12T12:26:08.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ee513c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55887f023a70 con 0x55887f1159d0 2024-09-12T12:26:08.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ee513c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55887f078050 con 0x55887f1162f0 2024-09-12T12:26:08.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ee1300640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f9ec40a2c90 0x7f9ec40a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ed9ffb640 1 -- 172.21.15.82:0/2401256730 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9ed00cee30 con 0x7f9edc103660 2024-09-12T12:26:08.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ee1300640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f120bb0 0x55887f122fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ee1300640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f120bb0 0x55887f122fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59922/0 (socket says 172.21.15.82:59922) 2024-09-12T12:26:08.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ee1300640 1 -- 172.21.15.82:0/631931866 learned_addr learned my addr 172.21.15.82:0/631931866 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:08.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9ee0aff640 1 --2- 172.21.15.82:0/631931866 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f1159d0 0x55887f115db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.725+0000 7f9edbfff640 1 --2- 172.21.15.82:0/631931866 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1162f0 0x55887f120670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.726+0000 7f9ee1300640 1 -- 172.21.15.82:0/631931866 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1162f0 msgr2=0x55887f120670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:08.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.726+0000 7f9ee1300640 1 --2- 172.21.15.82:0/631931866 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1162f0 0x55887f120670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.726+0000 7f9ee1300640 1 -- 172.21.15.82:0/631931866 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f1159d0 msgr2=0x55887f115db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:08.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.726+0000 7f9ee1300640 1 --2- 172.21.15.82:0/631931866 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f1159d0 0x55887f115db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.726+0000 7f9ee1300640 1 -- 172.21.15.82:0/631931866 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55887f030130 con 0x55887f120bb0 2024-09-12T12:26:08.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.726+0000 7f9ee1300640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f9ec40a2c90 0x7f9ec40a5150 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4035000 tx=0x7f9ed4009880 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:08.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.726+0000 7f9ee1300640 1 --2- 172.21.15.82:0/631931866 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f120bb0 0x55887f122fa0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f9ed402af30 tx=0x7f9ed4047000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c0151ed254f4a11 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:08.732 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.726+0000 7f9ec2ffd640 1 -- 172.21.15.82:0/631931866 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed404d070 con 0x55887f120bb0 2024-09-12T12:26:08.732 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.726+0000 7f9ec2ffd640 1 -- 172.21.15.82:0/631931866 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ed4003d40 con 0x55887f120bb0 2024-09-12T12:26:08.732 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.726+0000 7f9ec2ffd640 1 -- 172.21.15.82:0/631931866 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed4034040 con 0x55887f120bb0 2024-09-12T12:26:08.732 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.727+0000 7f9ee513c740 1 -- 172.21.15.82:0/631931866 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f120bb0 msgr2=0x55887f122fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:08.732 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.727+0000 7f9ee513c740 1 --2- 172.21.15.82:0/631931866 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f120bb0 0x55887f122fa0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f9ed402af30 tx=0x7f9ed4047000 comp rx=0 tx=0).stop 2024-09-12T12:26:08.732 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.727+0000 7f9ee513c740 1 -- 172.21.15.82:0/631931866 shutdown_connections 2024-09-12T12:26:08.732 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.727+0000 7f9ee513c740 1 --2- 172.21.15.82:0/631931866 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f120bb0 0x55887f122fa0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.732 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.727+0000 7f9ee513c740 1 --2- 172.21.15.82:0/631931866 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1162f0 0x55887f120670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.732 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.727+0000 7f9ee513c740 1 --2- 172.21.15.82:0/631931866 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f1159d0 0x55887f115db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.732 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.727+0000 7f9ee513c740 1 -- 172.21.15.82:0/631931866 >> 172.21.15.82:0/631931866 conn(0x55887f111f60 msgr2=0x55887f112340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:08.732 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.727+0000 7f9ee513c740 1 -- 172.21.15.82:0/631931866 shutdown_connections 2024-09-12T12:26:08.732 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.727+0000 7f9ee513c740 1 -- 172.21.15.82:0/631931866 wait complete. 2024-09-12T12:26:08.732 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.727+0000 7f9ee513c740 1 -- start start 2024-09-12T12:26:08.733 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.727+0000 7f9ee513c740 1 Processor -- start 2024-09-12T12:26:08.733 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9ee513c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1159d0 0x55887f120420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.733 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9ee513c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f1162f0 0x55887f11d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.733 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9ee513c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f120bb0 0x55887f11dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.733 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9ee513c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55887f123780 con 0x55887f1162f0 2024-09-12T12:26:08.733 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9ee513c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55887f036f20 con 0x55887f120bb0 2024-09-12T12:26:08.733 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9ee513c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55887f123900 con 0x55887f1159d0 2024-09-12T12:26:08.733 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9ee513c740 10 client.0 _ll_register_callbacks cb 0x55887f000030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:08.733 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9edbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f1162f0 0x55887f11d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.733 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9edbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f1162f0 0x55887f11d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59924/0 (socket says 172.21.15.82:59924) 2024-09-12T12:26:08.733 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9edbfff640 1 -- 172.21.15.82:0/2987942986 learned_addr learned my addr 172.21.15.82:0/2987942986 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:08.733 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9ee0aff640 1 --2- 172.21.15.82:0/2987942986 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1159d0 0x55887f120420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9ee1300640 1 --2- 172.21.15.82:0/2987942986 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f120bb0 0x55887f11dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9edbfff640 1 -- 172.21.15.82:0/2987942986 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1159d0 msgr2=0x55887f120420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:08.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9edbfff640 1 --2- 172.21.15.82:0/2987942986 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1159d0 0x55887f120420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9edbfff640 1 -- 172.21.15.82:0/2987942986 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f120bb0 msgr2=0x55887f11dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:08.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9edbfff640 1 --2- 172.21.15.82:0/2987942986 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f120bb0 0x55887f11dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9edbfff640 1 -- 172.21.15.82:0/2987942986 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55887eded2b0 con 0x55887f1162f0 2024-09-12T12:26:08.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9edbfff640 1 --2- 172.21.15.82:0/2987942986 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f1162f0 0x55887f11d770 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9ed0009610 tx=0x7f9ed009bd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f146d00a7af14c29 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:08.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9ebbfff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:08.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9ebbfff640 1 -- 172.21.15.82:0/2987942986 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed0020070 con 0x55887f1162f0 2024-09-12T12:26:08.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9ebbfff640 1 -- 172.21.15.82:0/2987942986 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9ed006b760 con 0x55887f1162f0 2024-09-12T12:26:08.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.728+0000 7f9ee513c740 1 -- 172.21.15.82:0/2987942986 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ed4003d40 con 0x55887f1162f0 2024-09-12T12:26:08.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.729+0000 7f9ebbfff640 1 -- 172.21.15.82:0/2987942986 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f9ed006b960 con 0x55887f1162f0 2024-09-12T12:26:08.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.729+0000 7f9ee513c740 10 client.14973 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:08.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.729+0000 7f9ee513c740 1 -- 172.21.15.82:0/2987942986 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55887f12f0c0 con 0x55887f1162f0 2024-09-12T12:26:08.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.729+0000 7f9ebbfff640 1 -- 172.21.15.82:0/2987942986 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ed4003d40 con 0x55887f1162f0 2024-09-12T12:26:08.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.729+0000 7f9ebbfff640 1 -- 172.21.15.82:0/2987942986 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f9ed009a910 con 0x55887f1162f0 2024-09-12T12:26:08.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.729+0000 7f9ee513c740 10 client.14973 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:08.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.729+0000 7f9ee513c740 10 client.14973 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-12T12:26:08.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.729+0000 7f9ee513c740 20 client.14973 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:08.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.729+0000 7f9ee513c740 1 --2- 172.21.15.82:0/2987942986 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55887f131690 0x55887f132b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.729+0000 7f9ee513c740 4 client.14973 mds_command: new command op to 24436 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:26:08.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.729+0000 7f9ee513c740 1 -- 172.21.15.82:0/2987942986 --> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55887f089600 con 0x55887f131690 2024-09-12T12:26:08.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.729+0000 7f9ee0aff640 1 --2- 172.21.15.82:0/2987942986 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55887f131690 0x55887f132b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.730+0000 7f9ee0aff640 1 --2- 172.21.15.82:0/2987942986 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55887f131690 0x55887f132b00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3150560ddd42bfee server_cookie=f6934b34a613ab62 in_seq=0 out_seq=0 2024-09-12T12:26:08.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.730+0000 7f9ebbfff640 10 client.14973 ms_handle_connect on v2:172.21.15.114:6834/2630355835 2024-09-12T12:26:08.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ebbfff640 1 -- 172.21.15.82:0/2987942986 <== mds.3 v2:172.21.15.114:6834/2630355835 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55887f089600 con 0x55887f131690 2024-09-12T12:26:08.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ebbfff640 10 client.14973 handle_command_reply: tid=0 2024-09-12T12:26:08.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ee513c740 1 client.14973 shutdown 2024-09-12T12:26:08.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ee513c740 1 -- 172.21.15.82:0/2987942986 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f1162f0 msgr2=0x55887f11d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:08.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ee513c740 1 --2- 172.21.15.82:0/2987942986 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f1162f0 0x55887f11d770 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9ed0009610 tx=0x7f9ed009bd00 comp rx=0 tx=0).stop 2024-09-12T12:26:08.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ee513c740 1 -- 172.21.15.82:0/2987942986 shutdown_connections 2024-09-12T12:26:08.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ee513c740 1 --2- 172.21.15.82:0/2987942986 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f120bb0 0x55887f11dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ee513c740 1 --2- 172.21.15.82:0/2987942986 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55887f131690 0x55887f132b00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ee513c740 1 --2- 172.21.15.82:0/2987942986 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f1162f0 0x55887f11d770 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ee513c740 1 --2- 172.21.15.82:0/2987942986 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1159d0 0x55887f120420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ebbfff640 0 client.14973 ms_handle_reset on v2:172.21.15.114:6834/2630355835 2024-09-12T12:26:08.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ee513c740 1 -- 172.21.15.82:0/2987942986 >> 172.21.15.82:0/2987942986 conn(0x55887f111f60 msgr2=0x55887f117c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:08.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ee513c740 1 -- 172.21.15.82:0/2987942986 shutdown_connections 2024-09-12T12:26:08.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ee513c740 1 -- 172.21.15.82:0/2987942986 wait complete. 2024-09-12T12:26:08.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.731+0000 7f9ee513c740 20 client.14973 trim_cache size 0 max 16384 2024-09-12T12:26:08.749 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.748+0000 7f9ee513c740 1 Processor -- start 2024-09-12T12:26:08.749 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.748+0000 7f9ee513c740 1 -- start start 2024-09-12T12:26:08.750 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9ee513c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f1159d0 0x55887f11d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.750 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9ee513c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f1162f0 0x55887f11a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.750 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9ee513c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f120bb0 0x55887f11af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.750 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9ee513c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55887f130e40 con 0x55887f1162f0 2024-09-12T12:26:08.750 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9ee513c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55887f131510 con 0x55887f1159d0 2024-09-12T12:26:08.750 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9ee513c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55887f131be0 con 0x55887f120bb0 2024-09-12T12:26:08.750 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9edbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f1162f0 0x55887f11a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.750 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9edbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f1162f0 0x55887f11a9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59932/0 (socket says 172.21.15.82:59932) 2024-09-12T12:26:08.750 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9edbfff640 1 -- 172.21.15.82:0/746642274 learned_addr learned my addr 172.21.15.82:0/746642274 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:08.750 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9edbfff640 1 -- 172.21.15.82:0/746642274 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f120bb0 msgr2=0x55887f11af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:08.750 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9edbfff640 1 --2- 172.21.15.82:0/746642274 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f120bb0 0x55887f11af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.750 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9edbfff640 1 -- 172.21.15.82:0/746642274 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f1159d0 msgr2=0x55887f11d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:08.750 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9edbfff640 1 --2- 172.21.15.82:0/746642274 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f1159d0 0x55887f11d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.751 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9edbfff640 1 -- 172.21.15.82:0/746642274 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55887f120790 con 0x55887f1162f0 2024-09-12T12:26:08.751 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9edbfff640 1 --2- 172.21.15.82:0/746642274 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f1162f0 0x55887f11a9f0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9ed006b550 tx=0x7f9ed0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43ae4f2fc2e97e40 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:08.751 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9ec27fc640 1 -- 172.21.15.82:0/746642274 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed0020040 con 0x55887f1162f0 2024-09-12T12:26:08.751 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9ec27fc640 1 -- 172.21.15.82:0/746642274 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ed009a910 con 0x55887f1162f0 2024-09-12T12:26:08.751 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.749+0000 7f9ec27fc640 1 -- 172.21.15.82:0/746642274 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed00ccb80 con 0x55887f1162f0 2024-09-12T12:26:08.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.750+0000 7f9ee513c740 1 -- 172.21.15.82:0/746642274 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f1162f0 msgr2=0x55887f11a9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:08.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.750+0000 7f9ee513c740 1 --2- 172.21.15.82:0/746642274 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f1162f0 0x55887f11a9f0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9ed006b550 tx=0x7f9ed0000bc0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.750+0000 7f9ee513c740 1 -- 172.21.15.82:0/746642274 shutdown_connections 2024-09-12T12:26:08.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.750+0000 7f9ee513c740 1 --2- 172.21.15.82:0/746642274 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f120bb0 0x55887f11af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.750+0000 7f9ee513c740 1 --2- 172.21.15.82:0/746642274 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f1162f0 0x55887f11a9f0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.750+0000 7f9ee513c740 1 --2- 172.21.15.82:0/746642274 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f1159d0 0x55887f11d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.750+0000 7f9ee513c740 1 -- 172.21.15.82:0/746642274 >> 172.21.15.82:0/746642274 conn(0x55887f111f60 msgr2=0x55887f112340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:08.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.750+0000 7f9ee513c740 1 -- 172.21.15.82:0/746642274 shutdown_connections 2024-09-12T12:26:08.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.750+0000 7f9ee513c740 1 -- 172.21.15.82:0/746642274 wait complete. 2024-09-12T12:26:08.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.750+0000 7f9ee513c740 1 -- start start 2024-09-12T12:26:08.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.750+0000 7f9ee513c740 1 Processor -- start 2024-09-12T12:26:08.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee513c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1159d0 0x55887f13b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee513c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f1162f0 0x55887f11a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee513c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f120bb0 0x55887f11a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee513c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55887f132980 con 0x55887f120bb0 2024-09-12T12:26:08.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee513c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55887f1322b0 con 0x55887f1162f0 2024-09-12T12:26:08.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee513c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55887f133050 con 0x55887f1159d0 2024-09-12T12:26:08.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee513c740 10 client.0 _ll_register_callbacks cb 0x7f9ed009b000 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:08.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee1300640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f120bb0 0x55887f11a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee1300640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f120bb0 0x55887f11a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59944/0 (socket says 172.21.15.82:59944) 2024-09-12T12:26:08.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee1300640 1 -- 172.21.15.82:0/3170910685 learned_addr learned my addr 172.21.15.82:0/3170910685 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:08.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee0aff640 1 --2- 172.21.15.82:0/3170910685 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1159d0 0x55887f13b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9edbfff640 1 --2- 172.21.15.82:0/3170910685 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f1162f0 0x55887f11a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee1300640 1 -- 172.21.15.82:0/3170910685 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1159d0 msgr2=0x55887f13b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:08.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee1300640 1 --2- 172.21.15.82:0/3170910685 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1159d0 0x55887f13b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee1300640 1 -- 172.21.15.82:0/3170910685 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f1162f0 msgr2=0x55887f11a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:08.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee1300640 1 --2- 172.21.15.82:0/3170910685 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f1162f0 0x55887f11a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee1300640 1 -- 172.21.15.82:0/3170910685 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55887f11aca0 con 0x55887f120bb0 2024-09-12T12:26:08.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ee1300640 1 --2- 172.21.15.82:0/3170910685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f120bb0 0x55887f11a760 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9ed402ae70 tx=0x7f9ed40044d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2176f8860d910e5c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:08.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.751+0000 7f9ebbfff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:08.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ebbfff640 1 -- 172.21.15.82:0/3170910685 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed4059030 con 0x55887f120bb0 2024-09-12T12:26:08.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ebbfff640 1 -- 172.21.15.82:0/3170910685 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f9ed4004540 con 0x55887f120bb0 2024-09-12T12:26:08.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ee513c740 1 -- 172.21.15.82:0/3170910685 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ed009a910 con 0x55887f120bb0 2024-09-12T12:26:08.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ebbfff640 1 -- 172.21.15.82:0/3170910685 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f9ed4044040 con 0x55887f120bb0 2024-09-12T12:26:08.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ee513c740 10 client.14979 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:08.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ee513c740 1 -- 172.21.15.82:0/3170910685 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55887f139980 con 0x55887f120bb0 2024-09-12T12:26:08.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ebbfff640 1 -- 172.21.15.82:0/3170910685 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ed009a910 con 0x55887f120bb0 2024-09-12T12:26:08.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ebbfff640 1 -- 172.21.15.82:0/3170910685 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f9ed4049bd0 con 0x55887f120bb0 2024-09-12T12:26:08.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ee513c740 10 client.14979 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:08.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ee513c740 10 client.14979 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-12T12:26:08.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ee513c740 20 client.14979 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:08.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ee513c740 1 --2- 172.21.15.82:0/3170910685 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55887f1a0050 0x55887f19ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:08.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ee513c740 4 client.14979 mds_command: new command op to 24436 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:26:08.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ee513c740 1 -- 172.21.15.82:0/3170910685 --> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] -- command(tid 0: {"prefix": "status"}) -- 0x55887f083b10 con 0x55887f1a0050 2024-09-12T12:26:08.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.752+0000 7f9ee0aff640 1 --2- 172.21.15.82:0/3170910685 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55887f1a0050 0x55887f19ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:08.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ee0aff640 1 --2- 172.21.15.82:0/3170910685 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55887f1a0050 0x55887f19ed60 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=233238985f7acb56 server_cookie=ea87de8a522ab498 in_seq=0 out_seq=0 2024-09-12T12:26:08.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ebbfff640 10 client.14979 ms_handle_connect on v2:172.21.15.114:6834/2630355835 2024-09-12T12:26:08.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ebbfff640 1 -- 172.21.15.82:0/3170910685 <== mds.3 v2:172.21.15.114:6834/2630355835 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55887f083b10 con 0x55887f1a0050 2024-09-12T12:26:08.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ebbfff640 10 client.14979 handle_command_reply: tid=0 2024-09-12T12:26:08.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ee513c740 1 client.14979 shutdown 2024-09-12T12:26:08.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ee513c740 1 -- 172.21.15.82:0/3170910685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f120bb0 msgr2=0x55887f11a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:08.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ee513c740 1 --2- 172.21.15.82:0/3170910685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f120bb0 0x55887f11a760 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9ed402ae70 tx=0x7f9ed40044d0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ee513c740 1 -- 172.21.15.82:0/3170910685 shutdown_connections 2024-09-12T12:26:08.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ee513c740 1 --2- 172.21.15.82:0/3170910685 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55887f1a0050 0x55887f19ed60 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ee513c740 1 --2- 172.21.15.82:0/3170910685 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55887f120bb0 0x55887f11a760 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ebbfff640 0 client.14979 ms_handle_reset on v2:172.21.15.114:6834/2630355835 2024-09-12T12:26:08.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ee513c740 1 --2- 172.21.15.82:0/3170910685 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55887f1162f0 0x55887f11a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ee513c740 1 --2- 172.21.15.82:0/3170910685 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55887f1159d0 0x55887f13b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ee513c740 1 -- 172.21.15.82:0/3170910685 >> 172.21.15.82:0/3170910685 conn(0x55887f111f60 msgr2=0x55887f112340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:08.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ee513c740 1 -- 172.21.15.82:0/3170910685 shutdown_connections 2024-09-12T12:26:08.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ee513c740 1 -- 172.21.15.82:0/3170910685 wait complete. 2024-09-12T12:26:08.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.753+0000 7f9ee513c740 20 client.14979 trim_cache size 0 max 16384 2024-09-12T12:26:08.760 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:26:08.760 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:26:08.760 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 3, 2024-09-12T12:26:08.760 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24436, 2024-09-12T12:26:08.760 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:26:08.760 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:26:08.760 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:26:08.760 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 65.453888395999996, 2024-09-12T12:26:08.760 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 27, 2024-09-12T12:26:08.760 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 81, 2024-09-12T12:26:08.761 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 79, 2024-09-12T12:26:08.761 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 99.854015247000007 2024-09-12T12:26:08.761 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:26:08.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.754+0000 7f9ee2d63640 1 -- 172.21.15.82:0/2401256730 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f9ec40a2c90 msgr2=0x7f9ec40a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:08.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.754+0000 7f9ee2d63640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f9ec40a2c90 0x7f9ec40a5150 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4035000 tx=0x7f9ed4009880 comp rx=0 tx=0).stop 2024-09-12T12:26:08.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.754+0000 7f9ee2d63640 1 -- 172.21.15.82:0/2401256730 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9edc103660 msgr2=0x7f9edc100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:08.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.754+0000 7f9ee2d63640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9edc103660 0x7f9edc100ee0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9ed000d740 tx=0x7f9ed000dc00 comp rx=0 tx=0).stop 2024-09-12T12:26:08.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.754+0000 7f9ee2d63640 1 -- 172.21.15.82:0/2401256730 shutdown_connections 2024-09-12T12:26:08.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.754+0000 7f9ee2d63640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f9ec40a2c90 0x7f9ec40a5150 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.754+0000 7f9ee2d63640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9edc10c170 0x7f9edc101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.754+0000 7f9ee2d63640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9edc103660 0x7f9edc100ee0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.754+0000 7f9ee2d63640 1 --2- 172.21.15.82:0/2401256730 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9edc102d40 0x7f9edc1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:08.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.754+0000 7f9ee2d63640 1 -- 172.21.15.82:0/2401256730 >> 172.21.15.82:0/2401256730 conn(0x7f9edc0fc7a0 msgr2=0x7f9edc0fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:08.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.754+0000 7f9ee2d63640 1 -- 172.21.15.82:0/2401256730 shutdown_connections 2024-09-12T12:26:08.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:08.754+0000 7f9ee2d63640 1 -- 172.21.15.82:0/2401256730 wait complete. 2024-09-12T12:26:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:08 smithi097 ceph-mon[34923]: pgmap v310: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-12T12:26:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:08 smithi114 ceph-mon[35514]: pgmap v310: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-12T12:26:09.447 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.c status 2024-09-12T12:26:09.690 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:10.190 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.186+0000 7f7708b8d640 1 -- 172.21.15.82:0/4218691952 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7704101df0 msgr2=0x7f77041021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:10.190 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.186+0000 7f7708b8d640 1 --2- 172.21.15.82:0/4218691952 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7704101df0 0x7f77041021d0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f76f4009ca0 tx=0x7f76f402a8c0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.190 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.186+0000 7f7708b8d640 1 -- 172.21.15.82:0/4218691952 shutdown_connections 2024-09-12T12:26:10.190 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.186+0000 7f7708b8d640 1 --2- 172.21.15.82:0/4218691952 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7704106f20 0x7f770410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.190 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.186+0000 7f7708b8d640 1 --2- 172.21.15.82:0/4218691952 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f77041027a0 0x7f77041067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.190 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.186+0000 7f7708b8d640 1 --2- 172.21.15.82:0/4218691952 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7704101df0 0x7f77041021d0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.190 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.186+0000 7f7708b8d640 1 -- 172.21.15.82:0/4218691952 >> 172.21.15.82:0/4218691952 conn(0x7f77040fd8b0 msgr2=0x7f77040ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:10.190 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.186+0000 7f7708b8d640 1 -- 172.21.15.82:0/4218691952 shutdown_connections 2024-09-12T12:26:10.190 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.186+0000 7f7708b8d640 1 -- 172.21.15.82:0/4218691952 wait complete. 2024-09-12T12:26:10.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7708b8d640 1 Processor -- start 2024-09-12T12:26:10.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7708b8d640 1 -- start start 2024-09-12T12:26:10.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7708b8d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7704101df0 0x7f7704198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7708b8d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77041027a0 0x7f7704198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7708b8d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7704106f20 0x7f770419ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7708b8d640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7704111fa0 con 0x7f77041027a0 2024-09-12T12:26:10.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7708b8d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7704111e20 con 0x7f7704101df0 2024-09-12T12:26:10.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7708b8d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7704112120 con 0x7f7704106f20 2024-09-12T12:26:10.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7701d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77041027a0 0x7f7704198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7701d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77041027a0 0x7f7704198aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59958/0 (socket says 172.21.15.82:59958) 2024-09-12T12:26:10.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7701d9b640 1 -- 172.21.15.82:0/3457732927 learned_addr learned my addr 172.21.15.82:0/3457732927 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:10.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f770259c640 1 --2- 172.21.15.82:0/3457732927 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7704101df0 0x7f7704198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7702d9d640 1 --2- 172.21.15.82:0/3457732927 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7704106f20 0x7f770419ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7701d9b640 1 -- 172.21.15.82:0/3457732927 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7704106f20 msgr2=0x7f770419ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:10.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7701d9b640 1 --2- 172.21.15.82:0/3457732927 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7704106f20 0x7f770419ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.187+0000 7f7701d9b640 1 -- 172.21.15.82:0/3457732927 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7704101df0 msgr2=0x7f7704198560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:10.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.188+0000 7f7701d9b640 1 --2- 172.21.15.82:0/3457732927 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7704101df0 0x7f7704198560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.188+0000 7f7701d9b640 1 -- 172.21.15.82:0/3457732927 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f770419d510 con 0x7f77041027a0 2024-09-12T12:26:10.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.188+0000 7f7701d9b640 1 --2- 172.21.15.82:0/3457732927 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77041027a0 0x7f7704198aa0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f76f800d950 tx=0x7f76f800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:10.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.188+0000 7f76f37fe640 1 -- 172.21.15.82:0/3457732927 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f8017070 con 0x7f77041027a0 2024-09-12T12:26:10.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.188+0000 7f76f37fe640 1 -- 172.21.15.82:0/3457732927 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76f8009c30 con 0x7f77041027a0 2024-09-12T12:26:10.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.188+0000 7f7708b8d640 1 -- 172.21.15.82:0/3457732927 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f770419d800 con 0x7f77041027a0 2024-09-12T12:26:10.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.188+0000 7f76f37fe640 1 -- 172.21.15.82:0/3457732927 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f800f6b0 con 0x7f77041027a0 2024-09-12T12:26:10.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.188+0000 7f7708b8d640 1 -- 172.21.15.82:0/3457732927 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77041a50e0 con 0x7f77041027a0 2024-09-12T12:26:10.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.190+0000 7f76f37fe640 1 -- 172.21.15.82:0/3457732927 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f76f80109d0 con 0x7f77041027a0 2024-09-12T12:26:10.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f770af66740 1 Processor -- start 2024-09-12T12:26:10.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f770af66740 1 -- start start 2024-09-12T12:26:10.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f770af66740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04380b8b0 0x55e04380bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f770af66740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380c1d0 0x55e04381aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f770af66740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04381afc0 0x55e04381d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f770af66740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e043772090 con 0x55e04380c1d0 2024-09-12T12:26:10.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f770af66740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e043719a70 con 0x55e04381afc0 2024-09-12T12:26:10.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f770af66740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e04376e050 con 0x55e04380b8b0 2024-09-12T12:26:10.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f770259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380c1d0 0x55e04381aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f770259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380c1d0 0x55e04381aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59960/0 (socket says 172.21.15.82:59960) 2024-09-12T12:26:10.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f770259c640 1 -- 172.21.15.82:0/3545341647 learned_addr learned my addr 172.21.15.82:0/3545341647 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:10.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f76f37fe640 1 --2- 172.21.15.82:0/3457732927 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f76ec0a2c10 0x7f76ec0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f7702d9d640 1 --2- 172.21.15.82:0/3545341647 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04380b8b0 0x55e04380bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f7702d9d640 1 --2- 172.21.15.82:0/3457732927 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f76ec0a2c10 0x7f76ec0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.192+0000 7f770259c640 1 -- 172.21.15.82:0/3545341647 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04380b8b0 msgr2=0x55e04380bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:10.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.192+0000 7f770259c640 1 --2- 172.21.15.82:0/3545341647 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04380b8b0 0x55e04380bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.192+0000 7f770259c640 1 -- 172.21.15.82:0/3545341647 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04381afc0 msgr2=0x55e04381d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:10.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.192+0000 7f76f37fe640 1 -- 172.21.15.82:0/3457732927 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f76f80cee70 con 0x7f77041027a0 2024-09-12T12:26:10.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.191+0000 7f7701d9b640 1 --2- 172.21.15.82:0/3545341647 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04381afc0 0x55e04381d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.192+0000 7f770259c640 1 --2- 172.21.15.82:0/3545341647 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04381afc0 0x55e04381d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.192+0000 7f7702d9d640 1 --2- 172.21.15.82:0/3457732927 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f76ec0a2c10 0x7f76ec0a50d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f76fc006aa0 tx=0x7f76fc006da0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:10.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.192+0000 7f770259c640 1 -- 172.21.15.82:0/3545341647 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e043726130 con 0x55e04380c1d0 2024-09-12T12:26:10.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.192+0000 7f7701d9b640 1 --2- 172.21.15.82:0/3545341647 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04381afc0 0x55e04381d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:10.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.192+0000 7f770259c640 1 --2- 172.21.15.82:0/3545341647 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380c1d0 0x55e04381aa80 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f76f4009ca0 tx=0x7f76f40098b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=569d4086817ad9d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:10.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.192+0000 7f76f0ff9640 1 -- 172.21.15.82:0/3545341647 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f4049070 con 0x55e04380c1d0 2024-09-12T12:26:10.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.192+0000 7f76f0ff9640 1 -- 172.21.15.82:0/3545341647 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76f4036040 con 0x55e04380c1d0 2024-09-12T12:26:10.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.192+0000 7f76f0ff9640 1 -- 172.21.15.82:0/3545341647 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f402fb80 con 0x55e04380c1d0 2024-09-12T12:26:10.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.193+0000 7f770af66740 1 -- 172.21.15.82:0/3545341647 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380c1d0 msgr2=0x55e04381aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:10.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.193+0000 7f770af66740 1 --2- 172.21.15.82:0/3545341647 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380c1d0 0x55e04381aa80 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f76f4009ca0 tx=0x7f76f40098b0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.193+0000 7f770af66740 1 -- 172.21.15.82:0/3545341647 shutdown_connections 2024-09-12T12:26:10.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.193+0000 7f770af66740 1 --2- 172.21.15.82:0/3545341647 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04381afc0 0x55e04381d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.193+0000 7f770af66740 1 --2- 172.21.15.82:0/3545341647 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380c1d0 0x55e04381aa80 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.193+0000 7f770af66740 1 --2- 172.21.15.82:0/3545341647 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04380b8b0 0x55e04380bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.193+0000 7f770af66740 1 -- 172.21.15.82:0/3545341647 >> 172.21.15.82:0/3545341647 conn(0x55e043807f60 msgr2=0x55e043808340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:10.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.193+0000 7f770af66740 1 -- 172.21.15.82:0/3545341647 shutdown_connections 2024-09-12T12:26:10.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.193+0000 7f770af66740 1 -- 172.21.15.82:0/3545341647 wait complete. 2024-09-12T12:26:10.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.193+0000 7f770af66740 1 -- start start 2024-09-12T12:26:10.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.193+0000 7f770af66740 1 Processor -- start 2024-09-12T12:26:10.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770af66740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380b8b0 0x55e04381a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770af66740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 0x55e043817be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770af66740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04381afc0 0x55e043818120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770af66740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e04381da10 con 0x55e04380b8b0 2024-09-12T12:26:10.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770af66740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e04372cf20 con 0x55e04380c1d0 2024-09-12T12:26:10.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770af66740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e04381db90 con 0x55e04381afc0 2024-09-12T12:26:10.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770af66740 10 client.0 _ll_register_callbacks cb 0x55e0436f6030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:10.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380b8b0 0x55e04381a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380b8b0 0x55e04381a890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59974/0 (socket says 172.21.15.82:59974) 2024-09-12T12:26:10.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770259c640 1 -- 172.21.15.82:0/2017073043 learned_addr learned my addr 172.21.15.82:0/2017073043 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:10.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f7702d9d640 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04381afc0 0x55e043818120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f7701d9b640 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 0x55e043817be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770259c640 1 -- 172.21.15.82:0/2017073043 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04381afc0 msgr2=0x55e043818120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:10.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770259c640 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04381afc0 0x55e043818120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770259c640 1 -- 172.21.15.82:0/2017073043 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 msgr2=0x55e043817be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:10.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770259c640 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 0x55e043817be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770259c640 1 -- 172.21.15.82:0/2017073043 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e0434e32b0 con 0x55e04380b8b0 2024-09-12T12:26:10.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f7701d9b640 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 0x55e043817be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:10.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f7702d9d640 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04381afc0 0x55e043818120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:10.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770259c640 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380b8b0 0x55e04381a890 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f76f4047040 tx=0x7f76f402f720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7f8b125308cd35d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:10.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f76e9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:10.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f76e9ffb640 1 -- 172.21.15.82:0/2017073043 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f4054060 con 0x55e04380b8b0 2024-09-12T12:26:10.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f76e9ffb640 1 -- 172.21.15.82:0/2017073043 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f76f402f940 con 0x55e04380b8b0 2024-09-12T12:26:10.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.194+0000 7f770af66740 1 -- 172.21.15.82:0/2017073043 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76f4036040 con 0x55e04380b8b0 2024-09-12T12:26:10.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.195+0000 7f76e9ffb640 1 -- 172.21.15.82:0/2017073043 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f76f4049070 con 0x55e04380b8b0 2024-09-12T12:26:10.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.195+0000 7f770af66740 10 client.14991 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:10.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.195+0000 7f770af66740 1 -- 172.21.15.82:0/2017073043 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e04381da10 con 0x55e04380b8b0 2024-09-12T12:26:10.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.195+0000 7f76e9ffb640 1 -- 172.21.15.82:0/2017073043 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76f4036040 con 0x55e04380b8b0 2024-09-12T12:26:10.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.195+0000 7f76e9ffb640 1 -- 172.21.15.82:0/2017073043 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f76f4044410 con 0x55e04380b8b0 2024-09-12T12:26:10.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.195+0000 7f770af66740 10 client.14991 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:10.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.195+0000 7f770af66740 10 client.14991 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T12:26:10.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.195+0000 7f770af66740 20 client.14991 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:10.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.195+0000 7f770af66740 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x55e04382b630 0x55e04382caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.195+0000 7f770af66740 4 client.14991 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:26:10.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.195+0000 7f770af66740 1 -- 172.21.15.82:0/2017073043 --> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e04377f600 con 0x55e04382b630 2024-09-12T12:26:10.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.195+0000 7f7701d9b640 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x55e04382b630 0x55e04382caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.196+0000 7f76e9ffb640 10 client.14991 ms_handle_connect on v2:172.21.15.114:6836/1461146594 2024-09-12T12:26:10.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.196+0000 7f7701d9b640 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x55e04382b630 0x55e04382caa0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5ee305bb99904446 server_cookie=f9b7ea174bf78394 in_seq=0 out_seq=0 2024-09-12T12:26:10.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f76e9ffb640 1 -- 172.21.15.82:0/2017073043 <== mds.2 v2:172.21.15.114:6836/1461146594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e04377f600 con 0x55e04382b630 2024-09-12T12:26:10.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f76e9ffb640 10 client.14991 handle_command_reply: tid=0 2024-09-12T12:26:10.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f770af66740 1 client.14991 shutdown 2024-09-12T12:26:10.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f770af66740 1 -- 172.21.15.82:0/2017073043 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380b8b0 msgr2=0x55e04381a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:10.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f770af66740 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380b8b0 0x55e04381a890 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f76f4047040 tx=0x7f76f402f720 comp rx=0 tx=0).stop 2024-09-12T12:26:10.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f770af66740 1 -- 172.21.15.82:0/2017073043 shutdown_connections 2024-09-12T12:26:10.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f770af66740 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x55e04382b630 0x55e04382caa0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f770af66740 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04381afc0 0x55e043818120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f770af66740 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 0x55e043817be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f770af66740 1 --2- 172.21.15.82:0/2017073043 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380b8b0 0x55e04381a890 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f76e9ffb640 0 client.14991 ms_handle_reset on v2:172.21.15.114:6836/1461146594 2024-09-12T12:26:10.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f770af66740 1 -- 172.21.15.82:0/2017073043 >> 172.21.15.82:0/2017073043 conn(0x55e043807f60 msgr2=0x55e04380dcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:10.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f770af66740 1 -- 172.21.15.82:0/2017073043 shutdown_connections 2024-09-12T12:26:10.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f770af66740 1 -- 172.21.15.82:0/2017073043 wait complete. 2024-09-12T12:26:10.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.197+0000 7f770af66740 20 client.14991 trim_cache size 0 max 16384 2024-09-12T12:26:10.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.214+0000 7f770af66740 1 Processor -- start 2024-09-12T12:26:10.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.214+0000 7f770af66740 1 -- start start 2024-09-12T12:26:10.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.214+0000 7f770af66740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380b8b0 0x55e04382b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.214+0000 7f770af66740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 0x55e0438164b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f770af66740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04381afc0 0x55e043814e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f770af66740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e04382ade0 con 0x55e04380b8b0 2024-09-12T12:26:10.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f770af66740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e04382b4b0 con 0x55e04380c1d0 2024-09-12T12:26:10.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f770af66740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e04382bb80 con 0x55e04381afc0 2024-09-12T12:26:10.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f770259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380b8b0 0x55e04382b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f770259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380b8b0 0x55e04382b630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59990/0 (socket says 172.21.15.82:59990) 2024-09-12T12:26:10.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f770259c640 1 -- 172.21.15.82:0/2079744714 learned_addr learned my addr 172.21.15.82:0/2079744714 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:10.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f7701d9b640 1 --2- 172.21.15.82:0/2079744714 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 0x55e0438164b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f7702d9d640 1 --2- 172.21.15.82:0/2079744714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04381afc0 0x55e043814e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f770259c640 1 -- 172.21.15.82:0/2079744714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04381afc0 msgr2=0x55e043814e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:10.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f770259c640 1 --2- 172.21.15.82:0/2079744714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04381afc0 0x55e043814e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f770259c640 1 -- 172.21.15.82:0/2079744714 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 msgr2=0x55e0438164b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:10.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f770259c640 1 --2- 172.21.15.82:0/2079744714 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 0x55e0438164b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f770259c640 1 -- 172.21.15.82:0/2079744714 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e043816b90 con 0x55e04380b8b0 2024-09-12T12:26:10.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f770259c640 1 --2- 172.21.15.82:0/2079744714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380b8b0 0x55e04382b630 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f76f4005e30 tx=0x7f76f402f860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d7191bf606ae8c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:10.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f76ebfff640 1 -- 172.21.15.82:0/2079744714 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f4054040 con 0x55e04380b8b0 2024-09-12T12:26:10.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f76ebfff640 1 -- 172.21.15.82:0/2079744714 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76f4036040 con 0x55e04380b8b0 2024-09-12T12:26:10.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.215+0000 7f76ebfff640 1 -- 172.21.15.82:0/2079744714 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f4030820 con 0x55e04380b8b0 2024-09-12T12:26:10.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.216+0000 7f770af66740 1 -- 172.21.15.82:0/2079744714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380b8b0 msgr2=0x55e04382b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:10.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.216+0000 7f770af66740 1 --2- 172.21.15.82:0/2079744714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380b8b0 0x55e04382b630 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f76f4005e30 tx=0x7f76f402f860 comp rx=0 tx=0).stop 2024-09-12T12:26:10.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.216+0000 7f770af66740 1 -- 172.21.15.82:0/2079744714 shutdown_connections 2024-09-12T12:26:10.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.216+0000 7f770af66740 1 --2- 172.21.15.82:0/2079744714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04381afc0 0x55e043814e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.216+0000 7f770af66740 1 --2- 172.21.15.82:0/2079744714 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 0x55e0438164b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.216+0000 7f770af66740 1 --2- 172.21.15.82:0/2079744714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04380b8b0 0x55e04382b630 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.216+0000 7f770af66740 1 -- 172.21.15.82:0/2079744714 >> 172.21.15.82:0/2079744714 conn(0x55e043807f60 msgr2=0x55e043813240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:10.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.216+0000 7f770af66740 1 -- 172.21.15.82:0/2079744714 shutdown_connections 2024-09-12T12:26:10.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.216+0000 7f770af66740 1 -- 172.21.15.82:0/2079744714 wait complete. 2024-09-12T12:26:10.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.216+0000 7f770af66740 1 -- start start 2024-09-12T12:26:10.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f770af66740 1 Processor -- start 2024-09-12T12:26:10.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f770af66740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04380b8b0 0x55e04382e050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f770af66740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 0x55e04382e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f770af66740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04381afc0 0x55e043893d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f770af66740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e04382c920 con 0x55e04381afc0 2024-09-12T12:26:10.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f770af66740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e04382c250 con 0x55e04380c1d0 2024-09-12T12:26:10.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f770af66740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e04382cff0 con 0x55e04380b8b0 2024-09-12T12:26:10.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f770af66740 10 client.0 _ll_register_callbacks cb 0x7f76f4047070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:10.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f7702d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04381afc0 0x55e043893d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f7702d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04381afc0 0x55e043893d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60002/0 (socket says 172.21.15.82:60002) 2024-09-12T12:26:10.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f7702d9d640 1 -- 172.21.15.82:0/2564474698 learned_addr learned my addr 172.21.15.82:0/2564474698 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:10.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f7701d9b640 1 --2- 172.21.15.82:0/2564474698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 0x55e04382e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f770259c640 1 --2- 172.21.15.82:0/2564474698 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04380b8b0 0x55e04382e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f7702d9d640 1 -- 172.21.15.82:0/2564474698 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04380b8b0 msgr2=0x55e04382e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:10.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f7702d9d640 1 --2- 172.21.15.82:0/2564474698 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04380b8b0 0x55e04382e050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f7702d9d640 1 -- 172.21.15.82:0/2564474698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 msgr2=0x55e04382e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:10.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f7702d9d640 1 --2- 172.21.15.82:0/2564474698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 0x55e04382e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f7702d9d640 1 -- 172.21.15.82:0/2564474698 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e043894270 con 0x55e04381afc0 2024-09-12T12:26:10.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f7702d9d640 1 --2- 172.21.15.82:0/2564474698 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04381afc0 0x55e043893d30 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f76fc018be0 tx=0x7f76fc0047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51e98665ad482475 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:10.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.217+0000 7f76e9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:10.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f76e9ffb640 1 -- 172.21.15.82:0/2564474698 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76fc029020 con 0x55e04381afc0 2024-09-12T12:26:10.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f76e9ffb640 1 -- 172.21.15.82:0/2564474698 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8248+0+0 (secure 0 0 0) 0x7f76fc014b20 con 0x55e04381afc0 2024-09-12T12:26:10.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f770af66740 1 -- 172.21.15.82:0/2564474698 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76f4036040 con 0x55e04381afc0 2024-09-12T12:26:10.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f76e9ffb640 1 -- 172.21.15.82:0/2564474698 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f76fc034050 con 0x55e04381afc0 2024-09-12T12:26:10.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f770af66740 10 client.14997 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:10.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f770af66740 1 -- 172.21.15.82:0/2564474698 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e0438954b0 con 0x55e04381afc0 2024-09-12T12:26:10.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f76e9ffb640 1 -- 172.21.15.82:0/2564474698 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76f4036040 con 0x55e04381afc0 2024-09-12T12:26:10.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f76e9ffb640 1 -- 172.21.15.82:0/2564474698 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f76fc015040 con 0x55e04381afc0 2024-09-12T12:26:10.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f770af66740 10 client.14997 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:10.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f770af66740 10 client.14997 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T12:26:10.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f770af66740 20 client.14997 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:10.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f770af66740 1 --2- 172.21.15.82:0/2564474698 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x55e04389a170 0x55e043898e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:10.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f770af66740 4 client.14997 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:26:10.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f770af66740 1 -- 172.21.15.82:0/2564474698 --> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] -- command(tid 0: {"prefix": "status"}) -- 0x55e043779b10 con 0x55e04389a170 2024-09-12T12:26:10.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.218+0000 7f770259c640 1 --2- 172.21.15.82:0/2564474698 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x55e04389a170 0x55e043898e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:10.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f770259c640 1 --2- 172.21.15.82:0/2564474698 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x55e04389a170 0x55e043898e80 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b3aa148277ab7ab4 server_cookie=b59c344dededd006 in_seq=0 out_seq=0 2024-09-12T12:26:10.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f76e9ffb640 10 client.14997 ms_handle_connect on v2:172.21.15.114:6836/1461146594 2024-09-12T12:26:10.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f76e9ffb640 1 -- 172.21.15.82:0/2564474698 <== mds.2 v2:172.21.15.114:6836/1461146594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55e043779b10 con 0x55e04389a170 2024-09-12T12:26:10.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f76e9ffb640 10 client.14997 handle_command_reply: tid=0 2024-09-12T12:26:10.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f770af66740 1 client.14997 shutdown 2024-09-12T12:26:10.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f770af66740 1 -- 172.21.15.82:0/2564474698 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04381afc0 msgr2=0x55e043893d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:10.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f770af66740 1 --2- 172.21.15.82:0/2564474698 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04381afc0 0x55e043893d30 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f76fc018be0 tx=0x7f76fc0047d0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f770af66740 1 -- 172.21.15.82:0/2564474698 shutdown_connections 2024-09-12T12:26:10.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f770af66740 1 --2- 172.21.15.82:0/2564474698 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x55e04389a170 0x55e043898e80 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f770af66740 1 --2- 172.21.15.82:0/2564474698 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e04381afc0 0x55e043893d30 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f770af66740 1 --2- 172.21.15.82:0/2564474698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e04380c1d0 0x55e04382e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.226 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f76e9ffb640 0 client.14997 ms_handle_reset on v2:172.21.15.114:6836/1461146594 2024-09-12T12:26:10.226 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f770af66740 1 --2- 172.21.15.82:0/2564474698 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e04380b8b0 0x55e04382e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.226 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f770af66740 1 -- 172.21.15.82:0/2564474698 >> 172.21.15.82:0/2564474698 conn(0x55e043807f60 msgr2=0x55e043813240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:10.226 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f770af66740 1 -- 172.21.15.82:0/2564474698 shutdown_connections 2024-09-12T12:26:10.226 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f770af66740 1 -- 172.21.15.82:0/2564474698 wait complete. 2024-09-12T12:26:10.226 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.219+0000 7f770af66740 20 client.14997 trim_cache size 0 max 16384 2024-09-12T12:26:10.226 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:26:10.226 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:26:10.226 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 2, 2024-09-12T12:26:10.226 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24445, 2024-09-12T12:26:10.227 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:26:10.227 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:26:10.227 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:26:10.227 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 67.932842449000006, 2024-09-12T12:26:10.227 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 27, 2024-09-12T12:26:10.227 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 81, 2024-09-12T12:26:10.227 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 79, 2024-09-12T12:26:10.227 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 98.792441694000004 2024-09-12T12:26:10.227 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:26:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.220+0000 7f7708b8d640 1 -- 172.21.15.82:0/3457732927 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f76ec0a2c10 msgr2=0x7f76ec0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.220+0000 7f7708b8d640 1 --2- 172.21.15.82:0/3457732927 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f76ec0a2c10 0x7f76ec0a50d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f76fc006aa0 tx=0x7f76fc006da0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.220+0000 7f7708b8d640 1 -- 172.21.15.82:0/3457732927 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77041027a0 msgr2=0x7f7704198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.220+0000 7f7708b8d640 1 --2- 172.21.15.82:0/3457732927 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77041027a0 0x7f7704198aa0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f76f800d950 tx=0x7f76f800de10 comp rx=0 tx=0).stop 2024-09-12T12:26:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.220+0000 7f7708b8d640 1 -- 172.21.15.82:0/3457732927 shutdown_connections 2024-09-12T12:26:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.220+0000 7f7708b8d640 1 --2- 172.21.15.82:0/3457732927 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f76ec0a2c10 0x7f76ec0a50d0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.220+0000 7f7708b8d640 1 --2- 172.21.15.82:0/3457732927 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7704106f20 0x7f770419ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.220+0000 7f7708b8d640 1 --2- 172.21.15.82:0/3457732927 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77041027a0 0x7f7704198aa0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.220+0000 7f7708b8d640 1 --2- 172.21.15.82:0/3457732927 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7704101df0 0x7f7704198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.220+0000 7f7708b8d640 1 -- 172.21.15.82:0/3457732927 >> 172.21.15.82:0/3457732927 conn(0x7f77040fd8b0 msgr2=0x7f77040feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.220+0000 7f7708b8d640 1 -- 172.21.15.82:0/3457732927 shutdown_connections 2024-09-12T12:26:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:10.220+0000 7f7708b8d640 1 -- 172.21.15.82:0/3457732927 wait complete. 2024-09-12T12:26:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:10 smithi082 ceph-mon[31122]: pgmap v311: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-12T12:26:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:10 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-09-12T12:26:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:10 smithi097 ceph-mon[34923]: pgmap v311: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-12T12:26:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:10 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-09-12T12:26:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:10 smithi114 ceph-mon[35514]: pgmap v311: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-12T12:26:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:10 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-09-12T12:26:10.957 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.b status 2024-09-12T12:26:11.203 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:11.614 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:11 smithi082 ceph-mon[31122]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-09-12T12:26:11.614 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:11 smithi082 ceph-mon[31122]: osdmap e82: 12 total, 12 up, 12 in 2024-09-12T12:26:11.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.694+0000 7f422c51c640 1 -- 172.21.15.82:0/2305393141 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4224100e20 msgr2=0x7f4224101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:11.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.694+0000 7f422c51c640 1 --2- 172.21.15.82:0/2305393141 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4224100e20 0x7f4224101200 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f4220009900 tx=0x7f422002a480 comp rx=0 tx=0).stop 2024-09-12T12:26:11.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.694+0000 7f422c51c640 1 -- 172.21.15.82:0/2305393141 shutdown_connections 2024-09-12T12:26:11.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.694+0000 7f422c51c640 1 --2- 172.21.15.82:0/2305393141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4224102ef0 0x7f422410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.694+0000 7f422c51c640 1 --2- 172.21.15.82:0/2305393141 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4224102570 0x7f42241029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.694+0000 7f422c51c640 1 --2- 172.21.15.82:0/2305393141 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4224100e20 0x7f4224101200 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.694+0000 7f422c51c640 1 -- 172.21.15.82:0/2305393141 >> 172.21.15.82:0/2305393141 conn(0x7f42240fc7d0 msgr2=0x7f42240febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:11.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.694+0000 7f422c51c640 1 -- 172.21.15.82:0/2305393141 shutdown_connections 2024-09-12T12:26:11.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.694+0000 7f422c51c640 1 -- 172.21.15.82:0/2305393141 wait complete. 2024-09-12T12:26:11.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422c51c640 1 Processor -- start 2024-09-12T12:26:11.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422c51c640 1 -- start start 2024-09-12T12:26:11.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422c51c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4224100e20 0x7f4224198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422c51c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4224102570 0x7f4224198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422c51c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4224102ef0 0x7f422419ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422c51c640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f42241120c0 con 0x7f4224100e20 2024-09-12T12:26:11.758 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422c51c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4224111f40 con 0x7f4224102ef0 2024-09-12T12:26:11.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422c51c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4224112240 con 0x7f4224102570 2024-09-12T12:26:11.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422a2b8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4224100e20 0x7f4224198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:11.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422a2b8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4224100e20 0x7f4224198530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60020/0 (socket says 172.21.15.82:60020) 2024-09-12T12:26:11.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422a2b8640 1 -- 172.21.15.82:0/1246214879 learned_addr learned my addr 172.21.15.82:0/1246214879 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:11.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422aab9640 1 --2- 172.21.15.82:0/1246214879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4224102ef0 0x7f422419ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:11.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422a2b8640 1 -- 172.21.15.82:0/1246214879 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4224102570 msgr2=0x7f4224198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:11.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422a2b8640 1 --2- 172.21.15.82:0/1246214879 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4224102570 0x7f4224198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422a2b8640 1 -- 172.21.15.82:0/1246214879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4224102ef0 msgr2=0x7f422419ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:11.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422a2b8640 1 --2- 172.21.15.82:0/1246214879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4224102ef0 0x7f422419ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422a2b8640 1 -- 172.21.15.82:0/1246214879 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f422419d4e0 con 0x7f4224100e20 2024-09-12T12:26:11.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.695+0000 7f422aab9640 1 --2- 172.21.15.82:0/1246214879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4224102ef0 0x7f422419ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:11.759 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.696+0000 7f422a2b8640 1 --2- 172.21.15.82:0/1246214879 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4224100e20 0x7f4224198530 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f4220006010 tx=0x7f4220003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:11.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.696+0000 7f421b7fe640 1 -- 172.21.15.82:0/1246214879 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f422003f070 con 0x7f4224100e20 2024-09-12T12:26:11.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.696+0000 7f421b7fe640 1 -- 172.21.15.82:0/1246214879 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4220031e30 con 0x7f4224100e20 2024-09-12T12:26:11.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.696+0000 7f422c51c640 1 -- 172.21.15.82:0/1246214879 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f422419d770 con 0x7f4224100e20 2024-09-12T12:26:11.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.696+0000 7f421b7fe640 1 -- 172.21.15.82:0/1246214879 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4220035030 con 0x7f4224100e20 2024-09-12T12:26:11.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.696+0000 7f422c51c640 1 -- 172.21.15.82:0/1246214879 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42241a50b0 con 0x7f4224100e20 2024-09-12T12:26:11.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.698+0000 7f421b7fe640 1 -- 172.21.15.82:0/1246214879 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4220042070 con 0x7f4224100e20 2024-09-12T12:26:11.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.698+0000 7f422e8f5740 1 Processor -- start 2024-09-12T12:26:11.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.698+0000 7f422e8f5740 1 -- start start 2024-09-12T12:26:11.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422e8f5740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19cd9d0 0x55a6a19cddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.760 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422e8f5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 0x55a6a19d8670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422e8f5740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19d8bb0 0x55a6a19dafa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422e8f5740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a6a1934090 con 0x55a6a19cd9d0 2024-09-12T12:26:11.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422e8f5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a6a18dba70 con 0x55a6a19ce2f0 2024-09-12T12:26:11.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422e8f5740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a6a1930050 con 0x55a6a19d8bb0 2024-09-12T12:26:11.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f421b7fe640 1 --2- 172.21.15.82:0/1246214879 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f42100a2c90 0x7f42100a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422aab9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19cd9d0 0x55a6a19cddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:11.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422a2b8640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 0x55a6a19d8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:11.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422aab9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19cd9d0 0x55a6a19cddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60024/0 (socket says 172.21.15.82:60024) 2024-09-12T12:26:11.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422aab9640 1 -- 172.21.15.82:0/2912638885 learned_addr learned my addr 172.21.15.82:0/2912638885 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:11.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422aab9640 1 --2- 172.21.15.82:0/1246214879 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f42100a2c90 0x7f42100a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:11.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f4229ab7640 1 --2- 172.21.15.82:0/2912638885 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19d8bb0 0x55a6a19dafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:11.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f421b7fe640 1 -- 172.21.15.82:0/1246214879 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f42200efb80 con 0x7f4224100e20 2024-09-12T12:26:11.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422aab9640 1 -- 172.21.15.82:0/2912638885 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19d8bb0 msgr2=0x55a6a19dafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:11.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422aab9640 1 --2- 172.21.15.82:0/2912638885 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19d8bb0 0x55a6a19dafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422aab9640 1 -- 172.21.15.82:0/2912638885 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 msgr2=0x55a6a19d8670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:11.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422aab9640 1 --2- 172.21.15.82:0/2912638885 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 0x55a6a19d8670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422aab9640 1 -- 172.21.15.82:0/2912638885 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6a18e8130 con 0x55a6a19cd9d0 2024-09-12T12:26:11.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422aab9640 1 --2- 172.21.15.82:0/2912638885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19cd9d0 0x55a6a19cddb0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f421c00afa0 tx=0x7f421c016700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22b77ca46dd29a50 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:11.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.699+0000 7f422aab9640 1 --2- 172.21.15.82:0/1246214879 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f42100a2c90 0x7f42100a5150 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f421c00afd0 tx=0x7f421c01a000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:11.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.700+0000 7f4218ff9640 1 -- 172.21.15.82:0/2912638885 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f421c026070 con 0x55a6a19cd9d0 2024-09-12T12:26:11.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.700+0000 7f4218ff9640 1 -- 172.21.15.82:0/2912638885 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f421c009d00 con 0x55a6a19cd9d0 2024-09-12T12:26:11.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.700+0000 7f4218ff9640 1 -- 172.21.15.82:0/2912638885 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f421c013040 con 0x55a6a19cd9d0 2024-09-12T12:26:11.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.700+0000 7f422e8f5740 1 -- 172.21.15.82:0/2912638885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19cd9d0 msgr2=0x55a6a19cddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:11.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.700+0000 7f422e8f5740 1 --2- 172.21.15.82:0/2912638885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19cd9d0 0x55a6a19cddb0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f421c00afa0 tx=0x7f421c016700 comp rx=0 tx=0).stop 2024-09-12T12:26:11.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.700+0000 7f422e8f5740 1 -- 172.21.15.82:0/2912638885 shutdown_connections 2024-09-12T12:26:11.762 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.700+0000 7f422e8f5740 1 --2- 172.21.15.82:0/2912638885 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19d8bb0 0x55a6a19dafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.763 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.700+0000 7f422e8f5740 1 --2- 172.21.15.82:0/2912638885 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 0x55a6a19d8670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.763 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.700+0000 7f422e8f5740 1 --2- 172.21.15.82:0/2912638885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19cd9d0 0x55a6a19cddb0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.763 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.700+0000 7f422e8f5740 1 -- 172.21.15.82:0/2912638885 >> 172.21.15.82:0/2912638885 conn(0x55a6a19c9f60 msgr2=0x55a6a19ca340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:11.763 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.700+0000 7f422e8f5740 1 -- 172.21.15.82:0/2912638885 shutdown_connections 2024-09-12T12:26:11.763 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.700+0000 7f422e8f5740 1 -- 172.21.15.82:0/2912638885 wait complete. 2024-09-12T12:26:11.763 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422e8f5740 1 -- start start 2024-09-12T12:26:11.763 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422e8f5740 1 Processor -- start 2024-09-12T12:26:11.763 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422e8f5740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19cd9d0 0x55a6a19d84f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.763 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422e8f5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 0x55a6a19d5840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.763 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422e8f5740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19d8bb0 0x55a6a19d5d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.763 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422e8f5740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a6a19db780 con 0x55a6a19cd9d0 2024-09-12T12:26:11.763 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422e8f5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a6a18eef20 con 0x55a6a19ce2f0 2024-09-12T12:26:11.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422e8f5740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a6a19db900 con 0x55a6a19d8bb0 2024-09-12T12:26:11.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422e8f5740 10 client.0 _ll_register_callbacks cb 0x55a6a18b8030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:11.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422a2b8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19cd9d0 0x55a6a19d84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:11.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422a2b8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19cd9d0 0x55a6a19d84f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60032/0 (socket says 172.21.15.82:60032) 2024-09-12T12:26:11.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422a2b8640 1 -- 172.21.15.82:0/3349500741 learned_addr learned my addr 172.21.15.82:0/3349500741 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:11.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f4229ab7640 1 --2- 172.21.15.82:0/3349500741 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 0x55a6a19d5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:11.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422a2b8640 1 -- 172.21.15.82:0/3349500741 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19d8bb0 msgr2=0x55a6a19d5d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:11.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422a2b8640 1 --2- 172.21.15.82:0/3349500741 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19d8bb0 0x55a6a19d5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422a2b8640 1 -- 172.21.15.82:0/3349500741 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 msgr2=0x55a6a19d5840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:11.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422a2b8640 1 --2- 172.21.15.82:0/3349500741 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 0x55a6a19d5840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.701+0000 7f422a2b8640 1 -- 172.21.15.82:0/3349500741 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6a16a52b0 con 0x55a6a19cd9d0 2024-09-12T12:26:11.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f422a2b8640 1 --2- 172.21.15.82:0/3349500741 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19cd9d0 0x55a6a19d84f0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f42200ed530 tx=0x7f422008c100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7c1c469a5877c43 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:11.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f420dffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:11.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f420dffb640 1 -- 172.21.15.82:0/3349500741 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f422008d070 con 0x55a6a19cd9d0 2024-09-12T12:26:11.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f422e8f5740 1 -- 172.21.15.82:0/3349500741 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f421c009d00 con 0x55a6a19cd9d0 2024-09-12T12:26:11.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f420dffb640 1 -- 172.21.15.82:0/3349500741 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f422003b5f0 con 0x55a6a19cd9d0 2024-09-12T12:26:11.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f420dffb640 1 -- 172.21.15.82:0/3349500741 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4220049040 con 0x55a6a19cd9d0 2024-09-12T12:26:11.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f422e8f5740 10 client.15009 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:11.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f422e8f5740 1 -- 172.21.15.82:0/3349500741 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55a6a19e7130 con 0x55a6a19cd9d0 2024-09-12T12:26:11.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f420dffb640 1 -- 172.21.15.82:0/3349500741 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f421c009d00 con 0x55a6a19cd9d0 2024-09-12T12:26:11.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f420dffb640 1 -- 172.21.15.82:0/3349500741 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f42200c4a30 con 0x55a6a19cd9d0 2024-09-12T12:26:11.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f422e8f5740 10 client.15009 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:11.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f422e8f5740 10 client.15009 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T12:26:11.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f422e8f5740 20 client.15009 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:11.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f422e8f5740 1 --2- 172.21.15.82:0/3349500741 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a6a19e9890 0x55a6a19ead00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f422e8f5740 4 client.15009 mds_command: new command op to 24446 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:26:11.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.702+0000 7f422e8f5740 1 -- 172.21.15.82:0/3349500741 --> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a6a1941600 con 0x55a6a19e9890 2024-09-12T12:26:11.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.703+0000 7f4229ab7640 1 --2- 172.21.15.82:0/3349500741 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a6a19e9890 0x55a6a19ead00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:11.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.703+0000 7f420dffb640 10 client.15009 ms_handle_connect on v2:172.21.15.97:6838/3342877428 2024-09-12T12:26:11.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.703+0000 7f4229ab7640 1 --2- 172.21.15.82:0/3349500741 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a6a19e9890 0x55a6a19ead00 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=741e2218fc2a6594 server_cookie=7b6367ae08cbc91b in_seq=0 out_seq=0 2024-09-12T12:26:11.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f420dffb640 1 -- 172.21.15.82:0/3349500741 <== mds.1 v2:172.21.15.97:6838/3342877428 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a6a1941600 con 0x55a6a19e9890 2024-09-12T12:26:11.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f420dffb640 10 client.15009 handle_command_reply: tid=0 2024-09-12T12:26:11.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f422e8f5740 1 client.15009 shutdown 2024-09-12T12:26:11.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f422e8f5740 1 -- 172.21.15.82:0/3349500741 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19cd9d0 msgr2=0x55a6a19d84f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:11.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f422e8f5740 1 --2- 172.21.15.82:0/3349500741 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19cd9d0 0x55a6a19d84f0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f42200ed530 tx=0x7f422008c100 comp rx=0 tx=0).stop 2024-09-12T12:26:11.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f422e8f5740 1 -- 172.21.15.82:0/3349500741 shutdown_connections 2024-09-12T12:26:11.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f422e8f5740 1 --2- 172.21.15.82:0/3349500741 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a6a19e9890 0x55a6a19ead00 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f422e8f5740 1 --2- 172.21.15.82:0/3349500741 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19d8bb0 0x55a6a19d5d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f422e8f5740 1 --2- 172.21.15.82:0/3349500741 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 0x55a6a19d5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f420dffb640 0 client.15009 ms_handle_reset on v2:172.21.15.97:6838/3342877428 2024-09-12T12:26:11.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f422e8f5740 1 --2- 172.21.15.82:0/3349500741 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19cd9d0 0x55a6a19d84f0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f422e8f5740 1 -- 172.21.15.82:0/3349500741 >> 172.21.15.82:0/3349500741 conn(0x55a6a19c9f60 msgr2=0x55a6a19cfc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:11.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f422e8f5740 1 -- 172.21.15.82:0/3349500741 shutdown_connections 2024-09-12T12:26:11.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f422e8f5740 1 -- 172.21.15.82:0/3349500741 wait complete. 2024-09-12T12:26:11.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.704+0000 7f422e8f5740 20 client.15009 trim_cache size 0 max 16384 2024-09-12T12:26:11.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.721+0000 7f422e8f5740 1 Processor -- start 2024-09-12T12:26:11.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f422e8f5740 1 -- start start 2024-09-12T12:26:11.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f422e8f5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19cd9d0 0x55a6a19ead00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f422e8f5740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19ce2f0 0x55a6a19e8480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f422e8f5740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19d8bb0 0x55a6a19e89c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f422e8f5740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a6a19e9040 con 0x55a6a19ce2f0 2024-09-12T12:26:11.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f422e8f5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a6a19e9710 con 0x55a6a19cd9d0 2024-09-12T12:26:11.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f422e8f5740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a6a19e9de0 con 0x55a6a19d8bb0 2024-09-12T12:26:11.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f4229ab7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19ce2f0 0x55a6a19e8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:11.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f4229ab7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19ce2f0 0x55a6a19e8480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60042/0 (socket says 172.21.15.82:60042) 2024-09-12T12:26:11.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f4229ab7640 1 -- 172.21.15.82:0/2709539634 learned_addr learned my addr 172.21.15.82:0/2709539634 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:11.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f4229ab7640 1 -- 172.21.15.82:0/2709539634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19d8bb0 msgr2=0x55a6a19e89c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:11.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f4229ab7640 1 --2- 172.21.15.82:0/2709539634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19d8bb0 0x55a6a19e89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f4229ab7640 1 -- 172.21.15.82:0/2709539634 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19cd9d0 msgr2=0x55a6a19ead00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:11.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f4229ab7640 1 --2- 172.21.15.82:0/2709539634 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19cd9d0 0x55a6a19ead00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f4229ab7640 1 -- 172.21.15.82:0/2709539634 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6a19d8110 con 0x55a6a19ce2f0 2024-09-12T12:26:11.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f4229ab7640 1 --2- 172.21.15.82:0/2709539634 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19ce2f0 0x55a6a19e8480 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x55a6a19cb2e0 tx=0x7f421400c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48a7dfd1e81079d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:11.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f420ffff640 1 -- 172.21.15.82:0/2709539634 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4214004020 con 0x55a6a19ce2f0 2024-09-12T12:26:11.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f420ffff640 1 -- 172.21.15.82:0/2709539634 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f42140041c0 con 0x55a6a19ce2f0 2024-09-12T12:26:11.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.722+0000 7f420ffff640 1 -- 172.21.15.82:0/2709539634 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4214019590 con 0x55a6a19ce2f0 2024-09-12T12:26:11.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.723+0000 7f422e8f5740 1 -- 172.21.15.82:0/2709539634 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19ce2f0 msgr2=0x55a6a19e8480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:11.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.723+0000 7f422e8f5740 1 --2- 172.21.15.82:0/2709539634 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19ce2f0 0x55a6a19e8480 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x55a6a19cb2e0 tx=0x7f421400c530 comp rx=0 tx=0).stop 2024-09-12T12:26:11.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.723+0000 7f422e8f5740 1 -- 172.21.15.82:0/2709539634 shutdown_connections 2024-09-12T12:26:11.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.723+0000 7f422e8f5740 1 --2- 172.21.15.82:0/2709539634 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19d8bb0 0x55a6a19e89c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.723+0000 7f422e8f5740 1 --2- 172.21.15.82:0/2709539634 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19ce2f0 0x55a6a19e8480 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.723+0000 7f422e8f5740 1 --2- 172.21.15.82:0/2709539634 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19cd9d0 0x55a6a19ead00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.723+0000 7f422e8f5740 1 -- 172.21.15.82:0/2709539634 >> 172.21.15.82:0/2709539634 conn(0x55a6a19c9f60 msgr2=0x55a6a19c4ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:11.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.723+0000 7f422e8f5740 1 -- 172.21.15.82:0/2709539634 shutdown_connections 2024-09-12T12:26:11.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.723+0000 7f422e8f5740 1 -- 172.21.15.82:0/2709539634 wait complete. 2024-09-12T12:26:11.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.723+0000 7f422e8f5740 1 -- start start 2024-09-12T12:26:11.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.723+0000 7f422e8f5740 1 Processor -- start 2024-09-12T12:26:11.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422e8f5740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19cd9d0 0x55a6a19f31b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422e8f5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 0x55a6a19f36f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422e8f5740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19d8bb0 0x55a6a19d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422e8f5740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a6a19eab80 con 0x55a6a19d8bb0 2024-09-12T12:26:11.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422e8f5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a6a19ea4b0 con 0x55a6a19ce2f0 2024-09-12T12:26:11.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422e8f5740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a6a19eb250 con 0x55a6a19cd9d0 2024-09-12T12:26:11.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422e8f5740 10 client.0 _ll_register_callbacks cb 0x7f4220005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:11.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422aab9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19d8bb0 0x55a6a19d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:11.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422aab9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19d8bb0 0x55a6a19d2090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60052/0 (socket says 172.21.15.82:60052) 2024-09-12T12:26:11.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422aab9640 1 -- 172.21.15.82:0/1224726883 learned_addr learned my addr 172.21.15.82:0/1224726883 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:11.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f4229ab7640 1 --2- 172.21.15.82:0/1224726883 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 0x55a6a19f36f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:11.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422a2b8640 1 --2- 172.21.15.82:0/1224726883 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19cd9d0 0x55a6a19f31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:11.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422aab9640 1 -- 172.21.15.82:0/1224726883 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19cd9d0 msgr2=0x55a6a19f31b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:11.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422aab9640 1 --2- 172.21.15.82:0/1224726883 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19cd9d0 0x55a6a19f31b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422aab9640 1 -- 172.21.15.82:0/1224726883 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 msgr2=0x55a6a19f36f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:11.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422aab9640 1 --2- 172.21.15.82:0/1224726883 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 0x55a6a19f36f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422aab9640 1 -- 172.21.15.82:0/1224726883 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6a19d2890 con 0x55a6a19d8bb0 2024-09-12T12:26:11.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422aab9640 1 --2- 172.21.15.82:0/1224726883 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19d8bb0 0x55a6a19d2090 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f421c004a80 tx=0x7f421c009f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ef5e219c5c81185 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:11.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f420dffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:11.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f420dffb640 1 -- 172.21.15.82:0/1224726883 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f421c02f020 con 0x55a6a19d8bb0 2024-09-12T12:26:11.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f420dffb640 1 -- 172.21.15.82:0/1224726883 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f421c00a8f0 con 0x55a6a19d8bb0 2024-09-12T12:26:11.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.724+0000 7f422e8f5740 1 -- 172.21.15.82:0/1224726883 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f42140041c0 con 0x55a6a19d8bb0 2024-09-12T12:26:11.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.725+0000 7f420dffb640 1 -- 172.21.15.82:0/1224726883 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f421c03a050 con 0x55a6a19d8bb0 2024-09-12T12:26:11.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.725+0000 7f422e8f5740 10 client.15015 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:11.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.725+0000 7f422e8f5740 1 -- 172.21.15.82:0/1224726883 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55a6a19f29e0 con 0x55a6a19d8bb0 2024-09-12T12:26:11.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.725+0000 7f420dffb640 1 -- 172.21.15.82:0/1224726883 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f42140041c0 con 0x55a6a19d8bb0 2024-09-12T12:26:11.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.725+0000 7f420dffb640 1 -- 172.21.15.82:0/1224726883 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f421c021cd0 con 0x55a6a19d8bb0 2024-09-12T12:26:11.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.725+0000 7f422e8f5740 10 client.15015 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:11.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.725+0000 7f422e8f5740 10 client.15015 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T12:26:11.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.725+0000 7f422e8f5740 20 client.15015 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:11.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.725+0000 7f422e8f5740 1 --2- 172.21.15.82:0/1224726883 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a6a1a58330 0x55a6a1a57040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:11.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.725+0000 7f422e8f5740 4 client.15015 mds_command: new command op to 24446 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:26:11.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.725+0000 7f422e8f5740 1 -- 172.21.15.82:0/1224726883 --> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] -- command(tid 0: {"prefix": "status"}) -- 0x55a6a193bb10 con 0x55a6a1a58330 2024-09-12T12:26:11.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.725+0000 7f422a2b8640 1 --2- 172.21.15.82:0/1224726883 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a6a1a58330 0x55a6a1a57040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:11.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f420dffb640 10 client.15015 ms_handle_connect on v2:172.21.15.97:6838/3342877428 2024-09-12T12:26:11.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f422a2b8640 1 --2- 172.21.15.82:0/1224726883 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a6a1a58330 0x55a6a1a57040 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7c259f20a34faa21 server_cookie=f41f0f22f5bd15a9 in_seq=0 out_seq=0 2024-09-12T12:26:11.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f420dffb640 1 -- 172.21.15.82:0/1224726883 <== mds.1 v2:172.21.15.97:6838/3342877428 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55a6a193bb10 con 0x55a6a1a58330 2024-09-12T12:26:11.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f420dffb640 10 client.15015 handle_command_reply: tid=0 2024-09-12T12:26:11.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f422e8f5740 1 client.15015 shutdown 2024-09-12T12:26:11.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f422e8f5740 1 -- 172.21.15.82:0/1224726883 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19d8bb0 msgr2=0x55a6a19d2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:11.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f422e8f5740 1 --2- 172.21.15.82:0/1224726883 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19d8bb0 0x55a6a19d2090 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f421c004a80 tx=0x7f421c009f30 comp rx=0 tx=0).stop 2024-09-12T12:26:11.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f422e8f5740 1 -- 172.21.15.82:0/1224726883 shutdown_connections 2024-09-12T12:26:11.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f422e8f5740 1 --2- 172.21.15.82:0/1224726883 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a6a1a58330 0x55a6a1a57040 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.774 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:26:11.774 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:26:11.774 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 1, 2024-09-12T12:26:11.774 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24446, 2024-09-12T12:26:11.774 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:26:11.774 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:26:11.774 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:26:11.774 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 70.445651491000007, 2024-09-12T12:26:11.774 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 27, 2024-09-12T12:26:11.774 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 83, 2024-09-12T12:26:11.774 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 79, 2024-09-12T12:26:11.775 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 86.799272044000006 2024-09-12T12:26:11.775 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:26:11.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f422e8f5740 1 --2- 172.21.15.82:0/1224726883 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a6a19d8bb0 0x55a6a19d2090 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f422e8f5740 1 --2- 172.21.15.82:0/1224726883 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a6a19ce2f0 0x55a6a19f36f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f420dffb640 0 client.15015 ms_handle_reset on v2:172.21.15.97:6838/3342877428 2024-09-12T12:26:11.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f422e8f5740 1 --2- 172.21.15.82:0/1224726883 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a6a19cd9d0 0x55a6a19f31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f422e8f5740 1 -- 172.21.15.82:0/1224726883 >> 172.21.15.82:0/1224726883 conn(0x55a6a19c9f60 msgr2=0x55a6a19e8480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:11.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f422e8f5740 1 -- 172.21.15.82:0/1224726883 shutdown_connections 2024-09-12T12:26:11.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f422e8f5740 1 -- 172.21.15.82:0/1224726883 wait complete. 2024-09-12T12:26:11.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.726+0000 7f422e8f5740 20 client.15015 trim_cache size 0 max 16384 2024-09-12T12:26:11.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.727+0000 7f422c51c640 1 -- 172.21.15.82:0/1246214879 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f42100a2c90 msgr2=0x7f42100a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:11.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.727+0000 7f422c51c640 1 --2- 172.21.15.82:0/1246214879 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f42100a2c90 0x7f42100a5150 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f421c00afd0 tx=0x7f421c01a000 comp rx=0 tx=0).stop 2024-09-12T12:26:11.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.727+0000 7f422c51c640 1 -- 172.21.15.82:0/1246214879 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4224100e20 msgr2=0x7f4224198530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:11.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.727+0000 7f422c51c640 1 --2- 172.21.15.82:0/1246214879 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4224100e20 0x7f4224198530 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f4220006010 tx=0x7f4220003c80 comp rx=0 tx=0).stop 2024-09-12T12:26:11.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.727+0000 7f422c51c640 1 -- 172.21.15.82:0/1246214879 shutdown_connections 2024-09-12T12:26:11.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.727+0000 7f422c51c640 1 --2- 172.21.15.82:0/1246214879 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f42100a2c90 0x7f42100a5150 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.727+0000 7f422c51c640 1 --2- 172.21.15.82:0/1246214879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4224102ef0 0x7f422419ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.727+0000 7f422c51c640 1 --2- 172.21.15.82:0/1246214879 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4224102570 0x7f4224198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.727+0000 7f422c51c640 1 --2- 172.21.15.82:0/1246214879 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4224100e20 0x7f4224198530 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:11.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.727+0000 7f422c51c640 1 -- 172.21.15.82:0/1246214879 >> 172.21.15.82:0/1246214879 conn(0x7f42240fc7d0 msgr2=0x7f42240fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:11.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.727+0000 7f422c51c640 1 -- 172.21.15.82:0/1246214879 shutdown_connections 2024-09-12T12:26:11.777 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:11.727+0000 7f422c51c640 1 -- 172.21.15.82:0/1246214879 wait complete. 2024-09-12T12:26:11.777 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:11 smithi097 ceph-mon[34923]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-09-12T12:26:11.777 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:11 smithi097 ceph-mon[34923]: osdmap e82: 12 total, 12 up, 12 in 2024-09-12T12:26:11.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:11 smithi114 ceph-mon[35514]: from='mgr.14150 172.21.15.82:0/4012173711' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-09-12T12:26:11.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:11 smithi114 ceph-mon[35514]: osdmap e82: 12 total, 12 up, 12 in 2024-09-12T12:26:12.446 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.i status 2024-09-12T12:26:12.692 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:12.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:12 smithi097 ceph-mon[34923]: pgmap v313: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-12T12:26:12.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:12 smithi097 ceph-mon[34923]: osdmap e83: 12 total, 12 up, 12 in 2024-09-12T12:26:12.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:12 smithi082 ceph-mon[31122]: pgmap v313: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-12T12:26:12.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:12 smithi082 ceph-mon[31122]: osdmap e83: 12 total, 12 up, 12 in 2024-09-12T12:26:12.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:12 smithi114 ceph-mon[35514]: pgmap v313: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-12T12:26:12.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:12 smithi114 ceph-mon[35514]: osdmap e83: 12 total, 12 up, 12 in 2024-09-12T12:26:13.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.159+0000 7f521a208640 1 -- 172.21.15.82:0/89446018 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5214101df0 msgr2=0x7f52141021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:13.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.159+0000 7f521a208640 1 --2- 172.21.15.82:0/89446018 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5214101df0 0x7f52141021d0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f5204009900 tx=0x7f520402a410 comp rx=0 tx=0).stop 2024-09-12T12:26:13.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.159+0000 7f521a208640 1 -- 172.21.15.82:0/89446018 shutdown_connections 2024-09-12T12:26:13.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.159+0000 7f521a208640 1 --2- 172.21.15.82:0/89446018 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5214106f20 0x7f521410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.159+0000 7f521a208640 1 --2- 172.21.15.82:0/89446018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52141027a0 0x7f52141067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.159+0000 7f521a208640 1 --2- 172.21.15.82:0/89446018 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5214101df0 0x7f52141021d0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.159+0000 7f521a208640 1 -- 172.21.15.82:0/89446018 >> 172.21.15.82:0/89446018 conn(0x7f52140fd8f0 msgr2=0x7f52140ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:13.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.159+0000 7f521a208640 1 -- 172.21.15.82:0/89446018 shutdown_connections 2024-09-12T12:26:13.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.160+0000 7f521a208640 1 -- 172.21.15.82:0/89446018 wait complete. 2024-09-12T12:26:13.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.160+0000 7f521a208640 1 Processor -- start 2024-09-12T12:26:13.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.160+0000 7f521a208640 1 -- start start 2024-09-12T12:26:13.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.160+0000 7f521a208640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5214101df0 0x7f52141984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.160+0000 7f521a208640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f52141027a0 0x7f5214198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.160+0000 7f521a208640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5214106f20 0x7f521419cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.160+0000 7f521a208640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5214111fa0 con 0x7f52141027a0 2024-09-12T12:26:13.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.160+0000 7f521a208640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5214111e20 con 0x7f5214106f20 2024-09-12T12:26:13.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.160+0000 7f521a208640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5214112120 con 0x7f5214101df0 2024-09-12T12:26:13.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f5212ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f52141027a0 0x7f5214198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f5212ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f52141027a0 0x7f5214198a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60070/0 (socket says 172.21.15.82:60070) 2024-09-12T12:26:13.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f5212ffd640 1 -- 172.21.15.82:0/3209086661 learned_addr learned my addr 172.21.15.82:0/3209086661 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:13.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f52137fe640 1 --2- 172.21.15.82:0/3209086661 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5214101df0 0x7f52141984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f5213fff640 1 --2- 172.21.15.82:0/3209086661 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5214106f20 0x7f521419cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f5212ffd640 1 -- 172.21.15.82:0/3209086661 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5214101df0 msgr2=0x7f52141984e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:13.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f5212ffd640 1 --2- 172.21.15.82:0/3209086661 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5214101df0 0x7f52141984e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f5212ffd640 1 -- 172.21.15.82:0/3209086661 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5214106f20 msgr2=0x7f521419cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:13.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f5212ffd640 1 --2- 172.21.15.82:0/3209086661 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5214106f20 0x7f521419cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f5212ffd640 1 -- 172.21.15.82:0/3209086661 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f521419d490 con 0x7f52141027a0 2024-09-12T12:26:13.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f5212ffd640 1 --2- 172.21.15.82:0/3209086661 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f52141027a0 0x7f5214198a20 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f51fc00d950 tx=0x7f51fc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:13.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f5210ff9640 1 -- 172.21.15.82:0/3209086661 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51fc017070 con 0x7f52141027a0 2024-09-12T12:26:13.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f521a208640 1 -- 172.21.15.82:0/3209086661 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f521419d780 con 0x7f52141027a0 2024-09-12T12:26:13.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f5210ff9640 1 -- 172.21.15.82:0/3209086661 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f51fc009c30 con 0x7f52141027a0 2024-09-12T12:26:13.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f5210ff9640 1 -- 172.21.15.82:0/3209086661 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51fc00f6b0 con 0x7f52141027a0 2024-09-12T12:26:13.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.161+0000 7f521a208640 1 -- 172.21.15.82:0/3209086661 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52141a5060 con 0x7f52141027a0 2024-09-12T12:26:13.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.164+0000 7f521c5e1740 1 Processor -- start 2024-09-12T12:26:13.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.164+0000 7f521c5e1740 1 -- start start 2024-09-12T12:26:13.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.164+0000 7f5210ff9640 1 -- 172.21.15.82:0/3209086661 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f51fc0109d0 con 0x7f52141027a0 2024-09-12T12:26:13.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.164+0000 7f521c5e1740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78cd9d0 0x55b8c78cddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f521c5e1740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78ce2f0 0x55b8c78d8670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f521c5e1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78d8bb0 0x55b8c78dafa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f521c5e1740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b8c7834090 con 0x55b8c78ce2f0 2024-09-12T12:26:13.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f521c5e1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b8c77dba70 con 0x55b8c78d8bb0 2024-09-12T12:26:13.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f521c5e1740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b8c7830050 con 0x55b8c78cd9d0 2024-09-12T12:26:13.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f52137fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78ce2f0 0x55b8c78d8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f52137fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78ce2f0 0x55b8c78d8670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60076/0 (socket says 172.21.15.82:60076) 2024-09-12T12:26:13.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f52137fe640 1 -- 172.21.15.82:0/2416392504 learned_addr learned my addr 172.21.15.82:0/2416392504 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:13.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f5213fff640 1 --2- 172.21.15.82:0/2416392504 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78cd9d0 0x55b8c78cddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f52137fe640 1 -- 172.21.15.82:0/2416392504 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78cd9d0 msgr2=0x55b8c78cddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:13.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f52137fe640 1 --2- 172.21.15.82:0/2416392504 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78cd9d0 0x55b8c78cddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f52137fe640 1 -- 172.21.15.82:0/2416392504 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78d8bb0 msgr2=0x55b8c78dafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:13.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f52137fe640 1 --2- 172.21.15.82:0/2416392504 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78d8bb0 0x55b8c78dafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f52137fe640 1 -- 172.21.15.82:0/2416392504 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8c77e8130 con 0x55b8c78ce2f0 2024-09-12T12:26:13.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f5210ff9640 1 --2- 172.21.15.82:0/3209086661 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f52000a2c10 0x7f52000a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f52137fe640 1 --2- 172.21.15.82:0/2416392504 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78ce2f0 0x55b8c78d8670 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5204009900 tx=0x7f5204031630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3f0bc64d400772 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:13.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f5213fff640 1 --2- 172.21.15.82:0/3209086661 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f52000a2c10 0x7f52000a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f5210ff9640 1 -- 172.21.15.82:0/3209086661 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f51fc0cee90 con 0x7f52141027a0 2024-09-12T12:26:13.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f5209ffb640 1 -- 172.21.15.82:0/2416392504 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5204040070 con 0x55b8c78ce2f0 2024-09-12T12:26:13.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f5209ffb640 1 -- 172.21.15.82:0/2416392504 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5204005020 con 0x55b8c78ce2f0 2024-09-12T12:26:13.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.165+0000 7f5209ffb640 1 -- 172.21.15.82:0/2416392504 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5204035040 con 0x55b8c78ce2f0 2024-09-12T12:26:13.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.166+0000 7f521c5e1740 1 -- 172.21.15.82:0/2416392504 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78ce2f0 msgr2=0x55b8c78d8670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:13.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.166+0000 7f5213fff640 1 --2- 172.21.15.82:0/3209086661 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f52000a2c10 0x7f52000a50d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f520c00b520 tx=0x7f520c00e040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:13.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.166+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2416392504 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78ce2f0 0x55b8c78d8670 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5204009900 tx=0x7f5204031630 comp rx=0 tx=0).stop 2024-09-12T12:26:13.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.166+0000 7f521c5e1740 1 -- 172.21.15.82:0/2416392504 shutdown_connections 2024-09-12T12:26:13.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.166+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2416392504 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78d8bb0 0x55b8c78dafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.166+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2416392504 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78ce2f0 0x55b8c78d8670 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.166+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2416392504 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78cd9d0 0x55b8c78cddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.166+0000 7f521c5e1740 1 -- 172.21.15.82:0/2416392504 >> 172.21.15.82:0/2416392504 conn(0x55b8c78c9f60 msgr2=0x55b8c78ca340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:13.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.166+0000 7f521c5e1740 1 -- 172.21.15.82:0/2416392504 shutdown_connections 2024-09-12T12:26:13.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.166+0000 7f521c5e1740 1 -- 172.21.15.82:0/2416392504 wait complete. 2024-09-12T12:26:13.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.167+0000 7f521c5e1740 1 -- start start 2024-09-12T12:26:13.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.167+0000 7f521c5e1740 1 Processor -- start 2024-09-12T12:26:13.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.167+0000 7f521c5e1740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78cd9d0 0x55b8c78d8420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.167+0000 7f521c5e1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78ce2f0 0x55b8c78d5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.167+0000 7f521c5e1740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78d8bb0 0x55b8c78d5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.167+0000 7f521c5e1740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b8c78dfb90 con 0x55b8c78cd9d0 2024-09-12T12:26:13.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.167+0000 7f521c5e1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b8c77eef20 con 0x55b8c78ce2f0 2024-09-12T12:26:13.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.167+0000 7f521c5e1740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b8c78dfd10 con 0x55b8c78d8bb0 2024-09-12T12:26:13.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.167+0000 7f521c5e1740 10 client.0 _ll_register_callbacks cb 0x55b8c77b8030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:13.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.167+0000 7f52137fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78cd9d0 0x55b8c78d8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.167+0000 7f52137fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78cd9d0 0x55b8c78d8420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60084/0 (socket says 172.21.15.82:60084) 2024-09-12T12:26:13.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.167+0000 7f52137fe640 1 -- 172.21.15.82:0/2042655 learned_addr learned my addr 172.21.15.82:0/2042655 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:13.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.167+0000 7f5213fff640 1 --2- 172.21.15.82:0/2042655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78d8bb0 0x55b8c78d5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f5212ffd640 1 --2- 172.21.15.82:0/2042655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78ce2f0 0x55b8c78d5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f52137fe640 1 -- 172.21.15.82:0/2042655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78d8bb0 msgr2=0x55b8c78d5cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:13.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f52137fe640 1 --2- 172.21.15.82:0/2042655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78d8bb0 0x55b8c78d5cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f52137fe640 1 -- 172.21.15.82:0/2042655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78ce2f0 msgr2=0x55b8c78d5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:13.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f52137fe640 1 --2- 172.21.15.82:0/2042655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78ce2f0 0x55b8c78d5770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f52137fe640 1 -- 172.21.15.82:0/2042655 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8c75a52b0 con 0x55b8c78cd9d0 2024-09-12T12:26:13.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f5213fff640 1 --2- 172.21.15.82:0/2042655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78d8bb0 0x55b8c78d5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:13.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f52137fe640 1 --2- 172.21.15.82:0/2042655 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78cd9d0 0x55b8c78d8420 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5204005940 tx=0x7f5204005400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dae8a5de5542c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:13.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f51f2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:13.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f51f2ffd640 1 -- 172.21.15.82:0/2042655 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5204040030 con 0x55b8c78cd9d0 2024-09-12T12:26:13.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f51f2ffd640 1 -- 172.21.15.82:0/2042655 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f5204004940 con 0x55b8c78cd9d0 2024-09-12T12:26:13.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f521c5e1740 1 -- 172.21.15.82:0/2042655 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5204005020 con 0x55b8c78cd9d0 2024-09-12T12:26:13.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f51f2ffd640 1 -- 172.21.15.82:0/2042655 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f5204035070 con 0x55b8c78cd9d0 2024-09-12T12:26:13.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f521c5e1740 10 client.15027 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:13.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f521c5e1740 1 -- 172.21.15.82:0/2042655 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55b8c78eb480 con 0x55b8c78cd9d0 2024-09-12T12:26:13.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f51f2ffd640 1 -- 172.21.15.82:0/2042655 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5204005020 con 0x55b8c78cd9d0 2024-09-12T12:26:13.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f51f2ffd640 1 -- 172.21.15.82:0/2042655 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f5204057070 con 0x55b8c78cd9d0 2024-09-12T12:26:13.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.168+0000 7f521c5e1740 10 client.15027 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:13.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.169+0000 7f521c5e1740 10 client.15027 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-12T12:26:13.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.169+0000 7f521c5e1740 20 client.15027 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:13.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.169+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2042655 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b8c78ed630 0x55b8c78eeaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.169+0000 7f521c5e1740 4 client.15027 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:26:13.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.169+0000 7f521c5e1740 1 -- 172.21.15.82:0/2042655 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b8c7841600 con 0x55b8c78ed630 2024-09-12T12:26:13.201 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.169+0000 7f5212ffd640 1 --2- 172.21.15.82:0/2042655 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b8c78ed630 0x55b8c78eeaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.169+0000 7f5212ffd640 1 --2- 172.21.15.82:0/2042655 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b8c78ed630 0x55b8c78eeaa0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b218a4221737336 server_cookie=4f368e53d09b7822 in_seq=0 out_seq=0 2024-09-12T12:26:13.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.169+0000 7f51f2ffd640 10 client.15027 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:26:13.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f51f2ffd640 1 -- 172.21.15.82:0/2042655 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b8c7841600 con 0x55b8c78ed630 2024-09-12T12:26:13.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f51f2ffd640 10 client.15027 handle_command_reply: tid=0 2024-09-12T12:26:13.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f521c5e1740 1 client.15027 shutdown 2024-09-12T12:26:13.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f521c5e1740 1 -- 172.21.15.82:0/2042655 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78cd9d0 msgr2=0x55b8c78d8420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:13.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2042655 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78cd9d0 0x55b8c78d8420 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5204005940 tx=0x7f5204005400 comp rx=0 tx=0).stop 2024-09-12T12:26:13.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f521c5e1740 1 -- 172.21.15.82:0/2042655 shutdown_connections 2024-09-12T12:26:13.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2042655 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b8c78ed630 0x55b8c78eeaa0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2042655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78d8bb0 0x55b8c78d5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2042655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78ce2f0 0x55b8c78d5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f51f2ffd640 0 client.15027 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:26:13.202 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2042655 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78cd9d0 0x55b8c78d8420 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f521c5e1740 1 -- 172.21.15.82:0/2042655 >> 172.21.15.82:0/2042655 conn(0x55b8c78c9f60 msgr2=0x55b8c78cfc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:13.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f521c5e1740 1 -- 172.21.15.82:0/2042655 shutdown_connections 2024-09-12T12:26:13.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f521c5e1740 1 -- 172.21.15.82:0/2042655 wait complete. 2024-09-12T12:26:13.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.170+0000 7f521c5e1740 20 client.15027 trim_cache size 0 max 16384 2024-09-12T12:26:13.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f521c5e1740 1 Processor -- start 2024-09-12T12:26:13.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f521c5e1740 1 -- start start 2024-09-12T12:26:13.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f521c5e1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78cd9d0 0x55b8c78eeaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f521c5e1740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78ce2f0 0x55b8c78c9000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f521c5e1740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78d8bb0 0x55b8c78d29d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f521c5e1740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b8c78ecde0 con 0x55b8c78d8bb0 2024-09-12T12:26:13.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f521c5e1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b8c78ed4b0 con 0x55b8c78cd9d0 2024-09-12T12:26:13.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f521c5e1740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b8c78edb80 con 0x55b8c78ce2f0 2024-09-12T12:26:13.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f5213fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78d8bb0 0x55b8c78d29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f5213fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78d8bb0 0x55b8c78d29d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60098/0 (socket says 172.21.15.82:60098) 2024-09-12T12:26:13.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f5213fff640 1 -- 172.21.15.82:0/453938721 learned_addr learned my addr 172.21.15.82:0/453938721 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:13.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f52137fe640 1 --2- 172.21.15.82:0/453938721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78cd9d0 0x55b8c78eeaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f5212ffd640 1 --2- 172.21.15.82:0/453938721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78ce2f0 0x55b8c78c9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f5213fff640 1 -- 172.21.15.82:0/453938721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78ce2f0 msgr2=0x55b8c78c9000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:13.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f5213fff640 1 --2- 172.21.15.82:0/453938721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78ce2f0 0x55b8c78c9000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f5213fff640 1 -- 172.21.15.82:0/453938721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78cd9d0 msgr2=0x55b8c78eeaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:13.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f5213fff640 1 --2- 172.21.15.82:0/453938721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78cd9d0 0x55b8c78eeaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f5213fff640 1 -- 172.21.15.82:0/453938721 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8c78dfca0 con 0x55b8c78d8bb0 2024-09-12T12:26:13.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f52137fe640 1 --2- 172.21.15.82:0/453938721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78cd9d0 0x55b8c78eeaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:13.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.188+0000 7f5212ffd640 1 --2- 172.21.15.82:0/453938721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78ce2f0 0x55b8c78c9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:13.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.189+0000 7f5213fff640 1 --2- 172.21.15.82:0/453938721 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78d8bb0 0x55b8c78d29d0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f520c018850 tx=0x7f520c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dd4e54810e0cde6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:13.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.189+0000 7f52097fa640 1 -- 172.21.15.82:0/453938721 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f520c028070 con 0x55b8c78d8bb0 2024-09-12T12:26:13.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.189+0000 7f52097fa640 1 -- 172.21.15.82:0/453938721 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f520c018e30 con 0x55b8c78d8bb0 2024-09-12T12:26:13.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.189+0000 7f52097fa640 1 -- 172.21.15.82:0/453938721 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f520c021740 con 0x55b8c78d8bb0 2024-09-12T12:26:13.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.189+0000 7f521c5e1740 1 -- 172.21.15.82:0/453938721 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78d8bb0 msgr2=0x55b8c78d29d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:13.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.189+0000 7f521c5e1740 1 --2- 172.21.15.82:0/453938721 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78d8bb0 0x55b8c78d29d0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f520c018850 tx=0x7f520c009f90 comp rx=0 tx=0).stop 2024-09-12T12:26:13.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.189+0000 7f521c5e1740 1 -- 172.21.15.82:0/453938721 shutdown_connections 2024-09-12T12:26:13.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.190+0000 7f521c5e1740 1 --2- 172.21.15.82:0/453938721 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78d8bb0 0x55b8c78d29d0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.190+0000 7f521c5e1740 1 --2- 172.21.15.82:0/453938721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78ce2f0 0x55b8c78c9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.190+0000 7f521c5e1740 1 --2- 172.21.15.82:0/453938721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78cd9d0 0x55b8c78eeaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.190+0000 7f521c5e1740 1 -- 172.21.15.82:0/453938721 >> 172.21.15.82:0/453938721 conn(0x55b8c78c9f60 msgr2=0x55b8c78c4ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:13.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.190+0000 7f521c5e1740 1 -- 172.21.15.82:0/453938721 shutdown_connections 2024-09-12T12:26:13.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.190+0000 7f521c5e1740 1 -- 172.21.15.82:0/453938721 wait complete. 2024-09-12T12:26:13.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.190+0000 7f521c5e1740 1 -- start start 2024-09-12T12:26:13.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.190+0000 7f521c5e1740 1 Processor -- start 2024-09-12T12:26:13.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.190+0000 7f521c5e1740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78cd9d0 0x55b8c78f7220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.190+0000 7f521c5e1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78ce2f0 0x55b8c78f2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.190+0000 7f521c5e1740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78d8bb0 0x55b8c78f2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.190+0000 7f521c5e1740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b8c78ee920 con 0x55b8c78cd9d0 2024-09-12T12:26:13.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.190+0000 7f521c5e1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b8c78ee250 con 0x55b8c78ce2f0 2024-09-12T12:26:13.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.190+0000 7f521c5e1740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b8c78eeff0 con 0x55b8c78d8bb0 2024-09-12T12:26:13.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f521c5e1740 10 client.0 _ll_register_callbacks cb 0x7f520c009650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:13.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f52137fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78cd9d0 0x55b8c78f7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f52137fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78cd9d0 0x55b8c78f7220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60112/0 (socket says 172.21.15.82:60112) 2024-09-12T12:26:13.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f52137fe640 1 -- 172.21.15.82:0/2108728175 learned_addr learned my addr 172.21.15.82:0/2108728175 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:13.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f5212ffd640 1 --2- 172.21.15.82:0/2108728175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78ce2f0 0x55b8c78f2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f5213fff640 1 --2- 172.21.15.82:0/2108728175 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78d8bb0 0x55b8c78f2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f52137fe640 1 -- 172.21.15.82:0/2108728175 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78d8bb0 msgr2=0x55b8c78f2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:13.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f52137fe640 1 --2- 172.21.15.82:0/2108728175 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78d8bb0 0x55b8c78f2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f52137fe640 1 -- 172.21.15.82:0/2108728175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78ce2f0 msgr2=0x55b8c78f2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:13.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f52137fe640 1 --2- 172.21.15.82:0/2108728175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78ce2f0 0x55b8c78f2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f52137fe640 1 -- 172.21.15.82:0/2108728175 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8c78f3000 con 0x55b8c78cd9d0 2024-09-12T12:26:13.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f5212ffd640 1 --2- 172.21.15.82:0/2108728175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78ce2f0 0x55b8c78f2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:13.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f52137fe640 1 --2- 172.21.15.82:0/2108728175 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78cd9d0 0x55b8c78f7220 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f5204006010 tx=0x7f520404e9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90e59751decf13e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:13.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f51f2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:13.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f51f2ffd640 1 -- 172.21.15.82:0/2108728175 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f520405d020 con 0x55b8c78cd9d0 2024-09-12T12:26:13.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f51f2ffd640 1 -- 172.21.15.82:0/2108728175 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f520404ed50 con 0x55b8c78cd9d0 2024-09-12T12:26:13.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f521c5e1740 1 -- 172.21.15.82:0/2108728175 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f520c018e30 con 0x55b8c78cd9d0 2024-09-12T12:26:13.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f51f2ffd640 1 -- 172.21.15.82:0/2108728175 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f5204068050 con 0x55b8c78cd9d0 2024-09-12T12:26:13.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f521c5e1740 10 client.15033 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:13.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.191+0000 7f521c5e1740 1 -- 172.21.15.82:0/2108728175 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55b8c7957a10 con 0x55b8c78cd9d0 2024-09-12T12:26:13.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.192+0000 7f51f2ffd640 1 -- 172.21.15.82:0/2108728175 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f520c018e30 con 0x55b8c78cd9d0 2024-09-12T12:26:13.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.192+0000 7f51f2ffd640 1 -- 172.21.15.82:0/2108728175 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f5204057040 con 0x55b8c78cd9d0 2024-09-12T12:26:13.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.192+0000 7f521c5e1740 10 client.15033 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:13.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.192+0000 7f521c5e1740 10 client.15033 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-12T12:26:13.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.192+0000 7f521c5e1740 20 client.15033 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:13.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.192+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2108728175 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b8c795c680 0x55b8c795b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:13.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.192+0000 7f521c5e1740 4 client.15033 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:26:13.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.192+0000 7f521c5e1740 1 -- 172.21.15.82:0/2108728175 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "status"}) -- 0x55b8c783bb10 con 0x55b8c795c680 2024-09-12T12:26:13.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.192+0000 7f5212ffd640 1 --2- 172.21.15.82:0/2108728175 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b8c795c680 0x55b8c795b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:13.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f51f2ffd640 10 client.15033 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:26:13.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f5212ffd640 1 --2- 172.21.15.82:0/2108728175 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b8c795c680 0x55b8c795b390 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b03e9c5d7c1fcd80 server_cookie=4835049b80b0381d in_seq=0 out_seq=0 2024-09-12T12:26:13.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f51f2ffd640 1 -- 172.21.15.82:0/2108728175 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55b8c783bb10 con 0x55b8c795c680 2024-09-12T12:26:13.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f51f2ffd640 10 client.15033 handle_command_reply: tid=0 2024-09-12T12:26:13.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f521c5e1740 1 client.15033 shutdown 2024-09-12T12:26:13.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f521c5e1740 1 -- 172.21.15.82:0/2108728175 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78cd9d0 msgr2=0x55b8c78f7220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:13.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2108728175 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78cd9d0 0x55b8c78f7220 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f5204006010 tx=0x7f520404e9d0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f521c5e1740 1 -- 172.21.15.82:0/2108728175 shutdown_connections 2024-09-12T12:26:13.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2108728175 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b8c795c680 0x55b8c795b390 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2108728175 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b8c78d8bb0 0x55b8c78f2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2108728175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b8c78ce2f0 0x55b8c78f2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f521c5e1740 1 --2- 172.21.15.82:0/2108728175 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b8c78cd9d0 0x55b8c78f7220 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f51f2ffd640 0 client.15033 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:26:13.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f521c5e1740 1 -- 172.21.15.82:0/2108728175 >> 172.21.15.82:0/2108728175 conn(0x55b8c78c9f60 msgr2=0x55b8c78c9000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:13.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f521c5e1740 1 -- 172.21.15.82:0/2108728175 shutdown_connections 2024-09-12T12:26:13.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f521c5e1740 1 -- 172.21.15.82:0/2108728175 wait complete. 2024-09-12T12:26:13.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.193+0000 7f521c5e1740 20 client.15033 trim_cache size 0 max 16384 2024-09-12T12:26:13.211 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:26:13.211 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:26:13.211 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 0, 2024-09-12T12:26:13.211 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24454, 2024-09-12T12:26:13.211 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:26:13.212 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:26:13.212 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:26:13.212 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 78.946429244000001, 2024-09-12T12:26:13.212 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 27, 2024-09-12T12:26:13.212 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 83, 2024-09-12T12:26:13.212 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 79, 2024-09-12T12:26:13.212 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 96.655894923999995 2024-09-12T12:26:13.212 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:26:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.194+0000 7f521a208640 1 -- 172.21.15.82:0/3209086661 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f52000a2c10 msgr2=0x7f52000a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.194+0000 7f521a208640 1 --2- 172.21.15.82:0/3209086661 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f52000a2c10 0x7f52000a50d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f520c00b520 tx=0x7f520c00e040 comp rx=0 tx=0).stop 2024-09-12T12:26:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.194+0000 7f521a208640 1 -- 172.21.15.82:0/3209086661 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f52141027a0 msgr2=0x7f5214198a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.194+0000 7f521a208640 1 --2- 172.21.15.82:0/3209086661 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f52141027a0 0x7f5214198a20 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f51fc00d950 tx=0x7f51fc00de10 comp rx=0 tx=0).stop 2024-09-12T12:26:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.194+0000 7f521a208640 1 -- 172.21.15.82:0/3209086661 shutdown_connections 2024-09-12T12:26:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.194+0000 7f521a208640 1 --2- 172.21.15.82:0/3209086661 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f52000a2c10 0x7f52000a50d0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.194+0000 7f521a208640 1 --2- 172.21.15.82:0/3209086661 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5214106f20 0x7f521419cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.194+0000 7f521a208640 1 --2- 172.21.15.82:0/3209086661 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f52141027a0 0x7f5214198a20 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.194+0000 7f521a208640 1 --2- 172.21.15.82:0/3209086661 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5214101df0 0x7f52141984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:13.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.194+0000 7f521a208640 1 -- 172.21.15.82:0/3209086661 >> 172.21.15.82:0/3209086661 conn(0x7f52140fd8f0 msgr2=0x7f52140fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:13.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.194+0000 7f521a208640 1 -- 172.21.15.82:0/3209086661 shutdown_connections 2024-09-12T12:26:13.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:13.194+0000 7f521a208640 1 -- 172.21.15.82:0/3209086661 wait complete. 2024-09-12T12:26:13.995 INFO:tasks.cephadm:Setup complete, yielding 2024-09-12T12:26:13.995 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-12T12:26:14.005 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi082.front.sepia.ceph.com 2024-09-12T12:26:14.005 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- bash -c 'ceph orch status' 2024-09-12T12:26:14.251 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:14.679 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:14 smithi082 ceph-mon[31122]: pgmap v315: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:14 smithi097 ceph-mon[34923]: pgmap v315: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:14.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.765+0000 7f98293c6640 1 -- 172.21.15.82:0/714023957 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98241078c0 msgr2=0x7f9824109d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:14.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.765+0000 7f98293c6640 1 --2- 172.21.15.82:0/714023957 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98241078c0 0x7f9824109d10 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f9814009ca0 tx=0x7f981402a8c0 comp rx=0 tx=0).stop 2024-09-12T12:26:14.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.765+0000 7f98293c6640 1 -- 172.21.15.82:0/714023957 shutdown_connections 2024-09-12T12:26:14.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.765+0000 7f98293c6640 1 --2- 172.21.15.82:0/714023957 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98241078c0 0x7f9824109d10 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:14.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.765+0000 7f98293c6640 1 --2- 172.21.15.82:0/714023957 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9824104f90 0x7f9824107380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:14.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.765+0000 7f98293c6640 1 --2- 172.21.15.82:0/714023957 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9824102660 0x7f9824104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:14.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.765+0000 7f98293c6640 1 -- 172.21.15.82:0/714023957 >> 172.21.15.82:0/714023957 conn(0x7f98240fc280 msgr2=0x7f98240fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:14.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.765+0000 7f98293c6640 1 -- 172.21.15.82:0/714023957 shutdown_connections 2024-09-12T12:26:14.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.765+0000 7f98293c6640 1 -- 172.21.15.82:0/714023957 wait complete. 2024-09-12T12:26:14.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f98293c6640 1 Processor -- start 2024-09-12T12:26:14.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f98293c6640 1 -- start start 2024-09-12T12:26:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f98293c6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9824102660 0x7f9824197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f98293c6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9824104f90 0x7f9824198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f98293c6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98241078c0 0x7f982419f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f98293c6640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f982410d8d0 con 0x7f9824102660 2024-09-12T12:26:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f98293c6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f982410d750 con 0x7f98241078c0 2024-09-12T12:26:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f98293c6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f982410da50 con 0x7f9824104f90 2024-09-12T12:26:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f9822ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9824102660 0x7f9824197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f9822ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9824102660 0x7f9824197f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60140/0 (socket says 172.21.15.82:60140) 2024-09-12T12:26:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f9822ffd640 1 -- 172.21.15.82:0/2483684879 learned_addr learned my addr 172.21.15.82:0/2483684879 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f98227fc640 1 --2- 172.21.15.82:0/2483684879 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9824104f90 0x7f9824198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f98237fe640 1 --2- 172.21.15.82:0/2483684879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98241078c0 0x7f982419f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f9822ffd640 1 -- 172.21.15.82:0/2483684879 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9824104f90 msgr2=0x7f9824198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f9822ffd640 1 --2- 172.21.15.82:0/2483684879 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9824104f90 0x7f9824198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f9822ffd640 1 -- 172.21.15.82:0/2483684879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98241078c0 msgr2=0x7f982419f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f9822ffd640 1 --2- 172.21.15.82:0/2483684879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98241078c0 0x7f982419f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.766+0000 7f9822ffd640 1 -- 172.21.15.82:0/2483684879 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f982419fb60 con 0x7f9824102660 2024-09-12T12:26:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.767+0000 7f9822ffd640 1 --2- 172.21.15.82:0/2483684879 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9824102660 0x7f9824197f30 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f981c00d950 tx=0x7f981c00dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.767+0000 7f980bfff640 1 -- 172.21.15.82:0/2483684879 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c017070 con 0x7f9824102660 2024-09-12T12:26:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.767+0000 7f980bfff640 1 -- 172.21.15.82:0/2483684879 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f981c00de80 con 0x7f9824102660 2024-09-12T12:26:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.767+0000 7f98293c6640 1 -- 172.21.15.82:0/2483684879 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f982419fe50 con 0x7f9824102660 2024-09-12T12:26:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.767+0000 7f980bfff640 1 -- 172.21.15.82:0/2483684879 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981c00f620 con 0x7f9824102660 2024-09-12T12:26:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.767+0000 7f98293c6640 1 -- 172.21.15.82:0/2483684879 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98241a0320 con 0x7f9824102660 2024-09-12T12:26:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.768+0000 7f98293c6640 1 -- 172.21.15.82:0/2483684879 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98240fdd70 con 0x7f9824102660 2024-09-12T12:26:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.769+0000 7f980bfff640 1 -- 172.21.15.82:0/2483684879 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f981c010460 con 0x7f9824102660 2024-09-12T12:26:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.770+0000 7f980bfff640 1 --2- 172.21.15.82:0/2483684879 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f980c0a2c40 0x7f980c0a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.770+0000 7f98227fc640 1 --2- 172.21.15.82:0/2483684879 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f980c0a2c40 0x7f980c0a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.770+0000 7f980bfff640 1 -- 172.21.15.82:0/2483684879 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f981c0cee80 con 0x7f9824102660 2024-09-12T12:26:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.770+0000 7f98227fc640 1 --2- 172.21.15.82:0/2483684879 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f980c0a2c40 0x7f980c0a5100 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9824199450 tx=0x7f9818009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.775+0000 7f980bfff640 1 -- 172.21.15.82:0/2483684879 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f981c09bc50 con 0x7f9824102660 2024-09-12T12:26:14.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:14 smithi114 ceph-mon[35514]: pgmap v315: 97 pgs: 97 active+clean; 643 KiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:14.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.963+0000 7f98293c6640 1 -- 172.21.15.82:0/2483684879 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f9824062630 con 0x7f980c0a2c40 2024-09-12T12:26:14.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.964+0000 7f980bfff640 1 -- 172.21.15.82:0/2483684879 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f9824062630 con 0x7f980c0a2c40 2024-09-12T12:26:14.964 INFO:teuthology.orchestra.run.smithi082.stdout:Backend: cephadm 2024-09-12T12:26:14.964 INFO:teuthology.orchestra.run.smithi082.stdout:Available: Yes 2024-09-12T12:26:14.964 INFO:teuthology.orchestra.run.smithi082.stdout:Paused: No 2024-09-12T12:26:14.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.967+0000 7f98293c6640 1 -- 172.21.15.82:0/2483684879 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f980c0a2c40 msgr2=0x7f980c0a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:14.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.967+0000 7f98293c6640 1 --2- 172.21.15.82:0/2483684879 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f980c0a2c40 0x7f980c0a5100 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9824199450 tx=0x7f9818009110 comp rx=0 tx=0).stop 2024-09-12T12:26:14.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.968+0000 7f98293c6640 1 -- 172.21.15.82:0/2483684879 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9824102660 msgr2=0x7f9824197f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:14.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.968+0000 7f98293c6640 1 --2- 172.21.15.82:0/2483684879 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9824102660 0x7f9824197f30 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f981c00d950 tx=0x7f981c00dd50 comp rx=0 tx=0).stop 2024-09-12T12:26:14.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.968+0000 7f98293c6640 1 -- 172.21.15.82:0/2483684879 shutdown_connections 2024-09-12T12:26:14.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.968+0000 7f98293c6640 1 --2- 172.21.15.82:0/2483684879 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f980c0a2c40 0x7f980c0a5100 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:14.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.968+0000 7f98293c6640 1 --2- 172.21.15.82:0/2483684879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98241078c0 0x7f982419f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:14.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.968+0000 7f98293c6640 1 --2- 172.21.15.82:0/2483684879 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9824104f90 0x7f9824198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:14.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.968+0000 7f98293c6640 1 --2- 172.21.15.82:0/2483684879 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9824102660 0x7f9824197f30 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:14.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.968+0000 7f98293c6640 1 -- 172.21.15.82:0/2483684879 >> 172.21.15.82:0/2483684879 conn(0x7f98240fc280 msgr2=0x7f9824102f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:14.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.968+0000 7f98293c6640 1 -- 172.21.15.82:0/2483684879 shutdown_connections 2024-09-12T12:26:14.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:14.968+0000 7f98293c6640 1 -- 172.21.15.82:0/2483684879 wait complete. 2024-09-12T12:26:15.577 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- bash -c 'ceph orch ps' 2024-09-12T12:26:15.823 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:16.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.275+0000 7f07defcd640 1 -- 172.21.15.82:0/3466779618 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07d8100b10 msgr2=0x7f07d8100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:16.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.275+0000 7f07defcd640 1 --2- 172.21.15.82:0/3466779618 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07d8100b10 0x7f07d8100f10 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f07cc009900 tx=0x7f07cc02a410 comp rx=0 tx=0).stop 2024-09-12T12:26:16.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.275+0000 7f07defcd640 1 -- 172.21.15.82:0/3466779618 shutdown_connections 2024-09-12T12:26:16.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.275+0000 7f07defcd640 1 --2- 172.21.15.82:0/3466779618 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f07d81026d0 0x7f07d8108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:16.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.275+0000 7f07defcd640 1 --2- 172.21.15.82:0/3466779618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07d8101d10 0x7f07d8102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:16.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.275+0000 7f07defcd640 1 --2- 172.21.15.82:0/3466779618 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07d8100b10 0x7f07d8100f10 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:16.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.275+0000 7f07defcd640 1 -- 172.21.15.82:0/3466779618 >> 172.21.15.82:0/3466779618 conn(0x7f07d80fc2a0 msgr2=0x7f07d80fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:16.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.275+0000 7f07defcd640 1 -- 172.21.15.82:0/3466779618 shutdown_connections 2024-09-12T12:26:16.280 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.275+0000 7f07defcd640 1 -- 172.21.15.82:0/3466779618 wait complete. 2024-09-12T12:26:16.280 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.275+0000 7f07defcd640 1 Processor -- start 2024-09-12T12:26:16.280 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07defcd640 1 -- start start 2024-09-12T12:26:16.280 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07defcd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07d8100b10 0x7f07d81980d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:16.280 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07defcd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f07d8101d10 0x7f07d8198610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:16.280 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07defcd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07d81026d0 0x7f07d819f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:16.280 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07defcd640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f07d810c8c0 con 0x7f07d8100b10 2024-09-12T12:26:16.280 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07defcd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f07d810c740 con 0x7f07d81026d0 2024-09-12T12:26:16.280 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07defcd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f07d810ca40 con 0x7f07d8101d10 2024-09-12T12:26:16.280 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07dcd69640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07d8100b10 0x7f07d81980d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:16.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07dcd69640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07d8100b10 0x7f07d81980d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60150/0 (socket says 172.21.15.82:60150) 2024-09-12T12:26:16.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07dcd69640 1 -- 172.21.15.82:0/4162329494 learned_addr learned my addr 172.21.15.82:0/4162329494 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:16.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07d7fff640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f07d8101d10 0x7f07d8198610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:16.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07dd56a640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07d81026d0 0x7f07d819f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:16.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07dcd69640 1 -- 172.21.15.82:0/4162329494 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f07d8101d10 msgr2=0x7f07d8198610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:16.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07dcd69640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f07d8101d10 0x7f07d8198610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:16.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07dcd69640 1 -- 172.21.15.82:0/4162329494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07d81026d0 msgr2=0x7f07d819f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:16.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07dcd69640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07d81026d0 0x7f07d819f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:16.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07dcd69640 1 -- 172.21.15.82:0/4162329494 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07d819fd00 con 0x7f07d8100b10 2024-09-12T12:26:16.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07dd56a640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07d81026d0 0x7f07d819f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:16.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07dcd69640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07d8100b10 0x7f07d81980d0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f07cc02aa00 tx=0x7f07cc032da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:16.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.276+0000 7f07d5ffb640 1 -- 172.21.15.82:0/4162329494 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07cc03f030 con 0x7f07d8100b10 2024-09-12T12:26:16.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.277+0000 7f07d5ffb640 1 -- 172.21.15.82:0/4162329494 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07cc003ce0 con 0x7f07d8100b10 2024-09-12T12:26:16.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.277+0000 7f07defcd640 1 -- 172.21.15.82:0/4162329494 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07d819ff90 con 0x7f07d8100b10 2024-09-12T12:26:16.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.277+0000 7f07d5ffb640 1 -- 172.21.15.82:0/4162329494 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07cc035070 con 0x7f07d8100b10 2024-09-12T12:26:16.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.277+0000 7f07defcd640 1 -- 172.21.15.82:0/4162329494 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07d81a0460 con 0x7f07d8100b10 2024-09-12T12:26:16.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.278+0000 7f07defcd640 1 -- 172.21.15.82:0/4162329494 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07d81a0690 con 0x7f07d8100b10 2024-09-12T12:26:16.283 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.280+0000 7f07d5ffb640 1 -- 172.21.15.82:0/4162329494 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f07cc042030 con 0x7f07d8100b10 2024-09-12T12:26:16.283 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.281+0000 7f07d5ffb640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07c80a2cc0 0x7f07c80a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:16.283 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.281+0000 7f07d5ffb640 1 -- 172.21.15.82:0/4162329494 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f07cc0efd20 con 0x7f07d8100b10 2024-09-12T12:26:16.283 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.281+0000 7f07d7fff640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07c80a2cc0 0x7f07c80a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:16.283 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.281+0000 7f07d7fff640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07c80a2cc0 0x7f07c80a5180 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f07d81995f0 tx=0x7f07c4008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:16.284 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.284+0000 7f07d5ffb640 1 -- 172.21.15.82:0/4162329494 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f07cc0bcaf0 con 0x7f07d8100b10 2024-09-12T12:26:16.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.457+0000 7f07defcd640 1 -- 172.21.15.82:0/4162329494 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f07d806af10 con 0x7f07c80a2cc0 2024-09-12T12:26:16.457 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:16 smithi082 ceph-mon[31122]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:16.457 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:16 smithi082 ceph-mon[31122]: pgmap v316: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:16.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.469+0000 7f07d5ffb640 1 -- 172.21.15.82:0/4162329494 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4154 (secure 0 0 0) 0x7f07d806af10 con 0x7f07c80a2cc0 2024-09-12T12:26:16.469 INFO:teuthology.orchestra.run.smithi082.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-12T12:26:16.469 INFO:teuthology.orchestra.run.smithi082.stdout:mds.a smithi082 running (94s) 19s ago 94s 17.0M - 19.1.1-298-gb53b6d3e 54467abc55f8 f1703a35ea09 2024-09-12T12:26:16.470 INFO:teuthology.orchestra.run.smithi082.stdout:mds.b smithi097 running (91s) 23s ago 91s 20.7M - 19.1.1-298-gb53b6d3e 54467abc55f8 8d5a70c9fa6a 2024-09-12T12:26:16.470 INFO:teuthology.orchestra.run.smithi082.stdout:mds.c smithi114 running (105s) 23s ago 104s 17.4M - 19.1.1-298-gb53b6d3e 54467abc55f8 15bb97a3fd52 2024-09-12T12:26:16.470 INFO:teuthology.orchestra.run.smithi082.stdout:mds.d smithi082 running (112s) 19s ago 112s 14.4M - 19.1.1-298-gb53b6d3e 54467abc55f8 a7d68601afd1 2024-09-12T12:26:16.470 INFO:teuthology.orchestra.run.smithi082.stdout:mds.e smithi097 running (110s) 23s ago 109s 17.8M - 19.1.1-298-gb53b6d3e 54467abc55f8 e453f754b837 2024-09-12T12:26:16.470 INFO:teuthology.orchestra.run.smithi082.stdout:mds.f smithi114 running (107s) 23s ago 107s 18.0M - 19.1.1-298-gb53b6d3e 54467abc55f8 a012d0f707b0 2024-09-12T12:26:16.470 INFO:teuthology.orchestra.run.smithi082.stdout:mds.g smithi082 running (97s) 19s ago 96s 16.8M - 19.1.1-298-gb53b6d3e 54467abc55f8 cbcb2298112f 2024-09-12T12:26:16.470 INFO:teuthology.orchestra.run.smithi082.stdout:mds.h smithi097 running (102s) 23s ago 102s 17.0M - 19.1.1-298-gb53b6d3e 54467abc55f8 77f25591e5ad 2024-09-12T12:26:16.470 INFO:teuthology.orchestra.run.smithi082.stdout:mds.i smithi114 running (100s) 23s ago 99s 26.2M - 19.1.1-298-gb53b6d3e 54467abc55f8 d05941d7d7d5 2024-09-12T12:26:16.470 INFO:teuthology.orchestra.run.smithi082.stdout:mds.j smithi082 running (116s) 19s ago 115s 13.5M - 19.1.1-298-gb53b6d3e 54467abc55f8 ba5bdf4e5ace 2024-09-12T12:26:16.470 INFO:teuthology.orchestra.run.smithi082.stdout:mds.k smithi097 running (119s) 23s ago 118s 16.3M - 19.1.1-298-gb53b6d3e 54467abc55f8 1727fc3d1e51 2024-09-12T12:26:16.470 INFO:teuthology.orchestra.run.smithi082.stdout:mds.l smithi114 running (2m) 23s ago 2m 17.1M - 19.1.1-298-gb53b6d3e 54467abc55f8 fcbc10070f80 2024-09-12T12:26:16.470 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.x smithi082 *:9283,8765 running (8m) 19s ago 8m 508M - 19.1.1-298-gb53b6d3e 54467abc55f8 88930bdaa807 2024-09-12T12:26:16.470 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.y smithi097 *:8443,8765 running (7m) 23s ago 7m 441M - 19.1.1-298-gb53b6d3e 54467abc55f8 38b3f177a417 2024-09-12T12:26:16.471 INFO:teuthology.orchestra.run.smithi082.stdout:mgr.z smithi114 *:8443,8765 running (7m) 23s ago 7m 441M - 19.1.1-298-gb53b6d3e 54467abc55f8 a618226474d1 2024-09-12T12:26:16.471 INFO:teuthology.orchestra.run.smithi082.stdout:mon.a smithi082 running (8m) 19s ago 9m 50.4M 2048M 19.1.1-298-gb53b6d3e 54467abc55f8 1ed247089f49 2024-09-12T12:26:16.471 INFO:teuthology.orchestra.run.smithi082.stdout:mon.b smithi097 running (7m) 23s ago 7m 42.4M 2048M 19.1.1-298-gb53b6d3e 54467abc55f8 d023472c6aa2 2024-09-12T12:26:16.471 INFO:teuthology.orchestra.run.smithi082.stdout:mon.c smithi114 running (7m) 23s ago 7m 39.6M 2048M 19.1.1-298-gb53b6d3e 54467abc55f8 6f87f4f5f4b9 2024-09-12T12:26:16.471 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 smithi082 running (6m) 19s ago 6m 48.2M 4272M 19.1.1-298-gb53b6d3e 54467abc55f8 da1ed10cf1a6 2024-09-12T12:26:16.471 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 smithi097 running (6m) 23s ago 6m 48.6M 4272M 19.1.1-298-gb53b6d3e 54467abc55f8 14e288be0069 2024-09-12T12:26:16.471 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 smithi114 running (6m) 23s ago 6m 52.2M 4272M 19.1.1-298-gb53b6d3e 54467abc55f8 c722a0468433 2024-09-12T12:26:16.471 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 smithi082 running (5m) 19s ago 5m 53.7M 4272M 19.1.1-298-gb53b6d3e 54467abc55f8 d9106579f1c3 2024-09-12T12:26:16.471 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 smithi097 running (5m) 23s ago 5m 46.4M 4272M 19.1.1-298-gb53b6d3e 54467abc55f8 783e5ee159cd 2024-09-12T12:26:16.471 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 smithi114 running (4m) 23s ago 4m 55.1M 4272M 19.1.1-298-gb53b6d3e 54467abc55f8 9753110a90a2 2024-09-12T12:26:16.471 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 smithi082 running (4m) 19s ago 4m 45.5M 4272M 19.1.1-298-gb53b6d3e 54467abc55f8 0fae73da9d38 2024-09-12T12:26:16.472 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 smithi097 running (3m) 23s ago 3m 49.3M 4272M 19.1.1-298-gb53b6d3e 54467abc55f8 a5fe008f94b1 2024-09-12T12:26:16.472 INFO:teuthology.orchestra.run.smithi082.stdout:osd.8 smithi114 running (3m) 23s ago 3m 54.2M 4272M 19.1.1-298-gb53b6d3e 54467abc55f8 a15badc034fb 2024-09-12T12:26:16.472 INFO:teuthology.orchestra.run.smithi082.stdout:osd.9 smithi082 running (3m) 19s ago 3m 45.0M 4272M 19.1.1-298-gb53b6d3e 54467abc55f8 23ac4e35b580 2024-09-12T12:26:16.472 INFO:teuthology.orchestra.run.smithi082.stdout:osd.10 smithi097 running (2m) 23s ago 2m 46.7M 4272M 19.1.1-298-gb53b6d3e 54467abc55f8 897642c297a2 2024-09-12T12:26:16.472 INFO:teuthology.orchestra.run.smithi082.stdout:osd.11 smithi114 running (2m) 23s ago 2m 51.1M 4272M 19.1.1-298-gb53b6d3e 54467abc55f8 c3de5b8786ea 2024-09-12T12:26:16.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.471+0000 7f07defcd640 1 -- 172.21.15.82:0/4162329494 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07c80a2cc0 msgr2=0x7f07c80a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:16.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.471+0000 7f07defcd640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07c80a2cc0 0x7f07c80a5180 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f07d81995f0 tx=0x7f07c4008040 comp rx=0 tx=0).stop 2024-09-12T12:26:16.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.471+0000 7f07defcd640 1 -- 172.21.15.82:0/4162329494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07d8100b10 msgr2=0x7f07d81980d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:16.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.471+0000 7f07defcd640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07d8100b10 0x7f07d81980d0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f07cc02aa00 tx=0x7f07cc032da0 comp rx=0 tx=0).stop 2024-09-12T12:26:16.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.471+0000 7f07defcd640 1 -- 172.21.15.82:0/4162329494 shutdown_connections 2024-09-12T12:26:16.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.471+0000 7f07defcd640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f07c80a2cc0 0x7f07c80a5180 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:16.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.471+0000 7f07defcd640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07d81026d0 0x7f07d819f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:16.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.471+0000 7f07defcd640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f07d8101d10 0x7f07d8198610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:16.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.472+0000 7f07defcd640 1 --2- 172.21.15.82:0/4162329494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f07d8100b10 0x7f07d81980d0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:16.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.472+0000 7f07defcd640 1 -- 172.21.15.82:0/4162329494 >> 172.21.15.82:0/4162329494 conn(0x7f07d80fc2a0 msgr2=0x7f07d806a800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:16.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.472+0000 7f07defcd640 1 -- 172.21.15.82:0/4162329494 shutdown_connections 2024-09-12T12:26:16.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:16.472+0000 7f07defcd640 1 -- 172.21.15.82:0/4162329494 wait complete. 2024-09-12T12:26:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:16 smithi097 ceph-mon[34923]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:16 smithi097 ceph-mon[34923]: pgmap v316: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:16.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:16 smithi114 ceph-mon[35514]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:16.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:16 smithi114 ceph-mon[35514]: pgmap v316: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:17.083 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- bash -c 'ceph orch ls' 2024-09-12T12:26:17.329 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:17.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.822+0000 7f3336e37640 1 -- 172.21.15.82:0/4060953676 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3330101d10 msgr2=0x7f3330102190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:17.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.822+0000 7f3336e37640 1 --2- 172.21.15.82:0/4060953676 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3330101d10 0x7f3330102190 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f3320009900 tx=0x7f332002a410 comp rx=0 tx=0).stop 2024-09-12T12:26:17.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.822+0000 7f3336e37640 1 -- 172.21.15.82:0/4060953676 shutdown_connections 2024-09-12T12:26:17.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.822+0000 7f3336e37640 1 --2- 172.21.15.82:0/4060953676 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33301026d0 0x7f3330108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:17.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.822+0000 7f3336e37640 1 --2- 172.21.15.82:0/4060953676 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3330101d10 0x7f3330102190 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:17.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.822+0000 7f3336e37640 1 --2- 172.21.15.82:0/4060953676 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3330100b10 0x7f3330100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:17.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.822+0000 7f3336e37640 1 -- 172.21.15.82:0/4060953676 >> 172.21.15.82:0/4060953676 conn(0x7f33300fc2a0 msgr2=0x7f33300fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:17.835 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.822+0000 7f3336e37640 1 -- 172.21.15.82:0/4060953676 shutdown_connections 2024-09-12T12:26:17.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.822+0000 7f3336e37640 1 -- 172.21.15.82:0/4060953676 wait complete. 2024-09-12T12:26:17.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.823+0000 7f3336e37640 1 Processor -- start 2024-09-12T12:26:17.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.823+0000 7f3336e37640 1 -- start start 2024-09-12T12:26:17.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.823+0000 7f3336e37640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3330100b10 0x7f3330197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:17.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.823+0000 7f3336e37640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3330101d10 0x7f3330198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:17.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.823+0000 7f3336e37640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33301026d0 0x7f333019f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:17.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.823+0000 7f3336e37640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f333010d8c0 con 0x7f3330100b10 2024-09-12T12:26:17.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.823+0000 7f3336e37640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f333010d740 con 0x7f33301026d0 2024-09-12T12:26:17.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.823+0000 7f3336e37640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f333010da40 con 0x7f3330101d10 2024-09-12T12:26:17.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.823+0000 7f3334bd3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3330100b10 0x7f3330197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:17.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.823+0000 7f3334bd3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3330100b10 0x7f3330197ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60176/0 (socket says 172.21.15.82:60176) 2024-09-12T12:26:17.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.823+0000 7f3334bd3640 1 -- 172.21.15.82:0/3203922483 learned_addr learned my addr 172.21.15.82:0/3203922483 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:17.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.824+0000 7f33353d4640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33301026d0 0x7f333019f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:17.836 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.824+0000 7f3327fff640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3330101d10 0x7f3330198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.824+0000 7f3334bd3640 1 -- 172.21.15.82:0/3203922483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3330101d10 msgr2=0x7f3330198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.824+0000 7f3334bd3640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3330101d10 0x7f3330198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.824+0000 7f3334bd3640 1 -- 172.21.15.82:0/3203922483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33301026d0 msgr2=0x7f333019f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.824+0000 7f3334bd3640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33301026d0 0x7f333019f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.824+0000 7f3334bd3640 1 -- 172.21.15.82:0/3203922483 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f333019faf0 con 0x7f3330100b10 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.824+0000 7f33353d4640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33301026d0 0x7f333019f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.824+0000 7f3334bd3640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3330100b10 0x7f3330197ec0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f332c00c970 tx=0x7f332c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.824+0000 7f3325ffb640 1 -- 172.21.15.82:0/3203922483 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f332c004220 con 0x7f3330100b10 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.824+0000 7f3325ffb640 1 -- 172.21.15.82:0/3203922483 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f332c0043c0 con 0x7f3330100b10 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.824+0000 7f3336e37640 1 -- 172.21.15.82:0/3203922483 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f333019fde0 con 0x7f3330100b10 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.824+0000 7f3325ffb640 1 -- 172.21.15.82:0/3203922483 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f332c00f450 con 0x7f3330100b10 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.824+0000 7f3336e37640 1 -- 172.21.15.82:0/3203922483 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33301a0230 con 0x7f3330100b10 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.825+0000 7f3336e37640 1 -- 172.21.15.82:0/3203922483 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3330107eb0 con 0x7f3330100b10 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.826+0000 7f3325ffb640 1 -- 172.21.15.82:0/3203922483 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f332c0079b0 con 0x7f3330100b10 2024-09-12T12:26:17.837 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.827+0000 7f3325ffb640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f33180a2c40 0x7f33180a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:17.838 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.827+0000 7f3327fff640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f33180a2c40 0x7f33180a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:17.838 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.827+0000 7f3325ffb640 1 -- 172.21.15.82:0/3203922483 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f332c0ceff0 con 0x7f3330100b10 2024-09-12T12:26:17.838 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.827+0000 7f3327fff640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f33180a2c40 0x7f33180a5100 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3320031610 tx=0x7f3320000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:17.838 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:17.831+0000 7f3325ffb640 1 -- 172.21.15.82:0/3203922483 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f332c014030 con 0x7f3330100b10 2024-09-12T12:26:18.004 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:18.004+0000 7f3336e37640 1 -- 172.21.15.82:0/3203922483 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f3330062630 con 0x7f33180a2c40 2024-09-12T12:26:18.010 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:18.010+0000 7f3325ffb640 1 -- 172.21.15.82:0/3203922483 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f3330062630 con 0x7f33180a2c40 2024-09-12T12:26:18.010 INFO:teuthology.orchestra.run.smithi082.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-12T12:26:18.010 INFO:teuthology.orchestra.run.smithi082.stdout:mds.all 12/12 25s ago 2m smithi082=a;smithi082=d;smithi082=g;smithi082=j;smithi097=b;smithi097=e;smithi097=h;smithi097=k;smithi114=c;smithi114=f;smithi114=i;smithi114=l;count:12 2024-09-12T12:26:18.010 INFO:teuthology.orchestra.run.smithi082.stdout:mgr 3/3 25s ago 7m smithi082=x;smithi097=y;smithi114=z;count:3 2024-09-12T12:26:18.010 INFO:teuthology.orchestra.run.smithi082.stdout:mon 3/3 25s ago 7m smithi082:172.21.15.82=a;smithi097:172.21.15.97=b;smithi114:172.21.15.114=c;count:3 2024-09-12T12:26:18.010 INFO:teuthology.orchestra.run.smithi082.stdout:osd 12 25s ago - 2024-09-12T12:26:18.012 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:18.012+0000 7f3336e37640 1 -- 172.21.15.82:0/3203922483 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f33180a2c40 msgr2=0x7f33180a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:18.012 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:18.012+0000 7f3336e37640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f33180a2c40 0x7f33180a5100 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3320031610 tx=0x7f3320000bc0 comp rx=0 tx=0).stop 2024-09-12T12:26:18.012 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:18.012+0000 7f3336e37640 1 -- 172.21.15.82:0/3203922483 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3330100b10 msgr2=0x7f3330197ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:18.012 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:18.012+0000 7f3336e37640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3330100b10 0x7f3330197ec0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f332c00c970 tx=0x7f332c00ce30 comp rx=0 tx=0).stop 2024-09-12T12:26:18.012 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:18.012+0000 7f3336e37640 1 -- 172.21.15.82:0/3203922483 shutdown_connections 2024-09-12T12:26:18.013 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:18.012+0000 7f3336e37640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f33180a2c40 0x7f33180a5100 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:18.013 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:18.012+0000 7f3336e37640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33301026d0 0x7f333019f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:18.013 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:18.012+0000 7f3336e37640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3330101d10 0x7f3330198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:18.013 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:18.012+0000 7f3336e37640 1 --2- 172.21.15.82:0/3203922483 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3330100b10 0x7f3330197ec0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:18.013 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:18.012+0000 7f3336e37640 1 -- 172.21.15.82:0/3203922483 >> 172.21.15.82:0/3203922483 conn(0x7f33300fc2a0 msgr2=0x7f3330105080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:18.013 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:18.012+0000 7f3336e37640 1 -- 172.21.15.82:0/3203922483 shutdown_connections 2024-09-12T12:26:18.013 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:18.012+0000 7f3336e37640 1 -- 172.21.15.82:0/3203922483 wait complete. 2024-09-12T12:26:18.621 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:18 smithi114 ceph-mon[35514]: from='client.15045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:18.621 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:18 smithi114 ceph-mon[35514]: pgmap v317: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:18.647 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:18 smithi082 ceph-mon[31122]: from='client.15045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:18.647 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:18 smithi082 ceph-mon[31122]: pgmap v317: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:18.673 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- bash -c 'ceph orch host ls' 2024-09-12T12:26:18.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:18 smithi097 ceph-mon[34923]: from='client.15045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:18.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:18 smithi097 ceph-mon[34923]: pgmap v317: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:18.919 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:19.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.348+0000 7fec9be83640 1 -- 172.21.15.82:0/3662271093 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec94100330 msgr2=0x7fec9410a1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:19.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.348+0000 7fec9be83640 1 --2- 172.21.15.82:0/3662271093 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec94100330 0x7fec9410a1e0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fec8c009900 tx=0x7fec8c02a410 comp rx=0 tx=0).stop 2024-09-12T12:26:19.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.348+0000 7fec9be83640 1 -- 172.21.15.82:0/3662271093 shutdown_connections 2024-09-12T12:26:19.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.348+0000 7fec9be83640 1 --2- 172.21.15.82:0/3662271093 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec94100330 0x7fec9410a1e0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:19.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.348+0000 7fec9be83640 1 --2- 172.21.15.82:0/3662271093 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fec94103bc0 0x7fec940ffc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:19.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.348+0000 7fec9be83640 1 --2- 172.21.15.82:0/3662271093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fec941031f0 0x7fec941035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:19.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.348+0000 7fec9be83640 1 -- 172.21.15.82:0/3662271093 >> 172.21.15.82:0/3662271093 conn(0x7fec940fba40 msgr2=0x7fec940fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:19.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.349+0000 7fec9be83640 1 -- 172.21.15.82:0/3662271093 shutdown_connections 2024-09-12T12:26:19.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.349+0000 7fec9be83640 1 -- 172.21.15.82:0/3662271093 wait complete. 2024-09-12T12:26:19.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec9be83640 1 Processor -- start 2024-09-12T12:26:19.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec9be83640 1 -- start start 2024-09-12T12:26:19.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec9be83640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec94100330 0x7fec94197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:19.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec9be83640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fec941031f0 0x7fec94198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:19.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec9be83640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fec94103bc0 0x7fec9419f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:19.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec9be83640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fec9410d8b0 con 0x7fec94100330 2024-09-12T12:26:19.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec9be83640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fec9410d730 con 0x7fec94103bc0 2024-09-12T12:26:19.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec9be83640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fec9410da30 con 0x7fec941031f0 2024-09-12T12:26:19.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec99c1f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec94100330 0x7fec94197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:19.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec99c1f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec94100330 0x7fec94197e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58468/0 (socket says 172.21.15.82:58468) 2024-09-12T12:26:19.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec99c1f640 1 -- 172.21.15.82:0/1591256422 learned_addr learned my addr 172.21.15.82:0/1591256422 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:19.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec9941e640 1 --2- 172.21.15.82:0/1591256422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fec941031f0 0x7fec94198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:19.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec99c1f640 1 -- 172.21.15.82:0/1591256422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fec941031f0 msgr2=0x7fec94198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:19.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec99c1f640 1 --2- 172.21.15.82:0/1591256422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fec941031f0 0x7fec94198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:19.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec99c1f640 1 -- 172.21.15.82:0/1591256422 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fec94103bc0 msgr2=0x7fec9419f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:19.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec9a420640 1 --2- 172.21.15.82:0/1591256422 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fec94103bc0 0x7fec9419f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:19.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.350+0000 7fec99c1f640 1 --2- 172.21.15.82:0/1591256422 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fec94103bc0 0x7fec9419f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:19.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.351+0000 7fec99c1f640 1 -- 172.21.15.82:0/1591256422 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec9419fa80 con 0x7fec94100330 2024-09-12T12:26:19.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.351+0000 7fec99c1f640 1 --2- 172.21.15.82:0/1591256422 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec94100330 0x7fec94197e50 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fec9000ccb0 tx=0x7fec9000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:19.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.351+0000 7fec8affd640 1 -- 172.21.15.82:0/1591256422 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec90003b70 con 0x7fec94100330 2024-09-12T12:26:19.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.351+0000 7fec8affd640 1 -- 172.21.15.82:0/1591256422 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec9000ae50 con 0x7fec94100330 2024-09-12T12:26:19.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.351+0000 7fec9be83640 1 -- 172.21.15.82:0/1591256422 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec9419fd70 con 0x7fec94100330 2024-09-12T12:26:19.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.351+0000 7fec8affd640 1 -- 172.21.15.82:0/1591256422 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec9000f810 con 0x7fec94100330 2024-09-12T12:26:19.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.351+0000 7fec9be83640 1 -- 172.21.15.82:0/1591256422 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec941a0220 con 0x7fec94100330 2024-09-12T12:26:19.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.352+0000 7fec9be83640 1 -- 172.21.15.82:0/1591256422 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec94109190 con 0x7fec94100330 2024-09-12T12:26:19.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.353+0000 7fec8affd640 1 -- 172.21.15.82:0/1591256422 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fec9000f9b0 con 0x7fec94100330 2024-09-12T12:26:19.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.354+0000 7fec8affd640 1 --2- 172.21.15.82:0/1591256422 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fec800a2cc0 0x7fec800a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:19.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.354+0000 7fec9941e640 1 --2- 172.21.15.82:0/1591256422 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fec800a2cc0 0x7fec800a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:19.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.354+0000 7fec8affd640 1 -- 172.21.15.82:0/1591256422 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7fec900cf2e0 con 0x7fec94100330 2024-09-12T12:26:19.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.354+0000 7fec9941e640 1 --2- 172.21.15.82:0/1591256422 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fec800a2cc0 0x7fec800a5180 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fec94199370 tx=0x7fec8400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:19.362 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.360+0000 7fec8affd640 1 -- 172.21.15.82:0/1591256422 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fec90014070 con 0x7fec94100330 2024-09-12T12:26:19.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.533+0000 7fec9be83640 1 -- 172.21.15.82:0/1591256422 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7fec94062630 con 0x7fec800a2cc0 2024-09-12T12:26:19.534 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.534+0000 7fec8affd640 1 -- 172.21.15.82:0/1591256422 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7fec94062630 con 0x7fec800a2cc0 2024-09-12T12:26:19.534 INFO:teuthology.orchestra.run.smithi082.stdout:HOST ADDR LABELS STATUS 2024-09-12T12:26:19.534 INFO:teuthology.orchestra.run.smithi082.stdout:smithi082 172.21.15.82 2024-09-12T12:26:19.534 INFO:teuthology.orchestra.run.smithi082.stdout:smithi097 172.21.15.97 2024-09-12T12:26:19.534 INFO:teuthology.orchestra.run.smithi082.stdout:smithi114 172.21.15.114 2024-09-12T12:26:19.534 INFO:teuthology.orchestra.run.smithi082.stdout:3 hosts in cluster 2024-09-12T12:26:19.536 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.536+0000 7fec9be83640 1 -- 172.21.15.82:0/1591256422 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fec800a2cc0 msgr2=0x7fec800a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:19.536 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.536+0000 7fec9be83640 1 --2- 172.21.15.82:0/1591256422 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fec800a2cc0 0x7fec800a5180 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fec94199370 tx=0x7fec8400b390 comp rx=0 tx=0).stop 2024-09-12T12:26:19.536 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.536+0000 7fec9be83640 1 -- 172.21.15.82:0/1591256422 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec94100330 msgr2=0x7fec94197e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:19.537 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.536+0000 7fec9be83640 1 --2- 172.21.15.82:0/1591256422 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec94100330 0x7fec94197e50 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fec9000ccb0 tx=0x7fec9000a620 comp rx=0 tx=0).stop 2024-09-12T12:26:19.537 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.536+0000 7fec9be83640 1 -- 172.21.15.82:0/1591256422 shutdown_connections 2024-09-12T12:26:19.537 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.536+0000 7fec9be83640 1 --2- 172.21.15.82:0/1591256422 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fec800a2cc0 0x7fec800a5180 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:19.537 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.536+0000 7fec9be83640 1 --2- 172.21.15.82:0/1591256422 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fec94103bc0 0x7fec9419f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:19.537 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.536+0000 7fec9be83640 1 --2- 172.21.15.82:0/1591256422 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fec941031f0 0x7fec94198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:19.537 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.536+0000 7fec9be83640 1 --2- 172.21.15.82:0/1591256422 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fec94100330 0x7fec94197e50 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:19.537 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.536+0000 7fec9be83640 1 -- 172.21.15.82:0/1591256422 >> 172.21.15.82:0/1591256422 conn(0x7fec940fba40 msgr2=0x7fec94106360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:19.537 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.536+0000 7fec9be83640 1 -- 172.21.15.82:0/1591256422 shutdown_connections 2024-09-12T12:26:19.537 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:19.536+0000 7fec9be83640 1 -- 172.21.15.82:0/1591256422 wait complete. 2024-09-12T12:26:19.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:19 smithi097 ceph-mon[34923]: from='client.15051 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:19.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:19 smithi082 ceph-mon[31122]: from='client.15051 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:19.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:19 smithi114 ceph-mon[35514]: from='client.15051 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:20.123 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- bash -c 'ceph orch device ls' 2024-09-12T12:26:20.369 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:20.489 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:20 smithi082 ceph-mon[31122]: pgmap v318: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:20 smithi097 ceph-mon[34923]: pgmap v318: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:20.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:20 smithi114 ceph-mon[35514]: pgmap v318: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:20.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.907+0000 7fc8df629640 1 -- 172.21.15.82:0/311172661 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc8d8105790 msgr2=0x7fc8d8105c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:20.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.907+0000 7fc8df629640 1 --2- 172.21.15.82:0/311172661 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc8d8105790 0x7fc8d8105c40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fc8d0009ca0 tx=0x7fc8d002a8c0 comp rx=0 tx=0).stop 2024-09-12T12:26:20.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.907+0000 7fc8df629640 1 -- 172.21.15.82:0/311172661 shutdown_connections 2024-09-12T12:26:20.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.907+0000 7fc8df629640 1 --2- 172.21.15.82:0/311172661 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc8d8105790 0x7fc8d8105c40 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:20.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.907+0000 7fc8df629640 1 --2- 172.21.15.82:0/311172661 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8d8102de0 0x7fc8d8105250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:20.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.907+0000 7fc8df629640 1 --2- 172.21.15.82:0/311172661 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d8100490 0x7fc8d81028a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:20.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.907+0000 7fc8df629640 1 -- 172.21.15.82:0/311172661 >> 172.21.15.82:0/311172661 conn(0x7fc8d80fc2a0 msgr2=0x7fc8d80fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:20.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.907+0000 7fc8df629640 1 -- 172.21.15.82:0/311172661 shutdown_connections 2024-09-12T12:26:20.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.907+0000 7fc8df629640 1 -- 172.21.15.82:0/311172661 wait complete. 2024-09-12T12:26:20.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8df629640 1 Processor -- start 2024-09-12T12:26:20.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8df629640 1 -- start start 2024-09-12T12:26:20.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8df629640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8d8100490 0x7fc8d819e480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:20.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8df629640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d8102de0 0x7fc8d819e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:20.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8df629640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc8d8105790 0x7fc8d81a5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:20.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8df629640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d8113ea0 con 0x7fc8d8105790 2024-09-12T12:26:20.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8df629640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d8113d20 con 0x7fc8d8100490 2024-09-12T12:26:20.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8df629640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d8114020 con 0x7fc8d8102de0 2024-09-12T12:26:20.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8ddbc6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc8d8105790 0x7fc8d81a5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:20.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8ddbc6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc8d8105790 0x7fc8d81a5a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58486/0 (socket says 172.21.15.82:58486) 2024-09-12T12:26:20.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8ddbc6640 1 -- 172.21.15.82:0/2613783156 learned_addr learned my addr 172.21.15.82:0/2613783156 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:20.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8dcbc4640 1 --2- 172.21.15.82:0/2613783156 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d8102de0 0x7fc8d819e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:20.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8dd3c5640 1 --2- 172.21.15.82:0/2613783156 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8d8100490 0x7fc8d819e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:20.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8ddbc6640 1 -- 172.21.15.82:0/2613783156 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d8102de0 msgr2=0x7fc8d819e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:20.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8ddbc6640 1 --2- 172.21.15.82:0/2613783156 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d8102de0 0x7fc8d819e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:20.921 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8ddbc6640 1 -- 172.21.15.82:0/2613783156 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8d8100490 msgr2=0x7fc8d819e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:20.921 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8ddbc6640 1 --2- 172.21.15.82:0/2613783156 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8d8100490 0x7fc8d819e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:20.921 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8ddbc6640 1 -- 172.21.15.82:0/2613783156 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d81a60b0 con 0x7fc8d8105790 2024-09-12T12:26:20.921 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.908+0000 7fc8ddbc6640 1 --2- 172.21.15.82:0/2613783156 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc8d8105790 0x7fc8d81a5a40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fc8d0005e30 tx=0x7fc8d0031ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:20.921 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.909+0000 7fc8ce7fc640 1 -- 172.21.15.82:0/2613783156 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d0003c30 con 0x7fc8d8105790 2024-09-12T12:26:20.921 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.909+0000 7fc8df629640 1 -- 172.21.15.82:0/2613783156 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8d81a6340 con 0x7fc8d8105790 2024-09-12T12:26:20.921 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.909+0000 7fc8ce7fc640 1 -- 172.21.15.82:0/2613783156 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc8d0003dd0 con 0x7fc8d8105790 2024-09-12T12:26:20.921 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.909+0000 7fc8ce7fc640 1 -- 172.21.15.82:0/2613783156 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d002fde0 con 0x7fc8d8105790 2024-09-12T12:26:20.921 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.909+0000 7fc8df629640 1 -- 172.21.15.82:0/2613783156 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8d81a6880 con 0x7fc8d8105790 2024-09-12T12:26:20.921 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.910+0000 7fc8df629640 1 -- 172.21.15.82:0/2613783156 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8d80fdd90 con 0x7fc8d8105790 2024-09-12T12:26:20.921 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.911+0000 7fc8ce7fc640 1 -- 172.21.15.82:0/2613783156 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc8d0004050 con 0x7fc8d8105790 2024-09-12T12:26:20.921 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.911+0000 7fc8ce7fc640 1 --2- 172.21.15.82:0/2613783156 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc8c40a2c40 0x7fc8c40a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:20.921 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.911+0000 7fc8dd3c5640 1 --2- 172.21.15.82:0/2613783156 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc8c40a2c40 0x7fc8c40a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:20.922 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.911+0000 7fc8ce7fc640 1 -- 172.21.15.82:0/2613783156 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7fc8d00f0320 con 0x7fc8d8105790 2024-09-12T12:26:20.922 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.912+0000 7fc8dd3c5640 1 --2- 172.21.15.82:0/2613783156 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc8c40a2c40 0x7fc8c40a5100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc8d4005fd0 tx=0x7fc8d4005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:20.922 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:20.915+0000 7fc8ce7fc640 1 -- 172.21.15.82:0/2613783156 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc8d00bd200 con 0x7fc8d8105790 2024-09-12T12:26:21.087 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:21.087+0000 7fc8df629640 1 -- 172.21.15.82:0/2613783156 --> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fc8d8062630 con 0x7fc8c40a2c40 2024-09-12T12:26:21.089 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:21.089+0000 7fc8ce7fc640 1 -- 172.21.15.82:0/2613783156 <== mgr.14150 v2:172.21.15.82:6800/2115848055 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fc8d8062630 con 0x7fc8c40a2c40 2024-09-12T12:26:21.089 INFO:teuthology.orchestra.run.smithi082.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-09-12T12:26:21.089 INFO:teuthology.orchestra.run.smithi082.stdout:smithi082 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400SD400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-09-12T12:26:21.089 INFO:teuthology.orchestra.run.smithi082.stdout:smithi097 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT6204013T400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-09-12T12:26:21.089 INFO:teuthology.orchestra.run.smithi082.stdout:smithi114 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400WB400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-09-12T12:26:21.091 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:21.091+0000 7fc8df629640 1 -- 172.21.15.82:0/2613783156 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc8c40a2c40 msgr2=0x7fc8c40a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:21.091 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:21.091+0000 7fc8df629640 1 --2- 172.21.15.82:0/2613783156 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc8c40a2c40 0x7fc8c40a5100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc8d4005fd0 tx=0x7fc8d4005850 comp rx=0 tx=0).stop 2024-09-12T12:26:21.091 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:21.091+0000 7fc8df629640 1 -- 172.21.15.82:0/2613783156 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc8d8105790 msgr2=0x7fc8d81a5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:21.091 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:21.091+0000 7fc8df629640 1 --2- 172.21.15.82:0/2613783156 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc8d8105790 0x7fc8d81a5a40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fc8d0005e30 tx=0x7fc8d0031ee0 comp rx=0 tx=0).stop 2024-09-12T12:26:21.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:21.091+0000 7fc8df629640 1 -- 172.21.15.82:0/2613783156 shutdown_connections 2024-09-12T12:26:21.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:21.091+0000 7fc8df629640 1 --2- 172.21.15.82:0/2613783156 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fc8c40a2c40 0x7fc8c40a5100 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:21.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:21.091+0000 7fc8df629640 1 --2- 172.21.15.82:0/2613783156 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc8d8105790 0x7fc8d81a5a40 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:21.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:21.091+0000 7fc8df629640 1 --2- 172.21.15.82:0/2613783156 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc8d8102de0 0x7fc8d819e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:21.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:21.091+0000 7fc8df629640 1 --2- 172.21.15.82:0/2613783156 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8d8100490 0x7fc8d819e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:21.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:21.091+0000 7fc8df629640 1 -- 172.21.15.82:0/2613783156 >> 172.21.15.82:0/2613783156 conn(0x7fc8d80fc2a0 msgr2=0x7fc8d8100d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:21.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:21.091+0000 7fc8df629640 1 -- 172.21.15.82:0/2613783156 shutdown_connections 2024-09-12T12:26:21.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:21.091+0000 7fc8df629640 1 -- 172.21.15.82:0/2613783156 wait complete. 2024-09-12T12:26:21.646 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:21 smithi082 ceph-mon[31122]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:21.674 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-12T12:26:21.683 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi082.front.sepia.ceph.com 2024-09-12T12:26:21.683 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- bash -c 'ceph fs dump' 2024-09-12T12:26:21.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:21 smithi097 ceph-mon[34923]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:21.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:21 smithi114 ceph-mon[35514]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:21.925 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:22.416 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.406+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2210525714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3db8101cd0 msgr2=0x7f3db8102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:22.417 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.406+0000 7f3dbcdaf640 1 --2- 172.21.15.82:0/2210525714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3db8101cd0 0x7f3db8102150 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f3da8009900 tx=0x7f3da802a410 comp rx=0 tx=0).stop 2024-09-12T12:26:22.417 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.406+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2210525714 shutdown_connections 2024-09-12T12:26:22.417 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.406+0000 7f3dbcdaf640 1 --2- 172.21.15.82:0/2210525714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3db8102690 0x7f3db8108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:22.417 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.406+0000 7f3dbcdaf640 1 --2- 172.21.15.82:0/2210525714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3db8101cd0 0x7f3db8102150 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:22.417 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.406+0000 7f3dbcdaf640 1 --2- 172.21.15.82:0/2210525714 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3db8100ad0 0x7f3db8100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:22.417 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.406+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2210525714 >> 172.21.15.82:0/2210525714 conn(0x7f3db80fc280 msgr2=0x7f3db80fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:22.417 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.406+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2210525714 shutdown_connections 2024-09-12T12:26:22.417 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.406+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2210525714 wait complete. 2024-09-12T12:26:22.417 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3dbcdaf640 1 Processor -- start 2024-09-12T12:26:22.417 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3dbcdaf640 1 -- start start 2024-09-12T12:26:22.417 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3dbcdaf640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3db8100ad0 0x7f3db8197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:22.417 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3dbcdaf640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3db8101cd0 0x7f3db8198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:22.418 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3dbcdaf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3db8102690 0x7f3db819f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:22.418 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3dbcdaf640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3db810d880 con 0x7f3db8100ad0 2024-09-12T12:26:22.418 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3dbcdaf640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3db810d700 con 0x7f3db8101cd0 2024-09-12T12:26:22.418 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3dbcdaf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3db810da00 con 0x7f3db8102690 2024-09-12T12:26:22.418 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3db659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3db8100ad0 0x7f3db8197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:22.418 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3db659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3db8100ad0 0x7f3db8197e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58502/0 (socket says 172.21.15.82:58502) 2024-09-12T12:26:22.418 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3db659c640 1 -- 172.21.15.82:0/2176036688 learned_addr learned my addr 172.21.15.82:0/2176036688 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:22.418 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3db6d9d640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3db8102690 0x7f3db819f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:22.418 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3db5d9b640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3db8101cd0 0x7f3db8198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:22.418 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3db659c640 1 -- 172.21.15.82:0/2176036688 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3db8102690 msgr2=0x7f3db819f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:22.418 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3db659c640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3db8102690 0x7f3db819f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:22.418 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3db659c640 1 -- 172.21.15.82:0/2176036688 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3db8101cd0 msgr2=0x7f3db8198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:22.418 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3db659c640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3db8101cd0 0x7f3db8198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:22.419 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3db659c640 1 -- 172.21.15.82:0/2176036688 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3db819fa80 con 0x7f3db8100ad0 2024-09-12T12:26:22.419 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.407+0000 7f3db6d9d640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3db8102690 0x7f3db819f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:22.419 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.408+0000 7f3db659c640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3db8100ad0 0x7f3db8197e50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f3da000c970 tx=0x7f3da000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:22.419 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.408+0000 7f3daf7fe640 1 -- 172.21.15.82:0/2176036688 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da0007c10 con 0x7f3db8100ad0 2024-09-12T12:26:22.419 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.408+0000 7f3daf7fe640 1 -- 172.21.15.82:0/2176036688 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3da0007db0 con 0x7f3db8100ad0 2024-09-12T12:26:22.419 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.408+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2176036688 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3db819fd70 con 0x7f3db8100ad0 2024-09-12T12:26:22.419 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.408+0000 7f3daf7fe640 1 -- 172.21.15.82:0/2176036688 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da000f940 con 0x7f3db8100ad0 2024-09-12T12:26:22.419 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.408+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2176036688 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3db81a0210 con 0x7f3db8100ad0 2024-09-12T12:26:22.419 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.409+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2176036688 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3db8107e80 con 0x7f3db8100ad0 2024-09-12T12:26:22.419 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.410+0000 7f3daf7fe640 1 -- 172.21.15.82:0/2176036688 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3da000fae0 con 0x7f3db8100ad0 2024-09-12T12:26:22.419 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.411+0000 7f3daf7fe640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3da40a2cc0 0x7f3da40a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:22.419 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.411+0000 7f3db5d9b640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3da40a2cc0 0x7f3da40a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:22.419 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.411+0000 7f3daf7fe640 1 -- 172.21.15.82:0/2176036688 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f3da00cf860 con 0x7f3db8100ad0 2024-09-12T12:26:22.420 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.411+0000 7f3db5d9b640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3da40a2cc0 0x7f3da40a5180 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3da8000c00 tx=0x7f3da80315d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:22.420 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.414+0000 7f3daf7fe640 1 -- 172.21.15.82:0/2176036688 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3da009c750 con 0x7f3db8100ad0 2024-09-12T12:26:22.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.614+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2176036688 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f3db802da70 con 0x7f3db8100ad0 2024-09-12T12:26:22.614 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:22 smithi082 ceph-mon[31122]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:22.614 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:22 smithi082 ceph-mon[31122]: pgmap v319: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:22.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.614+0000 7f3daf7fe640 1 -- 172.21.15.82:0/2176036688 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 27 v27) ==== 76+0+3123 (secure 0 0 0) 0x7f3da009c050 con 0x7f3db8100ad0 2024-09-12T12:26:22.615 INFO:teuthology.orchestra.run.smithi082.stdout:e27 2024-09-12T12:26:22.615 INFO:teuthology.orchestra.run.smithi082.stdout:btime 2024-09-12T12:25:05:315462+0000 2024-09-12T12:26:22.615 INFO:teuthology.orchestra.run.smithi082.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-12T12:26:22.615 INFO:teuthology.orchestra.run.smithi082.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-12T12:26:22.615 INFO:teuthology.orchestra.run.smithi082.stdout:legacy client fscid: 1 2024-09-12T12:26:22.615 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:22.615 INFO:teuthology.orchestra.run.smithi082.stdout:Filesystem 'cephfs' (1) 2024-09-12T12:26:22.616 INFO:teuthology.orchestra.run.smithi082.stdout:fs_name cephfs 2024-09-12T12:26:22.616 INFO:teuthology.orchestra.run.smithi082.stdout:epoch 27 2024-09-12T12:26:22.616 INFO:teuthology.orchestra.run.smithi082.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-09-12T12:26:22.616 INFO:teuthology.orchestra.run.smithi082.stdout:created 2024-09-12T12:24:53.823706+0000 2024-09-12T12:26:22.616 INFO:teuthology.orchestra.run.smithi082.stdout:modified 2024-09-12T12:25:05.315437+0000 2024-09-12T12:26:22.616 INFO:teuthology.orchestra.run.smithi082.stdout:tableserver 0 2024-09-12T12:26:22.616 INFO:teuthology.orchestra.run.smithi082.stdout:root 0 2024-09-12T12:26:22.616 INFO:teuthology.orchestra.run.smithi082.stdout:session_timeout 300 2024-09-12T12:26:22.616 INFO:teuthology.orchestra.run.smithi082.stdout:session_autoclose 300 2024-09-12T12:26:22.616 INFO:teuthology.orchestra.run.smithi082.stdout:max_file_size 1099511627776 2024-09-12T12:26:22.616 INFO:teuthology.orchestra.run.smithi082.stdout:max_xattr_size 65536 2024-09-12T12:26:22.616 INFO:teuthology.orchestra.run.smithi082.stdout:required_client_features {} 2024-09-12T12:26:22.617 INFO:teuthology.orchestra.run.smithi082.stdout:last_failure 0 2024-09-12T12:26:22.617 INFO:teuthology.orchestra.run.smithi082.stdout:last_failure_osd_epoch 0 2024-09-12T12:26:22.617 INFO:teuthology.orchestra.run.smithi082.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-12T12:26:22.617 INFO:teuthology.orchestra.run.smithi082.stdout:max_mds 5 2024-09-12T12:26:22.617 INFO:teuthology.orchestra.run.smithi082.stdout:in 0,1,2,3,4 2024-09-12T12:26:22.617 INFO:teuthology.orchestra.run.smithi082.stdout:up {0=24454,1=24446,2=24445,3=24436,4=24431} 2024-09-12T12:26:22.617 INFO:teuthology.orchestra.run.smithi082.stdout:failed 2024-09-12T12:26:22.617 INFO:teuthology.orchestra.run.smithi082.stdout:damaged 2024-09-12T12:26:22.617 INFO:teuthology.orchestra.run.smithi082.stdout:stopped 2024-09-12T12:26:22.617 INFO:teuthology.orchestra.run.smithi082.stdout:data_pools [3] 2024-09-12T12:26:22.617 INFO:teuthology.orchestra.run.smithi082.stdout:metadata_pool 2 2024-09-12T12:26:22.617 INFO:teuthology.orchestra.run.smithi082.stdout:inline_data disabled 2024-09-12T12:26:22.617 INFO:teuthology.orchestra.run.smithi082.stdout:balancer 2024-09-12T12:26:22.618 INFO:teuthology.orchestra.run.smithi082.stdout:bal_rank_mask -1 2024-09-12T12:26:22.618 INFO:teuthology.orchestra.run.smithi082.stdout:standby_count_wanted 0 2024-09-12T12:26:22.618 INFO:teuthology.orchestra.run.smithi082.stdout:qdb_cluster leader: 24454 members: 24454,24446,24445,24436,24431 2024-09-12T12:26:22.618 INFO:teuthology.orchestra.run.smithi082.stdout:[mds.i{0:24454} state up:active seq 6 addr [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] compat {c=[1],r=[1],i=[1fff]}] 2024-09-12T12:26:22.618 INFO:teuthology.orchestra.run.smithi082.stdout:[mds.e{0:24413} state up:standby-replay seq 1 addr [v2:172.21.15.97:6834/1947906034,v1:172.21.15.97:6835/1947906034] compat {c=[1],r=[1],i=[1fff]}] 2024-09-12T12:26:22.618 INFO:teuthology.orchestra.run.smithi082.stdout:[mds.b{1:24446} state up:active seq 6 addr [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] compat {c=[1],r=[1],i=[1fff]}] 2024-09-12T12:26:22.618 INFO:teuthology.orchestra.run.smithi082.stdout:[mds.l{1:24406} state up:standby-replay seq 1 addr [v2:172.21.15.114:6832/596000415,v1:172.21.15.114:6833/596000415] compat {c=[1],r=[1],i=[1fff]}] 2024-09-12T12:26:22.618 INFO:teuthology.orchestra.run.smithi082.stdout:[mds.c{2:24445} state up:active seq 9 addr [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] compat {c=[1],r=[1],i=[1fff]}] 2024-09-12T12:26:22.618 INFO:teuthology.orchestra.run.smithi082.stdout:[mds.k{2:24392} state up:standby-replay seq 1 addr [v2:172.21.15.97:6832/408794404,v1:172.21.15.97:6833/408794404] compat {c=[1],r=[1],i=[1fff]}] 2024-09-12T12:26:22.618 INFO:teuthology.orchestra.run.smithi082.stdout:[mds.f{3:24436} state up:active seq 10 addr [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] compat {c=[1],r=[1],i=[1fff]}] 2024-09-12T12:26:22.618 INFO:teuthology.orchestra.run.smithi082.stdout:[mds.a{3:14601} state up:standby-replay seq 1 addr [v2:172.21.15.82:6840/1297530832,v1:172.21.15.82:6841/1297530832] compat {c=[1],r=[1],i=[1fff]}] 2024-09-12T12:26:22.618 INFO:teuthology.orchestra.run.smithi082.stdout:[mds.h{4:24431} state up:active seq 9 addr [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] compat {c=[1],r=[1],i=[1fff]}] 2024-09-12T12:26:22.618 INFO:teuthology.orchestra.run.smithi082.stdout:[mds.g{4:14589} state up:standby-replay seq 1 addr [v2:172.21.15.82:6838/2582555492,v1:172.21.15.82:6839/2582555492] compat {c=[1],r=[1],i=[1fff]}] 2024-09-12T12:26:22.618 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:22.619 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:22.619 INFO:teuthology.orchestra.run.smithi082.stdout:Standby daemons: 2024-09-12T12:26:22.619 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:22.619 INFO:teuthology.orchestra.run.smithi082.stdout:[mds.j{-1:14529} state up:standby seq 1 addr [v2:172.21.15.82:6834/4187260517,v1:172.21.15.82:6835/4187260517] compat {c=[1],r=[1],i=[1fff]}] 2024-09-12T12:26:22.619 INFO:teuthology.orchestra.run.smithi082.stdout:[mds.d{-1:14541} state up:standby seq 1 addr [v2:172.21.15.82:6836/1564374583,v1:172.21.15.82:6837/1564374583] compat {c=[1],r=[1],i=[1fff]}] 2024-09-12T12:26:22.620 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 27 2024-09-12T12:26:22.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.616+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2176036688 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3da40a2cc0 msgr2=0x7f3da40a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:22.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.616+0000 7f3dbcdaf640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3da40a2cc0 0x7f3da40a5180 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3da8000c00 tx=0x7f3da80315d0 comp rx=0 tx=0).stop 2024-09-12T12:26:22.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.616+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2176036688 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3db8100ad0 msgr2=0x7f3db8197e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:22.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.616+0000 7f3dbcdaf640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3db8100ad0 0x7f3db8197e50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f3da000c970 tx=0x7f3da000ce30 comp rx=0 tx=0).stop 2024-09-12T12:26:22.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.616+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2176036688 shutdown_connections 2024-09-12T12:26:22.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.616+0000 7f3dbcdaf640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f3da40a2cc0 0x7f3da40a5180 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:22.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.616+0000 7f3dbcdaf640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3db8102690 0x7f3db819f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:22.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.616+0000 7f3dbcdaf640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3db8101cd0 0x7f3db8198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:22.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.616+0000 7f3dbcdaf640 1 --2- 172.21.15.82:0/2176036688 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3db8100ad0 0x7f3db8197e50 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:22.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.616+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2176036688 >> 172.21.15.82:0/2176036688 conn(0x7f3db80fc280 msgr2=0x7f3db8105050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:22.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.616+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2176036688 shutdown_connections 2024-09-12T12:26:22.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:22.616+0000 7f3dbcdaf640 1 -- 172.21.15.82:0/2176036688 wait complete. 2024-09-12T12:26:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:22 smithi097 ceph-mon[34923]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:22 smithi097 ceph-mon[34923]: pgmap v319: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:22.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:22 smithi114 ceph-mon[35514]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:22.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:22 smithi114 ceph-mon[35514]: pgmap v319: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:23.257 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- bash -c 'ceph osd dump' 2024-09-12T12:26:23.505 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:23.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:23 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2176036688' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-12T12:26:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:23 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2176036688' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-12T12:26:23.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:23 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2176036688' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-12T12:26:23.998 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.969+0000 7ff625822640 1 -- 172.21.15.82:0/993754642 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff620101d10 msgr2=0x7ff620102190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:23.998 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.969+0000 7ff625822640 1 --2- 172.21.15.82:0/993754642 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff620101d10 0x7ff620102190 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7ff610009900 tx=0x7ff61002a410 comp rx=0 tx=0).stop 2024-09-12T12:26:23.999 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.969+0000 7ff625822640 1 -- 172.21.15.82:0/993754642 shutdown_connections 2024-09-12T12:26:23.999 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.969+0000 7ff625822640 1 --2- 172.21.15.82:0/993754642 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6201026d0 0x7ff620108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:23.999 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.969+0000 7ff625822640 1 --2- 172.21.15.82:0/993754642 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff620101d10 0x7ff620102190 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:23.999 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.969+0000 7ff625822640 1 --2- 172.21.15.82:0/993754642 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff620100b10 0x7ff620100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:23.999 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.969+0000 7ff625822640 1 -- 172.21.15.82:0/993754642 >> 172.21.15.82:0/993754642 conn(0x7ff6200fc2a0 msgr2=0x7ff6200fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:23.999 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.969+0000 7ff625822640 1 -- 172.21.15.82:0/993754642 shutdown_connections 2024-09-12T12:26:23.999 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.969+0000 7ff625822640 1 -- 172.21.15.82:0/993754642 wait complete. 2024-09-12T12:26:23.999 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.969+0000 7ff625822640 1 Processor -- start 2024-09-12T12:26:23.999 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.969+0000 7ff625822640 1 -- start start 2024-09-12T12:26:23.999 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff625822640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff620100b10 0x7ff62006b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:23.999 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff625822640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff620101d10 0x7ff62019ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:23.999 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff625822640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6201026d0 0x7ff62019f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:24.000 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff625822640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff62010c8e0 con 0x7ff620100b10 2024-09-12T12:26:24.000 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff625822640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff62010c760 con 0x7ff620101d10 2024-09-12T12:26:24.000 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff625822640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff62010ca60 con 0x7ff6201026d0 2024-09-12T12:26:24.000 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff61effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff620100b10 0x7ff62006b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:24.000 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff61effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff620100b10 0x7ff62006b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58520/0 (socket says 172.21.15.82:58520) 2024-09-12T12:26:24.000 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff61effd640 1 -- 172.21.15.82:0/3593155236 learned_addr learned my addr 172.21.15.82:0/3593155236 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:24.000 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff61e7fc640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff620101d10 0x7ff62019ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:24.000 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff61f7fe640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6201026d0 0x7ff62019f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:24.000 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff61effd640 1 -- 172.21.15.82:0/3593155236 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6201026d0 msgr2=0x7ff62019f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:24.000 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff61effd640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6201026d0 0x7ff62019f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:24.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff61effd640 1 -- 172.21.15.82:0/3593155236 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff620101d10 msgr2=0x7ff62019ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:24.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff61effd640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff620101d10 0x7ff62019ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:24.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff61effd640 1 -- 172.21.15.82:0/3593155236 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff62019fd30 con 0x7ff620100b10 2024-09-12T12:26:24.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff61f7fe640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6201026d0 0x7ff62019f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:24.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff61effd640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff620100b10 0x7ff62006b2f0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7ff60800b450 tx=0x7ff60800b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:24.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff624820640 1 -- 172.21.15.82:0/3593155236 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff608015020 con 0x7ff620100b10 2024-09-12T12:26:24.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff624820640 1 -- 172.21.15.82:0/3593155236 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff608011d70 con 0x7ff620100b10 2024-09-12T12:26:24.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff624820640 1 -- 172.21.15.82:0/3593155236 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff60800f340 con 0x7ff620100b10 2024-09-12T12:26:24.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff625822640 1 -- 172.21.15.82:0/3593155236 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff62019ffc0 con 0x7ff620100b10 2024-09-12T12:26:24.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.970+0000 7ff625822640 1 -- 172.21.15.82:0/3593155236 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6201a0490 con 0x7ff620100b10 2024-09-12T12:26:24.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.972+0000 7ff625822640 1 -- 172.21.15.82:0/3593155236 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff620107f60 con 0x7ff620100b10 2024-09-12T12:26:24.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.973+0000 7ff624820640 1 -- 172.21.15.82:0/3593155236 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff608018020 con 0x7ff620100b10 2024-09-12T12:26:24.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.974+0000 7ff624820640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff60c0a2c10 0x7ff60c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:24.002 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.974+0000 7ff61e7fc640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff60c0a2c10 0x7ff60c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:24.002 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.974+0000 7ff624820640 1 -- 172.21.15.82:0/3593155236 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7ff6080ceaf0 con 0x7ff620100b10 2024-09-12T12:26:24.002 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.974+0000 7ff61e7fc640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff60c0a2c10 0x7ff60c0a50d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff610031440 tx=0x7ff6100315b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:24.002 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:23.978+0000 7ff624820640 1 -- 172.21.15.82:0/3593155236 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff60801f020 con 0x7ff620100b10 2024-09-12T12:26:24.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:24.146+0000 7ff625822640 1 -- 172.21.15.82:0/3593155236 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7ff62002da10 con 0x7ff620100b10 2024-09-12T12:26:24.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:24.147+0000 7ff624820640 1 -- 172.21.15.82:0/3593155236 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v83) ==== 56+0+5321 (secure 0 0 0) 0x7ff60800d040 con 0x7ff620100b10 2024-09-12T12:26:24.147 INFO:teuthology.orchestra.run.smithi082.stdout:epoch 83 2024-09-12T12:26:24.147 INFO:teuthology.orchestra.run.smithi082.stdout:fsid cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:26:24.147 INFO:teuthology.orchestra.run.smithi082.stdout:created 2024-09-12T12:17:12.695009+0000 2024-09-12T12:26:24.147 INFO:teuthology.orchestra.run.smithi082.stdout:modified 2024-09-12T12:26:11.337679+0000 2024-09-12T12:26:24.148 INFO:teuthology.orchestra.run.smithi082.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-09-12T12:26:24.148 INFO:teuthology.orchestra.run.smithi082.stdout:crush_version 26 2024-09-12T12:26:24.148 INFO:teuthology.orchestra.run.smithi082.stdout:full_ratio 0.95 2024-09-12T12:26:24.148 INFO:teuthology.orchestra.run.smithi082.stdout:backfillfull_ratio 0.9 2024-09-12T12:26:24.148 INFO:teuthology.orchestra.run.smithi082.stdout:nearfull_ratio 0.85 2024-09-12T12:26:24.148 INFO:teuthology.orchestra.run.smithi082.stdout:require_min_compat_client luminous 2024-09-12T12:26:24.148 INFO:teuthology.orchestra.run.smithi082.stdout:min_compat_client luminous 2024-09-12T12:26:24.148 INFO:teuthology.orchestra.run.smithi082.stdout:require_osd_release squid 2024-09-12T12:26:24.148 INFO:teuthology.orchestra.run.smithi082.stdout:stretch_mode_enabled false 2024-09-12T12:26:24.148 INFO:teuthology.orchestra.run.smithi082.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-09-12T12:26:24.148 INFO:teuthology.orchestra.run.smithi082.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-09-12T12:26:24.148 INFO:teuthology.orchestra.run.smithi082.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-09-12T12:26:24.148 INFO:teuthology.orchestra.run.smithi082.stdout:max_osd 12 2024-09-12T12:26:24.149 INFO:teuthology.orchestra.run.smithi082.stdout:osd.0 up in weight 1 up_from 8 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.82:6802/2375600760,v1:172.21.15.82:6803/2375600760] [v2:172.21.15.82:6804/2375600760,v1:172.21.15.82:6805/2375600760] exists,up ec7e953a-5817-44dc-b24a-187f8ecae3de 2024-09-12T12:26:24.149 INFO:teuthology.orchestra.run.smithi082.stdout:osd.1 up in weight 1 up_from 13 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.97:6800/579017150,v1:172.21.15.97:6801/579017150] [v2:172.21.15.97:6802/579017150,v1:172.21.15.97:6803/579017150] exists,up 5851943d-862e-4e05-8a5d-ade40a417718 2024-09-12T12:26:24.149 INFO:teuthology.orchestra.run.smithi082.stdout:osd.2 up in weight 1 up_from 18 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.114:6800/667030766,v1:172.21.15.114:6801/667030766] [v2:172.21.15.114:6802/667030766,v1:172.21.15.114:6803/667030766] exists,up 6ad4e40e-a867-4daf-8d56-61c759763bb7 2024-09-12T12:26:24.149 INFO:teuthology.orchestra.run.smithi082.stdout:osd.3 up in weight 1 up_from 24 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.82:6810/3696970002,v1:172.21.15.82:6811/3696970002] [v2:172.21.15.82:6812/3696970002,v1:172.21.15.82:6813/3696970002] exists,up d07a22ac-4f4d-443a-aa26-fb72c965a533 2024-09-12T12:26:24.149 INFO:teuthology.orchestra.run.smithi082.stdout:osd.4 up in weight 1 up_from 31 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.97:6808/1720388199,v1:172.21.15.97:6809/1720388199] [v2:172.21.15.97:6810/1720388199,v1:172.21.15.97:6811/1720388199] exists,up 986fdf50-c187-4915-bd21-9303135ee93c 2024-09-12T12:26:24.149 INFO:teuthology.orchestra.run.smithi082.stdout:osd.5 up in weight 1 up_from 36 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.114:6808/1061842834,v1:172.21.15.114:6809/1061842834] [v2:172.21.15.114:6810/1061842834,v1:172.21.15.114:6811/1061842834] exists,up f85805cb-14d2-4dea-b6f9-44adb9555885 2024-09-12T12:26:24.149 INFO:teuthology.orchestra.run.smithi082.stdout:osd.6 up in weight 1 up_from 43 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.82:6818/2909562937,v1:172.21.15.82:6819/2909562937] [v2:172.21.15.82:6820/2909562937,v1:172.21.15.82:6821/2909562937] exists,up 3e41d6ea-6e25-4c20-ac0b-c282d6fc3410 2024-09-12T12:26:24.149 INFO:teuthology.orchestra.run.smithi082.stdout:osd.7 up in weight 1 up_from 48 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.97:6816/774477733,v1:172.21.15.97:6817/774477733] [v2:172.21.15.97:6818/774477733,v1:172.21.15.97:6819/774477733] exists,up 4b57f692-680f-48d4-b971-79026197de89 2024-09-12T12:26:24.149 INFO:teuthology.orchestra.run.smithi082.stdout:osd.8 up in weight 1 up_from 55 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.114:6816/2191877312,v1:172.21.15.114:6817/2191877312] [v2:172.21.15.114:6818/2191877312,v1:172.21.15.114:6819/2191877312] exists,up 7f3062e6-2359-42ac-8d07-1b8aa1be039e 2024-09-12T12:26:24.149 INFO:teuthology.orchestra.run.smithi082.stdout:osd.9 up in weight 1 up_from 62 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.82:6826/3766476669,v1:172.21.15.82:6827/3766476669] [v2:172.21.15.82:6828/3766476669,v1:172.21.15.82:6829/3766476669] exists,up 5014c87a-30c8-4427-a645-6875216aa883 2024-09-12T12:26:24.149 INFO:teuthology.orchestra.run.smithi082.stdout:osd.10 up in weight 1 up_from 66 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.97:6824/3265146018,v1:172.21.15.97:6825/3265146018] [v2:172.21.15.97:6826/3265146018,v1:172.21.15.97:6827/3265146018] exists,up 8432b2c9-c3f0-4fc9-b9d8-91aba4427437 2024-09-12T12:26:24.149 INFO:teuthology.orchestra.run.smithi082.stdout:osd.11 up in weight 1 up_from 73 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.114:6824/1206975637,v1:172.21.15.114:6825/1206975637] [v2:172.21.15.114:6826/1206975637,v1:172.21.15.114:6827/1206975637] exists,up 5cb2b575-e175-4271-8ac0-771fa72f9c0b 2024-09-12T12:26:24.150 INFO:teuthology.orchestra.run.smithi082.stdout:pg_upmap_items 2.0 [8,4] 2024-09-12T12:26:24.150 INFO:teuthology.orchestra.run.smithi082.stdout:pg_upmap_items 2.b [8,11] 2024-09-12T12:26:24.150 INFO:teuthology.orchestra.run.smithi082.stdout:pg_upmap_items 2.c [2,4] 2024-09-12T12:26:24.150 INFO:teuthology.orchestra.run.smithi082.stdout:pg_upmap_items 2.e [2,1] 2024-09-12T12:26:24.150 INFO:teuthology.orchestra.run.smithi082.stdout:pg_upmap_items 2.1f [7,11] 2024-09-12T12:26:24.150 INFO:teuthology.orchestra.run.smithi082.stdout:pg_upmap_items 3.11 [4,8,5,9] 2024-09-12T12:26:24.150 INFO:teuthology.orchestra.run.smithi082.stdout:pg_upmap_items 3.14 [4,6] 2024-09-12T12:26:24.150 INFO:teuthology.orchestra.run.smithi082.stdout:pg_upmap_items 3.17 [4,7] 2024-09-12T12:26:24.150 INFO:teuthology.orchestra.run.smithi082.stdout:pg_upmap_items 3.21 [5,9] 2024-09-12T12:26:24.150 INFO:teuthology.orchestra.run.smithi082.stdout:pg_upmap_items 3.38 [3,9] 2024-09-12T12:26:24.150 INFO:teuthology.orchestra.run.smithi082.stdout:blocklist 172.21.15.82:6801/764080585 expires 2024-09-13T12:18:09.175634+0000 2024-09-12T12:26:24.150 INFO:teuthology.orchestra.run.smithi082.stdout:blocklist 172.21.15.82:6800/764080585 expires 2024-09-13T12:18:09.175634+0000 2024-09-12T12:26:24.150 INFO:teuthology.orchestra.run.smithi082.stdout:blocklist 172.21.15.82:0/2342445737 expires 2024-09-13T12:18:09.175634+0000 2024-09-12T12:26:24.151 INFO:teuthology.orchestra.run.smithi082.stdout:blocklist 172.21.15.82:0/595859729 expires 2024-09-13T12:18:09.175634+0000 2024-09-12T12:26:24.151 INFO:teuthology.orchestra.run.smithi082.stdout:blocklist 172.21.15.82:0/2421679317 expires 2024-09-13T12:17:45.956674+0000 2024-09-12T12:26:24.151 INFO:teuthology.orchestra.run.smithi082.stdout:blocklist 172.21.15.82:0/1123863202 expires 2024-09-13T12:17:45.956674+0000 2024-09-12T12:26:24.151 INFO:teuthology.orchestra.run.smithi082.stdout:blocklist 172.21.15.82:0/3426004569 expires 2024-09-13T12:17:45.956674+0000 2024-09-12T12:26:24.151 INFO:teuthology.orchestra.run.smithi082.stdout:blocklist 172.21.15.82:0/2602658586 expires 2024-09-13T12:18:09.175634+0000 2024-09-12T12:26:24.151 INFO:teuthology.orchestra.run.smithi082.stdout:blocklist 172.21.15.82:6801/2082156880 expires 2024-09-13T12:17:45.956674+0000 2024-09-12T12:26:24.151 INFO:teuthology.orchestra.run.smithi082.stdout:blocklist 172.21.15.82:6800/2082156880 expires 2024-09-13T12:17:45.956674+0000 2024-09-12T12:26:24.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:24.150+0000 7ff625822640 1 -- 172.21.15.82:0/3593155236 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff60c0a2c10 msgr2=0x7ff60c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:24.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:24.150+0000 7ff625822640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff60c0a2c10 0x7ff60c0a50d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff610031440 tx=0x7ff6100315b0 comp rx=0 tx=0).stop 2024-09-12T12:26:24.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:24.150+0000 7ff625822640 1 -- 172.21.15.82:0/3593155236 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff620100b10 msgr2=0x7ff62006b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:24.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:24.150+0000 7ff625822640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff620100b10 0x7ff62006b2f0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7ff60800b450 tx=0x7ff60800b910 comp rx=0 tx=0).stop 2024-09-12T12:26:24.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:24.150+0000 7ff625822640 1 -- 172.21.15.82:0/3593155236 shutdown_connections 2024-09-12T12:26:24.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:24.150+0000 7ff625822640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7ff60c0a2c10 0x7ff60c0a50d0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:24.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:24.150+0000 7ff625822640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6201026d0 0x7ff62019f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:24.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:24.150+0000 7ff625822640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff620101d10 0x7ff62019ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:24.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:24.150+0000 7ff625822640 1 --2- 172.21.15.82:0/3593155236 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff620100b10 0x7ff62006b2f0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:24.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:24.150+0000 7ff625822640 1 -- 172.21.15.82:0/3593155236 >> 172.21.15.82:0/3593155236 conn(0x7ff6200fc2a0 msgr2=0x7ff620105130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:24.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:24.150+0000 7ff625822640 1 -- 172.21.15.82:0/3593155236 shutdown_connections 2024-09-12T12:26:24.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:24.150+0000 7ff625822640 1 -- 172.21.15.82:0/3593155236 wait complete. 2024-09-12T12:26:24.451 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:24 smithi082 ceph-mon[31122]: pgmap v320: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:24.452 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:24 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3593155236' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-12T12:26:24.766 INFO:teuthology.run_tasks:Running task fs.ready... 2024-09-12T12:26:24.830 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:26:24.831 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:24 smithi114 ceph-mon[35514]: pgmap v320: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:24.831 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:24 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3593155236' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-12T12:26:24.831 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:24 smithi097 ceph-mon[34923]: pgmap v320: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-09-12T12:26:24.831 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:24 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3593155236' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-12T12:26:25.078 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:25.555 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.550+0000 7f472fc3a640 1 -- 172.21.15.82:0/1525789604 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4728101450 msgr2=0x7f4728105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:25.555 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.550+0000 7f472fc3a640 1 --2- 172.21.15.82:0/1525789604 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4728101450 0x7f4728105920 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f4718009900 tx=0x7f471802a470 comp rx=0 tx=0).stop 2024-09-12T12:26:25.555 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.550+0000 7f472fc3a640 1 -- 172.21.15.82:0/1525789604 shutdown_connections 2024-09-12T12:26:25.555 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.550+0000 7f472fc3a640 1 --2- 172.21.15.82:0/1525789604 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4728105f40 0x7f47281063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:25.555 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.550+0000 7f472fc3a640 1 --2- 172.21.15.82:0/1525789604 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4728101450 0x7f4728105920 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:25.555 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.550+0000 7f472fc3a640 1 --2- 172.21.15.82:0/1525789604 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4728100b30 0x7f4728100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:25.556 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.550+0000 7f472fc3a640 1 -- 172.21.15.82:0/1525789604 >> 172.21.15.82:0/1525789604 conn(0x7f47280fc7a0 msgr2=0x7f47280febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:25.556 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.550+0000 7f472fc3a640 1 -- 172.21.15.82:0/1525789604 shutdown_connections 2024-09-12T12:26:25.556 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.550+0000 7f472fc3a640 1 -- 172.21.15.82:0/1525789604 wait complete. 2024-09-12T12:26:25.556 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472fc3a640 1 Processor -- start 2024-09-12T12:26:25.556 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472fc3a640 1 -- start start 2024-09-12T12:26:25.556 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472fc3a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4728100b30 0x7f47281a46b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:25.556 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472fc3a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4728101450 0x7f47281a4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:25.556 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472fc3a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4728105f40 0x7f472819e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:25.556 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472fc3a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4728118560 con 0x7f4728105f40 2024-09-12T12:26:25.556 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472fc3a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f47281183e0 con 0x7f4728101450 2024-09-12T12:26:25.556 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472fc3a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f47281186e0 con 0x7f4728100b30 2024-09-12T12:26:25.556 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472e1d7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4728105f40 0x7f472819e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:25.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472e1d7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4728105f40 0x7f472819e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58538/0 (socket says 172.21.15.82:58538) 2024-09-12T12:26:25.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472e1d7640 1 -- 172.21.15.82:0/3910656888 learned_addr learned my addr 172.21.15.82:0/3910656888 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:25.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472d1d5640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4728101450 0x7f47281a4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:25.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472d9d6640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4728100b30 0x7f47281a46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:25.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472e1d7640 1 -- 172.21.15.82:0/3910656888 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4728100b30 msgr2=0x7f47281a46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:25.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472e1d7640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4728100b30 0x7f47281a46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:25.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472e1d7640 1 -- 172.21.15.82:0/3910656888 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4728101450 msgr2=0x7f47281a4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:25.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472e1d7640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4728101450 0x7f47281a4bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:25.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472e1d7640 1 -- 172.21.15.82:0/3910656888 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f472819efd0 con 0x7f4728105f40 2024-09-12T12:26:25.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.551+0000 7f472d1d5640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4728101450 0x7f47281a4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:25.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.552+0000 7f472e1d7640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4728105f40 0x7f472819e830 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f472000cad0 tx=0x7f472000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:25.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.552+0000 7f471effd640 1 -- 172.21.15.82:0/3910656888 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f472000ae20 con 0x7f4728105f40 2024-09-12T12:26:25.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.552+0000 7f472fc3a640 1 -- 172.21.15.82:0/3910656888 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f472819f2c0 con 0x7f4728105f40 2024-09-12T12:26:25.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.552+0000 7f471effd640 1 -- 172.21.15.82:0/3910656888 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4720005020 con 0x7f4728105f40 2024-09-12T12:26:25.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.552+0000 7f471effd640 1 -- 172.21.15.82:0/3910656888 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f472000f6f0 con 0x7f4728105f40 2024-09-12T12:26:25.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.552+0000 7f472fc3a640 1 -- 172.21.15.82:0/3910656888 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47281ab510 con 0x7f4728105f40 2024-09-12T12:26:25.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.553+0000 7f472fc3a640 1 -- 172.21.15.82:0/3910656888 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f472806b070 con 0x7f4728105f40 2024-09-12T12:26:25.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.554+0000 7f471effd640 1 -- 172.21.15.82:0/3910656888 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f47200051d0 con 0x7f4728105f40 2024-09-12T12:26:25.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.554+0000 7f471effd640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f47140a2c10 0x7f47140a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:25.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.555+0000 7f471effd640 1 -- 172.21.15.82:0/3910656888 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f47200cf5a0 con 0x7f4728105f40 2024-09-12T12:26:25.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.555+0000 7f472d9d6640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f47140a2c10 0x7f47140a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:25.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.555+0000 7f472d9d6640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f47140a2c10 0x7f47140a50d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f4724005e10 tx=0x7f4724005da0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:25.559 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.558+0000 7f471effd640 1 -- 172.21.15.82:0/3910656888 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4720014030 con 0x7f4728105f40 2024-09-12T12:26:25.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.761+0000 7f472fc3a640 1 -- 172.21.15.82:0/3910656888 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4728105920 con 0x7f4728105f40 2024-09-12T12:26:25.761 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.762+0000 7f471effd640 1 -- 172.21.15.82:0/3910656888 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11966 (secure 0 0 0) 0x7f4728105920 con 0x7f4728105f40 2024-09-12T12:26:25.762 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:25.762 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":27,"btime":"2024-09-12T12:25:05:315462+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:25:05.315437+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24454,24446,24445,24436,24431]},"id":1}]} 2024-09-12T12:26:25.762 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 27 2024-09-12T12:26:25.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.765+0000 7f472fc3a640 1 -- 172.21.15.82:0/3910656888 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f47140a2c10 msgr2=0x7f47140a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:25.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.765+0000 7f472fc3a640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f47140a2c10 0x7f47140a50d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f4724005e10 tx=0x7f4724005da0 comp rx=0 tx=0).stop 2024-09-12T12:26:25.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.765+0000 7f472fc3a640 1 -- 172.21.15.82:0/3910656888 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4728105f40 msgr2=0x7f472819e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:25.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.765+0000 7f472fc3a640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4728105f40 0x7f472819e830 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f472000cad0 tx=0x7f472000cf90 comp rx=0 tx=0).stop 2024-09-12T12:26:25.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.765+0000 7f472fc3a640 1 -- 172.21.15.82:0/3910656888 shutdown_connections 2024-09-12T12:26:25.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.765+0000 7f472fc3a640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f47140a2c10 0x7f47140a50d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:25.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.765+0000 7f472fc3a640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4728105f40 0x7f472819e830 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:25.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.765+0000 7f472fc3a640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4728101450 0x7f47281a4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:25.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.765+0000 7f472fc3a640 1 --2- 172.21.15.82:0/3910656888 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4728100b30 0x7f47281a46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:25.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.765+0000 7f472fc3a640 1 -- 172.21.15.82:0/3910656888 >> 172.21.15.82:0/3910656888 conn(0x7f47280fc7a0 msgr2=0x7f47281038c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:25.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.765+0000 7f472fc3a640 1 -- 172.21.15.82:0/3910656888 shutdown_connections 2024-09-12T12:26:25.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:25.765+0000 7f472fc3a640 1 -- 172.21.15.82:0/3910656888 wait complete. 2024-09-12T12:26:26.361 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:26:26.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:26 smithi082 ceph-mon[31122]: pgmap v321: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-12T12:26:26.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:26 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3910656888' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:26.607 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:26 smithi097 ceph-mon[34923]: pgmap v321: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-12T12:26:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:26 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3910656888' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:26.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:26 smithi114 ceph-mon[35514]: pgmap v321: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-12T12:26:26.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:26 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3910656888' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:27.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.057+0000 7f5fb6c69640 1 -- 172.21.15.82:0/2637289164 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5fb010e470 msgr2=0x7f5fb0110860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:27.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.057+0000 7f5fb6c69640 1 --2- 172.21.15.82:0/2637289164 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5fb010e470 0x7f5fb0110860 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8009ca0 tx=0x7f5fa802a8c0 comp rx=0 tx=0).stop 2024-09-12T12:26:27.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.057+0000 7f5fb6c69640 1 -- 172.21.15.82:0/2637289164 shutdown_connections 2024-09-12T12:26:27.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.057+0000 7f5fb6c69640 1 --2- 172.21.15.82:0/2637289164 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5fb010e470 0x7f5fb0110860 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:27.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.057+0000 7f5fb6c69640 1 --2- 172.21.15.82:0/2637289164 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fb0101270 0x7f5fb010df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:27.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.057+0000 7f5fb6c69640 1 --2- 172.21.15.82:0/2637289164 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb01008c0 0x7f5fb0100ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:27.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.057+0000 7f5fb6c69640 1 -- 172.21.15.82:0/2637289164 >> 172.21.15.82:0/2637289164 conn(0x7f5fb00fc790 msgr2=0x7f5fb00febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:27.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.057+0000 7f5fb6c69640 1 -- 172.21.15.82:0/2637289164 shutdown_connections 2024-09-12T12:26:27.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.057+0000 7f5fb6c69640 1 -- 172.21.15.82:0/2637289164 wait complete. 2024-09-12T12:26:27.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.057+0000 7f5fb6c69640 1 Processor -- start 2024-09-12T12:26:27.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.057+0000 7f5fb6c69640 1 -- start start 2024-09-12T12:26:27.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5fb6c69640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fb01008c0 0x7f5fb019a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:27.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5fb6c69640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5fb0101270 0x7f5fb019ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:27.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5fb6c69640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb010e470 0x7f5fb019efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:27.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5fb6c69640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb01141c0 con 0x7f5fb0101270 2024-09-12T12:26:27.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5fb6c69640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb0114040 con 0x7f5fb01008c0 2024-09-12T12:26:27.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5fb6c69640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb0114340 con 0x7f5fb010e470 2024-09-12T12:26:27.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5faffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5fb0101270 0x7f5fb019ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:27.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5faffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5fb0101270 0x7f5fb019ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58560/0 (socket says 172.21.15.82:58560) 2024-09-12T12:26:27.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5faffff640 1 -- 172.21.15.82:0/4240161754 learned_addr learned my addr 172.21.15.82:0/4240161754 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:27.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5fb4a05640 1 --2- 172.21.15.82:0/4240161754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fb01008c0 0x7f5fb019a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:27.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5fb5206640 1 --2- 172.21.15.82:0/4240161754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb010e470 0x7f5fb019efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:27.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5faffff640 1 -- 172.21.15.82:0/4240161754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb010e470 msgr2=0x7f5fb019efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:27.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5faffff640 1 --2- 172.21.15.82:0/4240161754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb010e470 0x7f5fb019efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:27.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5faffff640 1 -- 172.21.15.82:0/4240161754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fb01008c0 msgr2=0x7f5fb019a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:27.081 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5faffff640 1 --2- 172.21.15.82:0/4240161754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fb01008c0 0x7f5fb019a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:27.081 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5faffff640 1 -- 172.21.15.82:0/4240161754 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb019f690 con 0x7f5fb0101270 2024-09-12T12:26:27.081 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5faffff640 1 --2- 172.21.15.82:0/4240161754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5fb0101270 0x7f5fb019ac20 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f5fa400c920 tx=0x7f5fa400cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:27.081 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5fadffb640 1 -- 172.21.15.82:0/4240161754 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa4007bb0 con 0x7f5fb0101270 2024-09-12T12:26:27.081 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5fb6c69640 1 -- 172.21.15.82:0/4240161754 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fb019f980 con 0x7f5fb0101270 2024-09-12T12:26:27.081 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5fadffb640 1 -- 172.21.15.82:0/4240161754 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5fa4007d50 con 0x7f5fb0101270 2024-09-12T12:26:27.081 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.058+0000 7f5fadffb640 1 -- 172.21.15.82:0/4240161754 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa4018780 con 0x7f5fb0101270 2024-09-12T12:26:27.081 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.059+0000 7f5fb6c69640 1 -- 172.21.15.82:0/4240161754 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fb01a7260 con 0x7f5fb0101270 2024-09-12T12:26:27.081 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.059+0000 7f5fb6c69640 1 -- 172.21.15.82:0/4240161754 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fb0100ca0 con 0x7f5fb0101270 2024-09-12T12:26:27.081 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.061+0000 7f5fadffb640 1 -- 172.21.15.82:0/4240161754 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5fa400f450 con 0x7f5fb0101270 2024-09-12T12:26:27.081 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.061+0000 7f5fadffb640 1 --2- 172.21.15.82:0/4240161754 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5f980a2c10 0x7f5f980a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:27.081 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.061+0000 7f5fb4a05640 1 --2- 172.21.15.82:0/4240161754 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5f980a2c10 0x7f5f980a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:27.082 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.061+0000 7f5fadffb640 1 -- 172.21.15.82:0/4240161754 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f5fa40cf280 con 0x7f5fb0101270 2024-09-12T12:26:27.082 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.062+0000 7f5fb4a05640 1 --2- 172.21.15.82:0/4240161754 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5f980a2c10 0x7f5f980a50d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f5fa0009990 tx=0x7f5fa0009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:27.082 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.065+0000 7f5fadffb640 1 -- 172.21.15.82:0/4240161754 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5fa4014030 con 0x7f5fb0101270 2024-09-12T12:26:27.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.268+0000 7f5fb6c69640 1 -- 172.21.15.82:0/4240161754 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5fb002d7c0 con 0x7f5fb0101270 2024-09-12T12:26:27.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.269+0000 7f5fadffb640 1 -- 172.21.15.82:0/4240161754 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11966 (secure 0 0 0) 0x7f5fa409c050 con 0x7f5fb0101270 2024-09-12T12:26:27.269 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:27.269 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":27,"btime":"2024-09-12T12:25:05:315462+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:25:05.315437+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24454,24446,24445,24436,24431]},"id":1}]} 2024-09-12T12:26:27.269 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 27 2024-09-12T12:26:27.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.271+0000 7f5fb6c69640 1 -- 172.21.15.82:0/4240161754 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5f980a2c10 msgr2=0x7f5f980a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:27.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.271+0000 7f5fb6c69640 1 --2- 172.21.15.82:0/4240161754 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5f980a2c10 0x7f5f980a50d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f5fa0009990 tx=0x7f5fa0009110 comp rx=0 tx=0).stop 2024-09-12T12:26:27.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.271+0000 7f5fb6c69640 1 -- 172.21.15.82:0/4240161754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5fb0101270 msgr2=0x7f5fb019ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:27.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.271+0000 7f5fb6c69640 1 --2- 172.21.15.82:0/4240161754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5fb0101270 0x7f5fb019ac20 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f5fa400c920 tx=0x7f5fa400cd20 comp rx=0 tx=0).stop 2024-09-12T12:26:27.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.271+0000 7f5fb6c69640 1 -- 172.21.15.82:0/4240161754 shutdown_connections 2024-09-12T12:26:27.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.271+0000 7f5fb6c69640 1 --2- 172.21.15.82:0/4240161754 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f5f980a2c10 0x7f5f980a50d0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:27.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.271+0000 7f5fb6c69640 1 --2- 172.21.15.82:0/4240161754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5fb010e470 0x7f5fb019efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:27.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.271+0000 7f5fb6c69640 1 --2- 172.21.15.82:0/4240161754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5fb0101270 0x7f5fb019ac20 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:27.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.271+0000 7f5fb6c69640 1 --2- 172.21.15.82:0/4240161754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fb01008c0 0x7f5fb019a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:27.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.271+0000 7f5fb6c69640 1 -- 172.21.15.82:0/4240161754 >> 172.21.15.82:0/4240161754 conn(0x7f5fb00fc790 msgr2=0x7f5fb00feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:27.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.271+0000 7f5fb6c69640 1 -- 172.21.15.82:0/4240161754 shutdown_connections 2024-09-12T12:26:27.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:27.271+0000 7f5fb6c69640 1 -- 172.21.15.82:0/4240161754 wait complete. 2024-09-12T12:26:27.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:27 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4240161754' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:27 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4240161754' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:27.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:27 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4240161754' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:27.971 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-12T12:26:28.215 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:28.599 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:28 smithi082 ceph-mon[31122]: pgmap v322: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-12T12:26:28.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.677+0000 7fa231b6d640 1 -- 172.21.15.82:0/1946762202 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa22c100460 msgr2=0x7fa22c100840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:28.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.677+0000 7fa231b6d640 1 --2- 172.21.15.82:0/1946762202 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa22c100460 0x7fa22c100840 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa21c009900 tx=0x7fa21c02a410 comp rx=0 tx=0).stop 2024-09-12T12:26:28.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.677+0000 7fa231b6d640 1 -- 172.21.15.82:0/1946762202 shutdown_connections 2024-09-12T12:26:28.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.677+0000 7fa231b6d640 1 --2- 172.21.15.82:0/1946762202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa22c105590 0x7fa22c10d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:28.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.677+0000 7fa231b6d640 1 --2- 172.21.15.82:0/1946762202 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa22c100e10 0x7fa22c104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:28.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.677+0000 7fa231b6d640 1 --2- 172.21.15.82:0/1946762202 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa22c100460 0x7fa22c100840 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:28.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.677+0000 7fa231b6d640 1 -- 172.21.15.82:0/1946762202 >> 172.21.15.82:0/1946762202 conn(0x7fa22c0fbee0 msgr2=0x7fa22c0fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:28.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.677+0000 7fa231b6d640 1 -- 172.21.15.82:0/1946762202 shutdown_connections 2024-09-12T12:26:28.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.677+0000 7fa231b6d640 1 -- 172.21.15.82:0/1946762202 wait complete. 2024-09-12T12:26:28.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.677+0000 7fa231b6d640 1 Processor -- start 2024-09-12T12:26:28.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.677+0000 7fa231b6d640 1 -- start start 2024-09-12T12:26:28.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa231b6d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa22c100460 0x7fa22c1972c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:28.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa231b6d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa22c100e10 0x7fa22c197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:28.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa231b6d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa22c105590 0x7fa22c19bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:28.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa231b6d640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c110590 con 0x7fa22c100e10 2024-09-12T12:26:28.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa231b6d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c110410 con 0x7fa22c105590 2024-09-12T12:26:28.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa231b6d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c110710 con 0x7fa22c100460 2024-09-12T12:26:28.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa222ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa22c100e10 0x7fa22c197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:28.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa222ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa22c100e10 0x7fa22c197800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50736/0 (socket says 172.21.15.82:50736) 2024-09-12T12:26:28.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa222ffd640 1 -- 172.21.15.82:0/790513900 learned_addr learned my addr 172.21.15.82:0/790513900 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:28.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa22b7fe640 1 --2- 172.21.15.82:0/790513900 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa22c100460 0x7fa22c1972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:28.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa22bfff640 1 --2- 172.21.15.82:0/790513900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa22c105590 0x7fa22c19bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:28.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa222ffd640 1 -- 172.21.15.82:0/790513900 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa22c100460 msgr2=0x7fa22c1972c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:28.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa222ffd640 1 --2- 172.21.15.82:0/790513900 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa22c100460 0x7fa22c1972c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:28.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa222ffd640 1 -- 172.21.15.82:0/790513900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa22c105590 msgr2=0x7fa22c19bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:28.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa222ffd640 1 --2- 172.21.15.82:0/790513900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa22c105590 0x7fa22c19bb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:28.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa222ffd640 1 -- 172.21.15.82:0/790513900 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa22c19c270 con 0x7fa22c100e10 2024-09-12T12:26:28.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.678+0000 7fa222ffd640 1 --2- 172.21.15.82:0/790513900 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa22c100e10 0x7fa22c197800 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fa21400c920 tx=0x7fa21400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:28.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.679+0000 7fa2297fa640 1 -- 172.21.15.82:0/790513900 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa214007c70 con 0x7fa22c100e10 2024-09-12T12:26:28.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.679+0000 7fa2297fa640 1 -- 172.21.15.82:0/790513900 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa214007e10 con 0x7fa22c100e10 2024-09-12T12:26:28.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.679+0000 7fa231b6d640 1 -- 172.21.15.82:0/790513900 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa22c19c560 con 0x7fa22c100e10 2024-09-12T12:26:28.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.679+0000 7fa2297fa640 1 -- 172.21.15.82:0/790513900 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa214018890 con 0x7fa22c100e10 2024-09-12T12:26:28.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.679+0000 7fa231b6d640 1 -- 172.21.15.82:0/790513900 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa22c1a3e40 con 0x7fa22c100e10 2024-09-12T12:26:28.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.680+0000 7fa231b6d640 1 -- 172.21.15.82:0/790513900 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa22c100840 con 0x7fa22c100e10 2024-09-12T12:26:28.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.681+0000 7fa2297fa640 1 -- 172.21.15.82:0/790513900 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa214018a70 con 0x7fa22c100e10 2024-09-12T12:26:28.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.681+0000 7fa2297fa640 1 --2- 172.21.15.82:0/790513900 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa2180a2c10 0x7fa2180a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:28.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.682+0000 7fa22b7fe640 1 --2- 172.21.15.82:0/790513900 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa2180a2c10 0x7fa2180a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:28.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.682+0000 7fa2297fa640 1 -- 172.21.15.82:0/790513900 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7fa2140cf400 con 0x7fa22c100e10 2024-09-12T12:26:28.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.682+0000 7fa22b7fe640 1 --2- 172.21.15.82:0/790513900 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa2180a2c10 0x7fa2180a50d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa21c0096c0 tx=0x7fa21c031490 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:28.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.686+0000 7fa2297fa640 1 -- 172.21.15.82:0/790513900 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa214014030 con 0x7fa22c100e10 2024-09-12T12:26:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:28 smithi097 ceph-mon[34923]: pgmap v322: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-12T12:26:28.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:28 smithi114 ceph-mon[35514]: pgmap v322: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-09-12T12:26:28.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.852+0000 7fa231b6d640 1 -- 172.21.15.82:0/790513900 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa22c198620 con 0x7fa22c100e10 2024-09-12T12:26:28.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.855+0000 7fa2297fa640 1 -- 172.21.15.82:0/790513900 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22786 (secure 0 0 0) 0x7fa22c198620 con 0x7fa22c100e10 2024-09-12T12:26:28.855 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:28.855 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":83,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","created":"2024-09-12T12:17:12.695009+0000","modified":"2024-09-12T12:26:11.337679+0000","last_up_change":"2024-09-12T12:24:07.205938+0000","last_in_change":"2024-09-12T12:23:42.678584+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T12:20:23.481020+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T12:24:49.692337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T12:24:51.986597+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ec7e953a-5817-44dc-b24a-187f8ecae3de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6803","nonce":2375600760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6805","nonce":2375600760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6809","nonce":2375600760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6807","nonce":2375600760}]},"public_addr":"172.21.15.82:6803/2375600760","cluster_addr":"172.21.15.82:6805/2375600760","heartbeat_back_addr":"172.21.15.82:6809/2375600760","heartbeat_front_addr":"172.21.15.82:6807/2375600760","state":["exists","up"]},{"osd":1,"uuid":"5851943d-862e-4e05-8a5d-ade40a417718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6800","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6801","nonce":579017150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6803","nonce":579017150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6807","nonce":579017150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6805","nonce":579017150}]},"public_addr":"172.21.15.97:6801/579017150","cluster_addr":"172.21.15.97:6803/579017150","heartbeat_back_addr":"172.21.15.97:6807/579017150","heartbeat_front_addr":"172.21.15.97:6805/579017150","state":["exists","up"]},{"osd":2,"uuid":"6ad4e40e-a867-4daf-8d56-61c759763bb7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6801","nonce":667030766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6803","nonce":667030766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6807","nonce":667030766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6805","nonce":667030766}]},"public_addr":"172.21.15.114:6801/667030766","cluster_addr":"172.21.15.114:6803/667030766","heartbeat_back_addr":"172.21.15.114:6807/667030766","heartbeat_front_addr":"172.21.15.114:6805/667030766","state":["exists","up"]},{"osd":3,"uuid":"d07a22ac-4f4d-443a-aa26-fb72c965a533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6811","nonce":3696970002}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6813","nonce":3696970002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6817","nonce":3696970002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6815","nonce":3696970002}]},"public_addr":"172.21.15.82:6811/3696970002","cluster_addr":"172.21.15.82:6813/3696970002","heartbeat_back_addr":"172.21.15.82:6817/3696970002","heartbeat_front_addr":"172.21.15.82:6815/3696970002","state":["exists","up"]},{"osd":4,"uuid":"986fdf50-c187-4915-bd21-9303135ee93c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6809","nonce":1720388199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6811","nonce":1720388199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6815","nonce":1720388199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6813","nonce":1720388199}]},"public_addr":"172.21.15.97:6809/1720388199","cluster_addr":"172.21.15.97:6811/1720388199","heartbeat_back_addr":"172.21.15.97:6815/1720388199","heartbeat_front_addr":"172.21.15.97:6813/1720388199","state":["exists","up"]},{"osd":5,"uuid":"f85805cb-14d2-4dea-b6f9-44adb9555885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6809","nonce":1061842834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6811","nonce":1061842834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6815","nonce":1061842834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6813","nonce":1061842834}]},"public_addr":"172.21.15.114:6809/1061842834","cluster_addr":"172.21.15.114:6811/1061842834","heartbeat_back_addr":"172.21.15.114:6815/1061842834","heartbeat_front_addr":"172.21.15.114:6813/1061842834","state":["exists","up"]},{"osd":6,"uuid":"3e41d6ea-6e25-4c20-ac0b-c282d6fc3410","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6819","nonce":2909562937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6821","nonce":2909562937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6825","nonce":2909562937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6823","nonce":2909562937}]},"public_addr":"172.21.15.82:6819/2909562937","cluster_addr":"172.21.15.82:6821/2909562937","heartbeat_back_addr":"172.21.15.82:6825/2909562937","heartbeat_front_addr":"172.21.15.82:6823/2909562937","state":["exists","up"]},{"osd":7,"uuid":"4b57f692-680f-48d4-b971-79026197de89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6817","nonce":774477733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6819","nonce":774477733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6823","nonce":774477733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6821","nonce":774477733}]},"public_addr":"172.21.15.97:6817/774477733","cluster_addr":"172.21.15.97:6819/774477733","heartbeat_back_addr":"172.21.15.97:6823/774477733","heartbeat_front_addr":"172.21.15.97:6821/774477733","state":["exists","up"]},{"osd":8,"uuid":"7f3062e6-2359-42ac-8d07-1b8aa1be039e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6817","nonce":2191877312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6819","nonce":2191877312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6823","nonce":2191877312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6821","nonce":2191877312}]},"public_addr":"172.21.15.114:6817/2191877312","cluster_addr":"172.21.15.114:6819/2191877312","heartbeat_back_addr":"172.21.15.114:6823/2191877312","heartbeat_front_addr":"172.21.15.114:6821/2191877312","state":["exists","up"]},{"osd":9,"uuid":"5014c87a-30c8-4427-a645-6875216aa883","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6827","nonce":3766476669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6829","nonce":3766476669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6833","nonce":3766476669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6831","nonce":3766476669}]},"public_addr":"172.21.15.82:6827/3766476669","cluster_addr":"172.21.15.82:6829/3766476669","heartbeat_back_addr":"172.21.15.82:6833/3766476669","heartbeat_front_addr":"172.21.15.82:6831/3766476669","state":["exists","up"]},{"osd":10,"uuid":"8432b2c9-c3f0-4fc9-b9d8-91aba4427437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6825","nonce":3265146018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6827","nonce":3265146018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6831","nonce":3265146018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6829","nonce":3265146018}]},"public_addr":"172.21.15.97:6825/3265146018","cluster_addr":"172.21.15.97:6827/3265146018","heartbeat_back_addr":"172.21.15.97:6831/3265146018","heartbeat_front_addr":"172.21.15.97:6829/3265146018","state":["exists","up"]},{"osd":11,"uuid":"5cb2b575-e175-4271-8ac0-771fa72f9c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6825","nonce":1206975637}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6827","nonce":1206975637}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6831","nonce":1206975637}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6829","nonce":1206975637}]},"public_addr":"172.21.15.114:6825/1206975637","cluster_addr":"172.21.15.114:6827/1206975637","heartbeat_back_addr":"172.21.15.114:6831/1206975637","heartbeat_front_addr":"172.21.15.114:6829/1206975637","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:30.514798+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:55.437333+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:20.513185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:45.641683+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:10.642395+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:35.592632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:01.399096+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:26.074947+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:50.559366+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:15.479796+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:39.565889+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:24:04.556876+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:6801/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6800/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2342445737":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/595859729":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2421679317":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/1123863202":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/3426004569":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/2602658586":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6801/2082156880":"2024-09-13T12:17:45.956674+0000","172.21.15.82:6800/2082156880":"2024-09-13T12:17:45.956674+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T12:26:28.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.857+0000 7fa231b6d640 1 -- 172.21.15.82:0/790513900 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa2180a2c10 msgr2=0x7fa2180a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:28.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.857+0000 7fa231b6d640 1 --2- 172.21.15.82:0/790513900 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa2180a2c10 0x7fa2180a50d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa21c0096c0 tx=0x7fa21c031490 comp rx=0 tx=0).stop 2024-09-12T12:26:28.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.857+0000 7fa231b6d640 1 -- 172.21.15.82:0/790513900 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa22c100e10 msgr2=0x7fa22c197800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:28.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.857+0000 7fa231b6d640 1 --2- 172.21.15.82:0/790513900 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa22c100e10 0x7fa22c197800 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fa21400c920 tx=0x7fa21400cde0 comp rx=0 tx=0).stop 2024-09-12T12:26:28.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.857+0000 7fa231b6d640 1 -- 172.21.15.82:0/790513900 shutdown_connections 2024-09-12T12:26:28.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.857+0000 7fa231b6d640 1 --2- 172.21.15.82:0/790513900 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fa2180a2c10 0x7fa2180a50d0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:28.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.857+0000 7fa231b6d640 1 --2- 172.21.15.82:0/790513900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa22c105590 0x7fa22c19bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:28.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.857+0000 7fa231b6d640 1 --2- 172.21.15.82:0/790513900 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa22c100e10 0x7fa22c197800 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:28.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.857+0000 7fa231b6d640 1 --2- 172.21.15.82:0/790513900 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa22c100460 0x7fa22c1972c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:28.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.857+0000 7fa231b6d640 1 -- 172.21.15.82:0/790513900 >> 172.21.15.82:0/790513900 conn(0x7fa22c0fbee0 msgr2=0x7fa22c103e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:28.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.857+0000 7fa231b6d640 1 -- 172.21.15.82:0/790513900 shutdown_connections 2024-09-12T12:26:28.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:28.857+0000 7fa231b6d640 1 -- 172.21.15.82:0/790513900 wait complete. 2024-09-12T12:26:29.483 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-12T12:24:53.823706+0000', 'modified': '2024-09-12T12:25:05.315437+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24454, 'mds_1': 24446, 'mds_2': 24445, 'mds_3': 24436, 'mds_4': 24431}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14589': {'gid': 14589, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.82:6839/2582555492', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.82:6838', 'nonce': 2582555492}, {'type': 'v1', 'addr': '172.21.15.82:6839', 'nonce': 2582555492}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14601': {'gid': 14601, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.82:6841/1297530832', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.82:6840', 'nonce': 1297530832}, {'type': 'v1', 'addr': '172.21.15.82:6841', 'nonce': 1297530832}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24392': {'gid': 24392, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.97:6833/408794404', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6832', 'nonce': 408794404}, {'type': 'v1', 'addr': '172.21.15.97:6833', 'nonce': 408794404}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24406': {'gid': 24406, 'name': 'l', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.114:6833/596000415', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6832', 'nonce': 596000415}, {'type': 'v1', 'addr': '172.21.15.114:6833', 'nonce': 596000415}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24413': {'gid': 24413, 'name': 'e', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.97:6835/1947906034', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6834', 'nonce': 1947906034}, {'type': 'v1', 'addr': '172.21.15.97:6835', 'nonce': 1947906034}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24431': {'gid': 24431, 'name': 'h', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.97:6837/888222063', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6836', 'nonce': 888222063}, {'type': 'v1', 'addr': '172.21.15.97:6837', 'nonce': 888222063}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24436': {'gid': 24436, 'name': 'f', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.114:6835/2630355835', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6834', 'nonce': 2630355835}, {'type': 'v1', 'addr': '172.21.15.114:6835', 'nonce': 2630355835}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24445': {'gid': 24445, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.114:6837/1461146594', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6836', 'nonce': 1461146594}, {'type': 'v1', 'addr': '172.21.15.114:6837', 'nonce': 1461146594}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24446': {'gid': 24446, 'name': 'b', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.97:6839/3342877428', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6838', 'nonce': 3342877428}, {'type': 'v1', 'addr': '172.21.15.97:6839', 'nonce': 3342877428}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24454': {'gid': 24454, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.114:6839/3575038818', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6838', 'nonce': 3575038818}, {'type': 'v1', 'addr': '172.21.15.114:6839', 'nonce': 3575038818}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24454, 'qdb_cluster': [24454, 24446, 24445, 24436, 24431]} 2024-09-12T12:26:29.484 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-09-12T12:26:29.484 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.h status 2024-09-12T12:26:29.731 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:29.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:29 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/790513900' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:26:29.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:29 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/790513900' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:26:29.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:29 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/790513900' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:26:30.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.173+0000 7f182ad7c640 1 -- 172.21.15.82:0/3493916932 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1824101de0 msgr2=0x7f18241021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:30.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.173+0000 7f182ad7c640 1 --2- 172.21.15.82:0/3493916932 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1824101de0 0x7f18241021c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f1818009900 tx=0x7f181802a410 comp rx=0 tx=0).stop 2024-09-12T12:26:30.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.173+0000 7f182ad7c640 1 -- 172.21.15.82:0/3493916932 shutdown_connections 2024-09-12T12:26:30.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.173+0000 7f182ad7c640 1 --2- 172.21.15.82:0/3493916932 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1824106f10 0x7f182410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.173+0000 7f182ad7c640 1 --2- 172.21.15.82:0/3493916932 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1824102790 0x7f18241067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.173+0000 7f182ad7c640 1 --2- 172.21.15.82:0/3493916932 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1824101de0 0x7f18241021c0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.203 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.173+0000 7f182ad7c640 1 -- 172.21.15.82:0/3493916932 >> 172.21.15.82:0/3493916932 conn(0x7f18240fd8c0 msgr2=0x7f18240ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:30.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.173+0000 7f182ad7c640 1 -- 172.21.15.82:0/3493916932 shutdown_connections 2024-09-12T12:26:30.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.173+0000 7f182ad7c640 1 -- 172.21.15.82:0/3493916932 wait complete. 2024-09-12T12:26:30.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.173+0000 7f182ad7c640 1 Processor -- start 2024-09-12T12:26:30.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.173+0000 7f182ad7c640 1 -- start start 2024-09-12T12:26:30.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f182ad7c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1824101de0 0x7f18240744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f182ad7c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1824102790 0x7f1824074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f182ad7c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1824106f10 0x7f1824074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f182ad7c640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1824111f70 con 0x7f1824101de0 2024-09-12T12:26:30.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f182ad7c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1824111df0 con 0x7f1824106f10 2024-09-12T12:26:30.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f182ad7c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f18241120f0 con 0x7f1824102790 2024-09-12T12:26:30.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f1828b18640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1824101de0 0x7f18240744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f1828b18640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1824101de0 0x7f18240744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50750/0 (socket says 172.21.15.82:50750) 2024-09-12T12:26:30.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f1828b18640 1 -- 172.21.15.82:0/1701799544 learned_addr learned my addr 172.21.15.82:0/1701799544 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:30.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f1823fff640 1 --2- 172.21.15.82:0/1701799544 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1824102790 0x7f1824074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f1829319640 1 --2- 172.21.15.82:0/1701799544 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1824106f10 0x7f1824074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f1828b18640 1 -- 172.21.15.82:0/1701799544 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1824102790 msgr2=0x7f1824074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:30.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f1828b18640 1 --2- 172.21.15.82:0/1701799544 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1824102790 0x7f1824074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f1828b18640 1 -- 172.21.15.82:0/1701799544 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1824106f10 msgr2=0x7f1824074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:30.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f1828b18640 1 --2- 172.21.15.82:0/1701799544 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1824106f10 0x7f1824074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f1828b18640 1 -- 172.21.15.82:0/1701799544 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18241a68f0 con 0x7f1824101de0 2024-09-12T12:26:30.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f1828b18640 1 --2- 172.21.15.82:0/1701799544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1824101de0 0x7f18240744f0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f1818006010 tx=0x7f18180042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:30.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f1821ffb640 1 -- 172.21.15.82:0/1701799544 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f181803f030 con 0x7f1824101de0 2024-09-12T12:26:30.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f1821ffb640 1 -- 172.21.15.82:0/1701799544 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1818003ce0 con 0x7f1824101de0 2024-09-12T12:26:30.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f182ad7c640 1 -- 172.21.15.82:0/1701799544 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18241a6b80 con 0x7f1824101de0 2024-09-12T12:26:30.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.174+0000 7f1821ffb640 1 -- 172.21.15.82:0/1701799544 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1818035070 con 0x7f1824101de0 2024-09-12T12:26:30.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.175+0000 7f182ad7c640 1 -- 172.21.15.82:0/1701799544 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18241a70b0 con 0x7f1824101de0 2024-09-12T12:26:30.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.177+0000 7f1821ffb640 1 -- 172.21.15.82:0/1701799544 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1818042030 con 0x7f1824101de0 2024-09-12T12:26:30.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.177+0000 7f182d155740 1 Processor -- start 2024-09-12T12:26:30.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.177+0000 7f182d155740 1 -- start start 2024-09-12T12:26:30.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f182d155740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62a9d0 0x55589d62adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f182d155740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d635670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f182d155740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 0x55589d637fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f182d155740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55589d591090 con 0x55589d62b2f0 2024-09-12T12:26:30.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f182d155740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55589d538a70 con 0x55589d635bb0 2024-09-12T12:26:30.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f182d155740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55589d58d050 con 0x55589d62a9d0 2024-09-12T12:26:30.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1821ffb640 1 --2- 172.21.15.82:0/1701799544 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f18140a2c90 0x7f18140a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1828b18640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d635670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1829319640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62a9d0 0x55589d62adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1829319640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62a9d0 0x55589d62adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.82:56108/0 (socket says 172.21.15.82:56108) 2024-09-12T12:26:30.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1828b18640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d635670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50766/0 (socket says 172.21.15.82:50766) 2024-09-12T12:26:30.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1829319640 1 -- 172.21.15.82:0/836515938 learned_addr learned my addr 172.21.15.82:0/836515938 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:30.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1829319640 1 --2- 172.21.15.82:0/1701799544 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f18140a2c90 0x7f18140a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1823fff640 1 --2- 172.21.15.82:0/836515938 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 0x55589d637fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1821ffb640 1 -- 172.21.15.82:0/1701799544 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f18180ef610 con 0x7f1824101de0 2024-09-12T12:26:30.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1829319640 1 -- 172.21.15.82:0/836515938 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 msgr2=0x55589d637fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:30.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1829319640 1 --2- 172.21.15.82:0/836515938 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 0x55589d637fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1829319640 1 -- 172.21.15.82:0/836515938 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 msgr2=0x55589d635670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:30.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1829319640 1 --2- 172.21.15.82:0/836515938 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d635670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1829319640 1 -- 172.21.15.82:0/836515938 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55589d545130 con 0x55589d62a9d0 2024-09-12T12:26:30.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1829319640 1 --2- 172.21.15.82:0/1701799544 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f18140a2c90 0x7f18140a5150 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f181c010c40 tx=0x7f181c00c000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:30.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.178+0000 7f1829319640 1 --2- 172.21.15.82:0/836515938 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62a9d0 0x55589d62adb0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f181c012cf0 tx=0x7f181c010740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d4ce9ac13ced2b36 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:30.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.179+0000 7f180effd640 1 -- 172.21.15.82:0/836515938 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f181c022070 con 0x55589d62a9d0 2024-09-12T12:26:30.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.179+0000 7f180effd640 1 -- 172.21.15.82:0/836515938 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f181c009cf0 con 0x55589d62a9d0 2024-09-12T12:26:30.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.179+0000 7f180effd640 1 -- 172.21.15.82:0/836515938 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f181c0122b0 con 0x55589d62a9d0 2024-09-12T12:26:30.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.179+0000 7f182d155740 1 -- 172.21.15.82:0/836515938 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62a9d0 msgr2=0x55589d62adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:30.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.179+0000 7f182d155740 1 --2- 172.21.15.82:0/836515938 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62a9d0 0x55589d62adb0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f181c012cf0 tx=0x7f181c010740 comp rx=0 tx=0).stop 2024-09-12T12:26:30.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.179+0000 7f182d155740 1 -- 172.21.15.82:0/836515938 shutdown_connections 2024-09-12T12:26:30.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.179+0000 7f182d155740 1 --2- 172.21.15.82:0/836515938 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 0x55589d637fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.179+0000 7f182d155740 1 --2- 172.21.15.82:0/836515938 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d635670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.179+0000 7f182d155740 1 --2- 172.21.15.82:0/836515938 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62a9d0 0x55589d62adb0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.179+0000 7f182d155740 1 -- 172.21.15.82:0/836515938 >> 172.21.15.82:0/836515938 conn(0x55589d626f60 msgr2=0x55589d627340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:30.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.179+0000 7f182d155740 1 -- 172.21.15.82:0/836515938 shutdown_connections 2024-09-12T12:26:30.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.179+0000 7f182d155740 1 -- 172.21.15.82:0/836515938 wait complete. 2024-09-12T12:26:30.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f182d155740 1 -- start start 2024-09-12T12:26:30.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f182d155740 1 Processor -- start 2024-09-12T12:26:30.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f182d155740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62a9d0 0x55589d635400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f182d155740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d632750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f182d155740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 0x55589d632c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f182d155740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55589d638780 con 0x55589d62b2f0 2024-09-12T12:26:30.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f182d155740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55589d54bf20 con 0x55589d635bb0 2024-09-12T12:26:30.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f182d155740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55589d638900 con 0x55589d62a9d0 2024-09-12T12:26:30.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f182d155740 10 client.0 _ll_register_callbacks cb 0x55589d515030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:30.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f1823fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d632750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f1823fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d632750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50770/0 (socket says 172.21.15.82:50770) 2024-09-12T12:26:30.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f1823fff640 1 -- 172.21.15.82:0/1260475142 learned_addr learned my addr 172.21.15.82:0/1260475142 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:30.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f1829319640 1 --2- 172.21.15.82:0/1260475142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 0x55589d632c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f1828b18640 1 --2- 172.21.15.82:0/1260475142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62a9d0 0x55589d635400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f1823fff640 1 -- 172.21.15.82:0/1260475142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62a9d0 msgr2=0x55589d635400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:30.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f1823fff640 1 --2- 172.21.15.82:0/1260475142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62a9d0 0x55589d635400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f1823fff640 1 -- 172.21.15.82:0/1260475142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 msgr2=0x55589d632c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:30.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f1823fff640 1 --2- 172.21.15.82:0/1260475142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 0x55589d632c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f1823fff640 1 -- 172.21.15.82:0/1260475142 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55589d3022b0 con 0x55589d62b2f0 2024-09-12T12:26:30.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.180+0000 7f1829319640 1 --2- 172.21.15.82:0/1260475142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 0x55589d632c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:30.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f1823fff640 1 --2- 172.21.15.82:0/1260475142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d632750 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f181000bf00 tx=0x7f1810011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be5554952ef5c424 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:30.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f1803fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:30.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f1803fff640 1 -- 172.21.15.82:0/1260475142 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1810004020 con 0x55589d62b2f0 2024-09-12T12:26:30.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f1803fff640 1 -- 172.21.15.82:0/1260475142 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f18100041c0 con 0x55589d62b2f0 2024-09-12T12:26:30.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f182d155740 1 -- 172.21.15.82:0/1260475142 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55589d59e600 con 0x55589d62b2f0 2024-09-12T12:26:30.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f1803fff640 1 -- 172.21.15.82:0/1260475142 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f18100043c0 con 0x55589d62b2f0 2024-09-12T12:26:30.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f182d155740 10 client.15105 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:30.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f182d155740 1 -- 172.21.15.82:0/1260475142 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55589d644080 con 0x55589d62b2f0 2024-09-12T12:26:30.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f1803fff640 1 -- 172.21.15.82:0/1260475142 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55589d59e600 con 0x55589d62b2f0 2024-09-12T12:26:30.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f1803fff640 1 -- 172.21.15.82:0/1260475142 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f1810003ab0 con 0x55589d62b2f0 2024-09-12T12:26:30.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f182d155740 10 client.15105 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:30.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f182d155740 10 client.15105 resolve_mds: resolved name 'h' to daemon mds.h 2024-09-12T12:26:30.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f182d155740 20 client.15105 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:30.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f182d155740 1 --2- 172.21.15.82:0/1260475142 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x55589d646740 0x55589d647bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f182d155740 4 client.15105 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:26:30.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.181+0000 7f182d155740 1 -- 172.21.15.82:0/1260475142 --> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55589d598b10 con 0x55589d646740 2024-09-12T12:26:30.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.182+0000 7f1828b18640 1 --2- 172.21.15.82:0/1260475142 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x55589d646740 0x55589d647bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.182+0000 7f1828b18640 1 --2- 172.21.15.82:0/1260475142 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x55589d646740 0x55589d647bb0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=589c8bf138de69cd server_cookie=2ced247356345545 in_seq=0 out_seq=0 2024-09-12T12:26:30.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.182+0000 7f1803fff640 10 client.15105 ms_handle_connect on v2:172.21.15.97:6836/888222063 2024-09-12T12:26:30.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f1803fff640 1 -- 172.21.15.82:0/1260475142 <== mds.4 v2:172.21.15.97:6836/888222063 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55589d598b10 con 0x55589d646740 2024-09-12T12:26:30.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f1803fff640 10 client.15105 handle_command_reply: tid=0 2024-09-12T12:26:30.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f182d155740 1 client.15105 shutdown 2024-09-12T12:26:30.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f182d155740 1 -- 172.21.15.82:0/1260475142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 msgr2=0x55589d632750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:30.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f182d155740 1 --2- 172.21.15.82:0/1260475142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d632750 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f181000bf00 tx=0x7f1810011810 comp rx=0 tx=0).stop 2024-09-12T12:26:30.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f182d155740 1 -- 172.21.15.82:0/1260475142 shutdown_connections 2024-09-12T12:26:30.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f182d155740 1 --2- 172.21.15.82:0/1260475142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 0x55589d632c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f182d155740 1 --2- 172.21.15.82:0/1260475142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d632750 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f182d155740 1 --2- 172.21.15.82:0/1260475142 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x55589d646740 0x55589d647bb0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f182d155740 1 --2- 172.21.15.82:0/1260475142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62a9d0 0x55589d635400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f182d155740 1 -- 172.21.15.82:0/1260475142 >> 172.21.15.82:0/1260475142 conn(0x55589d626f60 msgr2=0x55589d62cc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:30.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f1803fff640 0 client.15105 ms_handle_reset on v2:172.21.15.97:6836/888222063 2024-09-12T12:26:30.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f182d155740 1 -- 172.21.15.82:0/1260475142 shutdown_connections 2024-09-12T12:26:30.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f182d155740 1 -- 172.21.15.82:0/1260475142 wait complete. 2024-09-12T12:26:30.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.183+0000 7f182d155740 20 client.15105 trim_cache size 0 max 16384 2024-09-12T12:26:30.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f182d155740 1 Processor -- start 2024-09-12T12:26:30.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f182d155740 1 -- start start 2024-09-12T12:26:30.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f182d155740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d62a9d0 0x55589d646740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f182d155740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d64fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f182d155740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d635bb0 0x55589d6503d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f182d155740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55589d645ef0 con 0x55589d62b2f0 2024-09-12T12:26:30.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f182d155740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55589d6465c0 con 0x55589d62a9d0 2024-09-12T12:26:30.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f182d155740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55589d646c90 con 0x55589d635bb0 2024-09-12T12:26:30.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f1823fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d64fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f1823fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d64fe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50778/0 (socket says 172.21.15.82:50778) 2024-09-12T12:26:30.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f1823fff640 1 -- 172.21.15.82:0/1026672677 learned_addr learned my addr 172.21.15.82:0/1026672677 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:30.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f1829319640 1 --2- 172.21.15.82:0/1026672677 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d635bb0 0x55589d6503d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f1823fff640 1 -- 172.21.15.82:0/1026672677 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d635bb0 msgr2=0x55589d6503d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:30.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f1823fff640 1 --2- 172.21.15.82:0/1026672677 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d635bb0 0x55589d6503d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f1823fff640 1 -- 172.21.15.82:0/1026672677 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d62a9d0 msgr2=0x55589d646740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:30.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f1823fff640 1 --2- 172.21.15.82:0/1026672677 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d62a9d0 0x55589d646740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f1823fff640 1 -- 172.21.15.82:0/1026672677 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55589d635770 con 0x55589d62b2f0 2024-09-12T12:26:30.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.201+0000 7f1823fff640 1 --2- 172.21.15.82:0/1026672677 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d64fe90 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f1810003f70 tx=0x7f181000b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfaaac03bd5e970 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:30.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.202+0000 7f180e7fc640 1 -- 172.21.15.82:0/1026672677 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1810028040 con 0x55589d62b2f0 2024-09-12T12:26:30.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.202+0000 7f180e7fc640 1 -- 172.21.15.82:0/1026672677 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f181001ade0 con 0x55589d62b2f0 2024-09-12T12:26:30.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.202+0000 7f180e7fc640 1 -- 172.21.15.82:0/1026672677 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1810005310 con 0x55589d62b2f0 2024-09-12T12:26:30.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.202+0000 7f182d155740 1 -- 172.21.15.82:0/1026672677 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 msgr2=0x55589d64fe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:30.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.202+0000 7f182d155740 1 --2- 172.21.15.82:0/1026672677 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d64fe90 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f1810003f70 tx=0x7f181000b480 comp rx=0 tx=0).stop 2024-09-12T12:26:30.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.202+0000 7f182d155740 1 -- 172.21.15.82:0/1026672677 shutdown_connections 2024-09-12T12:26:30.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.203+0000 7f182d155740 1 --2- 172.21.15.82:0/1026672677 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d635bb0 0x55589d6503d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.203+0000 7f182d155740 1 --2- 172.21.15.82:0/1026672677 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62b2f0 0x55589d64fe90 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.203+0000 7f182d155740 1 --2- 172.21.15.82:0/1026672677 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d62a9d0 0x55589d646740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.203+0000 7f182d155740 1 -- 172.21.15.82:0/1026672677 >> 172.21.15.82:0/1026672677 conn(0x55589d626f60 msgr2=0x55589d627340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:30.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.203+0000 7f182d155740 1 -- 172.21.15.82:0/1026672677 shutdown_connections 2024-09-12T12:26:30.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.203+0000 7f182d155740 1 -- 172.21.15.82:0/1026672677 wait complete. 2024-09-12T12:26:30.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.203+0000 7f182d155740 1 -- start start 2024-09-12T12:26:30.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.203+0000 7f182d155740 1 Processor -- start 2024-09-12T12:26:30.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.203+0000 7f182d155740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62a9d0 0x55589d64ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.203+0000 7f182d155740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62b2f0 0x55589d64b380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.203+0000 7f182d155740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 0x55589d64b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.203+0000 7f182d155740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55589d647a30 con 0x55589d62a9d0 2024-09-12T12:26:30.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.203+0000 7f182d155740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55589d647360 con 0x55589d635bb0 2024-09-12T12:26:30.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f182d155740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55589d648100 con 0x55589d62b2f0 2024-09-12T12:26:30.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f182d155740 10 client.0 _ll_register_callbacks cb 0x7f181000bb10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:30.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1828b18640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62a9d0 0x55589d64ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1828b18640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62a9d0 0x55589d64ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50784/0 (socket says 172.21.15.82:50784) 2024-09-12T12:26:30.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1828b18640 1 -- 172.21.15.82:0/2298995262 learned_addr learned my addr 172.21.15.82:0/2298995262 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:30.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1823fff640 1 --2- 172.21.15.82:0/2298995262 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62b2f0 0x55589d64b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1829319640 1 --2- 172.21.15.82:0/2298995262 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 0x55589d64b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1828b18640 1 -- 172.21.15.82:0/2298995262 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62b2f0 msgr2=0x55589d64b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:30.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1828b18640 1 --2- 172.21.15.82:0/2298995262 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62b2f0 0x55589d64b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1828b18640 1 -- 172.21.15.82:0/2298995262 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 msgr2=0x55589d64b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:30.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1828b18640 1 --2- 172.21.15.82:0/2298995262 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 0x55589d64b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1828b18640 1 -- 172.21.15.82:0/2298995262 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55589d6af090 con 0x55589d62a9d0 2024-09-12T12:26:30.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1823fff640 1 --2- 172.21.15.82:0/2298995262 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62b2f0 0x55589d64b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:26:30.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1828b18640 1 --2- 172.21.15.82:0/2298995262 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62a9d0 0x55589d64ae40 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f18180b82b0 tx=0x7f181808bdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4696aea282ecf17a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:30.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1803fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:30.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1803fff640 1 -- 172.21.15.82:0/2298995262 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1818049040 con 0x55589d62a9d0 2024-09-12T12:26:30.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f1803fff640 1 -- 172.21.15.82:0/2298995262 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f18180ed1e0 con 0x55589d62a9d0 2024-09-12T12:26:30.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.204+0000 7f182d155740 1 -- 172.21.15.82:0/2298995262 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f181001ade0 con 0x55589d62a9d0 2024-09-12T12:26:30.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.205+0000 7f1803fff640 1 -- 172.21.15.82:0/2298995262 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f181803bcb0 con 0x55589d62a9d0 2024-09-12T12:26:30.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.205+0000 7f182d155740 10 client.15111 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:30.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.205+0000 7f182d155740 1 -- 172.21.15.82:0/2298995262 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55589d6b0370 con 0x55589d62a9d0 2024-09-12T12:26:30.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.205+0000 7f1803fff640 1 -- 172.21.15.82:0/2298995262 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f181001ade0 con 0x55589d62a9d0 2024-09-12T12:26:30.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.205+0000 7f1803fff640 1 -- 172.21.15.82:0/2298995262 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f18180c4580 con 0x55589d62a9d0 2024-09-12T12:26:30.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.205+0000 7f182d155740 10 client.15111 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:30.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.205+0000 7f182d155740 10 client.15111 resolve_mds: resolved name 'h' to daemon mds.h 2024-09-12T12:26:30.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.205+0000 7f182d155740 20 client.15111 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:30.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.205+0000 7f182d155740 1 --2- 172.21.15.82:0/2298995262 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x55589d6b4e10 0x55589d6b3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:30.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.205+0000 7f182d155740 4 client.15111 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:26:30.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.205+0000 7f182d155740 1 -- 172.21.15.82:0/2298995262 --> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] -- command(tid 0: {"prefix": "status"}) -- 0x55589d5150e0 con 0x55589d6b4e10 2024-09-12T12:26:30.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.205+0000 7f1823fff640 1 --2- 172.21.15.82:0/2298995262 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x55589d6b4e10 0x55589d6b3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:30.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f1823fff640 1 --2- 172.21.15.82:0/2298995262 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x55589d6b4e10 0x55589d6b3b20 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a25fccf2f5940957 server_cookie=4abbffcace3de34a in_seq=0 out_seq=0 2024-09-12T12:26:30.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f1803fff640 10 client.15111 ms_handle_connect on v2:172.21.15.97:6836/888222063 2024-09-12T12:26:30.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f1803fff640 1 -- 172.21.15.82:0/2298995262 <== mds.4 v2:172.21.15.97:6836/888222063 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55589d5150e0 con 0x55589d6b4e10 2024-09-12T12:26:30.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f1803fff640 10 client.15111 handle_command_reply: tid=0 2024-09-12T12:26:30.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f182d155740 1 client.15111 shutdown 2024-09-12T12:26:30.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f182d155740 1 -- 172.21.15.82:0/2298995262 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62a9d0 msgr2=0x55589d64ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:30.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f182d155740 1 --2- 172.21.15.82:0/2298995262 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62a9d0 0x55589d64ae40 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f18180b82b0 tx=0x7f181808bdc0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f182d155740 1 -- 172.21.15.82:0/2298995262 shutdown_connections 2024-09-12T12:26:30.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f182d155740 1 --2- 172.21.15.82:0/2298995262 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55589d635bb0 0x55589d64b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f182d155740 1 --2- 172.21.15.82:0/2298995262 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x55589d6b4e10 0x55589d6b3b20 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f182d155740 1 --2- 172.21.15.82:0/2298995262 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55589d62b2f0 0x55589d64b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f1803fff640 0 client.15111 ms_handle_reset on v2:172.21.15.97:6836/888222063 2024-09-12T12:26:30.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f182d155740 1 --2- 172.21.15.82:0/2298995262 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55589d62a9d0 0x55589d64ae40 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f182d155740 1 -- 172.21.15.82:0/2298995262 >> 172.21.15.82:0/2298995262 conn(0x55589d626f60 msgr2=0x55589d6257e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:30.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f182d155740 1 -- 172.21.15.82:0/2298995262 shutdown_connections 2024-09-12T12:26:30.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f182d155740 1 -- 172.21.15.82:0/2298995262 wait complete. 2024-09-12T12:26:30.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.206+0000 7f182d155740 20 client.15111 trim_cache size 0 max 16384 2024-09-12T12:26:30.223 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:26:30.223 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:26:30.223 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 4, 2024-09-12T12:26:30.223 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24431, 2024-09-12T12:26:30.223 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:26:30.223 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:26:30.223 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:26:30.223 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 85.896864281000006, 2024-09-12T12:26:30.224 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 27, 2024-09-12T12:26:30.224 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 83, 2024-09-12T12:26:30.224 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 79, 2024-09-12T12:26:30.224 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 116.224758733 2024-09-12T12:26:30.224 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:26:30.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.207+0000 7f182ad7c640 1 -- 172.21.15.82:0/1701799544 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f18140a2c90 msgr2=0x7f18140a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:30.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.207+0000 7f182ad7c640 1 --2- 172.21.15.82:0/1701799544 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f18140a2c90 0x7f18140a5150 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f181c010c40 tx=0x7f181c00c000 comp rx=0 tx=0).stop 2024-09-12T12:26:30.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.207+0000 7f182ad7c640 1 -- 172.21.15.82:0/1701799544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1824101de0 msgr2=0x7f18240744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:30.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.207+0000 7f182ad7c640 1 --2- 172.21.15.82:0/1701799544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1824101de0 0x7f18240744f0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f1818006010 tx=0x7f18180042f0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.207+0000 7f182ad7c640 1 -- 172.21.15.82:0/1701799544 shutdown_connections 2024-09-12T12:26:30.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.207+0000 7f182ad7c640 1 --2- 172.21.15.82:0/1701799544 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f18140a2c90 0x7f18140a5150 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.207+0000 7f182ad7c640 1 --2- 172.21.15.82:0/1701799544 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1824106f10 0x7f1824074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.207+0000 7f182ad7c640 1 --2- 172.21.15.82:0/1701799544 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1824102790 0x7f1824074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.226 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.207+0000 7f182ad7c640 1 --2- 172.21.15.82:0/1701799544 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1824101de0 0x7f18240744f0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:30.226 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.207+0000 7f182ad7c640 1 -- 172.21.15.82:0/1701799544 >> 172.21.15.82:0/1701799544 conn(0x7f18240fd8c0 msgr2=0x7f18240febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:30.226 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.207+0000 7f182ad7c640 1 -- 172.21.15.82:0/1701799544 shutdown_connections 2024-09-12T12:26:30.226 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:30.208+0000 7f182ad7c640 1 -- 172.21.15.82:0/1701799544 wait complete. 2024-09-12T12:26:30.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:30 smithi082 ceph-mon[31122]: pgmap v323: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-12T12:26:30.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:30 smithi097 ceph-mon[34923]: pgmap v323: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-12T12:26:30.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:30 smithi114 ceph-mon[35514]: pgmap v323: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-09-12T12:26:30.835 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.f status 2024-09-12T12:26:31.079 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:31.561 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.540+0000 7f8070176640 1 -- 172.21.15.82:0/1962154260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8068100b30 msgr2=0x7f8068100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:31.561 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.540+0000 7f8070176640 1 --2- 172.21.15.82:0/1962154260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8068100b30 0x7f8068100f10 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f8064009900 tx=0x7f806402a470 comp rx=0 tx=0).stop 2024-09-12T12:26:31.561 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.540+0000 7f8070176640 1 -- 172.21.15.82:0/1962154260 shutdown_connections 2024-09-12T12:26:31.561 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.540+0000 7f8070176640 1 --2- 172.21.15.82:0/1962154260 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8068105f40 0x7f80681063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.561 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.540+0000 7f8070176640 1 --2- 172.21.15.82:0/1962154260 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8068101450 0x7f8068105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.540+0000 7f8070176640 1 --2- 172.21.15.82:0/1962154260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8068100b30 0x7f8068100f10 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.540+0000 7f8070176640 1 -- 172.21.15.82:0/1962154260 >> 172.21.15.82:0/1962154260 conn(0x7f80680fc7a0 msgr2=0x7f80680febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:31.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.540+0000 7f8070176640 1 -- 172.21.15.82:0/1962154260 shutdown_connections 2024-09-12T12:26:31.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.540+0000 7f8070176640 1 -- 172.21.15.82:0/1962154260 wait complete. 2024-09-12T12:26:31.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f8070176640 1 Processor -- start 2024-09-12T12:26:31.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f8070176640 1 -- start start 2024-09-12T12:26:31.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f8070176640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8068100b30 0x7f80681a4700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f8070176640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8068101450 0x7f80681a4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f8070176640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8068105f40 0x7f806819e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f8070176640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f80681185d0 con 0x7f8068100b30 2024-09-12T12:26:31.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f8070176640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8068118450 con 0x7f8068101450 2024-09-12T12:26:31.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f8070176640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8068118750 con 0x7f8068105f40 2024-09-12T12:26:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f806df12640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8068100b30 0x7f80681a4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f806df12640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8068100b30 0x7f80681a4700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50804/0 (socket says 172.21.15.82:50804) 2024-09-12T12:26:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f806df12640 1 -- 172.21.15.82:0/3246991963 learned_addr learned my addr 172.21.15.82:0/3246991963 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f806d711640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8068101450 0x7f80681a4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f806e713640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8068105f40 0x7f806819e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f806df12640 1 -- 172.21.15.82:0/3246991963 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8068105f40 msgr2=0x7f806819e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f806df12640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8068105f40 0x7f806819e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f806df12640 1 -- 172.21.15.82:0/3246991963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8068101450 msgr2=0x7f80681a4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f806df12640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8068101450 0x7f80681a4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f806df12640 1 -- 172.21.15.82:0/3246991963 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f806819eff0 con 0x7f8068100b30 2024-09-12T12:26:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f806d711640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8068101450 0x7f80681a4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f806df12640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8068100b30 0x7f80681a4700 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8064005ab0 tx=0x7f80640042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.541+0000 7f805effd640 1 -- 172.21.15.82:0/3246991963 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f806403f030 con 0x7f8068100b30 2024-09-12T12:26:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.542+0000 7f805effd640 1 -- 172.21.15.82:0/3246991963 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8064003ce0 con 0x7f8068100b30 2024-09-12T12:26:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.542+0000 7f805effd640 1 -- 172.21.15.82:0/3246991963 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8064035070 con 0x7f8068100b30 2024-09-12T12:26:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.542+0000 7f8070176640 1 -- 172.21.15.82:0/3246991963 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f806819f280 con 0x7f8068100b30 2024-09-12T12:26:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.542+0000 7f8070176640 1 -- 172.21.15.82:0/3246991963 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80681ab5d0 con 0x7f8068100b30 2024-09-12T12:26:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.544+0000 7f805effd640 1 -- 172.21.15.82:0/3246991963 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8064042030 con 0x7f8068100b30 2024-09-12T12:26:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.544+0000 7f807254f740 1 Processor -- start 2024-09-12T12:26:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.544+0000 7f807254f740 1 -- start start 2024-09-12T12:26:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.544+0000 7f807254f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e452c9d0 0x55e7e452cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.544+0000 7f807254f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e4537670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.544+0000 7f807254f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e4537bb0 0x55e7e4539fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.544+0000 7f807254f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e7e4493090 con 0x55e7e452c9d0 2024-09-12T12:26:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.544+0000 7f807254f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e7e443aa70 con 0x55e7e4537bb0 2024-09-12T12:26:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.544+0000 7f807254f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e7e448f050 con 0x55e7e452d2f0 2024-09-12T12:26:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.544+0000 7f806e713640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e452c9d0 0x55e7e452cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.544+0000 7f806e713640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e452c9d0 0x55e7e452cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50806/0 (socket says 172.21.15.82:50806) 2024-09-12T12:26:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.544+0000 7f806e713640 1 -- 172.21.15.82:0/1793824028 learned_addr learned my addr 172.21.15.82:0/1793824028 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f805effd640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80540a2c90 0x7f80540a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f806d711640 1 --2- 172.21.15.82:0/1793824028 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e4537bb0 0x55e7e4539fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f806df12640 1 --2- 172.21.15.82:0/1793824028 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e4537670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f806e713640 1 -- 172.21.15.82:0/1793824028 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 msgr2=0x55e7e4537670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f806e713640 1 --2- 172.21.15.82:0/1793824028 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e4537670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f806e713640 1 -- 172.21.15.82:0/1793824028 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e4537bb0 msgr2=0x55e7e4539fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f806e713640 1 --2- 172.21.15.82:0/1793824028 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e4537bb0 0x55e7e4539fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f806e713640 1 -- 172.21.15.82:0/1793824028 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7e4447130 con 0x55e7e452c9d0 2024-09-12T12:26:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f805effd640 1 -- 172.21.15.82:0/3246991963 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f80640efb40 con 0x7f8068100b30 2024-09-12T12:26:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f806df12640 1 --2- 172.21.15.82:0/1793824028 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e4537670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f806e713640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80540a2c90 0x7f80540a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f806e713640 1 --2- 172.21.15.82:0/1793824028 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e452c9d0 0x55e7e452cdb0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f806000c4a0 tx=0x7f806000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5021dc2f7d774d06 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f8053fff640 1 -- 172.21.15.82:0/1793824028 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8060018640 con 0x55e7e452c9d0 2024-09-12T12:26:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f8053fff640 1 -- 172.21.15.82:0/1793824028 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f806001e070 con 0x55e7e452c9d0 2024-09-12T12:26:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.545+0000 7f8053fff640 1 -- 172.21.15.82:0/1793824028 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f806000a970 con 0x55e7e452c9d0 2024-09-12T12:26:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.546+0000 7f807254f740 1 -- 172.21.15.82:0/1793824028 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e452c9d0 msgr2=0x55e7e452cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.546+0000 7f806e713640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80540a2c90 0x7f80540a5150 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f806001d000 tx=0x7f8060017000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.546+0000 7f807254f740 1 --2- 172.21.15.82:0/1793824028 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e452c9d0 0x55e7e452cdb0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f806000c4a0 tx=0x7f806000c960 comp rx=0 tx=0).stop 2024-09-12T12:26:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.546+0000 7f807254f740 1 -- 172.21.15.82:0/1793824028 shutdown_connections 2024-09-12T12:26:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.546+0000 7f807254f740 1 --2- 172.21.15.82:0/1793824028 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e4537bb0 0x55e7e4539fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.546+0000 7f807254f740 1 --2- 172.21.15.82:0/1793824028 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e4537670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.546+0000 7f807254f740 1 --2- 172.21.15.82:0/1793824028 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e452c9d0 0x55e7e452cdb0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.546+0000 7f807254f740 1 -- 172.21.15.82:0/1793824028 >> 172.21.15.82:0/1793824028 conn(0x55e7e4528f60 msgr2=0x55e7e4529340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:31.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.546+0000 7f807254f740 1 -- 172.21.15.82:0/1793824028 shutdown_connections 2024-09-12T12:26:31.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.546+0000 7f807254f740 1 -- 172.21.15.82:0/1793824028 wait complete. 2024-09-12T12:26:31.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.546+0000 7f807254f740 1 -- start start 2024-09-12T12:26:31.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.546+0000 7f807254f740 1 Processor -- start 2024-09-12T12:26:31.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f807254f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e452c9d0 0x55e7e4537490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f807254f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e45347e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f807254f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e4537bb0 0x55e7e4534d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f807254f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e7e453a780 con 0x55e7e4537bb0 2024-09-12T12:26:31.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f807254f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e7e444df20 con 0x55e7e452c9d0 2024-09-12T12:26:31.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f807254f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e7e453a900 con 0x55e7e452d2f0 2024-09-12T12:26:31.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f807254f740 10 client.0 _ll_register_callbacks cb 0x55e7e4417030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:31.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f806e713640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e4537bb0 0x55e7e4534d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f806e713640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e4537bb0 0x55e7e4534d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50812/0 (socket says 172.21.15.82:50812) 2024-09-12T12:26:31.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f806e713640 1 -- 172.21.15.82:0/3445693919 learned_addr learned my addr 172.21.15.82:0/3445693919 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:31.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f806d711640 1 --2- 172.21.15.82:0/3445693919 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e45347e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f806df12640 1 --2- 172.21.15.82:0/3445693919 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e452c9d0 0x55e7e4537490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f806e713640 1 -- 172.21.15.82:0/3445693919 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 msgr2=0x55e7e45347e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:31.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f806e713640 1 --2- 172.21.15.82:0/3445693919 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e45347e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f806e713640 1 -- 172.21.15.82:0/3445693919 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e452c9d0 msgr2=0x55e7e4537490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:31.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f806e713640 1 --2- 172.21.15.82:0/3445693919 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e452c9d0 0x55e7e4537490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f806e713640 1 -- 172.21.15.82:0/3445693919 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7e42042b0 con 0x55e7e4537bb0 2024-09-12T12:26:31.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f806e713640 1 --2- 172.21.15.82:0/3445693919 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e4537bb0 0x55e7e4534d20 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f806000ce60 tx=0x7f8060018a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94aae05f6a381e25 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:31.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.547+0000 7f80517fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:31.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f80517fa640 1 -- 172.21.15.82:0/3445693919 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8060018cb0 con 0x55e7e4537bb0 2024-09-12T12:26:31.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f80517fa640 1 -- 172.21.15.82:0/3445693919 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f8060022430 con 0x55e7e4537bb0 2024-09-12T12:26:31.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f807254f740 1 -- 172.21.15.82:0/3445693919 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f806001e070 con 0x55e7e4537bb0 2024-09-12T12:26:31.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f80517fa640 1 -- 172.21.15.82:0/3445693919 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f8060022630 con 0x55e7e4537bb0 2024-09-12T12:26:31.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f807254f740 10 client.15123 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:31.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f807254f740 1 -- 172.21.15.82:0/3445693919 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e7e4546060 con 0x55e7e4537bb0 2024-09-12T12:26:31.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f80517fa640 1 -- 172.21.15.82:0/3445693919 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f806001e070 con 0x55e7e4537bb0 2024-09-12T12:26:31.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f80517fa640 1 -- 172.21.15.82:0/3445693919 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f8060029070 con 0x55e7e4537bb0 2024-09-12T12:26:31.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f807254f740 10 client.15123 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:31.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f807254f740 10 client.15123 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-12T12:26:31.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f807254f740 20 client.15123 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:31.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f807254f740 1 --2- 172.21.15.82:0/3445693919 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55e7e4548440 0x55e7e45498b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f807254f740 4 client.15123 mds_command: new command op to 24436 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:26:31.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f807254f740 1 -- 172.21.15.82:0/3445693919 --> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7e44a0600 con 0x55e7e4548440 2024-09-12T12:26:31.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.548+0000 7f806df12640 1 --2- 172.21.15.82:0/3445693919 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55e7e4548440 0x55e7e45498b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.549+0000 7f80517fa640 10 client.15123 ms_handle_connect on v2:172.21.15.114:6834/2630355835 2024-09-12T12:26:31.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.549+0000 7f806df12640 1 --2- 172.21.15.82:0/3445693919 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55e7e4548440 0x55e7e45498b0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ae91bf940b2cdd09 server_cookie=ad825fd65ebd36ac in_seq=0 out_seq=0 2024-09-12T12:26:31.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f80517fa640 1 -- 172.21.15.82:0/3445693919 <== mds.3 v2:172.21.15.114:6834/2630355835 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e7e44a0600 con 0x55e7e4548440 2024-09-12T12:26:31.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f80517fa640 10 client.15123 handle_command_reply: tid=0 2024-09-12T12:26:31.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f807254f740 1 client.15123 shutdown 2024-09-12T12:26:31.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f807254f740 1 -- 172.21.15.82:0/3445693919 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e4537bb0 msgr2=0x55e7e4534d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:31.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f807254f740 1 --2- 172.21.15.82:0/3445693919 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e4537bb0 0x55e7e4534d20 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f806000ce60 tx=0x7f8060018a90 comp rx=0 tx=0).stop 2024-09-12T12:26:31.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f807254f740 1 -- 172.21.15.82:0/3445693919 shutdown_connections 2024-09-12T12:26:31.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f807254f740 1 --2- 172.21.15.82:0/3445693919 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55e7e4548440 0x55e7e45498b0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f807254f740 1 --2- 172.21.15.82:0/3445693919 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e4537bb0 0x55e7e4534d20 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f807254f740 1 --2- 172.21.15.82:0/3445693919 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e45347e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f80517fa640 0 client.15123 ms_handle_reset on v2:172.21.15.114:6834/2630355835 2024-09-12T12:26:31.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f807254f740 1 --2- 172.21.15.82:0/3445693919 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e452c9d0 0x55e7e4537490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f807254f740 1 -- 172.21.15.82:0/3445693919 >> 172.21.15.82:0/3445693919 conn(0x55e7e4528f60 msgr2=0x55e7e452ec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:31.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f807254f740 1 -- 172.21.15.82:0/3445693919 shutdown_connections 2024-09-12T12:26:31.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f807254f740 1 -- 172.21.15.82:0/3445693919 wait complete. 2024-09-12T12:26:31.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.550+0000 7f807254f740 20 client.15123 trim_cache size 0 max 16384 2024-09-12T12:26:31.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.568+0000 7f807254f740 1 Processor -- start 2024-09-12T12:26:31.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.568+0000 7f807254f740 1 -- start start 2024-09-12T12:26:31.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.568+0000 7f807254f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e452c9d0 0x55e7e4531a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.568+0000 7f807254f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e4531fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.568+0000 7f807254f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e4537bb0 0x55e7e4551b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.576 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.568+0000 7f807254f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e7e4547bf0 con 0x55e7e4537bb0 2024-09-12T12:26:31.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.568+0000 7f807254f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e7e45482c0 con 0x55e7e452c9d0 2024-09-12T12:26:31.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.568+0000 7f807254f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e7e4548990 con 0x55e7e452d2f0 2024-09-12T12:26:31.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.568+0000 7f806e713640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e4537bb0 0x55e7e4551b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.568+0000 7f806e713640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e4537bb0 0x55e7e4551b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50828/0 (socket says 172.21.15.82:50828) 2024-09-12T12:26:31.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.568+0000 7f806e713640 1 -- 172.21.15.82:0/3879685082 learned_addr learned my addr 172.21.15.82:0/3879685082 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:31.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.568+0000 7f806df12640 1 --2- 172.21.15.82:0/3879685082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e452c9d0 0x55e7e4531a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.569+0000 7f806d711640 1 --2- 172.21.15.82:0/3879685082 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e4531fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.569+0000 7f806e713640 1 -- 172.21.15.82:0/3879685082 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 msgr2=0x55e7e4531fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:31.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.569+0000 7f806e713640 1 --2- 172.21.15.82:0/3879685082 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e4531fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.569+0000 7f806e713640 1 -- 172.21.15.82:0/3879685082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e452c9d0 msgr2=0x55e7e4531a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:31.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.569+0000 7f806e713640 1 --2- 172.21.15.82:0/3879685082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e452c9d0 0x55e7e4531a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.569+0000 7f806e713640 1 -- 172.21.15.82:0/3879685082 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7e452c800 con 0x55e7e4537bb0 2024-09-12T12:26:31.577 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.569+0000 7f806e713640 1 --2- 172.21.15.82:0/3879685082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e4537bb0 0x55e7e4551b90 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f806002b490 tx=0x7f806000ab60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f248664b1549bd56 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:31.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.569+0000 7f80537fe640 1 -- 172.21.15.82:0/3879685082 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80600095f0 con 0x55e7e4537bb0 2024-09-12T12:26:31.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.569+0000 7f80537fe640 1 -- 172.21.15.82:0/3879685082 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f806003a020 con 0x55e7e4537bb0 2024-09-12T12:26:31.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.569+0000 7f80537fe640 1 -- 172.21.15.82:0/3879685082 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8060022c50 con 0x55e7e4537bb0 2024-09-12T12:26:31.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.570+0000 7f807254f740 1 -- 172.21.15.82:0/3879685082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e4537bb0 msgr2=0x55e7e4551b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:31.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.570+0000 7f807254f740 1 --2- 172.21.15.82:0/3879685082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e4537bb0 0x55e7e4551b90 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f806002b490 tx=0x7f806000ab60 comp rx=0 tx=0).stop 2024-09-12T12:26:31.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.570+0000 7f807254f740 1 -- 172.21.15.82:0/3879685082 shutdown_connections 2024-09-12T12:26:31.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.570+0000 7f807254f740 1 --2- 172.21.15.82:0/3879685082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e4537bb0 0x55e7e4551b90 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.570+0000 7f807254f740 1 --2- 172.21.15.82:0/3879685082 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e4531fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.570+0000 7f807254f740 1 --2- 172.21.15.82:0/3879685082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e452c9d0 0x55e7e4531a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.570+0000 7f807254f740 1 -- 172.21.15.82:0/3879685082 >> 172.21.15.82:0/3879685082 conn(0x55e7e4528f60 msgr2=0x55e7e45330d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:31.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.570+0000 7f807254f740 1 -- 172.21.15.82:0/3879685082 shutdown_connections 2024-09-12T12:26:31.578 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.570+0000 7f807254f740 1 -- 172.21.15.82:0/3879685082 wait complete. 2024-09-12T12:26:31.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.570+0000 7f807254f740 1 -- start start 2024-09-12T12:26:31.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.570+0000 7f807254f740 1 Processor -- start 2024-09-12T12:26:31.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f807254f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e452c9d0 0x55e7e454d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f807254f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e454d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f807254f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e4537bb0 0x55e7e45aab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f807254f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e7e4549730 con 0x55e7e452c9d0 2024-09-12T12:26:31.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f807254f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e7e4549060 con 0x55e7e4537bb0 2024-09-12T12:26:31.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f807254f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e7e4549e00 con 0x55e7e452d2f0 2024-09-12T12:26:31.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f807254f740 10 client.0 _ll_register_callbacks cb 0x7f8060009f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:31.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f806df12640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e452c9d0 0x55e7e454d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f806df12640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e452c9d0 0x55e7e454d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50834/0 (socket says 172.21.15.82:50834) 2024-09-12T12:26:31.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f806df12640 1 -- 172.21.15.82:0/189441060 learned_addr learned my addr 172.21.15.82:0/189441060 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:31.579 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f806e713640 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e4537bb0 0x55e7e45aab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f806d711640 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e454d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f806df12640 1 -- 172.21.15.82:0/189441060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 msgr2=0x55e7e454d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:31.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f806df12640 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e454d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f806df12640 1 -- 172.21.15.82:0/189441060 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e4537bb0 msgr2=0x55e7e45aab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:31.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f806df12640 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e4537bb0 0x55e7e45aab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f806df12640 1 -- 172.21.15.82:0/189441060 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7e45ab1b0 con 0x55e7e452c9d0 2024-09-12T12:26:31.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f806d711640 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e454d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:31.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f806e713640 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e4537bb0 0x55e7e45aab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:31.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f806df12640 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e452c9d0 0x55e7e454d240 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f80640bbf10 tx=0x7f80640e6da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51603170bf1c77bc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:31.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f80517fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:31.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f80517fa640 1 -- 172.21.15.82:0/189441060 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8064049040 con 0x55e7e452c9d0 2024-09-12T12:26:31.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f80517fa640 1 -- 172.21.15.82:0/189441060 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f80640ed710 con 0x55e7e452c9d0 2024-09-12T12:26:31.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f807254f740 1 -- 172.21.15.82:0/189441060 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f806003a020 con 0x55e7e452c9d0 2024-09-12T12:26:31.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f80517fa640 1 -- 172.21.15.82:0/189441060 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f80640bbb70 con 0x55e7e452c9d0 2024-09-12T12:26:31.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f807254f740 10 client.15129 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:31.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.571+0000 7f807254f740 1 -- 172.21.15.82:0/189441060 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e7e45b2560 con 0x55e7e452c9d0 2024-09-12T12:26:31.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.572+0000 7f80517fa640 1 -- 172.21.15.82:0/189441060 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f806003a020 con 0x55e7e452c9d0 2024-09-12T12:26:31.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.572+0000 7f80517fa640 1 -- 172.21.15.82:0/189441060 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f80640b8880 con 0x55e7e452c9d0 2024-09-12T12:26:31.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.572+0000 7f807254f740 10 client.15129 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:31.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.572+0000 7f807254f740 10 client.15129 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-12T12:26:31.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.572+0000 7f807254f740 20 client.15129 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:31.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.572+0000 7f807254f740 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55e7e45b70b0 0x55e7e45b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:31.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.572+0000 7f807254f740 4 client.15129 mds_command: new command op to 24436 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:26:31.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.572+0000 7f807254f740 1 -- 172.21.15.82:0/189441060 --> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] -- command(tid 0: {"prefix": "status"}) -- 0x55e7e449ab10 con 0x55e7e45b70b0 2024-09-12T12:26:31.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.572+0000 7f806d711640 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55e7e45b70b0 0x55e7e45b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:31.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.572+0000 7f80517fa640 10 client.15129 ms_handle_connect on v2:172.21.15.114:6834/2630355835 2024-09-12T12:26:31.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.572+0000 7f806d711640 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55e7e45b70b0 0x55e7e45b5dc0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c34ec128419ea663 server_cookie=243650ccc30ca90e in_seq=0 out_seq=0 2024-09-12T12:26:31.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f80517fa640 1 -- 172.21.15.82:0/189441060 <== mds.3 v2:172.21.15.114:6834/2630355835 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55e7e449ab10 con 0x55e7e45b70b0 2024-09-12T12:26:31.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f80517fa640 10 client.15129 handle_command_reply: tid=0 2024-09-12T12:26:31.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f807254f740 1 client.15129 shutdown 2024-09-12T12:26:31.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f807254f740 1 -- 172.21.15.82:0/189441060 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e452c9d0 msgr2=0x55e7e454d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:31.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f807254f740 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e452c9d0 0x55e7e454d240 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f80640bbf10 tx=0x7f80640e6da0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f807254f740 1 -- 172.21.15.82:0/189441060 shutdown_connections 2024-09-12T12:26:31.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f807254f740 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7e4537bb0 0x55e7e45aab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f807254f740 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7e452d2f0 0x55e7e454d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f807254f740 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x55e7e45b70b0 0x55e7e45b5dc0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f807254f740 1 --2- 172.21.15.82:0/189441060 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7e452c9d0 0x55e7e454d240 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f80517fa640 0 client.15129 ms_handle_reset on v2:172.21.15.114:6834/2630355835 2024-09-12T12:26:31.583 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f807254f740 1 -- 172.21.15.82:0/189441060 >> 172.21.15.82:0/189441060 conn(0x55e7e4528f60 msgr2=0x55e7e45277e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:31.583 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f807254f740 1 -- 172.21.15.82:0/189441060 shutdown_connections 2024-09-12T12:26:31.583 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f807254f740 1 -- 172.21.15.82:0/189441060 wait complete. 2024-09-12T12:26:31.583 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.573+0000 7f807254f740 20 client.15129 trim_cache size 0 max 16384 2024-09-12T12:26:31.583 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:26:31.583 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:26:31.583 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 3, 2024-09-12T12:26:31.583 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24436, 2024-09-12T12:26:31.583 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:26:31.584 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:26:31.584 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:26:31.584 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 88.273523707999999, 2024-09-12T12:26:31.584 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 27, 2024-09-12T12:26:31.584 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 83, 2024-09-12T12:26:31.584 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 79, 2024-09-12T12:26:31.584 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 122.67366310600001 2024-09-12T12:26:31.584 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:26:31.584 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.574+0000 7f8070176640 1 -- 172.21.15.82:0/3246991963 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80540a2c90 msgr2=0x7f80540a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:31.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.574+0000 7f8070176640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80540a2c90 0x7f80540a5150 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f806001d000 tx=0x7f8060017000 comp rx=0 tx=0).stop 2024-09-12T12:26:31.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.574+0000 7f8070176640 1 -- 172.21.15.82:0/3246991963 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8068100b30 msgr2=0x7f80681a4700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:31.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.574+0000 7f8070176640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8068100b30 0x7f80681a4700 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8064005ab0 tx=0x7f80640042f0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.574+0000 7f8070176640 1 -- 172.21.15.82:0/3246991963 shutdown_connections 2024-09-12T12:26:31.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.574+0000 7f8070176640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f80540a2c90 0x7f80540a5150 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.574+0000 7f8070176640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8068105f40 0x7f806819e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.574+0000 7f8070176640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8068101450 0x7f80681a4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.574+0000 7f8070176640 1 --2- 172.21.15.82:0/3246991963 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8068100b30 0x7f80681a4700 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:31.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.574+0000 7f8070176640 1 -- 172.21.15.82:0/3246991963 >> 172.21.15.82:0/3246991963 conn(0x7f80680fc7a0 msgr2=0x7f80681038f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:31.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.574+0000 7f8070176640 1 -- 172.21.15.82:0/3246991963 shutdown_connections 2024-09-12T12:26:31.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:31.574+0000 7f8070176640 1 -- 172.21.15.82:0/3246991963 wait complete. 2024-09-12T12:26:32.266 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.c status 2024-09-12T12:26:32.513 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:32.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:32 smithi082 ceph-mon[31122]: pgmap v324: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:26:32.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:32 smithi097 ceph-mon[34923]: pgmap v324: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:26:32.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:32 smithi114 ceph-mon[35514]: pgmap v324: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:26:33.016 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.014+0000 7fe07a91b640 1 -- 172.21.15.82:0/3809189845 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe074102110 msgr2=0x7fe07410d890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:33.017 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.014+0000 7fe07a91b640 1 --2- 172.21.15.82:0/3809189845 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe074102110 0x7fe07410d890 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe06c009ca0 tx=0x7fe06c02a950 comp rx=0 tx=0).stop 2024-09-12T12:26:33.017 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.015+0000 7fe07a91b640 1 -- 172.21.15.82:0/3809189845 shutdown_connections 2024-09-12T12:26:33.017 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.015+0000 7fe07a91b640 1 --2- 172.21.15.82:0/3809189845 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe074102110 0x7fe07410d890 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.017 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.015+0000 7fe07a91b640 1 --2- 172.21.15.82:0/3809189845 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe074101790 0x7fe074101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.017 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.015+0000 7fe07a91b640 1 --2- 172.21.15.82:0/3809189845 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe074105ba0 0x7fe074105f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.017 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.015+0000 7fe07a91b640 1 -- 172.21.15.82:0/3809189845 >> 172.21.15.82:0/3809189845 conn(0x7fe074077210 msgr2=0x7fe074077620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:33.017 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.015+0000 7fe07a91b640 1 -- 172.21.15.82:0/3809189845 shutdown_connections 2024-09-12T12:26:33.017 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.015+0000 7fe07a91b640 1 -- 172.21.15.82:0/3809189845 wait complete. 2024-09-12T12:26:33.017 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.015+0000 7fe07a91b640 1 Processor -- start 2024-09-12T12:26:33.017 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.015+0000 7fe07a91b640 1 -- start start 2024-09-12T12:26:33.018 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.015+0000 7fe07a91b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe074101790 0x7fe0741993d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.018 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.015+0000 7fe07a91b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe074102110 0x7fe074199910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.018 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe07a91b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe074105ba0 0x7fe0741a4450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.018 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe07a91b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe074110f40 con 0x7fe074101790 2024-09-12T12:26:33.018 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe07a91b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe074110dc0 con 0x7fe074105ba0 2024-09-12T12:26:33.018 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe07a91b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe0741110c0 con 0x7fe074102110 2024-09-12T12:26:33.018 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe073fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe074101790 0x7fe0741993d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.018 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe073fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe074101790 0x7fe0741993d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50856/0 (socket says 172.21.15.82:50856) 2024-09-12T12:26:33.018 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe073fff640 1 -- 172.21.15.82:0/3911888728 learned_addr learned my addr 172.21.15.82:0/3911888728 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:33.018 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe06bfff640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe074102110 0x7fe074199910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.018 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe078eb8640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe074105ba0 0x7fe0741a4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.018 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe073fff640 1 -- 172.21.15.82:0/3911888728 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe074102110 msgr2=0x7fe074199910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:33.019 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe073fff640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe074102110 0x7fe074199910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.019 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe073fff640 1 -- 172.21.15.82:0/3911888728 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe074105ba0 msgr2=0x7fe0741a4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:33.019 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe073fff640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe074105ba0 0x7fe0741a4450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.019 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe073fff640 1 -- 172.21.15.82:0/3911888728 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0741a4990 con 0x7fe074101790 2024-09-12T12:26:33.019 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe078eb8640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe074105ba0 0x7fe0741a4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:33.019 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe073fff640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe074101790 0x7fe0741993d0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fe06400b4a0 tx=0x7fe06400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:33.019 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe071ffb640 1 -- 172.21.15.82:0/3911888728 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe064014070 con 0x7fe074101790 2024-09-12T12:26:33.019 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe071ffb640 1 -- 172.21.15.82:0/3911888728 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe064010af0 con 0x7fe074101790 2024-09-12T12:26:33.019 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe07a91b640 1 -- 172.21.15.82:0/3911888728 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0741a4b60 con 0x7fe074101790 2024-09-12T12:26:33.019 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe071ffb640 1 -- 172.21.15.82:0/3911888728 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe064017d10 con 0x7fe074101790 2024-09-12T12:26:33.019 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.016+0000 7fe07a91b640 1 -- 172.21.15.82:0/3911888728 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0741a50a0 con 0x7fe074101790 2024-09-12T12:26:33.024 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.018+0000 7fe071ffb640 1 -- 172.21.15.82:0/3911888728 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe064017070 con 0x7fe074101790 2024-09-12T12:26:33.024 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.019+0000 7fe07ccf4740 1 Processor -- start 2024-09-12T12:26:33.024 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.019+0000 7fe07ccf4740 1 -- start start 2024-09-12T12:26:33.024 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.019+0000 7fe071ffb640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe0600a2c90 0x7fe0600a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.024 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.019+0000 7fe07ccf4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5508b0 0x56437a550c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.024 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.019+0000 7fe07ccf4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a5511d0 0x56437a55fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.024 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.019+0000 7fe07ccf4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a55ffc0 0x56437a5623b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.024 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.019+0000 7fe07ccf4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x56437a4b7090 con 0x56437a5511d0 2024-09-12T12:26:33.024 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.019+0000 7fe07ccf4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56437a45ea70 con 0x56437a55ffc0 2024-09-12T12:26:33.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.019+0000 7fe07ccf4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x56437a4b3050 con 0x56437a5508b0 2024-09-12T12:26:33.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.019+0000 7fe078eb8640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe0600a2c90 0x7fe0600a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.019+0000 7fe06bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a5511d0 0x56437a55fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.019+0000 7fe071ffb640 1 -- 172.21.15.82:0/3911888728 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7fe0640ce490 con 0x7fe074101790 2024-09-12T12:26:33.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.019+0000 7fe06bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a5511d0 0x56437a55fa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50872/0 (socket says 172.21.15.82:50872) 2024-09-12T12:26:33.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.019+0000 7fe06bfff640 1 -- 172.21.15.82:0/2838028631 learned_addr learned my addr 172.21.15.82:0/2838028631 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:33.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.020+0000 7fe073fff640 1 --2- 172.21.15.82:0/2838028631 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5508b0 0x56437a550c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.020+0000 7fe078eb8640 1 --2- 172.21.15.82:0/2838028631 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a55ffc0 0x56437a5623b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.020+0000 7fe06bfff640 1 -- 172.21.15.82:0/2838028631 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5508b0 msgr2=0x56437a550c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:33.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.020+0000 7fe06bfff640 1 --2- 172.21.15.82:0/2838028631 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5508b0 0x56437a550c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.020+0000 7fe06bfff640 1 -- 172.21.15.82:0/2838028631 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a55ffc0 msgr2=0x56437a5623b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:33.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.020+0000 7fe06bfff640 1 --2- 172.21.15.82:0/2838028631 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a55ffc0 0x56437a5623b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.026 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.020+0000 7fe06bfff640 1 -- 172.21.15.82:0/2838028631 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56437a46b130 con 0x56437a5511d0 2024-09-12T12:26:33.026 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.020+0000 7fe078eb8640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe0600a2c90 0x7fe0600a5150 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fe06c005e30 tx=0x7fe06c02faf0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:33.026 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.020+0000 7fe06bfff640 1 --2- 172.21.15.82:0/2838028631 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a5511d0 0x56437a55fa80 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fe05c00b7f0 tx=0x7fe05c00bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43a903b10bbff02a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:33.026 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.020+0000 7fe06a7fc640 1 -- 172.21.15.82:0/2838028631 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe05c00d8d0 con 0x56437a5511d0 2024-09-12T12:26:33.026 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.020+0000 7fe06a7fc640 1 -- 172.21.15.82:0/2838028631 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe05c018070 con 0x56437a5511d0 2024-09-12T12:26:33.026 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.020+0000 7fe06a7fc640 1 -- 172.21.15.82:0/2838028631 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe05c0123e0 con 0x56437a5511d0 2024-09-12T12:26:33.026 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.021+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2838028631 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a5511d0 msgr2=0x56437a55fa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:33.026 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.021+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/2838028631 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a5511d0 0x56437a55fa80 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fe05c00b7f0 tx=0x7fe05c00bcb0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.026 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.021+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2838028631 shutdown_connections 2024-09-12T12:26:33.026 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.021+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/2838028631 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a55ffc0 0x56437a5623b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.026 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.021+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/2838028631 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a5511d0 0x56437a55fa80 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.026 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.021+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/2838028631 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5508b0 0x56437a550c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.026 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.021+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2838028631 >> 172.21.15.82:0/2838028631 conn(0x56437a54cf60 msgr2=0x56437a54d340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:33.027 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.021+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2838028631 shutdown_connections 2024-09-12T12:26:33.027 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.021+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2838028631 wait complete. 2024-09-12T12:26:33.027 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.021+0000 7fe07ccf4740 1 -- start start 2024-09-12T12:26:33.027 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe07ccf4740 1 Processor -- start 2024-09-12T12:26:33.027 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe07ccf4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a5508b0 0x56437a55f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.027 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe07ccf4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5511d0 0x56437a55cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.027 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe07ccf4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a55ffc0 0x56437a55d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.027 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe07ccf4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x56437a562b90 con 0x56437a55ffc0 2024-09-12T12:26:33.027 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe07ccf4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56437a471f20 con 0x56437a5508b0 2024-09-12T12:26:33.027 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe07ccf4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x56437a562d10 con 0x56437a5511d0 2024-09-12T12:26:33.027 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe07ccf4740 10 client.0 _ll_register_callbacks cb 0x56437a43b030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:33.027 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe078eb8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a55ffc0 0x56437a55d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.027 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe078eb8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a55ffc0 0x56437a55d020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50878/0 (socket says 172.21.15.82:50878) 2024-09-12T12:26:33.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe078eb8640 1 -- 172.21.15.82:0/2658385417 learned_addr learned my addr 172.21.15.82:0/2658385417 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:33.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe073fff640 1 --2- 172.21.15.82:0/2658385417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a5508b0 0x56437a55f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe06bfff640 1 --2- 172.21.15.82:0/2658385417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5511d0 0x56437a55cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe078eb8640 1 -- 172.21.15.82:0/2658385417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5511d0 msgr2=0x56437a55cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:33.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe078eb8640 1 --2- 172.21.15.82:0/2658385417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5511d0 0x56437a55cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe078eb8640 1 -- 172.21.15.82:0/2658385417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a5508b0 msgr2=0x56437a55f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:33.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe078eb8640 1 --2- 172.21.15.82:0/2658385417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a5508b0 0x56437a55f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe078eb8640 1 -- 172.21.15.82:0/2658385417 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56437a2282b0 con 0x56437a55ffc0 2024-09-12T12:26:33.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe06bfff640 1 --2- 172.21.15.82:0/2658385417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5511d0 0x56437a55cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:33.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe078eb8640 1 --2- 172.21.15.82:0/2658385417 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a55ffc0 0x56437a55d020 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fe06c02f6a0 tx=0x7fe06c02a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3190bf9ae5e469f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:33.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.022+0000 7fe0537fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:33.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.023+0000 7fe0537fe640 1 -- 172.21.15.82:0/2658385417 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe06c050060 con 0x56437a55ffc0 2024-09-12T12:26:33.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.023+0000 7fe0537fe640 1 -- 172.21.15.82:0/2658385417 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7fe06c004230 con 0x56437a55ffc0 2024-09-12T12:26:33.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.023+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2658385417 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe05c018070 con 0x56437a55ffc0 2024-09-12T12:26:33.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.023+0000 7fe0537fe640 1 -- 172.21.15.82:0/2658385417 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe06c034050 con 0x56437a55ffc0 2024-09-12T12:26:33.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.023+0000 7fe07ccf4740 10 client.15141 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:33.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.023+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2658385417 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56437a56e430 con 0x56437a55ffc0 2024-09-12T12:26:33.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.023+0000 7fe0537fe640 1 -- 172.21.15.82:0/2658385417 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe05c018070 con 0x56437a55ffc0 2024-09-12T12:26:33.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.023+0000 7fe0537fe640 1 -- 172.21.15.82:0/2658385417 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fe06c04bc50 con 0x56437a55ffc0 2024-09-12T12:26:33.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.023+0000 7fe07ccf4740 10 client.15141 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:33.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.023+0000 7fe07ccf4740 10 client.15141 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T12:26:33.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.023+0000 7fe07ccf4740 20 client.15141 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:33.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.023+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/2658385417 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x56437a570b40 0x56437a571fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.023+0000 7fe07ccf4740 4 client.15141 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:26:33.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.023+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2658385417 --> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56437a4c4600 con 0x56437a570b40 2024-09-12T12:26:33.029 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.024+0000 7fe073fff640 1 --2- 172.21.15.82:0/2658385417 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x56437a570b40 0x56437a571fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.024+0000 7fe073fff640 1 --2- 172.21.15.82:0/2658385417 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x56437a570b40 0x56437a571fb0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d590d9e75b63def9 server_cookie=5467334e35175d5e in_seq=0 out_seq=0 2024-09-12T12:26:33.030 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.024+0000 7fe0537fe640 10 client.15141 ms_handle_connect on v2:172.21.15.114:6836/1461146594 2024-09-12T12:26:33.031 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe0537fe640 1 -- 172.21.15.82:0/2658385417 <== mds.2 v2:172.21.15.114:6836/1461146594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56437a4c4600 con 0x56437a570b40 2024-09-12T12:26:33.031 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe0537fe640 10 client.15141 handle_command_reply: tid=0 2024-09-12T12:26:33.031 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe07ccf4740 1 client.15141 shutdown 2024-09-12T12:26:33.031 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2658385417 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a55ffc0 msgr2=0x56437a55d020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:33.031 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/2658385417 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a55ffc0 0x56437a55d020 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fe06c02f6a0 tx=0x7fe06c02a950 comp rx=0 tx=0).stop 2024-09-12T12:26:33.031 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2658385417 shutdown_connections 2024-09-12T12:26:33.031 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/2658385417 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x56437a570b40 0x56437a571fb0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.032 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe0537fe640 0 client.15141 ms_handle_reset on v2:172.21.15.114:6836/1461146594 2024-09-12T12:26:33.032 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/2658385417 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a55ffc0 0x56437a55d020 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.032 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/2658385417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5511d0 0x56437a55cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.032 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/2658385417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a5508b0 0x56437a55f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.032 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2658385417 >> 172.21.15.82:0/2658385417 conn(0x56437a54cf60 msgr2=0x56437a552cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:33.032 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2658385417 shutdown_connections 2024-09-12T12:26:33.032 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2658385417 wait complete. 2024-09-12T12:26:33.032 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.025+0000 7fe07ccf4740 20 client.15141 trim_cache size 0 max 16384 2024-09-12T12:26:33.045 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe07ccf4740 1 Processor -- start 2024-09-12T12:26:33.045 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe07ccf4740 1 -- start start 2024-09-12T12:26:33.045 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe07ccf4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5508b0 0x56437a571fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.045 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe07ccf4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a5511d0 0x56437a547ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.045 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe07ccf4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a55ffc0 0x56437a57a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.045 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe07ccf4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x56437a5702f0 con 0x56437a55ffc0 2024-09-12T12:26:33.045 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe07ccf4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56437a5709c0 con 0x56437a5511d0 2024-09-12T12:26:33.046 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe07ccf4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x56437a571090 con 0x56437a5508b0 2024-09-12T12:26:33.046 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe078eb8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a55ffc0 0x56437a57a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.046 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe078eb8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a55ffc0 0x56437a57a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50880/0 (socket says 172.21.15.82:50880) 2024-09-12T12:26:33.046 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe078eb8640 1 -- 172.21.15.82:0/2093387547 learned_addr learned my addr 172.21.15.82:0/2093387547 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:33.046 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe06bfff640 1 --2- 172.21.15.82:0/2093387547 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a5511d0 0x56437a547ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.046 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe078eb8640 1 -- 172.21.15.82:0/2093387547 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5508b0 msgr2=0x56437a571fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:33.046 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe073fff640 1 --2- 172.21.15.82:0/2093387547 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5508b0 0x56437a571fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.046 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe078eb8640 1 --2- 172.21.15.82:0/2093387547 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5508b0 0x56437a571fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.046 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe078eb8640 1 -- 172.21.15.82:0/2093387547 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a5511d0 msgr2=0x56437a547ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:33.046 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe078eb8640 1 --2- 172.21.15.82:0/2093387547 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a5511d0 0x56437a547ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.046 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe078eb8640 1 -- 172.21.15.82:0/2093387547 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56437a562d10 con 0x56437a55ffc0 2024-09-12T12:26:33.046 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.043+0000 7fe06bfff640 1 --2- 172.21.15.82:0/2093387547 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a5511d0 0x56437a547ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:33.046 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.044+0000 7fe078eb8640 1 --2- 172.21.15.82:0/2093387547 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a55ffc0 0x56437a57a290 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fe06c03c820 tx=0x7fe06c005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94c2db46368ada04 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:33.047 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.044+0000 7fe069ffb640 1 -- 172.21.15.82:0/2093387547 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe06c03ccb0 con 0x56437a55ffc0 2024-09-12T12:26:33.047 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.044+0000 7fe069ffb640 1 -- 172.21.15.82:0/2093387547 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe06c03ce50 con 0x56437a55ffc0 2024-09-12T12:26:33.047 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.044+0000 7fe069ffb640 1 -- 172.21.15.82:0/2093387547 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe06c04b460 con 0x56437a55ffc0 2024-09-12T12:26:33.047 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.044+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2093387547 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a55ffc0 msgr2=0x56437a57a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:33.047 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.044+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/2093387547 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a55ffc0 0x56437a57a290 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fe06c03c820 tx=0x7fe06c005f30 comp rx=0 tx=0).stop 2024-09-12T12:26:33.047 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.044+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2093387547 shutdown_connections 2024-09-12T12:26:33.047 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.044+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/2093387547 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a55ffc0 0x56437a57a290 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.047 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.044+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/2093387547 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a5511d0 0x56437a547ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.047 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.044+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/2093387547 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5508b0 0x56437a571fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.047 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.044+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2093387547 >> 172.21.15.82:0/2093387547 conn(0x56437a54cf60 msgr2=0x56437a55caa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:33.047 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.044+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2093387547 shutdown_connections 2024-09-12T12:26:33.047 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.044+0000 7fe07ccf4740 1 -- 172.21.15.82:0/2093387547 wait complete. 2024-09-12T12:26:33.047 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.045+0000 7fe07ccf4740 1 -- start start 2024-09-12T12:26:33.048 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.045+0000 7fe07ccf4740 1 Processor -- start 2024-09-12T12:26:33.050 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.045+0000 7fe07ccf4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a5508b0 0x56437a573330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.050 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.045+0000 7fe07ccf4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5511d0 0x56437a573870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.050 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.045+0000 7fe07ccf4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a55ffc0 0x56437a5d9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.050 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.045+0000 7fe07ccf4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x56437a571e30 con 0x56437a5508b0 2024-09-12T12:26:33.051 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.045+0000 7fe07ccf4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56437a571760 con 0x56437a55ffc0 2024-09-12T12:26:33.051 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.045+0000 7fe07ccf4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x56437a572500 con 0x56437a5511d0 2024-09-12T12:26:33.051 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.045+0000 7fe07ccf4740 10 client.0 _ll_register_callbacks cb 0x7fe06c009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:33.051 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.045+0000 7fe073fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a5508b0 0x56437a573330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.051 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.045+0000 7fe073fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a5508b0 0x56437a573330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50884/0 (socket says 172.21.15.82:50884) 2024-09-12T12:26:33.051 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.045+0000 7fe073fff640 1 -- 172.21.15.82:0/1424188179 learned_addr learned my addr 172.21.15.82:0/1424188179 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:33.051 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.045+0000 7fe078eb8640 1 --2- 172.21.15.82:0/1424188179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a55ffc0 0x56437a5d9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.051 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe06bfff640 1 --2- 172.21.15.82:0/1424188179 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5511d0 0x56437a573870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.051 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe073fff640 1 -- 172.21.15.82:0/1424188179 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5511d0 msgr2=0x56437a573870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:33.051 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe073fff640 1 --2- 172.21.15.82:0/1424188179 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5511d0 0x56437a573870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.051 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe073fff640 1 -- 172.21.15.82:0/1424188179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a55ffc0 msgr2=0x56437a5d9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:33.051 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe073fff640 1 --2- 172.21.15.82:0/1424188179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a55ffc0 0x56437a5d9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe073fff640 1 -- 172.21.15.82:0/1424188179 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56437a574100 con 0x56437a5508b0 2024-09-12T12:26:33.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe073fff640 1 --2- 172.21.15.82:0/1424188179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a5508b0 0x56437a573330 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fe0640cbf50 tx=0x7fe06400bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1eb815f714a07cc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:33.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe0537fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:33.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe0537fe640 1 -- 172.21.15.82:0/1424188179 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe06401e040 con 0x56437a5508b0 2024-09-12T12:26:33.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe0537fe640 1 -- 172.21.15.82:0/1424188179 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7fe064017360 con 0x56437a5508b0 2024-09-12T12:26:33.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe07ccf4740 1 -- 172.21.15.82:0/1424188179 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe06c03ce50 con 0x56437a5508b0 2024-09-12T12:26:33.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe0537fe640 1 -- 172.21.15.82:0/1424188179 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe06409f020 con 0x56437a5508b0 2024-09-12T12:26:33.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe07ccf4740 10 client.15147 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:33.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe07ccf4740 1 -- 172.21.15.82:0/1424188179 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56437a5da7c0 con 0x56437a5508b0 2024-09-12T12:26:33.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe0537fe640 1 -- 172.21.15.82:0/1424188179 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe06c03ce50 con 0x56437a5508b0 2024-09-12T12:26:33.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe0537fe640 1 -- 172.21.15.82:0/1424188179 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fe0640972e0 con 0x56437a5508b0 2024-09-12T12:26:33.052 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.046+0000 7fe07ccf4740 10 client.15147 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:33.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.047+0000 7fe07ccf4740 10 client.15147 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T12:26:33.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.047+0000 7fe07ccf4740 20 client.15147 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:33.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.047+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/1424188179 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x56437a570b40 0x56437a5de050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:33.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.047+0000 7fe07ccf4740 4 client.15147 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:26:33.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.047+0000 7fe07ccf4740 1 -- 172.21.15.82:0/1424188179 --> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] -- command(tid 0: {"prefix": "status"}) -- 0x56437a4beb10 con 0x56437a570b40 2024-09-12T12:26:33.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.047+0000 7fe06bfff640 1 --2- 172.21.15.82:0/1424188179 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x56437a570b40 0x56437a5de050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:33.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.047+0000 7fe06bfff640 1 --2- 172.21.15.82:0/1424188179 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x56437a570b40 0x56437a5de050 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4233ea36b3dce1c2 server_cookie=4046993c34d347df in_seq=0 out_seq=0 2024-09-12T12:26:33.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.047+0000 7fe0537fe640 10 client.15147 ms_handle_connect on v2:172.21.15.114:6836/1461146594 2024-09-12T12:26:33.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.047+0000 7fe0537fe640 1 -- 172.21.15.82:0/1424188179 <== mds.2 v2:172.21.15.114:6836/1461146594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56437a4beb10 con 0x56437a570b40 2024-09-12T12:26:33.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.047+0000 7fe0537fe640 10 client.15147 handle_command_reply: tid=0 2024-09-12T12:26:33.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.047+0000 7fe07ccf4740 1 client.15147 shutdown 2024-09-12T12:26:33.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07ccf4740 1 -- 172.21.15.82:0/1424188179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a5508b0 msgr2=0x56437a573330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:33.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/1424188179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a5508b0 0x56437a573330 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fe0640cbf50 tx=0x7fe06400bf90 comp rx=0 tx=0).stop 2024-09-12T12:26:33.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07ccf4740 1 -- 172.21.15.82:0/1424188179 shutdown_connections 2024-09-12T12:26:33.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/1424188179 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x56437a570b40 0x56437a5de050 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/1424188179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56437a55ffc0 0x56437a5d9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/1424188179 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56437a5511d0 0x56437a573870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe0537fe640 0 client.15147 ms_handle_reset on v2:172.21.15.114:6836/1461146594 2024-09-12T12:26:33.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07ccf4740 1 --2- 172.21.15.82:0/1424188179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56437a5508b0 0x56437a573330 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07ccf4740 1 -- 172.21.15.82:0/1424188179 >> 172.21.15.82:0/1424188179 conn(0x56437a54cf60 msgr2=0x56437a557a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:33.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07ccf4740 1 -- 172.21.15.82:0/1424188179 shutdown_connections 2024-09-12T12:26:33.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07ccf4740 1 -- 172.21.15.82:0/1424188179 wait complete. 2024-09-12T12:26:33.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07ccf4740 20 client.15147 trim_cache size 0 max 16384 2024-09-12T12:26:33.055 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:26:33.055 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:26:33.055 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 2, 2024-09-12T12:26:33.055 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24445, 2024-09-12T12:26:33.055 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:26:33.055 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:26:33.055 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:26:33.055 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 90.761140906999998, 2024-09-12T12:26:33.055 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 27, 2024-09-12T12:26:33.055 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 83, 2024-09-12T12:26:33.055 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 79, 2024-09-12T12:26:33.055 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 121.620739646 2024-09-12T12:26:33.056 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:26:33.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07a91b640 1 -- 172.21.15.82:0/3911888728 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe0600a2c90 msgr2=0x7fe0600a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:33.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07a91b640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe0600a2c90 0x7fe0600a5150 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fe06c005e30 tx=0x7fe06c02faf0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07a91b640 1 -- 172.21.15.82:0/3911888728 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe074101790 msgr2=0x7fe0741993d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:33.057 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07a91b640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe074101790 0x7fe0741993d0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fe06400b4a0 tx=0x7fe06400b960 comp rx=0 tx=0).stop 2024-09-12T12:26:33.057 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07a91b640 1 -- 172.21.15.82:0/3911888728 shutdown_connections 2024-09-12T12:26:33.057 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07a91b640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7fe0600a2c90 0x7fe0600a5150 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.057 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07a91b640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe074105ba0 0x7fe0741a4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.057 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07a91b640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe074102110 0x7fe074199910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.057 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07a91b640 1 --2- 172.21.15.82:0/3911888728 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe074101790 0x7fe0741993d0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:33.057 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07a91b640 1 -- 172.21.15.82:0/3911888728 >> 172.21.15.82:0/3911888728 conn(0x7fe074077210 msgr2=0x7fe0740ff470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:33.057 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07a91b640 1 -- 172.21.15.82:0/3911888728 shutdown_connections 2024-09-12T12:26:33.057 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:33.048+0000 7fe07a91b640 1 -- 172.21.15.82:0/3911888728 wait complete. 2024-09-12T12:26:33.725 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.b status 2024-09-12T12:26:33.970 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:34.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.456+0000 7f3636010640 1 -- 172.21.15.82:0/3935629816 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3630102ef0 msgr2=0x7f363010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:34.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.456+0000 7f3636010640 1 --2- 172.21.15.82:0/3935629816 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3630102ef0 0x7f363010da40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f3628009ca0 tx=0x7f362802a950 comp rx=0 tx=0).stop 2024-09-12T12:26:34.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.456+0000 7f3636010640 1 -- 172.21.15.82:0/3935629816 shutdown_connections 2024-09-12T12:26:34.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.456+0000 7f3636010640 1 --2- 172.21.15.82:0/3935629816 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3630102ef0 0x7f363010da40 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.456+0000 7f3636010640 1 --2- 172.21.15.82:0/3935629816 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3630102570 0x7f36301029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.456+0000 7f3636010640 1 --2- 172.21.15.82:0/3935629816 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3630100e20 0x7f3630101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.456+0000 7f3636010640 1 -- 172.21.15.82:0/3935629816 >> 172.21.15.82:0/3935629816 conn(0x7f36300fc7d0 msgr2=0x7f36300febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:34.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.456+0000 7f3636010640 1 -- 172.21.15.82:0/3935629816 shutdown_connections 2024-09-12T12:26:34.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.456+0000 7f3636010640 1 -- 172.21.15.82:0/3935629816 wait complete. 2024-09-12T12:26:34.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.457+0000 7f3636010640 1 Processor -- start 2024-09-12T12:26:34.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.457+0000 7f3636010640 1 -- start start 2024-09-12T12:26:34.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.457+0000 7f3636010640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3630100e20 0x7f3630198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.457+0000 7f3636010640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3630102570 0x7f3630198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f3636010640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3630102ef0 0x7f363019cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f3636010640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f36301120a0 con 0x7f3630102ef0 2024-09-12T12:26:34.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f3636010640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3630111f20 con 0x7f3630100e20 2024-09-12T12:26:34.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f3636010640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3630112220 con 0x7f3630102570 2024-09-12T12:26:34.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f362ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3630102ef0 0x7f363019cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f362ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3630102ef0 0x7f363019cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50900/0 (socket says 172.21.15.82:50900) 2024-09-12T12:26:34.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f362ffff640 1 -- 172.21.15.82:0/3490578778 learned_addr learned my addr 172.21.15.82:0/3490578778 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:34.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f362f7fe640 1 --2- 172.21.15.82:0/3490578778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3630100e20 0x7f3630198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f362effd640 1 --2- 172.21.15.82:0/3490578778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3630102570 0x7f3630198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f362ffff640 1 -- 172.21.15.82:0/3490578778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3630102570 msgr2=0x7f3630198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:34.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f362ffff640 1 --2- 172.21.15.82:0/3490578778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3630102570 0x7f3630198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f362ffff640 1 -- 172.21.15.82:0/3490578778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3630100e20 msgr2=0x7f3630198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:34.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f362ffff640 1 --2- 172.21.15.82:0/3490578778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3630100e20 0x7f3630198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f362ffff640 1 -- 172.21.15.82:0/3490578778 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f363019d4b0 con 0x7f3630102ef0 2024-09-12T12:26:34.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f362ffff640 1 --2- 172.21.15.82:0/3490578778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3630102ef0 0x7f363019cdd0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f3628004af0 tx=0x7f362802f3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:34.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f362cff9640 1 -- 172.21.15.82:0/3490578778 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3628034040 con 0x7f3630102ef0 2024-09-12T12:26:34.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f3636010640 1 -- 172.21.15.82:0/3490578778 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f363019d740 con 0x7f3630102ef0 2024-09-12T12:26:34.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f362cff9640 1 -- 172.21.15.82:0/3490578778 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3628030920 con 0x7f3630102ef0 2024-09-12T12:26:34.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f362cff9640 1 -- 172.21.15.82:0/3490578778 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3628004630 con 0x7f3630102ef0 2024-09-12T12:26:34.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.458+0000 7f3636010640 1 -- 172.21.15.82:0/3490578778 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36301a5080 con 0x7f3630102ef0 2024-09-12T12:26:34.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.461+0000 7f362cff9640 1 -- 172.21.15.82:0/3490578778 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3628037020 con 0x7f3630102ef0 2024-09-12T12:26:34.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.461+0000 7f36383e9740 1 Processor -- start 2024-09-12T12:26:34.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.461+0000 7f36383e9740 1 -- start start 2024-09-12T12:26:34.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.461+0000 7f36383e9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 0x556414fcedb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.461+0000 7f36383e9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fcf2f0 0x556414fd9670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.461+0000 7f36383e9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fd9bb0 0x556414fdbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.461+0000 7f36383e9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x556414f35090 con 0x556414fd9bb0 2024-09-12T12:26:34.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.461+0000 7f36383e9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556414edca70 con 0x556414fcf2f0 2024-09-12T12:26:34.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.461+0000 7f36383e9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x556414f31050 con 0x556414fce9d0 2024-09-12T12:26:34.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.461+0000 7f362cff9640 1 --2- 172.21.15.82:0/3490578778 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f36180a2c10 0x7f36180a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.461+0000 7f362effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fd9bb0 0x556414fdbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.461+0000 7f362effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fd9bb0 0x556414fdbfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50914/0 (socket says 172.21.15.82:50914) 2024-09-12T12:26:34.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.461+0000 7f362effd640 1 -- 172.21.15.82:0/1372382238 learned_addr learned my addr 172.21.15.82:0/1372382238 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:34.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.461+0000 7f362ffff640 1 --2- 172.21.15.82:0/3490578778 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f36180a2c10 0x7f36180a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.462+0000 7f362f7fe640 1 --2- 172.21.15.82:0/1372382238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fcf2f0 0x556414fd9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.462+0000 7f362effd640 1 --2- 172.21.15.82:0/1372382238 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 0x556414fcedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.462+0000 7f362effd640 1 -- 172.21.15.82:0/1372382238 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 msgr2=0x556414fcedb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:34.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.462+0000 7f362effd640 1 --2- 172.21.15.82:0/1372382238 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 0x556414fcedb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.462+0000 7f362effd640 1 -- 172.21.15.82:0/1372382238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fcf2f0 msgr2=0x556414fd9670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:34.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.462+0000 7f362effd640 1 --2- 172.21.15.82:0/1372382238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fcf2f0 0x556414fd9670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.462+0000 7f362effd640 1 -- 172.21.15.82:0/1372382238 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556414ee9130 con 0x556414fd9bb0 2024-09-12T12:26:34.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.462+0000 7f362cff9640 1 -- 172.21.15.82:0/3490578778 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f36280efee0 con 0x7f3630102ef0 2024-09-12T12:26:34.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.462+0000 7f362effd640 1 --2- 172.21.15.82:0/1372382238 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fd9bb0 0x556414fdbfa0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f3624013450 tx=0x7f3624009710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46821033efe499f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:34.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.462+0000 7f362ffff640 1 --2- 172.21.15.82:0/3490578778 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f36180a2c10 0x7f36180a50d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f36280bc650 tx=0x7f36280b8340 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:34.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.462+0000 7f3615ffb640 1 -- 172.21.15.82:0/1372382238 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3624010490 con 0x556414fd9bb0 2024-09-12T12:26:34.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.462+0000 7f3615ffb640 1 -- 172.21.15.82:0/1372382238 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3624010b10 con 0x556414fd9bb0 2024-09-12T12:26:34.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.462+0000 7f3615ffb640 1 -- 172.21.15.82:0/1372382238 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3624011b50 con 0x556414fd9bb0 2024-09-12T12:26:34.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.463+0000 7f36383e9740 1 -- 172.21.15.82:0/1372382238 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fd9bb0 msgr2=0x556414fdbfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:34.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.463+0000 7f36383e9740 1 --2- 172.21.15.82:0/1372382238 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fd9bb0 0x556414fdbfa0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f3624013450 tx=0x7f3624009710 comp rx=0 tx=0).stop 2024-09-12T12:26:34.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.463+0000 7f36383e9740 1 -- 172.21.15.82:0/1372382238 shutdown_connections 2024-09-12T12:26:34.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.463+0000 7f36383e9740 1 --2- 172.21.15.82:0/1372382238 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fd9bb0 0x556414fdbfa0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.463+0000 7f36383e9740 1 --2- 172.21.15.82:0/1372382238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fcf2f0 0x556414fd9670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.463+0000 7f36383e9740 1 --2- 172.21.15.82:0/1372382238 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 0x556414fcedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.463+0000 7f36383e9740 1 -- 172.21.15.82:0/1372382238 >> 172.21.15.82:0/1372382238 conn(0x556414fcaf60 msgr2=0x556414fcb340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:34.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.463+0000 7f36383e9740 1 -- 172.21.15.82:0/1372382238 shutdown_connections 2024-09-12T12:26:34.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.463+0000 7f36383e9740 1 -- 172.21.15.82:0/1372382238 wait complete. 2024-09-12T12:26:34.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.463+0000 7f36383e9740 1 -- start start 2024-09-12T12:26:34.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f36383e9740 1 Processor -- start 2024-09-12T12:26:34.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f36383e9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fce9d0 0x556414fd94e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f36383e9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fcf2f0 0x556414fd6830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f36383e9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fd9bb0 0x556414fd6d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f36383e9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x556414fdc780 con 0x556414fce9d0 2024-09-12T12:26:34.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f36383e9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556414eeff20 con 0x556414fd9bb0 2024-09-12T12:26:34.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f36383e9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x556414fdc900 con 0x556414fcf2f0 2024-09-12T12:26:34.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f36383e9740 10 client.0 _ll_register_callbacks cb 0x556414eb9030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:34.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f362effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fce9d0 0x556414fd94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f362effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fce9d0 0x556414fd94e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50918/0 (socket says 172.21.15.82:50918) 2024-09-12T12:26:34.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f362effd640 1 -- 172.21.15.82:0/1160191490 learned_addr learned my addr 172.21.15.82:0/1160191490 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:34.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f362f7fe640 1 --2- 172.21.15.82:0/1160191490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fcf2f0 0x556414fd6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f362effd640 1 -- 172.21.15.82:0/1160191490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fcf2f0 msgr2=0x556414fd6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:34.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f362effd640 1 --2- 172.21.15.82:0/1160191490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fcf2f0 0x556414fd6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f362effd640 1 -- 172.21.15.82:0/1160191490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fd9bb0 msgr2=0x556414fd6d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:34.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f362effd640 1 --2- 172.21.15.82:0/1160191490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fd9bb0 0x556414fd6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f362effd640 1 -- 172.21.15.82:0/1160191490 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556414ca62b0 con 0x556414fce9d0 2024-09-12T12:26:34.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f362effd640 1 --2- 172.21.15.82:0/1160191490 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fce9d0 0x556414fd94e0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f3624011830 tx=0x7f36240115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b01ee05335ba12d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:34.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.464+0000 7f360effd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:34.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.465+0000 7f360effd640 1 -- 172.21.15.82:0/1160191490 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36240108a0 con 0x556414fce9d0 2024-09-12T12:26:34.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.465+0000 7f360effd640 1 -- 172.21.15.82:0/1160191490 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f3624004020 con 0x556414fce9d0 2024-09-12T12:26:34.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.465+0000 7f36383e9740 1 -- 172.21.15.82:0/1160191490 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3624010b10 con 0x556414fce9d0 2024-09-12T12:26:34.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.465+0000 7f360effd640 1 -- 172.21.15.82:0/1160191490 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f3624004220 con 0x556414fce9d0 2024-09-12T12:26:34.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.465+0000 7f36383e9740 10 client.15159 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:34.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.465+0000 7f36383e9740 1 -- 172.21.15.82:0/1160191490 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x556414fe8130 con 0x556414fce9d0 2024-09-12T12:26:34.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.465+0000 7f360effd640 1 -- 172.21.15.82:0/1160191490 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3624010b10 con 0x556414fce9d0 2024-09-12T12:26:34.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.465+0000 7f360effd640 1 -- 172.21.15.82:0/1160191490 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f3624031070 con 0x556414fce9d0 2024-09-12T12:26:34.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.465+0000 7f36383e9740 10 client.15159 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:34.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.465+0000 7f36383e9740 10 client.15159 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T12:26:34.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.465+0000 7f36383e9740 20 client.15159 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:34.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.465+0000 7f36383e9740 1 --2- 172.21.15.82:0/1160191490 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x556414fea560 0x556414feb9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.465+0000 7f36383e9740 4 client.15159 mds_command: new command op to 24446 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:26:34.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.465+0000 7f36383e9740 1 -- 172.21.15.82:0/1160191490 --> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556414f42600 con 0x556414fea560 2024-09-12T12:26:34.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.466+0000 7f362f7fe640 1 --2- 172.21.15.82:0/1160191490 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x556414fea560 0x556414feb9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.466+0000 7f362f7fe640 1 --2- 172.21.15.82:0/1160191490 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x556414fea560 0x556414feb9d0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8367d2231c8cf973 server_cookie=caec28bd011fde45 in_seq=0 out_seq=0 2024-09-12T12:26:34.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.466+0000 7f360effd640 10 client.15159 ms_handle_connect on v2:172.21.15.97:6838/3342877428 2024-09-12T12:26:34.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f360effd640 1 -- 172.21.15.82:0/1160191490 <== mds.1 v2:172.21.15.97:6838/3342877428 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556414f42600 con 0x556414fea560 2024-09-12T12:26:34.474 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f360effd640 10 client.15159 handle_command_reply: tid=0 2024-09-12T12:26:34.474 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f36383e9740 1 client.15159 shutdown 2024-09-12T12:26:34.474 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f36383e9740 1 -- 172.21.15.82:0/1160191490 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fce9d0 msgr2=0x556414fd94e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:34.474 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f36383e9740 1 --2- 172.21.15.82:0/1160191490 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fce9d0 0x556414fd94e0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f3624011830 tx=0x7f36240115a0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.474 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f36383e9740 1 -- 172.21.15.82:0/1160191490 shutdown_connections 2024-09-12T12:26:34.474 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f36383e9740 1 --2- 172.21.15.82:0/1160191490 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x556414fea560 0x556414feb9d0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.474 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f36383e9740 1 --2- 172.21.15.82:0/1160191490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fd9bb0 0x556414fd6d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.474 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f36383e9740 1 --2- 172.21.15.82:0/1160191490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fcf2f0 0x556414fd6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.474 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f36383e9740 1 --2- 172.21.15.82:0/1160191490 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fce9d0 0x556414fd94e0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.474 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f36383e9740 1 -- 172.21.15.82:0/1160191490 >> 172.21.15.82:0/1160191490 conn(0x556414fcaf60 msgr2=0x556414fd0c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:34.474 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f360effd640 0 client.15159 ms_handle_reset on v2:172.21.15.97:6838/3342877428 2024-09-12T12:26:34.474 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f36383e9740 1 -- 172.21.15.82:0/1160191490 shutdown_connections 2024-09-12T12:26:34.474 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f36383e9740 1 -- 172.21.15.82:0/1160191490 wait complete. 2024-09-12T12:26:34.475 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.467+0000 7f36383e9740 20 client.15159 trim_cache size 0 max 16384 2024-09-12T12:26:34.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.484+0000 7f36383e9740 1 Processor -- start 2024-09-12T12:26:34.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f36383e9740 1 -- start start 2024-09-12T12:26:34.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f36383e9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 0x556414feb9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f36383e9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fcf2f0 0x556414fd57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f36383e9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fd9bb0 0x556414fd3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f36383e9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x556414fe9d10 con 0x556414fcf2f0 2024-09-12T12:26:34.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f36383e9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556414fea3e0 con 0x556414fd9bb0 2024-09-12T12:26:34.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f36383e9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x556414feaab0 con 0x556414fce9d0 2024-09-12T12:26:34.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f362f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fcf2f0 0x556414fd57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f362f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fcf2f0 0x556414fd57f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50922/0 (socket says 172.21.15.82:50922) 2024-09-12T12:26:34.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f362f7fe640 1 -- 172.21.15.82:0/2358312912 learned_addr learned my addr 172.21.15.82:0/2358312912 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:34.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f362effd640 1 --2- 172.21.15.82:0/2358312912 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 0x556414feb9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f362f7fe640 1 -- 172.21.15.82:0/2358312912 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 msgr2=0x556414feb9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:34.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f362f7fe640 1 --2- 172.21.15.82:0/2358312912 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 0x556414feb9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f362f7fe640 1 -- 172.21.15.82:0/2358312912 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fd9bb0 msgr2=0x556414fd3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:34.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f362f7fe640 1 --2- 172.21.15.82:0/2358312912 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fd9bb0 0x556414fd3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f362f7fe640 1 -- 172.21.15.82:0/2358312912 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556414fd7350 con 0x556414fcf2f0 2024-09-12T12:26:34.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f362effd640 1 --2- 172.21.15.82:0/2358312912 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 0x556414feb9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:34.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f362f7fe640 1 --2- 172.21.15.82:0/2358312912 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fcf2f0 0x556414fd57f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3620009e50 tx=0x7f3620005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1bdb67e353ca20d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:34.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f36157fa640 1 -- 172.21.15.82:0/2358312912 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3620022030 con 0x556414fcf2f0 2024-09-12T12:26:34.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f36157fa640 1 -- 172.21.15.82:0/2358312912 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3620005500 con 0x556414fcf2f0 2024-09-12T12:26:34.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.485+0000 7f36157fa640 1 -- 172.21.15.82:0/2358312912 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3620004a00 con 0x556414fcf2f0 2024-09-12T12:26:34.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.486+0000 7f36383e9740 1 -- 172.21.15.82:0/2358312912 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fcf2f0 msgr2=0x556414fd57f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:34.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.486+0000 7f36383e9740 1 --2- 172.21.15.82:0/2358312912 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fcf2f0 0x556414fd57f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3620009e50 tx=0x7f3620005f90 comp rx=0 tx=0).stop 2024-09-12T12:26:34.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.486+0000 7f36383e9740 1 -- 172.21.15.82:0/2358312912 shutdown_connections 2024-09-12T12:26:34.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.486+0000 7f36383e9740 1 --2- 172.21.15.82:0/2358312912 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fd9bb0 0x556414fd3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.486+0000 7f36383e9740 1 --2- 172.21.15.82:0/2358312912 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fcf2f0 0x556414fd57f0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.486+0000 7f36383e9740 1 --2- 172.21.15.82:0/2358312912 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 0x556414feb9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.486+0000 7f36383e9740 1 -- 172.21.15.82:0/2358312912 >> 172.21.15.82:0/2358312912 conn(0x556414fcaf60 msgr2=0x556414fd1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:34.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.486+0000 7f36383e9740 1 -- 172.21.15.82:0/2358312912 shutdown_connections 2024-09-12T12:26:34.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.486+0000 7f36383e9740 1 -- 172.21.15.82:0/2358312912 wait complete. 2024-09-12T12:26:34.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.486+0000 7f36383e9740 1 -- start start 2024-09-12T12:26:34.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f36383e9740 1 Processor -- start 2024-09-12T12:26:34.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f36383e9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 0x556414ff4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f36383e9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fcf2f0 0x556414fed460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f36383e9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fd9bb0 0x556414fed9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f36383e9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x556414feb850 con 0x556414fd9bb0 2024-09-12T12:26:34.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f36383e9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556414feb180 con 0x556414fcf2f0 2024-09-12T12:26:34.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f36383e9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x556414febf20 con 0x556414fce9d0 2024-09-12T12:26:34.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f36383e9740 10 client.0 _ll_register_callbacks cb 0x7f3624013f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:34.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f362effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fd9bb0 0x556414fed9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f362effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fd9bb0 0x556414fed9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50936/0 (socket says 172.21.15.82:50936) 2024-09-12T12:26:34.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f362effd640 1 -- 172.21.15.82:0/3789488224 learned_addr learned my addr 172.21.15.82:0/3789488224 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:34.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f362effd640 1 --2- 172.21.15.82:0/3789488224 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 0x556414ff4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f362f7fe640 1 --2- 172.21.15.82:0/3789488224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fcf2f0 0x556414fed460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f362effd640 1 -- 172.21.15.82:0/3789488224 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 msgr2=0x556414ff4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:34.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f362effd640 1 --2- 172.21.15.82:0/3789488224 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 0x556414ff4130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f362effd640 1 -- 172.21.15.82:0/3789488224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fcf2f0 msgr2=0x556414fed460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:34.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f362effd640 1 --2- 172.21.15.82:0/3789488224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fcf2f0 0x556414fed460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f362effd640 1 -- 172.21.15.82:0/3789488224 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556414fedee0 con 0x556414fd9bb0 2024-09-12T12:26:34.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f362f7fe640 1 --2- 172.21.15.82:0/3789488224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fcf2f0 0x556414fed460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:34.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f362effd640 1 --2- 172.21.15.82:0/3789488224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fd9bb0 0x556414fed9a0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3624005350 tx=0x7f3624010fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfc3897f1de52150 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:34.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.487+0000 7f360effd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:34.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f360effd640 1 -- 172.21.15.82:0/3789488224 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3624011c70 con 0x556414fd9bb0 2024-09-12T12:26:34.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f36383e9740 1 -- 172.21.15.82:0/3789488224 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3620005500 con 0x556414fd9bb0 2024-09-12T12:26:34.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f360effd640 1 -- 172.21.15.82:0/3789488224 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f36240057f0 con 0x556414fd9bb0 2024-09-12T12:26:34.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f360effd640 1 -- 172.21.15.82:0/3789488224 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f3624013da0 con 0x556414fd9bb0 2024-09-12T12:26:34.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f36383e9740 10 client.15165 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:34.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f36383e9740 1 -- 172.21.15.82:0/3789488224 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x556414ff2910 con 0x556414fd9bb0 2024-09-12T12:26:34.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f360effd640 1 -- 172.21.15.82:0/3789488224 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3620005500 con 0x556414fd9bb0 2024-09-12T12:26:34.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f360effd640 1 -- 172.21.15.82:0/3789488224 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f3624031070 con 0x556414fd9bb0 2024-09-12T12:26:34.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f36383e9740 10 client.15165 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:34.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f36383e9740 10 client.15165 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T12:26:34.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f36383e9740 20 client.15165 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:34.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f36383e9740 1 --2- 172.21.15.82:0/3789488224 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x5564150594f0 0x556415058200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:34.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f36383e9740 4 client.15165 mds_command: new command op to 24446 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:26:34.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f36383e9740 1 -- 172.21.15.82:0/3789488224 --> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] -- command(tid 0: {"prefix": "status"}) -- 0x556414f3cb10 con 0x5564150594f0 2024-09-12T12:26:34.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.488+0000 7f362f7fe640 1 --2- 172.21.15.82:0/3789488224 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x5564150594f0 0x556415058200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:34.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f362f7fe640 1 --2- 172.21.15.82:0/3789488224 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x5564150594f0 0x556415058200 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=368ffa6272bf833d server_cookie=699332a9577ad463 in_seq=0 out_seq=0 2024-09-12T12:26:34.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f360effd640 10 client.15165 ms_handle_connect on v2:172.21.15.97:6838/3342877428 2024-09-12T12:26:34.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f360effd640 1 -- 172.21.15.82:0/3789488224 <== mds.1 v2:172.21.15.97:6838/3342877428 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x556414f3cb10 con 0x5564150594f0 2024-09-12T12:26:34.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f360effd640 10 client.15165 handle_command_reply: tid=0 2024-09-12T12:26:34.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f36383e9740 1 client.15165 shutdown 2024-09-12T12:26:34.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f36383e9740 1 -- 172.21.15.82:0/3789488224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fd9bb0 msgr2=0x556414fed9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:34.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f36383e9740 1 --2- 172.21.15.82:0/3789488224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fd9bb0 0x556414fed9a0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3624005350 tx=0x7f3624010fb0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f36383e9740 1 -- 172.21.15.82:0/3789488224 shutdown_connections 2024-09-12T12:26:34.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f36383e9740 1 --2- 172.21.15.82:0/3789488224 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x5564150594f0 0x556415058200 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f36383e9740 1 --2- 172.21.15.82:0/3789488224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556414fd9bb0 0x556414fed9a0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f36383e9740 1 --2- 172.21.15.82:0/3789488224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556414fcf2f0 0x556414fed460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f36383e9740 1 --2- 172.21.15.82:0/3789488224 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556414fce9d0 0x556414ff4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f36383e9740 1 -- 172.21.15.82:0/3789488224 >> 172.21.15.82:0/3789488224 conn(0x556414fcaf60 msgr2=0x556414fd0c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:34.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f360effd640 0 client.15165 ms_handle_reset on v2:172.21.15.97:6838/3342877428 2024-09-12T12:26:34.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f36383e9740 1 -- 172.21.15.82:0/3789488224 shutdown_connections 2024-09-12T12:26:34.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.489+0000 7f36383e9740 1 -- 172.21.15.82:0/3789488224 wait complete. 2024-09-12T12:26:34.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.490+0000 7f36383e9740 20 client.15165 trim_cache size 0 max 16384 2024-09-12T12:26:34.496 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:26:34.496 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:26:34.496 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 1, 2024-09-12T12:26:34.496 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24446, 2024-09-12T12:26:34.497 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:26:34.497 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:26:34.497 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:26:34.497 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 93.208645355000002, 2024-09-12T12:26:34.497 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 27, 2024-09-12T12:26:34.497 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 83, 2024-09-12T12:26:34.497 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 79, 2024-09-12T12:26:34.497 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 109.562247965 2024-09-12T12:26:34.497 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:26:34.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.490+0000 7f3636010640 1 -- 172.21.15.82:0/3490578778 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f36180a2c10 msgr2=0x7f36180a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:34.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.490+0000 7f3636010640 1 --2- 172.21.15.82:0/3490578778 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f36180a2c10 0x7f36180a50d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f36280bc650 tx=0x7f36280b8340 comp rx=0 tx=0).stop 2024-09-12T12:26:34.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.490+0000 7f3636010640 1 -- 172.21.15.82:0/3490578778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3630102ef0 msgr2=0x7f363019cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:34.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.490+0000 7f3636010640 1 --2- 172.21.15.82:0/3490578778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3630102ef0 0x7f363019cdd0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f3628004af0 tx=0x7f362802f3a0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.490+0000 7f3636010640 1 -- 172.21.15.82:0/3490578778 shutdown_connections 2024-09-12T12:26:34.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.490+0000 7f3636010640 1 --2- 172.21.15.82:0/3490578778 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f36180a2c10 0x7f36180a50d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.490+0000 7f3636010640 1 --2- 172.21.15.82:0/3490578778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3630102ef0 0x7f363019cdd0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.490+0000 7f3636010640 1 --2- 172.21.15.82:0/3490578778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3630102570 0x7f3630198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.490+0000 7f3636010640 1 --2- 172.21.15.82:0/3490578778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3630100e20 0x7f3630198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:34.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.490+0000 7f3636010640 1 -- 172.21.15.82:0/3490578778 >> 172.21.15.82:0/3490578778 conn(0x7f36300fc7d0 msgr2=0x7f36301068e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:34.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.490+0000 7f3636010640 1 -- 172.21.15.82:0/3490578778 shutdown_connections 2024-09-12T12:26:34.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:34.490+0000 7f3636010640 1 -- 172.21.15.82:0/3490578778 wait complete. 2024-09-12T12:26:34.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:34 smithi097 ceph-mon[34923]: pgmap v325: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-12T12:26:34.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:34 smithi082 ceph-mon[31122]: pgmap v325: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-12T12:26:34.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:34 smithi114 ceph-mon[35514]: pgmap v325: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-12T12:26:35.276 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.i status 2024-09-12T12:26:35.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:35 smithi082 ceph-mon[31122]: pgmap v326: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-12T12:26:35.536 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:35.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:35 smithi097 ceph-mon[34923]: pgmap v326: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-12T12:26:35.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:35 smithi114 ceph-mon[35514]: pgmap v326: 97 pgs: 97 active+clean; 643 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-12T12:26:36.091 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.064+0000 7f4176613640 1 -- 172.21.15.82:0/1808235238 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4170102d30 msgr2=0x7f4170103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:36.091 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.064+0000 7f4176613640 1 --2- 172.21.15.82:0/1808235238 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4170102d30 0x7f4170103110 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f4160009930 tx=0x7f416002a440 comp rx=0 tx=0).stop 2024-09-12T12:26:36.091 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.064+0000 7f4176613640 1 -- 172.21.15.82:0/1808235238 shutdown_connections 2024-09-12T12:26:36.091 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.064+0000 7f4176613640 1 --2- 172.21.15.82:0/1808235238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f41701082a0 0x7f417010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.091 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.064+0000 7f4176613640 1 --2- 172.21.15.82:0/1808235238 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41701036e0 0x7f4170107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.091 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.064+0000 7f4176613640 1 --2- 172.21.15.82:0/1808235238 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4170102d30 0x7f4170103110 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.091 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.064+0000 7f4176613640 1 -- 172.21.15.82:0/1808235238 >> 172.21.15.82:0/1808235238 conn(0x7f41700fc7d0 msgr2=0x7f41700febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:36.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.064+0000 7f4176613640 1 -- 172.21.15.82:0/1808235238 shutdown_connections 2024-09-12T12:26:36.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.064+0000 7f4176613640 1 -- 172.21.15.82:0/1808235238 wait complete. 2024-09-12T12:26:36.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.065+0000 7f4176613640 1 Processor -- start 2024-09-12T12:26:36.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.065+0000 7f4176613640 1 -- start start 2024-09-12T12:26:36.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.065+0000 7f4176613640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4170102d30 0x7f4170198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.065+0000 7f4176613640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41701036e0 0x7f4170198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.065+0000 7f4176613640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41701082a0 0x7f417019cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.065+0000 7f4176613640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4170112160 con 0x7f41701082a0 2024-09-12T12:26:36.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.065+0000 7f4176613640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4170111fe0 con 0x7f4170102d30 2024-09-12T12:26:36.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.065+0000 7f4176613640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f41701122e0 con 0x7f41701036e0 2024-09-12T12:26:36.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.065+0000 7f4174bb0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41701082a0 0x7f417019cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.065+0000 7f4174bb0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41701082a0 0x7f417019cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50964/0 (socket says 172.21.15.82:50964) 2024-09-12T12:26:36.092 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.065+0000 7f4174bb0640 1 -- 172.21.15.82:0/2270640492 learned_addr learned my addr 172.21.15.82:0/2270640492 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:36.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.066+0000 7f416f7fe640 1 --2- 172.21.15.82:0/2270640492 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41701036e0 0x7f4170198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.066+0000 7f416ffff640 1 --2- 172.21.15.82:0/2270640492 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4170102d30 0x7f4170198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.066+0000 7f4174bb0640 1 -- 172.21.15.82:0/2270640492 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41701036e0 msgr2=0x7f4170198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:36.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.066+0000 7f4174bb0640 1 --2- 172.21.15.82:0/2270640492 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41701036e0 0x7f4170198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.066+0000 7f4174bb0640 1 -- 172.21.15.82:0/2270640492 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4170102d30 msgr2=0x7f4170198720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:36.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.066+0000 7f4174bb0640 1 --2- 172.21.15.82:0/2270640492 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4170102d30 0x7f4170198720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.066+0000 7f4174bb0640 1 -- 172.21.15.82:0/2270640492 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f417019d6d0 con 0x7f41701082a0 2024-09-12T12:26:36.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.066+0000 7f4174bb0640 1 --2- 172.21.15.82:0/2270640492 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41701082a0 0x7f417019cff0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f416800b970 tx=0x7f416800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:36.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.066+0000 7f416d7fa640 1 -- 172.21.15.82:0/2270640492 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4168019070 con 0x7f41701082a0 2024-09-12T12:26:36.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.066+0000 7f4176613640 1 -- 172.21.15.82:0/2270640492 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f417019d9c0 con 0x7f41701082a0 2024-09-12T12:26:36.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.066+0000 7f416d7fa640 1 -- 172.21.15.82:0/2270640492 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f416800cb40 con 0x7f41701082a0 2024-09-12T12:26:36.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.066+0000 7f416d7fa640 1 -- 172.21.15.82:0/2270640492 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4168007650 con 0x7f41701082a0 2024-09-12T12:26:36.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.067+0000 7f4176613640 1 -- 172.21.15.82:0/2270640492 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41701a52a0 con 0x7f41701082a0 2024-09-12T12:26:36.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.069+0000 7f416d7fa640 1 -- 172.21.15.82:0/2270640492 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f416801c070 con 0x7f41701082a0 2024-09-12T12:26:36.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.069+0000 7f41789ec740 1 Processor -- start 2024-09-12T12:26:36.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.069+0000 7f41789ec740 1 -- start start 2024-09-12T12:26:36.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.069+0000 7f41789ec740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb8625db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.069+0000 7f41789ec740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb86262f0 0x55cbb8630670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.069+0000 7f41789ec740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb8630bb0 0x55cbb8632fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.069+0000 7f41789ec740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55cbb858c090 con 0x55cbb8630bb0 2024-09-12T12:26:36.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.069+0000 7f41789ec740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55cbb8533a70 con 0x55cbb86259d0 2024-09-12T12:26:36.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.069+0000 7f41789ec740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55cbb8588050 con 0x55cbb86262f0 2024-09-12T12:26:36.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.069+0000 7f416d7fa640 1 --2- 172.21.15.82:0/2270640492 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f41580a2c10 0x7f41580a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f416f7fe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb8625db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f4174bb0640 1 --2- 172.21.15.82:0/2270640492 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f41580a2c10 0x7f41580a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f416f7fe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb8625db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:49042/0 (socket says 172.21.15.82:49042) 2024-09-12T12:26:36.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f416f7fe640 1 -- 172.21.15.82:0/332945096 learned_addr learned my addr 172.21.15.82:0/332945096 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:36.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f416f7fe640 1 --2- 172.21.15.82:0/332945096 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb8630bb0 0x55cbb8632fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f416ffff640 1 --2- 172.21.15.82:0/332945096 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb86262f0 0x55cbb8630670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f416d7fa640 1 -- 172.21.15.82:0/2270640492 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f41680ce770 con 0x7f41701082a0 2024-09-12T12:26:36.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f416f7fe640 1 -- 172.21.15.82:0/332945096 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb86262f0 msgr2=0x55cbb8630670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:36.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f416f7fe640 1 --2- 172.21.15.82:0/332945096 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb86262f0 0x55cbb8630670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f416f7fe640 1 -- 172.21.15.82:0/332945096 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb8630bb0 msgr2=0x55cbb8632fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:36.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f416f7fe640 1 --2- 172.21.15.82:0/332945096 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb8630bb0 0x55cbb8632fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f416f7fe640 1 -- 172.21.15.82:0/332945096 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbb8540130 con 0x55cbb86259d0 2024-09-12T12:26:36.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f4174bb0640 1 --2- 172.21.15.82:0/2270640492 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f41580a2c10 0x7f41580a50d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f41680a3690 tx=0x7f41680bb040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:36.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f416f7fe640 1 --2- 172.21.15.82:0/332945096 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb8625db0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f416400af80 tx=0x7f416400a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd45536aafbcad44 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:36.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.070+0000 7f41567fc640 1 -- 172.21.15.82:0/332945096 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4164016e50 con 0x55cbb86259d0 2024-09-12T12:26:36.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.071+0000 7f41567fc640 1 -- 172.21.15.82:0/332945096 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4164018910 con 0x55cbb86259d0 2024-09-12T12:26:36.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.071+0000 7f41567fc640 1 -- 172.21.15.82:0/332945096 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41640178a0 con 0x55cbb86259d0 2024-09-12T12:26:36.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.071+0000 7f41789ec740 1 -- 172.21.15.82:0/332945096 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 msgr2=0x55cbb8625db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:36.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.071+0000 7f41789ec740 1 --2- 172.21.15.82:0/332945096 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb8625db0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f416400af80 tx=0x7f416400a250 comp rx=0 tx=0).stop 2024-09-12T12:26:36.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.071+0000 7f41789ec740 1 -- 172.21.15.82:0/332945096 shutdown_connections 2024-09-12T12:26:36.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.071+0000 7f41789ec740 1 --2- 172.21.15.82:0/332945096 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb8630bb0 0x55cbb8632fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.071+0000 7f41789ec740 1 --2- 172.21.15.82:0/332945096 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb86262f0 0x55cbb8630670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.071+0000 7f41789ec740 1 --2- 172.21.15.82:0/332945096 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb8625db0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.071+0000 7f41789ec740 1 -- 172.21.15.82:0/332945096 >> 172.21.15.82:0/332945096 conn(0x55cbb8621f60 msgr2=0x55cbb8622340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:36.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.071+0000 7f41789ec740 1 -- 172.21.15.82:0/332945096 shutdown_connections 2024-09-12T12:26:36.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.071+0000 7f41789ec740 1 -- 172.21.15.82:0/332945096 wait complete. 2024-09-12T12:26:36.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.072+0000 7f41789ec740 1 -- start start 2024-09-12T12:26:36.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.072+0000 7f41789ec740 1 Processor -- start 2024-09-12T12:26:36.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.072+0000 7f41789ec740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb8630460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.072+0000 7f41789ec740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb86262f0 0x55cbb862d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.072+0000 7f41789ec740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb8630bb0 0x55cbb862dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.072+0000 7f41789ec740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55cbb8633780 con 0x55cbb8630bb0 2024-09-12T12:26:36.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.072+0000 7f41789ec740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55cbb8546f20 con 0x55cbb86259d0 2024-09-12T12:26:36.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.072+0000 7f41789ec740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55cbb8633900 con 0x55cbb86262f0 2024-09-12T12:26:36.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.072+0000 7f41789ec740 10 client.0 _ll_register_callbacks cb 0x55cbb8510030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:36.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.072+0000 7f416f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb8630bb0 0x55cbb862dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.072+0000 7f416f7fe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb8630460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.072+0000 7f416f7fe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb8630460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:49046/0 (socket says 172.21.15.82:49046) 2024-09-12T12:26:36.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.072+0000 7f416f7fe640 1 -- 172.21.15.82:0/4252625467 learned_addr learned my addr 172.21.15.82:0/4252625467 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:36.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.072+0000 7f416ffff640 1 --2- 172.21.15.82:0/4252625467 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb86262f0 0x55cbb862d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.073+0000 7f416f7fe640 1 -- 172.21.15.82:0/4252625467 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb86262f0 msgr2=0x55cbb862d7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:36.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.073+0000 7f416f7fe640 1 --2- 172.21.15.82:0/4252625467 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb86262f0 0x55cbb862d7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.073+0000 7f416f7fe640 1 -- 172.21.15.82:0/4252625467 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb8630bb0 msgr2=0x55cbb862dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:36.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.073+0000 7f416f7fe640 1 --2- 172.21.15.82:0/4252625467 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb8630bb0 0x55cbb862dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.073+0000 7f416f7fe640 1 -- 172.21.15.82:0/4252625467 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbb82fd2b0 con 0x55cbb86259d0 2024-09-12T12:26:36.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.073+0000 7f416f7fe640 1 --2- 172.21.15.82:0/4252625467 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb8630460 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f416400aa30 tx=0x7f41640046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0656294fec413e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:36.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.073+0000 7f414f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.97:3300/0 2024-09-12T12:26:36.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.073+0000 7f414f7fe640 1 -- 172.21.15.82:0/4252625467 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f416402a030 con 0x55cbb86259d0 2024-09-12T12:26:36.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.073+0000 7f41789ec740 1 -- 172.21.15.82:0/4252625467 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4164018910 con 0x55cbb86259d0 2024-09-12T12:26:36.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.073+0000 7f414f7fe640 1 -- 172.21.15.82:0/4252625467 <== mon.2 v2:172.21.15.97:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f4164018ac0 con 0x55cbb86259d0 2024-09-12T12:26:36.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.073+0000 7f414f7fe640 1 -- 172.21.15.82:0/4252625467 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4164018720 con 0x55cbb86259d0 2024-09-12T12:26:36.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.073+0000 7f41789ec740 10 client.24797 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:36.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.073+0000 7f41789ec740 1 -- 172.21.15.82:0/4252625467 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55cbb863f080 con 0x55cbb86259d0 2024-09-12T12:26:36.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.073+0000 7f414f7fe640 1 -- 172.21.15.82:0/4252625467 <== mon.2 v2:172.21.15.97:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4164018910 con 0x55cbb86259d0 2024-09-12T12:26:36.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.074+0000 7f414f7fe640 1 -- 172.21.15.82:0/4252625467 <== mon.2 v2:172.21.15.97:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f4164012050 con 0x55cbb86259d0 2024-09-12T12:26:36.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.074+0000 7f41789ec740 10 client.24797 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:36.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.074+0000 7f41789ec740 10 client.24797 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-12T12:26:36.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.074+0000 7f41789ec740 20 client.24797 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:36.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.074+0000 7f41789ec740 1 --2- 172.21.15.82:0/4252625467 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbb86404f0 0x55cbb86426f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.074+0000 7f41789ec740 4 client.24797 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:26:36.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.074+0000 7f41789ec740 1 -- 172.21.15.82:0/4252625467 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cbb8599600 con 0x55cbb86404f0 2024-09-12T12:26:36.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.074+0000 7f416ffff640 1 --2- 172.21.15.82:0/4252625467 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbb86404f0 0x55cbb86426f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.075+0000 7f416ffff640 1 --2- 172.21.15.82:0/4252625467 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbb86404f0 0x55cbb86426f0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=944b7c137e523bcb server_cookie=efd6a4b8aa59cefb in_seq=0 out_seq=0 2024-09-12T12:26:36.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.075+0000 7f414f7fe640 10 client.24797 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:26:36.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.075+0000 7f414f7fe640 1 -- 172.21.15.82:0/4252625467 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cbb8599600 con 0x55cbb86404f0 2024-09-12T12:26:36.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.075+0000 7f414f7fe640 10 client.24797 handle_command_reply: tid=0 2024-09-12T12:26:36.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.075+0000 7f41789ec740 1 client.24797 shutdown 2024-09-12T12:26:36.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.075+0000 7f41789ec740 1 -- 172.21.15.82:0/4252625467 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 msgr2=0x55cbb8630460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:36.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.075+0000 7f41789ec740 1 --2- 172.21.15.82:0/4252625467 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb8630460 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f416400aa30 tx=0x7f41640046c0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.075+0000 7f41789ec740 1 -- 172.21.15.82:0/4252625467 shutdown_connections 2024-09-12T12:26:36.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.075+0000 7f41789ec740 1 --2- 172.21.15.82:0/4252625467 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbb86404f0 0x55cbb86426f0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.076+0000 7f41789ec740 1 --2- 172.21.15.82:0/4252625467 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb8630bb0 0x55cbb862dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.076+0000 7f41789ec740 1 --2- 172.21.15.82:0/4252625467 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb86262f0 0x55cbb862d7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.076+0000 7f41789ec740 1 --2- 172.21.15.82:0/4252625467 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb8630460 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.076+0000 7f414f7fe640 0 client.24797 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:26:36.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.076+0000 7f41789ec740 1 -- 172.21.15.82:0/4252625467 >> 172.21.15.82:0/4252625467 conn(0x55cbb8621f60 msgr2=0x55cbb8627c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:36.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.076+0000 7f41789ec740 1 -- 172.21.15.82:0/4252625467 shutdown_connections 2024-09-12T12:26:36.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.076+0000 7f41789ec740 1 -- 172.21.15.82:0/4252625467 wait complete. 2024-09-12T12:26:36.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.076+0000 7f41789ec740 20 client.24797 trim_cache size 0 max 16384 2024-09-12T12:26:36.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.099+0000 7f41789ec740 1 Processor -- start 2024-09-12T12:26:36.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.099+0000 7f41789ec740 1 -- start start 2024-09-12T12:26:36.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.099+0000 7f41789ec740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb86426f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.099+0000 7f41789ec740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb86262f0 0x55cbb8641950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.099+0000 7f41789ec740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb8630bb0 0x55cbb8640bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.099+0000 7f41789ec740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55cbb8640a30 con 0x55cbb86262f0 2024-09-12T12:26:36.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.099+0000 7f41789ec740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55cbb8641100 con 0x55cbb86259d0 2024-09-12T12:26:36.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.099+0000 7f41789ec740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55cbb86417d0 con 0x55cbb8630bb0 2024-09-12T12:26:36.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.099+0000 7f416ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb86262f0 0x55cbb8641950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.099+0000 7f416ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb86262f0 0x55cbb8641950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50982/0 (socket says 172.21.15.82:50982) 2024-09-12T12:26:36.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.099+0000 7f416ffff640 1 -- 172.21.15.82:0/2410541950 learned_addr learned my addr 172.21.15.82:0/2410541950 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:36.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.100+0000 7f416f7fe640 1 --2- 172.21.15.82:0/2410541950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb86426f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.100+0000 7f416ffff640 1 -- 172.21.15.82:0/2410541950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb8630bb0 msgr2=0x55cbb8640bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:36.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.100+0000 7f416ffff640 1 --2- 172.21.15.82:0/2410541950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb8630bb0 0x55cbb8640bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.100+0000 7f416ffff640 1 -- 172.21.15.82:0/2410541950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 msgr2=0x55cbb86426f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:36.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.100+0000 7f416ffff640 1 --2- 172.21.15.82:0/2410541950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb86426f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.100+0000 7f416ffff640 1 -- 172.21.15.82:0/2410541950 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbb86307d0 con 0x55cbb86262f0 2024-09-12T12:26:36.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.100+0000 7f416ffff640 1 --2- 172.21.15.82:0/2410541950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb86262f0 0x55cbb8641950 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f416002a960 tx=0x7f4160031a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42fce1f9c4bd49ee server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:36.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.100+0000 7f4155ffb640 1 -- 172.21.15.82:0/2410541950 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4160035040 con 0x55cbb86262f0 2024-09-12T12:26:36.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.100+0000 7f4155ffb640 1 -- 172.21.15.82:0/2410541950 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4160004240 con 0x55cbb86262f0 2024-09-12T12:26:36.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.100+0000 7f4155ffb640 1 -- 172.21.15.82:0/2410541950 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41600466a0 con 0x55cbb86262f0 2024-09-12T12:26:36.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.101+0000 7f41789ec740 1 -- 172.21.15.82:0/2410541950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb86262f0 msgr2=0x55cbb8641950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:36.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.101+0000 7f41789ec740 1 --2- 172.21.15.82:0/2410541950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb86262f0 0x55cbb8641950 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f416002a960 tx=0x7f4160031a00 comp rx=0 tx=0).stop 2024-09-12T12:26:36.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.101+0000 7f41789ec740 1 -- 172.21.15.82:0/2410541950 shutdown_connections 2024-09-12T12:26:36.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.101+0000 7f41789ec740 1 --2- 172.21.15.82:0/2410541950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb8630bb0 0x55cbb8640bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.101+0000 7f41789ec740 1 --2- 172.21.15.82:0/2410541950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb86262f0 0x55cbb8641950 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.101+0000 7f41789ec740 1 --2- 172.21.15.82:0/2410541950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb86259d0 0x55cbb86426f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.101+0000 7f41789ec740 1 -- 172.21.15.82:0/2410541950 >> 172.21.15.82:0/2410541950 conn(0x55cbb8621f60 msgr2=0x55cbb8622340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:36.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.101+0000 7f41789ec740 1 -- 172.21.15.82:0/2410541950 shutdown_connections 2024-09-12T12:26:36.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.101+0000 7f41789ec740 1 -- 172.21.15.82:0/2410541950 wait complete. 2024-09-12T12:26:36.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.101+0000 7f41789ec740 1 -- start start 2024-09-12T12:26:36.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f41789ec740 1 Processor -- start 2024-09-12T12:26:36.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f41789ec740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb86259d0 0x55cbb86457c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f41789ec740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb86262f0 0x55cbb8645d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f41789ec740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb8630bb0 0x55cbb8646240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f41789ec740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55cbb8642570 con 0x55cbb86259d0 2024-09-12T12:26:36.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f41789ec740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55cbb8641ea0 con 0x55cbb8630bb0 2024-09-12T12:26:36.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f41789ec740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55cbb8642c40 con 0x55cbb86262f0 2024-09-12T12:26:36.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f41789ec740 10 client.0 _ll_register_callbacks cb 0x7f416400ac00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:36.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f416f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb86259d0 0x55cbb86457c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f416f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb86259d0 0x55cbb86457c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:50998/0 (socket says 172.21.15.82:50998) 2024-09-12T12:26:36.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f416f7fe640 1 -- 172.21.15.82:0/2514789097 learned_addr learned my addr 172.21.15.82:0/2514789097 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:36.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f416f7fe640 1 -- 172.21.15.82:0/2514789097 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb86262f0 msgr2=0x55cbb8645d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:36.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f416f7fe640 1 --2- 172.21.15.82:0/2514789097 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb86262f0 0x55cbb8645d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f416f7fe640 1 -- 172.21.15.82:0/2514789097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb8630bb0 msgr2=0x55cbb8646240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:36.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f416f7fe640 1 --2- 172.21.15.82:0/2514789097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb8630bb0 0x55cbb8646240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f416f7fe640 1 -- 172.21.15.82:0/2514789097 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbb86a9ab0 con 0x55cbb86259d0 2024-09-12T12:26:36.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f416f7fe640 1 --2- 172.21.15.82:0/2514789097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb86259d0 0x55cbb86457c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f4164032040 tx=0x7f416402ff30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a76da16e7f4eee5f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:36.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f414f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:36.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.102+0000 7f414f7fe640 1 -- 172.21.15.82:0/2514789097 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f416402a030 con 0x55cbb86259d0 2024-09-12T12:26:36.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.103+0000 7f414f7fe640 1 -- 172.21.15.82:0/2514789097 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f416400acb0 con 0x55cbb86259d0 2024-09-12T12:26:36.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.103+0000 7f41789ec740 1 -- 172.21.15.82:0/2514789097 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4160004240 con 0x55cbb86259d0 2024-09-12T12:26:36.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.103+0000 7f414f7fe640 1 -- 172.21.15.82:0/2514789097 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f416400a640 con 0x55cbb86259d0 2024-09-12T12:26:36.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.103+0000 7f41789ec740 10 client.15183 fetch_fsmap learned FSMap version 27 2024-09-12T12:26:36.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.103+0000 7f41789ec740 1 -- 172.21.15.82:0/2514789097 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55cbb86aad90 con 0x55cbb86259d0 2024-09-12T12:26:36.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.103+0000 7f414f7fe640 1 -- 172.21.15.82:0/2514789097 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4160004240 con 0x55cbb86259d0 2024-09-12T12:26:36.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.103+0000 7f414f7fe640 1 -- 172.21.15.82:0/2514789097 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f4164042070 con 0x55cbb86259d0 2024-09-12T12:26:36.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.103+0000 7f41789ec740 10 client.15183 fetch_fsmap finished waiting for FSMap version 27 2024-09-12T12:26:36.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.103+0000 7f41789ec740 10 client.15183 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-12T12:26:36.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.103+0000 7f41789ec740 20 client.15183 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:36.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.103+0000 7f41789ec740 1 --2- 172.21.15.82:0/2514789097 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbb86af960 0x55cbb86ae670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.103+0000 7f41789ec740 4 client.15183 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:26:36.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.103+0000 7f41789ec740 1 -- 172.21.15.82:0/2514789097 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "status"}) -- 0x55cbb8593b10 con 0x55cbb86af960 2024-09-12T12:26:36.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.103+0000 7f416ffff640 1 --2- 172.21.15.82:0/2514789097 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbb86af960 0x55cbb86ae670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.104+0000 7f414f7fe640 10 client.15183 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:26:36.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.104+0000 7f416ffff640 1 --2- 172.21.15.82:0/2514789097 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbb86af960 0x55cbb86ae670 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d96d1ab7ae4208c server_cookie=bcac7156c7db16df in_seq=0 out_seq=0 2024-09-12T12:26:36.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.104+0000 7f414f7fe640 1 -- 172.21.15.82:0/2514789097 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55cbb8593b10 con 0x55cbb86af960 2024-09-12T12:26:36.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.104+0000 7f414f7fe640 10 client.15183 handle_command_reply: tid=0 2024-09-12T12:26:36.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.104+0000 7f41789ec740 1 client.15183 shutdown 2024-09-12T12:26:36.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.104+0000 7f41789ec740 1 -- 172.21.15.82:0/2514789097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb86259d0 msgr2=0x55cbb86457c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:36.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.104+0000 7f41789ec740 1 --2- 172.21.15.82:0/2514789097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb86259d0 0x55cbb86457c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f4164032040 tx=0x7f416402ff30 comp rx=0 tx=0).stop 2024-09-12T12:26:36.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.104+0000 7f41789ec740 1 -- 172.21.15.82:0/2514789097 shutdown_connections 2024-09-12T12:26:36.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.104+0000 7f41789ec740 1 --2- 172.21.15.82:0/2514789097 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbb86af960 0x55cbb86ae670 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.104+0000 7f41789ec740 1 --2- 172.21.15.82:0/2514789097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbb8630bb0 0x55cbb8646240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.104+0000 7f41789ec740 1 --2- 172.21.15.82:0/2514789097 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbb86262f0 0x55cbb8645d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.104+0000 7f414f7fe640 0 client.15183 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:26:36.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.104+0000 7f41789ec740 1 --2- 172.21.15.82:0/2514789097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbb86259d0 0x55cbb86457c0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.104+0000 7f41789ec740 1 -- 172.21.15.82:0/2514789097 >> 172.21.15.82:0/2514789097 conn(0x55cbb8621f60 msgr2=0x55cbb862c040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:36.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f41789ec740 1 -- 172.21.15.82:0/2514789097 shutdown_connections 2024-09-12T12:26:36.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f41789ec740 1 -- 172.21.15.82:0/2514789097 wait complete. 2024-09-12T12:26:36.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f41789ec740 20 client.15183 trim_cache size 0 max 16384 2024-09-12T12:26:36.112 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:26:36.113 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:26:36.113 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 0, 2024-09-12T12:26:36.113 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24454, 2024-09-12T12:26:36.113 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:26:36.113 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:26:36.113 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:26:36.113 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 101.857799222, 2024-09-12T12:26:36.113 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 27, 2024-09-12T12:26:36.113 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 83, 2024-09-12T12:26:36.113 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 79, 2024-09-12T12:26:36.113 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 119.567264679 2024-09-12T12:26:36.113 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:26:36.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f4176613640 1 -- 172.21.15.82:0/2270640492 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f41580a2c10 msgr2=0x7f41580a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:36.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f4176613640 1 --2- 172.21.15.82:0/2270640492 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f41580a2c10 0x7f41580a50d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f41680a3690 tx=0x7f41680bb040 comp rx=0 tx=0).stop 2024-09-12T12:26:36.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f4176613640 1 -- 172.21.15.82:0/2270640492 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41701082a0 msgr2=0x7f417019cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:36.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f4176613640 1 --2- 172.21.15.82:0/2270640492 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41701082a0 0x7f417019cff0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f416800b970 tx=0x7f416800be30 comp rx=0 tx=0).stop 2024-09-12T12:26:36.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f4176613640 1 -- 172.21.15.82:0/2270640492 shutdown_connections 2024-09-12T12:26:36.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f4176613640 1 --2- 172.21.15.82:0/2270640492 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f41580a2c10 0x7f41580a50d0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f4176613640 1 --2- 172.21.15.82:0/2270640492 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41701082a0 0x7f417019cff0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f4176613640 1 --2- 172.21.15.82:0/2270640492 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41701036e0 0x7f4170198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f4176613640 1 --2- 172.21.15.82:0/2270640492 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4170102d30 0x7f4170198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f4176613640 1 -- 172.21.15.82:0/2270640492 >> 172.21.15.82:0/2270640492 conn(0x7f41700fc7d0 msgr2=0x7f4170105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:36.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f4176613640 1 -- 172.21.15.82:0/2270640492 shutdown_connections 2024-09-12T12:26:36.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.105+0000 7f4176613640 1 -- 172.21.15.82:0/2270640492 wait complete. 2024-09-12T12:26:36.846 INFO:teuthology.run_tasks:Running task sequential... 2024-09-12T12:26:36.855 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-12T12:26:36.855 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-12T12:26:36.856 INFO:teuthology.task.print:Enabling mgr modules 2024-09-12T12:26:36.856 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-09-12T12:26:36.857 INFO:teuthology.task.exec:Executing custom commands... 2024-09-12T12:26:36.857 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi082.front.sepia.ceph.com 2024-09-12T12:26:36.857 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-09-12T12:26:36.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.960+0000 7f6b34cd7640 1 -- 172.21.15.82:0/744901916 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b30100580 msgr2=0x7f6b3010a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:36.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.960+0000 7f6b34cd7640 1 --2- 172.21.15.82:0/744901916 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b30100580 0x7f6b3010a130 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f6b28009cd0 tx=0x7f6b2802a8e0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.960+0000 7f6b34cd7640 1 -- 172.21.15.82:0/744901916 shutdown_connections 2024-09-12T12:26:36.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.960+0000 7f6b34cd7640 1 --2- 172.21.15.82:0/744901916 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b30100580 0x7f6b3010a130 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.960+0000 7f6b34cd7640 1 --2- 172.21.15.82:0/744901916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b300ffbc0 0x7f6b30100040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.960+0000 7f6b34cd7640 1 --2- 172.21.15.82:0/744901916 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6b30103150 0x7f6b30103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.960+0000 7f6b34cd7640 1 -- 172.21.15.82:0/744901916 >> 172.21.15.82:0/744901916 conn(0x7f6b300fb970 msgr2=0x7f6b300fdd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:36.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.961+0000 7f6b34cd7640 1 -- 172.21.15.82:0/744901916 shutdown_connections 2024-09-12T12:26:36.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.961+0000 7f6b34cd7640 1 -- 172.21.15.82:0/744901916 wait complete. 2024-09-12T12:26:36.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.961+0000 7f6b34cd7640 1 Processor -- start 2024-09-12T12:26:36.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.961+0000 7f6b34cd7640 1 -- start start 2024-09-12T12:26:36.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b34cd7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b300ffbc0 0x7f6b30197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b34cd7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b30100580 0x7f6b30198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b34cd7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6b30103150 0x7f6b3019f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b34cd7640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6b3010d7f0 con 0x7f6b300ffbc0 2024-09-12T12:26:36.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b34cd7640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6b3010d670 con 0x7f6b30100580 2024-09-12T12:26:36.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b34cd7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6b3010d970 con 0x7f6b30103150 2024-09-12T12:26:36.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b2e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b300ffbc0 0x7f6b30197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b2e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b300ffbc0 0x7f6b30197d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51010/0 (socket says 172.21.15.82:51010) 2024-09-12T12:26:36.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b2e59c640 1 -- 172.21.15.82:0/1571242774 learned_addr learned my addr 172.21.15.82:0/1571242774 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:36.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b2dd9b640 1 --2- 172.21.15.82:0/1571242774 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b30100580 0x7f6b30198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b2e59c640 1 -- 172.21.15.82:0/1571242774 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6b30103150 msgr2=0x7f6b3019f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:36.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b2e59c640 1 --2- 172.21.15.82:0/1571242774 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6b30103150 0x7f6b3019f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b2e59c640 1 -- 172.21.15.82:0/1571242774 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b30100580 msgr2=0x7f6b30198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:36.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b2e59c640 1 --2- 172.21.15.82:0/1571242774 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b30100580 0x7f6b30198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:36.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b2e59c640 1 -- 172.21.15.82:0/1571242774 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b3019f940 con 0x7f6b300ffbc0 2024-09-12T12:26:36.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b2dd9b640 1 --2- 172.21.15.82:0/1571242774 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b30100580 0x7f6b30198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:36.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b2e59c640 1 --2- 172.21.15.82:0/1571242774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b300ffbc0 0x7f6b30197d30 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f6b2000d950 tx=0x7f6b2000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:36.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b1f7fe640 1 -- 172.21.15.82:0/1571242774 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b20017070 con 0x7f6b300ffbc0 2024-09-12T12:26:36.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b1f7fe640 1 -- 172.21.15.82:0/1571242774 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6b20009c30 con 0x7f6b300ffbc0 2024-09-12T12:26:36.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b34cd7640 1 -- 172.21.15.82:0/1571242774 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b3019fc30 con 0x7f6b300ffbc0 2024-09-12T12:26:36.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b1f7fe640 1 -- 172.21.15.82:0/1571242774 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b2000f600 con 0x7f6b300ffbc0 2024-09-12T12:26:36.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.962+0000 7f6b34cd7640 1 -- 172.21.15.82:0/1571242774 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b301a0180 con 0x7f6b300ffbc0 2024-09-12T12:26:36.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.963+0000 7f6b34cd7640 1 -- 172.21.15.82:0/1571242774 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b30108fb0 con 0x7f6b300ffbc0 2024-09-12T12:26:36.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.964+0000 7f6b1f7fe640 1 -- 172.21.15.82:0/1571242774 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6b2001a070 con 0x7f6b300ffbc0 2024-09-12T12:26:36.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.965+0000 7f6b1f7fe640 1 --2- 172.21.15.82:0/1571242774 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f6b180a2d50 0x7f6b180a5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:36.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.965+0000 7f6b2dd9b640 1 --2- 172.21.15.82:0/1571242774 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f6b180a2d50 0x7f6b180a5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:36.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.966+0000 7f6b1f7fe640 1 -- 172.21.15.82:0/1571242774 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f6b200ced50 con 0x7f6b300ffbc0 2024-09-12T12:26:36.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.966+0000 7f6b2dd9b640 1 --2- 172.21.15.82:0/1571242774 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f6b180a2d50 0x7f6b180a5210 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6b2400baa0 tx=0x7f6b24005d90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:36.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:36.969+0000 7f6b1f7fe640 1 -- 172.21.15.82:0/1571242774 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6b20009de0 con 0x7f6b300ffbc0 2024-09-12T12:26:37.180 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:37.180+0000 7f6b34cd7640 1 -- 172.21.15.82:0/1571242774 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f6b3002d970 con 0x7f6b300ffbc0 2024-09-12T12:26:37.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:37.234+0000 7f6b1f7fe640 1 -- 172.21.15.82:0/1571242774 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v18) ==== 92+0+0 (secure 0 0 0) 0x7f6b2009bb80 con 0x7f6b300ffbc0 2024-09-12T12:26:37.237 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:37.237+0000 7f6b34cd7640 1 -- 172.21.15.82:0/1571242774 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f6b180a2d50 msgr2=0x7f6b180a5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:37.237 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:37.237+0000 7f6b34cd7640 1 --2- 172.21.15.82:0/1571242774 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f6b180a2d50 0x7f6b180a5210 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6b2400baa0 tx=0x7f6b24005d90 comp rx=0 tx=0).stop 2024-09-12T12:26:37.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:37.237+0000 7f6b34cd7640 1 -- 172.21.15.82:0/1571242774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b300ffbc0 msgr2=0x7f6b30197d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:37.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:37.237+0000 7f6b34cd7640 1 --2- 172.21.15.82:0/1571242774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b300ffbc0 0x7f6b30197d30 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f6b2000d950 tx=0x7f6b2000de10 comp rx=0 tx=0).stop 2024-09-12T12:26:37.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:37.237+0000 7f6b34cd7640 1 -- 172.21.15.82:0/1571242774 shutdown_connections 2024-09-12T12:26:37.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:37.237+0000 7f6b34cd7640 1 --2- 172.21.15.82:0/1571242774 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f6b180a2d50 0x7f6b180a5210 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:37.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:37.237+0000 7f6b34cd7640 1 --2- 172.21.15.82:0/1571242774 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6b30103150 0x7f6b3019f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:37.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:37.237+0000 7f6b34cd7640 1 --2- 172.21.15.82:0/1571242774 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b30100580 0x7f6b30198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:37.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:37.237+0000 7f6b34cd7640 1 --2- 172.21.15.82:0/1571242774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6b300ffbc0 0x7f6b30197d30 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:37.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:37.237+0000 7f6b34cd7640 1 -- 172.21.15.82:0/1571242774 >> 172.21.15.82:0/1571242774 conn(0x7f6b300fb970 msgr2=0x7f6b30106180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:37.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:37.237+0000 7f6b34cd7640 1 -- 172.21.15.82:0/1571242774 shutdown_connections 2024-09-12T12:26:37.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:37.237+0000 7f6b34cd7640 1 -- 172.21.15.82:0/1571242774 wait complete. 2024-09-12T12:26:37.255 INFO:teuthology.run_tasks:Running task kclient... 2024-09-12T12:26:37.282 INFO:tasks.kclient:Mounting kernel clients... 2024-09-12T12:26:37.282 INFO:tasks.kclient:config is {'client.0': {}} 2024-09-12T12:26:37.282 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T12:26:37.282 DEBUG:teuthology.orchestra.run.smithi082:> ip netns list 2024-09-12T12:26:37.300 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T12:26:37.300 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip link delete ceph-brx 2024-09-12T12:26:37.368 INFO:teuthology.orchestra.run.smithi082.stderr:Cannot find device "ceph-brx" 2024-09-12T12:26:37.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T12:26:37.371 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'wsync'], 'syntax': 'v1', 'mount_subvol_num': 1} 2024-09-12T12:26:37.371 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-12T12:26:37.371 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T12:26:37.371 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs ls 2024-09-12T12:26:37.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:37 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1571242774' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-12T12:26:37.521 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: ignoring --setuser ceph since I am not root 2024-09-12T12:26:37.521 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: ignoring --setgroup ceph since I am not root 2024-09-12T12:26:37.521 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:37 smithi097 ceph-mgr[36293]: -- 172.21.15.97:0/1099758293 <== mon.2 v2:172.21.15.97:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558a222270e0 con 0x558a22204800 2024-09-12T12:26:37.521 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:37.391+0000 7f39a8e2a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T12:26:37.521 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:37.448+0000 7f39a8e2a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T12:26:37.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:37 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1571242774' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-12T12:26:37.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:37 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: ignoring --setuser ceph since I am not root 2024-09-12T12:26:37.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:37 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: ignoring --setgroup ceph since I am not root 2024-09-12T12:26:37.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:37 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:37.389+0000 7f32be366040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T12:26:37.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:37 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:37.449+0000 7f32be366040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T12:26:37.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:37 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1571242774' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-12T12:26:37.569 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:37 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: ignoring --setuser ceph since I am not root 2024-09-12T12:26:37.569 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:37 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: ignoring --setgroup ceph since I am not root 2024-09-12T12:26:37.569 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:37 smithi114 ceph-mgr[37330]: -- 172.21.15.114:0/2664469975 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55eacfb990e0 con 0x55eacfb77000 2024-09-12T12:26:37.570 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:37 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:37.390+0000 7f8d0b5c4040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T12:26:37.570 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:37 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:37.447+0000 7f8d0b5c4040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T12:26:37.665 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:37.910 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:37 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:37.603+0000 7f32be366040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-12T12:26:37.910 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:37 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:37.681+0000 7f32be366040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T12:26:37.910 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:37 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:37.836+0000 7f32be366040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:26:37.949 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:37 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:37.595+0000 7f8d0b5c4040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-12T12:26:37.949 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:37 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:37.660+0000 7f8d0b5c4040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T12:26:37.949 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:37 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:37.807+0000 7f8d0b5c4040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:26:37.949 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:37 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:37.948+0000 7f8d0b5c4040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T12:26:37.950 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:37.598+0000 7f39a8e2a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-12T12:26:37.950 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:37.664+0000 7f39a8e2a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T12:26:37.950 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:37.811+0000 7f39a8e2a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:26:37.950 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:37.950+0000 7f39a8e2a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T12:26:38.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.130+0000 7f31b7a7f640 1 -- 172.21.15.82:0/3354981662 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b0102ef0 msgr2=0x7f31b010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:38.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.130+0000 7f31b7a7f640 1 --2- 172.21.15.82:0/3354981662 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b0102ef0 0x7f31b010da40 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f31a8009ca0 tx=0x7f31a802a950 comp rx=0 tx=0).stop 2024-09-12T12:26:38.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.130+0000 7f31b7a7f640 1 -- 172.21.15.82:0/3354981662 shutdown_connections 2024-09-12T12:26:38.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.130+0000 7f31b7a7f640 1 --2- 172.21.15.82:0/3354981662 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b0102ef0 0x7f31b010da40 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:38.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.130+0000 7f31b7a7f640 1 --2- 172.21.15.82:0/3354981662 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31b0102570 0x7f31b01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:38.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.130+0000 7f31b7a7f640 1 --2- 172.21.15.82:0/3354981662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31b0100e20 0x7f31b0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:38.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.130+0000 7f31b7a7f640 1 -- 172.21.15.82:0/3354981662 >> 172.21.15.82:0/3354981662 conn(0x7f31b00fc7d0 msgr2=0x7f31b00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:38.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.130+0000 7f31b7a7f640 1 -- 172.21.15.82:0/3354981662 shutdown_connections 2024-09-12T12:26:38.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.130+0000 7f31b7a7f640 1 -- 172.21.15.82:0/3354981662 wait complete. 2024-09-12T12:26:38.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.131+0000 7f31b7a7f640 1 Processor -- start 2024-09-12T12:26:38.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.131+0000 7f31b7a7f640 1 -- start start 2024-09-12T12:26:38.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.131+0000 7f31b7a7f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31b0100e20 0x7f31b0198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:38.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.131+0000 7f31b7a7f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b0102570 0x7f31b0198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:38.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.131+0000 7f31b7a7f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31b0102ef0 0x7f31b019ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:38.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.131+0000 7f31b7a7f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f31b0110f80 con 0x7f31b0102570 2024-09-12T12:26:38.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.131+0000 7f31b7a7f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f31b0110e00 con 0x7f31b0102ef0 2024-09-12T12:26:38.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.131+0000 7f31b7a7f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f31b0111100 con 0x7f31b0100e20 2024-09-12T12:26:38.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.131+0000 7f31b501a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b0102570 0x7f31b0198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:38.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.131+0000 7f31b501a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b0102570 0x7f31b0198a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54540/0 (socket says 172.21.15.82:54540) 2024-09-12T12:26:38.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.131+0000 7f31b581b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31b0100e20 0x7f31b0198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:38.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.131+0000 7f31b501a640 1 -- 172.21.15.82:0/72856309 learned_addr learned my addr 172.21.15.82:0/72856309 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:38.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.131+0000 7f31b601c640 1 --2- 172.21.15.82:0/72856309 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31b0102ef0 0x7f31b019ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:38.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.132+0000 7f31b581b640 1 -- 172.21.15.82:0/72856309 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31b0102ef0 msgr2=0x7f31b019ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:38.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.132+0000 7f31b581b640 1 --2- 172.21.15.82:0/72856309 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31b0102ef0 0x7f31b019ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:38.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.132+0000 7f31b581b640 1 -- 172.21.15.82:0/72856309 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b0102570 msgr2=0x7f31b0198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:38.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.132+0000 7f31b581b640 1 --2- 172.21.15.82:0/72856309 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b0102570 0x7f31b0198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:38.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.132+0000 7f31b581b640 1 -- 172.21.15.82:0/72856309 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31b019d4e0 con 0x7f31b0100e20 2024-09-12T12:26:38.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.132+0000 7f31b581b640 1 --2- 172.21.15.82:0/72856309 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31b0100e20 0x7f31b0198530 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f31ac005fd0 tx=0x7f31ac00dde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:38.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.132+0000 7f31a6ffd640 1 -- 172.21.15.82:0/72856309 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31ac009c30 con 0x7f31b0100e20 2024-09-12T12:26:38.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.132+0000 7f31a6ffd640 1 -- 172.21.15.82:0/72856309 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f31ac009dd0 con 0x7f31b0100e20 2024-09-12T12:26:38.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.132+0000 7f31a6ffd640 1 -- 172.21.15.82:0/72856309 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31ac010460 con 0x7f31b0100e20 2024-09-12T12:26:38.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.132+0000 7f31b7a7f640 1 -- 172.21.15.82:0/72856309 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31b019d7d0 con 0x7f31b0100e20 2024-09-12T12:26:38.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.132+0000 7f31b7a7f640 1 -- 172.21.15.82:0/72856309 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31b00fcbb0 con 0x7f31b0100e20 2024-09-12T12:26:38.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.133+0000 7f31b7a7f640 1 -- 172.21.15.82:0/72856309 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31b01021b0 con 0x7f31b0100e20 2024-09-12T12:26:38.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.135+0000 7f31a6ffd640 1 -- 172.21.15.82:0/72856309 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 18) ==== 137901+0+0 (secure 0 0 0) 0x7f31ac003f50 con 0x7f31b0100e20 2024-09-12T12:26:38.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.136+0000 7f31a6ffd640 1 --2- 172.21.15.82:0/72856309 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f319c0a2c60 0x7f319c0a5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:38.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.136+0000 7f31b501a640 1 -- 172.21.15.82:0/72856309 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f319c0a2c60 msgr2=0x7f319c0a5120 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.82:6800/2115848055 2024-09-12T12:26:38.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.136+0000 7f31a6ffd640 1 -- 172.21.15.82:0/72856309 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f31ac0cf1b0 con 0x7f31b0100e20 2024-09-12T12:26:38.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.136+0000 7f31b501a640 1 --2- 172.21.15.82:0/72856309 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f319c0a2c60 0x7f319c0a5120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-12T12:26:38.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.138+0000 7f31a6ffd640 1 -- 172.21.15.82:0/72856309 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f31ac017020 con 0x7f31b0100e20 2024-09-12T12:26:38.250 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:37 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:37.985+0000 7f32be366040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T12:26:38.337 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.337+0000 7f31b501a640 1 -- 172.21.15.82:0/72856309 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f319c0a2c60 msgr2=0x7f319c0a5120 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.82:6800/2115848055 2024-09-12T12:26:38.337 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.337+0000 7f31b501a640 1 --2- 172.21.15.82:0/72856309 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f319c0a2c60 0x7f319c0a5120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-12T12:26:38.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.346+0000 7f31b7a7f640 1 -- 172.21.15.82:0/72856309 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f31b0199890 con 0x7f31b0100e20 2024-09-12T12:26:38.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.347+0000 7f31a6ffd640 1 -- 172.21.15.82:0/72856309 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) ==== 53+0+73 (secure 0 0 0) 0x7f31ac09ba40 con 0x7f31b0100e20 2024-09-12T12:26:38.347 INFO:teuthology.orchestra.run.smithi082.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-12T12:26:38.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.349+0000 7f31b7a7f640 1 -- 172.21.15.82:0/72856309 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f319c0a2c60 msgr2=0x7f319c0a5120 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T12:26:38.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.349+0000 7f31b7a7f640 1 --2- 172.21.15.82:0/72856309 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f319c0a2c60 0x7f319c0a5120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:38.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.349+0000 7f31b7a7f640 1 -- 172.21.15.82:0/72856309 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31b0100e20 msgr2=0x7f31b0198530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:38.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.349+0000 7f31b7a7f640 1 --2- 172.21.15.82:0/72856309 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31b0100e20 0x7f31b0198530 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f31ac005fd0 tx=0x7f31ac00dde0 comp rx=0 tx=0).stop 2024-09-12T12:26:38.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.349+0000 7f31b7a7f640 1 -- 172.21.15.82:0/72856309 shutdown_connections 2024-09-12T12:26:38.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.349+0000 7f31b7a7f640 1 --2- 172.21.15.82:0/72856309 >> [v2:172.21.15.82:6800/2115848055,v1:172.21.15.82:6801/2115848055] conn(0x7f319c0a2c60 0x7f319c0a5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:38.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.349+0000 7f31b7a7f640 1 --2- 172.21.15.82:0/72856309 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31b0102ef0 0x7f31b019ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:38.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.349+0000 7f31b7a7f640 1 --2- 172.21.15.82:0/72856309 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b0102570 0x7f31b0198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:38.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.349+0000 7f31b7a7f640 1 --2- 172.21.15.82:0/72856309 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31b0100e20 0x7f31b0198530 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:38.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.349+0000 7f31b7a7f640 1 -- 172.21.15.82:0/72856309 >> 172.21.15.82:0/72856309 conn(0x7f31b00fc7d0 msgr2=0x7f31b006a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:38.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.349+0000 7f31b7a7f640 1 -- 172.21.15.82:0/72856309 shutdown_connections 2024-09-12T12:26:38.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:38.349+0000 7f31b7a7f640 1 -- 172.21.15.82:0/72856309 wait complete. 2024-09-12T12:26:38.506 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:38 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1571242774' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-12T12:26:38.507 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:38 smithi114 ceph-mon[35514]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-12T12:26:38.507 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:38 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:38.259+0000 7f8d0b5c4040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T12:26:38.507 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:38 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:38.321+0000 7f8d0b5c4040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T12:26:38.509 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:38 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1571242774' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-12T12:26:38.509 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:38 smithi097 ceph-mon[34923]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-12T12:26:38.509 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:38 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:38.262+0000 7f39a8e2a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T12:26:38.509 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:38 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:38.323+0000 7f39a8e2a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T12:26:38.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:38 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1571242774' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-12T12:26:38.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:38 smithi082 ceph-mon[31122]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-12T12:26:38.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:38 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:38.308+0000 7f32be366040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T12:26:38.530 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:38 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:38.375+0000 7f32be366040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T12:26:38.771 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:38 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:38.509+0000 7f39a8e2a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T12:26:38.819 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:38 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:38.506+0000 7f8d0b5c4040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T12:26:39.030 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:38 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:38.564+0000 7f32be366040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T12:26:39.141 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-12T12:26:39.141 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T12:26:39.141 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi082.front.sepia.ceph.com 2024-09-12T12:26:39.141 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-12T12:26:39.141 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T12:26:39.141 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-12T12:26:39.141 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-12T12:26:39.142 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T12:26:39.142 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T12:26:39.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T12:26:39.142 DEBUG:teuthology.orchestra.run.smithi082:> ip addr 2024-09-12T12:26:39.158 INFO:teuthology.orchestra.run.smithi082.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T12:26:39.158 INFO:teuthology.orchestra.run.smithi082.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T12:26:39.158 INFO:teuthology.orchestra.run.smithi082.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T12:26:39.158 INFO:teuthology.orchestra.run.smithi082.stdout: valid_lft forever preferred_lft forever 2024-09-12T12:26:39.159 INFO:teuthology.orchestra.run.smithi082.stdout: inet6 ::1/128 scope host 2024-09-12T12:26:39.159 INFO:teuthology.orchestra.run.smithi082.stdout: valid_lft forever preferred_lft forever 2024-09-12T12:26:39.159 INFO:teuthology.orchestra.run.smithi082.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T12:26:39.159 INFO:teuthology.orchestra.run.smithi082.stdout: link/ether 0c:c4:7a:d8:da:c6 brd ff:ff:ff:ff:ff:ff 2024-09-12T12:26:39.159 INFO:teuthology.orchestra.run.smithi082.stdout: altname enp7s0f0 2024-09-12T12:26:39.159 INFO:teuthology.orchestra.run.smithi082.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T12:26:39.159 INFO:teuthology.orchestra.run.smithi082.stdout: link/ether 0c:c4:7a:d8:da:c7 brd ff:ff:ff:ff:ff:ff 2024-09-12T12:26:39.159 INFO:teuthology.orchestra.run.smithi082.stdout: altname enp7s0f1 2024-09-12T12:26:39.159 INFO:teuthology.orchestra.run.smithi082.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T12:26:39.159 INFO:teuthology.orchestra.run.smithi082.stdout: link/ether 0c:c4:7a:8f:d3:fe brd ff:ff:ff:ff:ff:ff 2024-09-12T12:26:39.159 INFO:teuthology.orchestra.run.smithi082.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T12:26:39.159 INFO:teuthology.orchestra.run.smithi082.stdout: link/ether 0c:c4:7a:8f:d3:ff brd ff:ff:ff:ff:ff:ff 2024-09-12T12:26:39.159 INFO:teuthology.orchestra.run.smithi082.stdout: inet 172.21.15.82/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-12T12:26:39.160 INFO:teuthology.orchestra.run.smithi082.stdout: valid_lft 42213sec preferred_lft 42213sec 2024-09-12T12:26:39.160 INFO:teuthology.orchestra.run.smithi082.stdout: inet6 fe80::ec4:7aff:fe8f:d3ff/64 scope link noprefixroute 2024-09-12T12:26:39.160 INFO:teuthology.orchestra.run.smithi082.stdout: valid_lft forever preferred_lft forever 2024-09-12T12:26:39.160 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-12T12:26:39.160 DEBUG:teuthology.orchestra.run.smithi082:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T12:26:39.160 DEBUG:teuthology.orchestra.run.smithi082:> set -e 2024-09-12T12:26:39.160 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip link add name ceph-brx type bridge 2024-09-12T12:26:39.161 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip addr flush dev ceph-brx 2024-09-12T12:26:39.161 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip link set ceph-brx up 2024-09-12T12:26:39.161 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-12T12:26:39.161 DEBUG:teuthology.orchestra.run.smithi082:> ') 2024-09-12T12:26:39.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T12:26:39.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:39 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/72856309' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-12T12:26:39.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T12:26:39.372 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T12:26:39.372 DEBUG:teuthology.orchestra.run.smithi082:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T12:26:39.397 INFO:teuthology.orchestra.run.smithi082.stdout:1 2024-09-12T12:26:39.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T12:26:39.399 DEBUG:teuthology.orchestra.run.smithi082:> route 2024-09-12T12:26:39.474 INFO:teuthology.orchestra.run.smithi082.stdout:Kernel IP routing table 2024-09-12T12:26:39.474 INFO:teuthology.orchestra.run.smithi082.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T12:26:39.474 INFO:teuthology.orchestra.run.smithi082.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-12T12:26:39.474 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-12T12:26:39.474 INFO:teuthology.orchestra.run.smithi082.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T12:26:39.475 DEBUG:teuthology.orchestra.run.smithi082:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T12:26:39.475 DEBUG:teuthology.orchestra.run.smithi082:> set -e 2024-09-12T12:26:39.475 DEBUG:teuthology.orchestra.run.smithi082:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-12T12:26:39.475 DEBUG:teuthology.orchestra.run.smithi082:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-12T12:26:39.475 DEBUG:teuthology.orchestra.run.smithi082:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-12T12:26:39.475 DEBUG:teuthology.orchestra.run.smithi082:> ') 2024-09-12T12:26:39.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:39 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/72856309' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-12T12:26:39.521 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:39 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:39.394+0000 7f39a8e2a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T12:26:39.521 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:39 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:39.462+0000 7f39a8e2a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T12:26:39.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T12:26:39.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:39 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/72856309' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-12T12:26:39.569 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:39 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:39.385+0000 7f8d0b5c4040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T12:26:39.569 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:39 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:39.452+0000 7f8d0b5c4040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T12:26:39.684 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:39 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:39.482+0000 7f32be366040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T12:26:39.685 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:39 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:39.553+0000 7f32be366040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T12:26:39.771 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T12:26:39.777 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T12:26:39.777 DEBUG:teuthology.orchestra.run.smithi082:> ip netns list 2024-09-12T12:26:39.793 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T12:26:39.793 DEBUG:teuthology.orchestra.run.smithi082:> ip netns list-id 2024-09-12T12:26:39.849 DEBUG:teuthology.orchestra.run.smithi082:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T12:26:39.849 DEBUG:teuthology.orchestra.run.smithi082:> set -e 2024-09-12T12:26:39.849 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T12:26:39.849 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-12T12:26:39.850 DEBUG:teuthology.orchestra.run.smithi082:> ') 2024-09-12T12:26:39.938 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T12:26:39.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T12:26:39.967 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-12T12:26:39.968 DEBUG:teuthology.orchestra.run.smithi082:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T12:26:39.968 DEBUG:teuthology.orchestra.run.smithi082:> set -e 2024-09-12T12:26:39.968 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-12T12:26:39.968 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-12T12:26:39.968 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-12T12:26:39.968 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-12T12:26:39.968 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-12T12:26:39.968 DEBUG:teuthology.orchestra.run.smithi082:> ') 2024-09-12T12:26:40.016 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T12:26:40.091 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T12:26:40.097 DEBUG:teuthology.orchestra.run.smithi082:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T12:26:40.097 DEBUG:teuthology.orchestra.run.smithi082:> set -e 2024-09-12T12:26:40.097 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip link set brx.0 up 2024-09-12T12:26:40.097 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip link set dev brx.0 master ceph-brx 2024-09-12T12:26:40.097 DEBUG:teuthology.orchestra.run.smithi082:> ') 2024-09-12T12:26:40.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T12:26:40.169 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T12:26:40.175 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T12:26:40.175 DEBUG:teuthology.orchestra.run.smithi082:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-12T12:26:40.190 INFO:teuthology.orchestra.run.smithi082.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-12T12:26:40.190 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T12:26:40.190 DEBUG:teuthology.orchestra.run.smithi082:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-12T12:26:40.245 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-09-12T12:26:40.245 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-09-12T12:26:40.245 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/1a43d9f7-c257-488b-bd0b-8eb805d7f549 2024-09-12T12:26:40.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T12:26:40.245 DEBUG:teuthology.orchestra.run.smithi082:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/1a43d9f7-c257-488b-bd0b-8eb805d7f549 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync 2024-09-12T12:26:40.342 INFO:teuthology.orchestra.run.smithi082.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync 2024-09-12T12:26:40.342 INFO:teuthology.orchestra.run.smithi082.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync". 2024-09-12T12:26:40.342 INFO:teuthology.orchestra.run.smithi082.stdout:invalid new device string format 2024-09-12T12:26:40.418 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:40.159+0000 7f8d0b5c4040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T12:26:40.419 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:40.274+0000 7f8d0b5c4040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T12:26:40.425 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:40.166+0000 7f39a8e2a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T12:26:40.425 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:40.281+0000 7f39a8e2a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T12:26:40.483 INFO:teuthology.orchestra.run.smithi082.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync 2024-09-12T12:26:40.483 INFO:teuthology.orchestra.run.smithi082.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync". 2024-09-12T12:26:40.483 INFO:teuthology.orchestra.run.smithi082.stdout:invalid new device string format 2024-09-12T12:26:40.483 INFO:teuthology.orchestra.run.smithi082.stdout:mount.ceph: resolved to: "172.21.15.82:3300,172.21.15.97:3300,172.21.15.114:3300" 2024-09-12T12:26:40.483 INFO:teuthology.orchestra.run.smithi082.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.82:3300,172.21.15.97:3300,172.21.15.114:3300:/volumes/qa/sv_1/1a43d9f7-c257-488b-bd0b-8eb805d7f549 2024-09-12T12:26:40.484 INFO:teuthology.orchestra.run.smithi082.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync,key=0,fsid=cb24faa8-7100-11ef-bcea-c7b262605968" will pass to kernel 2024-09-12T12:26:40.485 INFO:teuthology.orchestra.run.smithi082.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-12T12:26:40.485 INFO:teuthology.orchestra.run.smithi082.stdout: You just mounted a file system that supports labels which does not 2024-09-12T12:26:40.485 INFO:teuthology.orchestra.run.smithi082.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T12:26:40.485 INFO:teuthology.orchestra.run.smithi082.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T12:26:40.485 INFO:teuthology.orchestra.run.smithi082.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T12:26:40.487 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T12:26:40.487 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T12:26:40.487 DEBUG:teuthology.orchestra.run.smithi082:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-12T12:26:40.582 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:40 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:40.310+0000 7f32be366040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T12:26:40.582 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:40 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:40.433+0000 7f32be366040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T12:26:40.698 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:40.418+0000 7f8d0b5c4040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:26:40.698 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:40.481+0000 7f8d0b5c4040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T12:26:40.698 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:40.629+0000 7f8d0b5c4040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T12:26:40.698 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:40.697+0000 7f8d0b5c4040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T12:26:40.705 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:40.424+0000 7f39a8e2a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:26:40.705 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:40.488+0000 7f39a8e2a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T12:26:40.705 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:40.637+0000 7f39a8e2a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T12:26:40.705 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:40.705+0000 7f39a8e2a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T12:26:40.857 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:40 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:40.581+0000 7f32be366040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T12:26:40.857 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:40 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:40.641+0000 7f32be366040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T12:26:40.857 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:40 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:40.789+0000 7f32be366040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T12:26:40.857 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:40 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:40.856+0000 7f32be366040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T12:26:40.979 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:40.758+0000 7f8d0b5c4040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T12:26:40.980 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:40.915+0000 7f8d0b5c4040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T12:26:40.980 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:40.979+0000 7f8d0b5c4040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T12:26:40.987 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:40.765+0000 7f39a8e2a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T12:26:40.987 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:40.922+0000 7f39a8e2a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T12:26:40.987 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:40.987+0000 7f39a8e2a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T12:26:41.137 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:40 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:40.915+0000 7f32be366040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T12:26:41.137 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:41.071+0000 7f32be366040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T12:26:41.137 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:41.136+0000 7f32be366040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T12:26:41.243 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:41 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:41.045+0000 7f8d0b5c4040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T12:26:41.243 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:41 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:41.126+0000 7f8d0b5c4040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T12:26:41.243 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:41 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:41.184+0000 7f8d0b5c4040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T12:26:41.243 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:41 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:41.242+0000 7f8d0b5c4040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T12:26:41.254 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:41 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:41.053+0000 7f39a8e2a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T12:26:41.254 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:41 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:41.134+0000 7f39a8e2a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T12:26:41.254 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:41 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:41.194+0000 7f39a8e2a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T12:26:41.254 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:41 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:41.253+0000 7f39a8e2a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T12:26:41.403 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:41.201+0000 7f32be366040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T12:26:41.403 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:41.282+0000 7f32be366040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T12:26:41.404 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:41.342+0000 7f32be366040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T12:26:41.404 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:41.402+0000 7f32be366040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T12:26:42.223 DEBUG:teuthology.orchestra.run.smithi082:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T12:26:42.288 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T12:26:42.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T12:26:42.296 INFO:teuthology.orchestra.run.smithi082.stdout:client24823 2024-09-12T12:26:42.297 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:26:42.297 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T12:26:42.316 DEBUG:teuthology.orchestra.run.smithi082:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T12:26:42.319 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:26:42 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z[37326]: 2024-09-12T12:26:42.028+0000 7f8d0b5c4040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T12:26:42.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:42 smithi114 ceph-mon[35514]: Standby manager daemon z restarted 2024-09-12T12:26:42.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:42 smithi114 ceph-mon[35514]: Standby manager daemon z started 2024-09-12T12:26:42.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:42 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.114:0/1346920187' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-12T12:26:42.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:42 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.114:0/1346920187' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T12:26:42.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:42 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.114:0/1346920187' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-12T12:26:42.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:42 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.114:0/1346920187' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T12:26:42.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:42 smithi114 ceph-mon[35514]: Standby manager daemon y restarted 2024-09-12T12:26:42.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:42 smithi114 ceph-mon[35514]: Standby manager daemon y started 2024-09-12T12:26:42.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:42 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.97:0/3882036506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-12T12:26:42.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:42 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.97:0/3882036506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T12:26:42.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:42 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.97:0/3882036506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-12T12:26:42.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:42 smithi114 ceph-mon[35514]: from='mgr.? 172.21.15.97:0/3882036506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T12:26:42.424 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T12:26:42.426 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T12:26:42.433 INFO:teuthology.orchestra.run.smithi082.stdout:client24823 2024-09-12T12:26:42.434 DEBUG:teuthology.orchestra.run.smithi082:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T12:26:42.468 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-mon[31122]: Standby manager daemon z restarted 2024-09-12T12:26:42.468 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-mon[31122]: Standby manager daemon z started 2024-09-12T12:26:42.468 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.114:0/1346920187' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-12T12:26:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.114:0/1346920187' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T12:26:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.114:0/1346920187' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-12T12:26:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.114:0/1346920187' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T12:26:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-mon[31122]: Standby manager daemon y restarted 2024-09-12T12:26:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-mon[31122]: Standby manager daemon y started 2024-09-12T12:26:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.97:0/3882036506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-12T12:26:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.97:0/3882036506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T12:26:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.97:0/3882036506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-12T12:26:42.469 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-mon[31122]: from='mgr.? 172.21.15.97:0/3882036506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T12:26:42.470 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:42.194+0000 7f32be366040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T12:26:42.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T12:26:42.507 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T12:26:42.516 INFO:teuthology.orchestra.run.smithi082.stdout:client24823 2024-09-12T12:26:42.516 DEBUG:teuthology.orchestra.run.smithi082:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/cb24faa8-7100-11ef-bcea-c7b262605968.client24823/status') 2024-09-12T12:26:42.521 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:26:42 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y[36289]: 2024-09-12T12:26:42.036+0000 7f39a8e2a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T12:26:42.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:42 smithi097 ceph-mon[34923]: Standby manager daemon z restarted 2024-09-12T12:26:42.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:42 smithi097 ceph-mon[34923]: Standby manager daemon z started 2024-09-12T12:26:42.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:42 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.114:0/1346920187' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-12T12:26:42.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:42 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.114:0/1346920187' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T12:26:42.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:42 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.114:0/1346920187' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-12T12:26:42.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:42 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.114:0/1346920187' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T12:26:42.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:42 smithi097 ceph-mon[34923]: Standby manager daemon y restarted 2024-09-12T12:26:42.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:42 smithi097 ceph-mon[34923]: Standby manager daemon y started 2024-09-12T12:26:42.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:42 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.97:0/3882036506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-12T12:26:42.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:42 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.97:0/3882036506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-12T12:26:42.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:42 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.97:0/3882036506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-12T12:26:42.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:42 smithi097 ceph-mon[34923]: from='mgr.? 172.21.15.97:0/3882036506' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-12T12:26:42.606 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T12:26:42.618 INFO:teuthology.orchestra.run.smithi082.stdout:instance: client.24823 (3)172.21.15.82:0/4141163353 2024-09-12T12:26:42.618 INFO:teuthology.orchestra.run.smithi082.stdout:blocklisted: false 2024-09-12T12:26:42.619 INFO:teuthology.orchestra.run.smithi082.stderr:0+1 records in 2024-09-12T12:26:42.619 INFO:teuthology.orchestra.run.smithi082.stderr:0+1 records out 2024-09-12T12:26:42.619 INFO:teuthology.orchestra.run.smithi082.stderr:71 bytes copied, 2.261e-05 s, 3.1 MB/s 2024-09-12T12:26:42.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T12:26:42.626 INFO:teuthology.run_tasks:Running task exec... 2024-09-12T12:26:42.639 INFO:teuthology.task.exec:Executing custom commands... 2024-09-12T12:26:42.639 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi082.front.sepia.ceph.com 2024-09-12T12:26:42.639 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-09-12T12:26:42.742 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.740+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/3760657721 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d68100d70 msgr2=0x7f4d681011d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:42.742 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.740+0000 7f4d6d1c4640 1 --2- 172.21.15.82:0/3760657721 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d68100d70 0x7f4d681011d0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f4d5c009900 tx=0x7f4d5c02a480 comp rx=0 tx=0).stop 2024-09-12T12:26:42.742 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.740+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/3760657721 shutdown_connections 2024-09-12T12:26:42.742 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.740+0000 7f4d6d1c4640 1 --2- 172.21.15.82:0/3760657721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d68101710 0x7f4d68101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:42.742 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.740+0000 7f4d6d1c4640 1 --2- 172.21.15.82:0/3760657721 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d68100d70 0x7f4d681011d0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:42.742 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.740+0000 7f4d6d1c4640 1 --2- 172.21.15.82:0/3760657721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d68100430 0x7f4d68100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:42.743 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.740+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/3760657721 >> 172.21.15.82:0/3760657721 conn(0x7f4d680fc1e0 msgr2=0x7f4d680fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:42.743 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.740+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/3760657721 shutdown_connections 2024-09-12T12:26:42.743 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.740+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/3760657721 wait complete. 2024-09-12T12:26:42.743 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.741+0000 7f4d6d1c4640 1 Processor -- start 2024-09-12T12:26:42.745 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.741+0000 7f4d6d1c4640 1 -- start start 2024-09-12T12:26:42.745 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6d1c4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d68100430 0x7f4d6819a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:42.745 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6d1c4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d68100d70 0x7f4d6819a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:42.745 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6d1c4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d68101710 0x7f4d681a15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:42.745 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6d1c4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4d6810f9c0 con 0x7f4d68101710 2024-09-12T12:26:42.745 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6d1c4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4d6810f840 con 0x7f4d68100430 2024-09-12T12:26:42.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6d1c4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4d6810fb40 con 0x7f4d68100d70 2024-09-12T12:26:42.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6759e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d68101710 0x7f4d681a15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:42.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6759e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d68101710 0x7f4d681a15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54654/0 (socket says 172.21.15.82:54654) 2024-09-12T12:26:42.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6759e640 1 -- 172.21.15.82:0/1352454781 learned_addr learned my addr 172.21.15.82:0/1352454781 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:42.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6659c640 1 --2- 172.21.15.82:0/1352454781 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d68100d70 0x7f4d6819a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:42.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d66d9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d68100430 0x7f4d6819a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:42.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6759e640 1 -- 172.21.15.82:0/1352454781 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d68100d70 msgr2=0x7f4d6819a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:42.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6759e640 1 --2- 172.21.15.82:0/1352454781 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d68100d70 0x7f4d6819a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:42.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6759e640 1 -- 172.21.15.82:0/1352454781 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d68100430 msgr2=0x7f4d6819a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:42.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6759e640 1 --2- 172.21.15.82:0/1352454781 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d68100430 0x7f4d6819a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:42.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6759e640 1 -- 172.21.15.82:0/1352454781 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d681a1c30 con 0x7f4d68101710 2024-09-12T12:26:42.746 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d66d9d640 1 --2- 172.21.15.82:0/1352454781 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d68100430 0x7f4d6819a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:26:42.747 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.742+0000 7f4d6759e640 1 --2- 172.21.15.82:0/1352454781 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d68101710 0x7f4d681a15c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f4d60009fd0 tx=0x7f4d6000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:42.747 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.743+0000 7f4d4ffff640 1 -- 172.21.15.82:0/1352454781 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d60017070 con 0x7f4d68101710 2024-09-12T12:26:42.747 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.743+0000 7f4d4ffff640 1 -- 172.21.15.82:0/1352454781 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d60003e50 con 0x7f4d68101710 2024-09-12T12:26:42.747 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.743+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/1352454781 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d681a1f20 con 0x7f4d68101710 2024-09-12T12:26:42.747 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.743+0000 7f4d4ffff640 1 -- 172.21.15.82:0/1352454781 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d600106c0 con 0x7f4d68101710 2024-09-12T12:26:42.747 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.743+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/1352454781 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d681a2390 con 0x7f4d68101710 2024-09-12T12:26:42.748 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.745+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/1352454781 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d6810b180 con 0x7f4d68101710 2024-09-12T12:26:42.748 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.746+0000 7f4d4ffff640 1 -- 172.21.15.82:0/1352454781 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 20) ==== 137518+0+0 (secure 0 0 0) 0x7f4d60003970 con 0x7f4d68101710 2024-09-12T12:26:42.748 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.746+0000 7f4d4ffff640 1 -- 172.21.15.82:0/1352454781 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f4d600ce8f0 con 0x7f4d68101710 2024-09-12T12:26:42.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:42.755+0000 7f4d4ffff640 1 -- 172.21.15.82:0/1352454781 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4d6009b4a0 con 0x7f4d68101710 2024-09-12T12:26:42.780 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:42.467+0000 7f32283bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:42.780 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:42.467+0000 7f32283bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:42.781 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:42.467+0000 7f32283bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:42.781 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:42.467+0000 7f32283bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:42.781 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:42.467+0000 7f32283bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:42.781 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:42.469+0000 7f3225b78640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:42.781 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:42.469+0000 7f3225b78640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:42.781 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:42.469+0000 7f3225b78640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:42.781 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:42.469+0000 7f3225b78640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:42.781 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:42.469+0000 7f3225b78640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:43.002 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.000+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/1352454781 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7f4d68062df0 con 0x7f4d68101710 2024-09-12T12:26:43.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.214+0000 7f4d4ffff640 1 -- 172.21.15.82:0/1352454781 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mgrmap(e 21) ==== 137645+0+0 (secure 0 0 0) 0x7f4d600d0d10 con 0x7f4d68101710 2024-09-12T12:26:43.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.215+0000 7f4d4ffff640 1 --2- 172.21.15.82:0/1352454781 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4d500a9a80 0x7f4d500abe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:43.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.216+0000 7f4d66d9d640 1 --2- 172.21.15.82:0/1352454781 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4d500a9a80 0x7f4d500abe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:43.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.217+0000 7f4d66d9d640 1 --2- 172.21.15.82:0/1352454781 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4d500a9a80 0x7f4d500abe70 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f4d58005fd0 tx=0x7f4d5800b390 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:43.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.218+0000 7f4d4ffff640 1 -- 172.21.15.82:0/1352454781 <== mon.0 v2:172.21.15.82:3300/0 8 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v28) ==== 118+0+0 (secure 0 0 0) 0x7f4d60057290 con 0x7f4d68101710 2024-09-12T12:26:43.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.221+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/1352454781 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4d500a9a80 msgr2=0x7f4d500abe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:43.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.221+0000 7f4d6d1c4640 1 --2- 172.21.15.82:0/1352454781 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4d500a9a80 0x7f4d500abe70 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f4d58005fd0 tx=0x7f4d5800b390 comp rx=0 tx=0).stop 2024-09-12T12:26:43.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.221+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/1352454781 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d68101710 msgr2=0x7f4d681a15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:43.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.221+0000 7f4d6d1c4640 1 --2- 172.21.15.82:0/1352454781 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d68101710 0x7f4d681a15c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f4d60009fd0 tx=0x7f4d6000b260 comp rx=0 tx=0).stop 2024-09-12T12:26:43.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.221+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/1352454781 shutdown_connections 2024-09-12T12:26:43.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.221+0000 7f4d6d1c4640 1 --2- 172.21.15.82:0/1352454781 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4d500a9a80 0x7f4d500abe70 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.221+0000 7f4d6d1c4640 1 --2- 172.21.15.82:0/1352454781 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4d68101710 0x7f4d681a15c0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.221+0000 7f4d6d1c4640 1 --2- 172.21.15.82:0/1352454781 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4d68100d70 0x7f4d6819a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.221+0000 7f4d6d1c4640 1 --2- 172.21.15.82:0/1352454781 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d68100430 0x7f4d6819a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.221+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/1352454781 >> 172.21.15.82:0/1352454781 conn(0x7f4d680fc1e0 msgr2=0x7f4d680fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:43.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.221+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/1352454781 shutdown_connections 2024-09-12T12:26:43.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.221+0000 7f4d6d1c4640 1 -- 172.21.15.82:0/1352454781 wait complete. 2024-09-12T12:26:43.233 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-09-12T12:26:43.341 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.337+0000 7f204719f640 1 -- 172.21.15.82:0/4137442479 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f20400ff9d0 msgr2=0x7f20400ffe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:43.341 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.337+0000 7f204719f640 1 --2- 172.21.15.82:0/4137442479 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f20400ff9d0 0x7f20400ffe50 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f2034009930 tx=0x7f203402a420 comp rx=0 tx=0).stop 2024-09-12T12:26:43.341 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.337+0000 7f204719f640 1 -- 172.21.15.82:0/4137442479 shutdown_connections 2024-09-12T12:26:43.341 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.337+0000 7f204719f640 1 --2- 172.21.15.82:0/4137442479 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2040100390 0x7f2040109f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.341 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.337+0000 7f204719f640 1 --2- 172.21.15.82:0/4137442479 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f20400ff9d0 0x7f20400ffe50 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.341 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.337+0000 7f204719f640 1 --2- 172.21.15.82:0/4137442479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2040102f60 0x7f2040103360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.341 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.337+0000 7f204719f640 1 -- 172.21.15.82:0/4137442479 >> 172.21.15.82:0/4137442479 conn(0x7f20400fb740 msgr2=0x7f20400fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:43.341 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.338+0000 7f204719f640 1 -- 172.21.15.82:0/4137442479 shutdown_connections 2024-09-12T12:26:43.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.338+0000 7f204719f640 1 -- 172.21.15.82:0/4137442479 wait complete. 2024-09-12T12:26:43.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.338+0000 7f204719f640 1 Processor -- start 2024-09-12T12:26:43.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.338+0000 7f204719f640 1 -- start start 2024-09-12T12:26:43.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.338+0000 7f204719f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f20400ff9d0 0x7f2040197c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:43.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.338+0000 7f204719f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2040100390 0x7f20401981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:43.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.338+0000 7f204719f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2040102f60 0x7f204019f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:43.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.338+0000 7f204719f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f204010d5e0 con 0x7f2040102f60 2024-09-12T12:26:43.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.338+0000 7f204719f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f204010d460 con 0x7f2040100390 2024-09-12T12:26:43.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.338+0000 7f204719f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f204010d760 con 0x7f20400ff9d0 2024-09-12T12:26:43.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204699e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2040102f60 0x7f204019f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:43.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204599c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2040100390 0x7f20401981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:43.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204599c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2040100390 0x7f20401981c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:56164/0 (socket says 172.21.15.82:56164) 2024-09-12T12:26:43.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204599c640 1 -- 172.21.15.82:0/3929331333 learned_addr learned my addr 172.21.15.82:0/3929331333 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:43.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204699e640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2040102f60 0x7f204019f1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54676/0 (socket says 172.21.15.82:54676) 2024-09-12T12:26:43.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204619d640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f20400ff9d0 0x7f2040197c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:43.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204599c640 1 -- 172.21.15.82:0/3929331333 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f20400ff9d0 msgr2=0x7f2040197c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:43.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204599c640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f20400ff9d0 0x7f2040197c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204599c640 1 -- 172.21.15.82:0/3929331333 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2040102f60 msgr2=0x7f204019f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:43.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204599c640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2040102f60 0x7f204019f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204599c640 1 -- 172.21.15.82:0/3929331333 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f204019f890 con 0x7f2040100390 2024-09-12T12:26:43.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204699e640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2040102f60 0x7f204019f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:26:43.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204599c640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2040100390 0x7f20401981c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f2034031610 tx=0x7f2034004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:43.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f20337fe640 1 -- 172.21.15.82:0/3929331333 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f203403f030 con 0x7f2040100390 2024-09-12T12:26:43.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f20337fe640 1 -- 172.21.15.82:0/3929331333 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2034003ad0 con 0x7f2040100390 2024-09-12T12:26:43.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204719f640 1 -- 172.21.15.82:0/3929331333 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f204019fb20 con 0x7f2040100390 2024-09-12T12:26:43.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f20337fe640 1 -- 172.21.15.82:0/3929331333 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2034035070 con 0x7f2040100390 2024-09-12T12:26:43.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.339+0000 7f204719f640 1 -- 172.21.15.82:0/3929331333 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20401a0010 con 0x7f2040100390 2024-09-12T12:26:43.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.340+0000 7f204719f640 1 -- 172.21.15.82:0/3929331333 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2040108ef0 con 0x7f2040100390 2024-09-12T12:26:43.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.341+0000 7f20337fe640 1 -- 172.21.15.82:0/3929331333 <== mon.2 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 21) ==== 137645+0+0 (secure 0 0 0) 0x7f2034042030 con 0x7f2040100390 2024-09-12T12:26:43.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.342+0000 7f20337fe640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f202c0a2970 0x7f202c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:43.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.342+0000 7f204619d640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f202c0a2970 0x7f202c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:43.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.342+0000 7f20337fe640 1 -- 172.21.15.82:0/3929331333 <== mon.2 v2:172.21.15.97:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f20340ef760 con 0x7f2040100390 2024-09-12T12:26:43.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.342+0000 7f204619d640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f202c0a2970 0x7f202c0a4e30 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2040199150 tx=0x7f203c005f90 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:43.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.345+0000 7f20337fe640 1 -- 172.21.15.82:0/3929331333 <== mon.2 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f20340bc1c0 con 0x7f2040100390 2024-09-12T12:26:43.362 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-12T12:26:43.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: Active manager daemon x restarted 2024-09-12T12:26:43.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: Activating manager daemon x 2024-09-12T12:26:43.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: osdmap e84: 12 total, 12 up, 12 in 2024-09-12T12:26:43.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: mgrmap e20: x(active, starting, since 0.0140645s), standbys: z, y 2024-09-12T12:26:43.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:26:43.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:26:43.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:26:43.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-12T12:26:43.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-12T12:26:43.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-12T12:26:43.363 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T12:26:43.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-12T12:26:43.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-12T12:26:43.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-12T12:26:43.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-12T12:26:43.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-12T12:26:43.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-12T12:26:43.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T12:26:43.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-12T12:26:43.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-12T12:26:43.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-12T12:26:43.364 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-12T12:26:43.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:26:43.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:26:43.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:26:43.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:26:43.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:26:43.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:26:43.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:26:43.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:26:43.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:26:43.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:26:43.365 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:26:43.366 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:26:43.366 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-12T12:26:43.366 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-12T12:26:43.366 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-12T12:26:43.366 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: Manager daemon x is now available 2024-09-12T12:26:43.366 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:26:43.366 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-12T12:26:43.366 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-12T12:26:43.366 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1352454781' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-12T12:26:43.411 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-12T12:26:43.411 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: Active manager daemon x restarted 2024-09-12T12:26:43.411 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: Activating manager daemon x 2024-09-12T12:26:43.411 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: osdmap e84: 12 total, 12 up, 12 in 2024-09-12T12:26:43.411 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: mgrmap e20: x(active, starting, since 0.0140645s), standbys: z, y 2024-09-12T12:26:43.412 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:26:43.412 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:26:43.412 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:26:43.412 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-12T12:26:43.412 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-12T12:26:43.412 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-12T12:26:43.412 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T12:26:43.412 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-12T12:26:43.412 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-12T12:26:43.412 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-12T12:26:43.412 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-12T12:26:43.412 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-12T12:26:43.412 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-12T12:26:43.412 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T12:26:43.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-12T12:26:43.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-12T12:26:43.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-12T12:26:43.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-12T12:26:43.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:26:43.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:26:43.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:26:43.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:26:43.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:26:43.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:26:43.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:26:43.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:26:43.413 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:26:43.414 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:26:43.414 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:26:43.414 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:26:43.414 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-12T12:26:43.414 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-12T12:26:43.414 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-12T12:26:43.414 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: Manager daemon x is now available 2024-09-12T12:26:43.414 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:26:43.414 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-12T12:26:43.414 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-12T12:26:43.414 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:43 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1352454781' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-12T12:26:43.430 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-12T12:26:43.430 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: Active manager daemon x restarted 2024-09-12T12:26:43.430 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: Activating manager daemon x 2024-09-12T12:26:43.430 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: osdmap e84: 12 total, 12 up, 12 in 2024-09-12T12:26:43.430 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: mgrmap e20: x(active, starting, since 0.0140645s), standbys: z, y 2024-09-12T12:26:43.430 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-12T12:26:43.430 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-12T12:26:43.430 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-12T12:26:43.431 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-12T12:26:43.431 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-12T12:26:43.431 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-12T12:26:43.431 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T12:26:43.431 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-12T12:26:43.431 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-12T12:26:43.431 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-12T12:26:43.431 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-12T12:26:43.431 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-12T12:26:43.431 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-12T12:26:43.431 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T12:26:43.431 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-12T12:26:43.432 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-12T12:26:43.432 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-12T12:26:43.432 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-12T12:26:43.432 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-12T12:26:43.432 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-12T12:26:43.432 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-12T12:26:43.432 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-12T12:26:43.432 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-12T12:26:43.432 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-12T12:26:43.432 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-12T12:26:43.432 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-12T12:26:43.432 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-12T12:26:43.432 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-12T12:26:43.433 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-12T12:26:43.433 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-12T12:26:43.433 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-12T12:26:43.433 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-12T12:26:43.433 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-12T12:26:43.433 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: Manager daemon x is now available 2024-09-12T12:26:43.433 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:26:43.433 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-12T12:26:43.433 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-12T12:26:43.433 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:43 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1352454781' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-12T12:26:43.549 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.548+0000 7f204719f640 1 -- 172.21.15.82:0/3929331333 --> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7f2040062790 con 0x7f202c0a2970 2024-09-12T12:26:43.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.562+0000 7f20337fe640 1 -- 172.21.15.82:0/3929331333 <== mgr.15201 v2:172.21.15.82:6800/289973418 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7f2040062790 con 0x7f202c0a2970 2024-09-12T12:26:43.564 INFO:teuthology.orchestra.run.smithi082.stdout:{} 2024-09-12T12:26:43.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.564+0000 7f204719f640 1 -- 172.21.15.82:0/3929331333 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f202c0a2970 msgr2=0x7f202c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:43.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.564+0000 7f204719f640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f202c0a2970 0x7f202c0a4e30 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2040199150 tx=0x7f203c005f90 comp rx=0 tx=0).stop 2024-09-12T12:26:43.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.564+0000 7f204719f640 1 -- 172.21.15.82:0/3929331333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2040100390 msgr2=0x7f20401981c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:43.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.564+0000 7f204719f640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2040100390 0x7f20401981c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f2034031610 tx=0x7f2034004270 comp rx=0 tx=0).stop 2024-09-12T12:26:43.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.564+0000 7f204719f640 1 -- 172.21.15.82:0/3929331333 shutdown_connections 2024-09-12T12:26:43.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.564+0000 7f204719f640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f202c0a2970 0x7f202c0a4e30 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.564+0000 7f204719f640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2040102f60 0x7f204019f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.564+0000 7f204719f640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2040100390 0x7f20401981c0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.564+0000 7f204719f640 1 --2- 172.21.15.82:0/3929331333 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f20400ff9d0 0x7f2040197c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.564+0000 7f204719f640 1 -- 172.21.15.82:0/3929331333 >> 172.21.15.82:0/3929331333 conn(0x7f20400fb740 msgr2=0x7f20401060c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:43.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.564+0000 7f204719f640 1 -- 172.21.15.82:0/3929331333 shutdown_connections 2024-09-12T12:26:43.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.564+0000 7f204719f640 1 -- 172.21.15.82:0/3929331333 wait complete. 2024-09-12T12:26:43.576 INFO:teuthology.run_tasks:Running task check-counter... 2024-09-12T12:26:43.587 INFO:teuthology.run_tasks:Running task exec... 2024-09-12T12:26:43.595 INFO:teuthology.task.exec:Executing custom commands... 2024-09-12T12:26:43.596 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi082.front.sepia.ceph.com 2024-09-12T12:26:43.596 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/log_level debug' 2024-09-12T12:26:43.617 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:43.553+0000 7f3222b72640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:43.617 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:43.553+0000 7f3222b72640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:43.617 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:43.553+0000 7f3222b72640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:43.617 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:43.553+0000 7f3222b72640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:43.617 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:43.553+0000 7f3222b72640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:26:43.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.696+0000 7f9321ee6640 1 -- 172.21.15.82:0/1775999351 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f931c100a40 msgr2=0x7f931c100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:43.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.696+0000 7f9321ee6640 1 --2- 172.21.15.82:0/1775999351 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f931c100a40 0x7f931c100e40 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f930c009900 tx=0x7f930c02a410 comp rx=0 tx=0).stop 2024-09-12T12:26:43.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.696+0000 7f9321ee6640 1 -- 172.21.15.82:0/1775999351 shutdown_connections 2024-09-12T12:26:43.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.696+0000 7f9321ee6640 1 --2- 172.21.15.82:0/1775999351 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f931c1025f0 0x7f931c108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.696+0000 7f9321ee6640 1 --2- 172.21.15.82:0/1775999351 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f931c101c30 0x7f931c1020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.696+0000 7f9321ee6640 1 --2- 172.21.15.82:0/1775999351 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f931c100a40 0x7f931c100e40 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.696+0000 7f9321ee6640 1 -- 172.21.15.82:0/1775999351 >> 172.21.15.82:0/1775999351 conn(0x7f931c0fc1e0 msgr2=0x7f931c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:43.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.696+0000 7f9321ee6640 1 -- 172.21.15.82:0/1775999351 shutdown_connections 2024-09-12T12:26:43.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.696+0000 7f9321ee6640 1 -- 172.21.15.82:0/1775999351 wait complete. 2024-09-12T12:26:43.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.697+0000 7f9321ee6640 1 Processor -- start 2024-09-12T12:26:43.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.697+0000 7f9321ee6640 1 -- start start 2024-09-12T12:26:43.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.697+0000 7f9321ee6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f931c100a40 0x7f931c06a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:43.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.697+0000 7f9321ee6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f931c101c30 0x7f931c19cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:43.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.697+0000 7f9321ee6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f931c1025f0 0x7f931c19f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:43.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.697+0000 7f9321ee6640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f931c10c6c0 con 0x7f931c100a40 2024-09-12T12:26:43.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.697+0000 7f9321ee6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f931c10c540 con 0x7f931c101c30 2024-09-12T12:26:43.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.697+0000 7f9321ee6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f931c10c840 con 0x7f931c1025f0 2024-09-12T12:26:43.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.697+0000 7f931b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f931c100a40 0x7f931c06a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:43.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.697+0000 7f931b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f931c100a40 0x7f931c06a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54702/0 (socket says 172.21.15.82:54702) 2024-09-12T12:26:43.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.697+0000 7f931b7fe640 1 -- 172.21.15.82:0/637572808 learned_addr learned my addr 172.21.15.82:0/637572808 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:43.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.697+0000 7f931bfff640 1 --2- 172.21.15.82:0/637572808 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f931c1025f0 0x7f931c19f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:43.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.697+0000 7f931affd640 1 --2- 172.21.15.82:0/637572808 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f931c101c30 0x7f931c19cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:43.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.698+0000 7f931b7fe640 1 -- 172.21.15.82:0/637572808 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f931c1025f0 msgr2=0x7f931c19f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:43.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.698+0000 7f931b7fe640 1 --2- 172.21.15.82:0/637572808 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f931c1025f0 0x7f931c19f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.698+0000 7f931b7fe640 1 -- 172.21.15.82:0/637572808 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f931c101c30 msgr2=0x7f931c19cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:43.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.698+0000 7f931b7fe640 1 --2- 172.21.15.82:0/637572808 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f931c101c30 0x7f931c19cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.698+0000 7f931b7fe640 1 -- 172.21.15.82:0/637572808 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f931c19fa30 con 0x7f931c100a40 2024-09-12T12:26:43.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.698+0000 7f931b7fe640 1 --2- 172.21.15.82:0/637572808 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f931c100a40 0x7f931c06a450 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f930c031610 tx=0x7f930c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:43.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.698+0000 7f9318ff9640 1 -- 172.21.15.82:0/637572808 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f930c03f030 con 0x7f931c100a40 2024-09-12T12:26:43.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.698+0000 7f9321ee6640 1 -- 172.21.15.82:0/637572808 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f931c19fcc0 con 0x7f931c100a40 2024-09-12T12:26:43.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.698+0000 7f9318ff9640 1 -- 172.21.15.82:0/637572808 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f930c003ad0 con 0x7f931c100a40 2024-09-12T12:26:43.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.698+0000 7f9318ff9640 1 -- 172.21.15.82:0/637572808 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f930c035070 con 0x7f931c100a40 2024-09-12T12:26:43.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.698+0000 7f9321ee6640 1 -- 172.21.15.82:0/637572808 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f931c1a01b0 con 0x7f931c100a40 2024-09-12T12:26:43.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.699+0000 7f9321ee6640 1 -- 172.21.15.82:0/637572808 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f931c107e30 con 0x7f931c100a40 2024-09-12T12:26:43.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.701+0000 7f9318ff9640 1 -- 172.21.15.82:0/637572808 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 21) ==== 137645+0+0 (secure 0 0 0) 0x7f930c042030 con 0x7f931c100a40 2024-09-12T12:26:43.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.702+0000 7f9318ff9640 1 --2- 172.21.15.82:0/637572808 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f93040a2a40 0x7f93040a4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:43.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.702+0000 7f931affd640 1 --2- 172.21.15.82:0/637572808 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f93040a2a40 0x7f93040a4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:43.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.702+0000 7f9318ff9640 1 -- 172.21.15.82:0/637572808 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f930c0ef270 con 0x7f931c100a40 2024-09-12T12:26:43.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.702+0000 7f931affd640 1 --2- 172.21.15.82:0/637572808 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f93040a2a40 0x7f93040a4f00 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f931c06a1c0 tx=0x7f9310005f90 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:43.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.706+0000 7f9318ff9640 1 -- 172.21.15.82:0/637572808 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f930c0bbd10 con 0x7f931c100a40 2024-09-12T12:26:43.891 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.890+0000 7f9321ee6640 1 -- 172.21.15.82:0/637572808 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/log_level}] v 0) -- 0x7f931c062df0 con 0x7f931c100a40 2024-09-12T12:26:43.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.895+0000 7f9318ff9640 1 -- 172.21.15.82:0/637572808 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/log_level}]=0 v27)=0 v27) ==== 129+0+0 (secure 0 0 0) 0x7f930c0c0010 con 0x7f931c100a40 2024-09-12T12:26:43.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.897+0000 7f9321ee6640 1 -- 172.21.15.82:0/637572808 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f93040a2a40 msgr2=0x7f93040a4f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:43.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.897+0000 7f9321ee6640 1 --2- 172.21.15.82:0/637572808 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f93040a2a40 0x7f93040a4f00 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f931c06a1c0 tx=0x7f9310005f90 comp rx=0 tx=0).stop 2024-09-12T12:26:43.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.897+0000 7f9321ee6640 1 -- 172.21.15.82:0/637572808 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f931c100a40 msgr2=0x7f931c06a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:43.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.897+0000 7f9321ee6640 1 --2- 172.21.15.82:0/637572808 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f931c100a40 0x7f931c06a450 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f930c031610 tx=0x7f930c004270 comp rx=0 tx=0).stop 2024-09-12T12:26:43.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.898+0000 7f9321ee6640 1 -- 172.21.15.82:0/637572808 shutdown_connections 2024-09-12T12:26:43.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.898+0000 7f9321ee6640 1 --2- 172.21.15.82:0/637572808 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f93040a2a40 0x7f93040a4f00 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.898+0000 7f9321ee6640 1 --2- 172.21.15.82:0/637572808 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f931c1025f0 0x7f931c19f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.898+0000 7f9321ee6640 1 --2- 172.21.15.82:0/637572808 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f931c101c30 0x7f931c19cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.898+0000 7f9321ee6640 1 --2- 172.21.15.82:0/637572808 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f931c100a40 0x7f931c06a450 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:43.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.898+0000 7f9321ee6640 1 -- 172.21.15.82:0/637572808 >> 172.21.15.82:0/637572808 conn(0x7f931c0fc1e0 msgr2=0x7f931c105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:43.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.898+0000 7f9321ee6640 1 -- 172.21.15.82:0/637572808 shutdown_connections 2024-09-12T12:26:43.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:43.898+0000 7f9321ee6640 1 -- 172.21.15.82:0/637572808 wait complete. 2024-09-12T12:26:43.911 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-09-12T12:26:44.066 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.062+0000 7fd68c4d7640 1 -- 172.21.15.82:0/3295472361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd684101b60 msgr2=0x7fd684101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.066 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.062+0000 7fd68c4d7640 1 --2- 172.21.15.82:0/3295472361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd684101b60 0x7fd684101f60 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fd680009900 tx=0x7fd68002a410 comp rx=0 tx=0).stop 2024-09-12T12:26:44.066 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.062+0000 7fd68c4d7640 1 -- 172.21.15.82:0/3295472361 shutdown_connections 2024-09-12T12:26:44.066 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.062+0000 7fd68c4d7640 1 --2- 172.21.15.82:0/3295472361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd684103710 0x7fd684109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.066 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.062+0000 7fd68c4d7640 1 --2- 172.21.15.82:0/3295472361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd684102d50 0x7fd6841031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.066 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.062+0000 7fd68c4d7640 1 --2- 172.21.15.82:0/3295472361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd684101b60 0x7fd684101f60 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.067 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.062+0000 7fd68c4d7640 1 -- 172.21.15.82:0/3295472361 >> 172.21.15.82:0/3295472361 conn(0x7fd6840fd320 msgr2=0x7fd6840ff740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:44.067 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.062+0000 7fd68c4d7640 1 -- 172.21.15.82:0/3295472361 shutdown_connections 2024-09-12T12:26:44.067 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.063+0000 7fd68c4d7640 1 -- 172.21.15.82:0/3295472361 wait complete. 2024-09-12T12:26:44.067 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.063+0000 7fd68c4d7640 1 Processor -- start 2024-09-12T12:26:44.067 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.063+0000 7fd68c4d7640 1 -- start start 2024-09-12T12:26:44.067 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.063+0000 7fd68c4d7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd684101b60 0x7fd684195c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:44.067 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.063+0000 7fd68c4d7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd684102d50 0x7fd684196170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:44.067 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.063+0000 7fd68c4d7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd684103710 0x7fd6841ae6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:44.067 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.063+0000 7fd68c4d7640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd68410d7c0 con 0x7fd684101b60 2024-09-12T12:26:44.067 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.063+0000 7fd68c4d7640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd68410d640 con 0x7fd684103710 2024-09-12T12:26:44.067 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.063+0000 7fd68c4d7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd68410d940 con 0x7fd684102d50 2024-09-12T12:26:44.067 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd68a273640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd684101b60 0x7fd684195c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:44.067 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd68a273640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd684101b60 0x7fd684195c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54714/0 (socket says 172.21.15.82:54714) 2024-09-12T12:26:44.068 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd68a273640 1 -- 172.21.15.82:0/1732102994 learned_addr learned my addr 172.21.15.82:0/1732102994 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:44.068 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd689a72640 1 --2- 172.21.15.82:0/1732102994 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd684102d50 0x7fd684196170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:44.068 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd68aa74640 1 --2- 172.21.15.82:0/1732102994 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd684103710 0x7fd6841ae6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:44.068 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd68a273640 1 -- 172.21.15.82:0/1732102994 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd684102d50 msgr2=0x7fd684196170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.068 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd68a273640 1 --2- 172.21.15.82:0/1732102994 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd684102d50 0x7fd684196170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.068 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd68a273640 1 -- 172.21.15.82:0/1732102994 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd684103710 msgr2=0x7fd6841ae6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.068 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd68a273640 1 --2- 172.21.15.82:0/1732102994 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd684103710 0x7fd6841ae6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.068 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd68a273640 1 -- 172.21.15.82:0/1732102994 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd68419b300 con 0x7fd684101b60 2024-09-12T12:26:44.068 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd68a273640 1 --2- 172.21.15.82:0/1732102994 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd684101b60 0x7fd684195c30 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fd680031610 tx=0x7fd680004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:44.068 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd67b7fe640 1 -- 172.21.15.82:0/1732102994 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd68003f030 con 0x7fd684101b60 2024-09-12T12:26:44.068 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd67b7fe640 1 -- 172.21.15.82:0/1732102994 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd680003ad0 con 0x7fd684101b60 2024-09-12T12:26:44.068 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd68c4d7640 1 -- 172.21.15.82:0/1732102994 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6841aec10 con 0x7fd684101b60 2024-09-12T12:26:44.069 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd67b7fe640 1 -- 172.21.15.82:0/1732102994 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd680035070 con 0x7fd684101b60 2024-09-12T12:26:44.069 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.064+0000 7fd68c4d7640 1 -- 172.21.15.82:0/1732102994 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6841af010 con 0x7fd684101b60 2024-09-12T12:26:44.069 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.065+0000 7fd68c4d7640 1 -- 172.21.15.82:0/1732102994 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6841af1e0 con 0x7fd684101b60 2024-09-12T12:26:44.070 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.067+0000 7fd67b7fe640 1 -- 172.21.15.82:0/1732102994 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 21) ==== 137645+0+0 (secure 0 0 0) 0x7fd680042030 con 0x7fd684101b60 2024-09-12T12:26:44.070 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.068+0000 7fd67b7fe640 1 --2- 172.21.15.82:0/1732102994 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd6700a2a40 0x7fd6700a4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:44.070 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.068+0000 7fd67b7fe640 1 -- 172.21.15.82:0/1732102994 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fd6800ef350 con 0x7fd684101b60 2024-09-12T12:26:44.070 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.068+0000 7fd689a72640 1 --2- 172.21.15.82:0/1732102994 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd6700a2a40 0x7fd6700a4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:44.070 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.068+0000 7fd689a72640 1 --2- 172.21.15.82:0/1732102994 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd6700a2a40 0x7fd6700a4f00 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd684197140 tx=0x7fd674005f90 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:44.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.075+0000 7fd67b7fe640 1 -- 172.21.15.82:0/1732102994 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd6800bc440 con 0x7fd684101b60 2024-09-12T12:26:44.207 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:43.975+0000 7f320d3c8640 -1 log_channel(cephadm) log [ERR] : [12/Sep/2024:12:26:43] ENGINE Error in HTTPServer.serve 2024-09-12T12:26:44.207 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: Traceback (most recent call last): 2024-09-12T12:26:44.207 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T12:26:44.207 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: self._connections.run(self.expiration_interval) 2024-09-12T12:26:44.207 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T12:26:44.208 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: self._run(expiration_interval) 2024-09-12T12:26:44.208 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T12:26:44.208 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T12:26:44.208 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T12:26:44.208 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T12:26:44.208 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T12:26:44.208 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: s = self.context.wrap_socket( 2024-09-12T12:26:44.209 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T12:26:44.209 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: return self.sslsocket_class._create( 2024-09-12T12:26:44.209 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T12:26:44.209 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: self.do_handshake() 2024-09-12T12:26:44.209 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T12:26:44.209 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: self._sslobj.do_handshake() 2024-09-12T12:26:44.210 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T12:26:44.210 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:26:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:26:44.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.267+0000 7fd68c4d7640 1 -- 172.21.15.82:0/1732102994 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7fd6841af3b0 con 0x7fd684101b60 2024-09-12T12:26:44.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.271+0000 7fd67b7fe640 1 -- 172.21.15.82:0/1732102994 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v28)=0 v28) ==== 138+0+0 (secure 0 0 0) 0x7fd6800bbd40 con 0x7fd684101b60 2024-09-12T12:26:44.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.273+0000 7fd68c4d7640 1 -- 172.21.15.82:0/1732102994 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd6700a2a40 msgr2=0x7fd6700a4f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.273+0000 7fd68c4d7640 1 --2- 172.21.15.82:0/1732102994 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd6700a2a40 0x7fd6700a4f00 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd684197140 tx=0x7fd674005f90 comp rx=0 tx=0).stop 2024-09-12T12:26:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.273+0000 7fd68c4d7640 1 -- 172.21.15.82:0/1732102994 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd684101b60 msgr2=0x7fd684195c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.273+0000 7fd68c4d7640 1 --2- 172.21.15.82:0/1732102994 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd684101b60 0x7fd684195c30 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fd680031610 tx=0x7fd680004270 comp rx=0 tx=0).stop 2024-09-12T12:26:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.273+0000 7fd68c4d7640 1 -- 172.21.15.82:0/1732102994 shutdown_connections 2024-09-12T12:26:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.273+0000 7fd68c4d7640 1 --2- 172.21.15.82:0/1732102994 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd6700a2a40 0x7fd6700a4f00 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.273+0000 7fd68c4d7640 1 --2- 172.21.15.82:0/1732102994 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd684103710 0x7fd6841ae6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.273+0000 7fd68c4d7640 1 --2- 172.21.15.82:0/1732102994 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd684102d50 0x7fd684196170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.273+0000 7fd68c4d7640 1 --2- 172.21.15.82:0/1732102994 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd684101b60 0x7fd684195c30 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.273+0000 7fd68c4d7640 1 -- 172.21.15.82:0/1732102994 >> 172.21.15.82:0/1732102994 conn(0x7fd6840fd320 msgr2=0x7fd684074420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:44.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.273+0000 7fd68c4d7640 1 -- 172.21.15.82:0/1732102994 shutdown_connections 2024-09-12T12:26:44.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.273+0000 7fd68c4d7640 1 -- 172.21.15.82:0/1732102994 wait complete. 2024-09-12T12:26:44.287 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-09-12T12:26:44.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.393+0000 7f23e88e4640 1 -- 172.21.15.82:0/219314499 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f23e41025f0 msgr2=0x7f23e4108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.393+0000 7f23e88e4640 1 --2- 172.21.15.82:0/219314499 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f23e41025f0 0x7f23e4108e80 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f23dc009ca0 tx=0x7f23dc02a8c0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.393+0000 7f23e88e4640 1 -- 172.21.15.82:0/219314499 shutdown_connections 2024-09-12T12:26:44.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.393+0000 7f23e88e4640 1 --2- 172.21.15.82:0/219314499 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f23e41025f0 0x7f23e4108e80 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.393+0000 7f23e88e4640 1 --2- 172.21.15.82:0/219314499 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23e4101c30 0x7f23e41020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.393+0000 7f23e88e4640 1 --2- 172.21.15.82:0/219314499 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f23e4100a40 0x7f23e4100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.393+0000 7f23e88e4640 1 -- 172.21.15.82:0/219314499 >> 172.21.15.82:0/219314499 conn(0x7f23e40fc1e0 msgr2=0x7f23e40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:44.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.393+0000 7f23e88e4640 1 -- 172.21.15.82:0/219314499 shutdown_connections 2024-09-12T12:26:44.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.393+0000 7f23e88e4640 1 -- 172.21.15.82:0/219314499 wait complete. 2024-09-12T12:26:44.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.393+0000 7f23e88e4640 1 Processor -- start 2024-09-12T12:26:44.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e88e4640 1 -- start start 2024-09-12T12:26:44.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e88e4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f23e4100a40 0x7f23e4199ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:44.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e88e4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23e4101c30 0x7f23e419a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:44.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e88e4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f23e41025f0 0x7f23e41a15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:44.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e88e4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f23e410d810 con 0x7f23e41025f0 2024-09-12T12:26:44.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e88e4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f23e410d690 con 0x7f23e4101c30 2024-09-12T12:26:44.397 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e88e4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f23e410d990 con 0x7f23e4100a40 2024-09-12T12:26:44.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e2d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f23e41025f0 0x7f23e41a15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:44.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e2d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f23e41025f0 0x7f23e41a15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54738/0 (socket says 172.21.15.82:54738) 2024-09-12T12:26:44.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e2d9d640 1 -- 172.21.15.82:0/215742195 learned_addr learned my addr 172.21.15.82:0/215742195 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:44.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e259c640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f23e4100a40 0x7f23e4199ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:44.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e1d9b640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23e4101c30 0x7f23e419a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:44.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e2d9d640 1 -- 172.21.15.82:0/215742195 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f23e4100a40 msgr2=0x7f23e4199ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e2d9d640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f23e4100a40 0x7f23e4199ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e2d9d640 1 -- 172.21.15.82:0/215742195 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23e4101c30 msgr2=0x7f23e419a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e2d9d640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23e4101c30 0x7f23e419a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e2d9d640 1 -- 172.21.15.82:0/215742195 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23e41a1c10 con 0x7f23e41025f0 2024-09-12T12:26:44.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e259c640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f23e4100a40 0x7f23e4199ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:26:44.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.394+0000 7f23e2d9d640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f23e41025f0 0x7f23e41a15a0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f23dc005e30 tx=0x7f23dc031ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:44.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.395+0000 7f23d37fe640 1 -- 172.21.15.82:0/215742195 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23dc003b70 con 0x7f23e41025f0 2024-09-12T12:26:44.398 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.395+0000 7f23d37fe640 1 -- 172.21.15.82:0/215742195 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f23dc003d10 con 0x7f23e41025f0 2024-09-12T12:26:44.399 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.395+0000 7f23e88e4640 1 -- 172.21.15.82:0/215742195 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23e41a1ea0 con 0x7f23e41025f0 2024-09-12T12:26:44.399 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.395+0000 7f23d37fe640 1 -- 172.21.15.82:0/215742195 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23dc02fb70 con 0x7f23e41025f0 2024-09-12T12:26:44.399 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.395+0000 7f23e88e4640 1 -- 172.21.15.82:0/215742195 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23e41a23b0 con 0x7f23e41025f0 2024-09-12T12:26:44.399 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.396+0000 7f23e88e4640 1 -- 172.21.15.82:0/215742195 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23e41a26d0 con 0x7f23e41025f0 2024-09-12T12:26:44.399 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.398+0000 7f23d37fe640 1 -- 172.21.15.82:0/215742195 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 21) ==== 137645+0+0 (secure 0 0 0) 0x7f23dc02fd10 con 0x7f23e41025f0 2024-09-12T12:26:44.399 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.398+0000 7f23d37fe640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f23cc0a2ac0 0x7f23cc0a4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:44.399 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.398+0000 7f23e259c640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f23cc0a2ac0 0x7f23cc0a4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:44.400 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.398+0000 7f23d37fe640 1 -- 172.21.15.82:0/215742195 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f23dc0effa0 con 0x7f23e41025f0 2024-09-12T12:26:44.400 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.399+0000 7f23e259c640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f23cc0a2ac0 0x7f23cc0a4f80 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f23e4101a90 tx=0x7f23d4005f90 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:44.401 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.401+0000 7f23d37fe640 1 -- 172.21.15.82:0/215742195 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f23dc0bd120 con 0x7f23e41025f0 2024-09-12T12:26:44.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:44 smithi097 ceph-mon[34923]: mgrmap e21: x(active, since 1.01883s), standbys: z, y 2024-09-12T12:26:44.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:44 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1352454781' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-12T12:26:44.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:44 smithi097 ceph-mon[34923]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-12T12:26:44.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:44 smithi097 ceph-mon[34923]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:26:44.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:44 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/637572808' entity='client.admin' 2024-09-12T12:26:44.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:44 smithi082 ceph-mon[31122]: mgrmap e21: x(active, since 1.01883s), standbys: z, y 2024-09-12T12:26:44.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:44 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1352454781' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-12T12:26:44.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:44 smithi082 ceph-mon[31122]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-12T12:26:44.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:44 smithi082 ceph-mon[31122]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:26:44.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:44 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/637572808' entity='client.admin' 2024-09-12T12:26:44.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:44 smithi114 ceph-mon[35514]: mgrmap e21: x(active, since 1.01883s), standbys: z, y 2024-09-12T12:26:44.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:44 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1352454781' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-12T12:26:44.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:44 smithi114 ceph-mon[35514]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-12T12:26:44.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:44 smithi114 ceph-mon[35514]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:26:44.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:44 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/637572808' entity='client.admin' 2024-09-12T12:26:44.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.578+0000 7f23e88e4640 1 -- 172.21.15.82:0/215742195 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f23e41a29c0 con 0x7f23e41025f0 2024-09-12T12:26:44.583 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.582+0000 7f23d37fe640 1 -- 172.21.15.82:0/215742195 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v29)=0 v29) ==== 133+0+0 (secure 0 0 0) 0x7f23dc0bca20 con 0x7f23e41025f0 2024-09-12T12:26:44.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.584+0000 7f23e88e4640 1 -- 172.21.15.82:0/215742195 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f23cc0a2ac0 msgr2=0x7f23cc0a4f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.584+0000 7f23e88e4640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f23cc0a2ac0 0x7f23cc0a4f80 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f23e4101a90 tx=0x7f23d4005f90 comp rx=0 tx=0).stop 2024-09-12T12:26:44.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.585+0000 7f23e88e4640 1 -- 172.21.15.82:0/215742195 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f23e41025f0 msgr2=0x7f23e41a15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.585+0000 7f23e88e4640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f23e41025f0 0x7f23e41a15a0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f23dc005e30 tx=0x7f23dc031ee0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.585+0000 7f23e88e4640 1 -- 172.21.15.82:0/215742195 shutdown_connections 2024-09-12T12:26:44.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.585+0000 7f23e88e4640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f23cc0a2ac0 0x7f23cc0a4f80 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.585+0000 7f23e88e4640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f23e41025f0 0x7f23e41a15a0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.585+0000 7f23e88e4640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23e4101c30 0x7f23e419a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.585+0000 7f23e88e4640 1 --2- 172.21.15.82:0/215742195 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f23e4100a40 0x7f23e4199ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.585+0000 7f23e88e4640 1 -- 172.21.15.82:0/215742195 >> 172.21.15.82:0/215742195 conn(0x7f23e40fc1e0 msgr2=0x7f23e4109840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:44.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.585+0000 7f23e88e4640 1 -- 172.21.15.82:0/215742195 shutdown_connections 2024-09-12T12:26:44.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.585+0000 7f23e88e4640 1 -- 172.21.15.82:0/215742195 wait complete. 2024-09-12T12:26:44.598 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-09-12T12:26:44.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.701+0000 7fe843b52640 1 -- 172.21.15.82:0/487857068 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe83c102600 msgr2=0x7fe83c108e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.701+0000 7fe843b52640 1 --2- 172.21.15.82:0/487857068 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe83c102600 0x7fe83c108e90 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fe834009ca0 tx=0x7fe83402a8c0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.701+0000 7fe843b52640 1 -- 172.21.15.82:0/487857068 shutdown_connections 2024-09-12T12:26:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.701+0000 7fe843b52640 1 --2- 172.21.15.82:0/487857068 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe83c102600 0x7fe83c108e90 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.701+0000 7fe843b52640 1 --2- 172.21.15.82:0/487857068 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe83c101c40 0x7fe83c1020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.701+0000 7fe843b52640 1 --2- 172.21.15.82:0/487857068 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe83c100a50 0x7fe83c100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.701+0000 7fe843b52640 1 -- 172.21.15.82:0/487857068 >> 172.21.15.82:0/487857068 conn(0x7fe83c0fc1b0 msgr2=0x7fe83c0fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.701+0000 7fe843b52640 1 -- 172.21.15.82:0/487857068 shutdown_connections 2024-09-12T12:26:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.701+0000 7fe843b52640 1 -- 172.21.15.82:0/487857068 wait complete. 2024-09-12T12:26:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe843b52640 1 Processor -- start 2024-09-12T12:26:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe843b52640 1 -- start start 2024-09-12T12:26:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe843b52640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe83c100a50 0x7fe83c197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe843b52640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe83c101c40 0x7fe83c1982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe843b52640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe83c102600 0x7fe83c19f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe843b52640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c10d880 con 0x7fe83c102600 2024-09-12T12:26:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe843b52640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c10d700 con 0x7fe83c101c40 2024-09-12T12:26:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe843b52640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe83c10da00 con 0x7fe83c100a50 2024-09-12T12:26:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe8418ee640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe83c100a50 0x7fe83c197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe8420ef640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe83c102600 0x7fe83c19f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe8418ee640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe83c100a50 0x7fe83c197da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.82:36666/0 (socket says 172.21.15.82:36666) 2024-09-12T12:26:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe8418ee640 1 -- 172.21.15.82:0/2802093162 learned_addr learned my addr 172.21.15.82:0/2802093162 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe8410ed640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe83c101c40 0x7fe83c1982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe8418ee640 1 -- 172.21.15.82:0/2802093162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe83c101c40 msgr2=0x7fe83c1982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe8418ee640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe83c101c40 0x7fe83c1982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe8418ee640 1 -- 172.21.15.82:0/2802093162 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe83c102600 msgr2=0x7fe83c19f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe8418ee640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe83c102600 0x7fe83c19f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe8418ee640 1 -- 172.21.15.82:0/2802093162 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe83c19f9b0 con 0x7fe83c100a50 2024-09-12T12:26:44.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe8410ed640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe83c101c40 0x7fe83c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:26:44.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.702+0000 7fe8420ef640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe83c102600 0x7fe83c19f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:26:44.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.703+0000 7fe8418ee640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe83c100a50 0x7fe83c197da0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe83800d770 tx=0x7fe83800dc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:44.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.703+0000 7fe832ffd640 1 -- 172.21.15.82:0/2802093162 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe838017070 con 0x7fe83c100a50 2024-09-12T12:26:44.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.703+0000 7fe832ffd640 1 -- 172.21.15.82:0/2802093162 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe838009c30 con 0x7fe83c100a50 2024-09-12T12:26:44.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.703+0000 7fe843b52640 1 -- 172.21.15.82:0/2802093162 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe83c19fca0 con 0x7fe83c100a50 2024-09-12T12:26:44.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.703+0000 7fe832ffd640 1 -- 172.21.15.82:0/2802093162 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe838003dd0 con 0x7fe83c100a50 2024-09-12T12:26:44.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.703+0000 7fe843b52640 1 -- 172.21.15.82:0/2802093162 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe83c1a01a0 con 0x7fe83c100a50 2024-09-12T12:26:44.708 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.704+0000 7fe843b52640 1 -- 172.21.15.82:0/2802093162 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe83c107df0 con 0x7fe83c100a50 2024-09-12T12:26:44.708 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.705+0000 7fe832ffd640 1 -- 172.21.15.82:0/2802093162 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 21) ==== 137645+0+0 (secure 0 0 0) 0x7fe838003f70 con 0x7fe83c100a50 2024-09-12T12:26:44.708 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.706+0000 7fe832ffd640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe8280a2a40 0x7fe8280a4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:44.708 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.706+0000 7fe832ffd640 1 -- 172.21.15.82:0/2802093162 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fe8380ce990 con 0x7fe83c100a50 2024-09-12T12:26:44.708 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.706+0000 7fe8410ed640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe8280a2a40 0x7fe8280a4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:44.708 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.706+0000 7fe8410ed640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe8280a2a40 0x7fe8280a4f00 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fe82c005fd0 tx=0x7fe82c00b390 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:44.710 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.709+0000 7fe832ffd640 1 -- 172.21.15.82:0/2802093162 <== mon.1 v2:172.21.15.114:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe838009de0 con 0x7fe83c100a50 2024-09-12T12:26:44.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.906+0000 7fe832ffd640 1 -- 172.21.15.82:0/2802093162 <== mon.1 v2:172.21.15.114:3300/0 7 ==== mgrmap(e 22) ==== 138004+0+0 (secure 0 0 0) 0x7fe838004260 con 0x7fe83c100a50 2024-09-12T12:26:44.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.912+0000 7fe843b52640 1 -- 172.21.15.82:0/2802093162 --> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fe83c062630 con 0x7fe8280a2a40 2024-09-12T12:26:44.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.976+0000 7fe832ffd640 1 -- 172.21.15.82:0/2802093162 <== mgr.15201 v2:172.21.15.82:6800/289973418 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fe83c062630 con 0x7fe8280a2a40 2024-09-12T12:26:44.977 INFO:teuthology.orchestra.run.smithi082.stdout:Schedule set for path / 2024-09-12T12:26:44.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.978+0000 7fe843b52640 1 -- 172.21.15.82:0/2802093162 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe8280a2a40 msgr2=0x7fe8280a4f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.978+0000 7fe843b52640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe8280a2a40 0x7fe8280a4f00 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fe82c005fd0 tx=0x7fe82c00b390 comp rx=0 tx=0).stop 2024-09-12T12:26:44.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.978+0000 7fe843b52640 1 -- 172.21.15.82:0/2802093162 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe83c100a50 msgr2=0x7fe83c197da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:44.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.978+0000 7fe843b52640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe83c100a50 0x7fe83c197da0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe83800d770 tx=0x7fe83800dc30 comp rx=0 tx=0).stop 2024-09-12T12:26:44.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.978+0000 7fe843b52640 1 -- 172.21.15.82:0/2802093162 shutdown_connections 2024-09-12T12:26:44.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.978+0000 7fe843b52640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe8280a2a40 0x7fe8280a4f00 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.978+0000 7fe843b52640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe83c102600 0x7fe83c19f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.978+0000 7fe843b52640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe83c101c40 0x7fe83c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.978+0000 7fe843b52640 1 --2- 172.21.15.82:0/2802093162 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe83c100a50 0x7fe83c197da0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:44.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.978+0000 7fe843b52640 1 -- 172.21.15.82:0/2802093162 >> 172.21.15.82:0/2802093162 conn(0x7fe83c0fc1b0 msgr2=0x7fe83c104fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:44.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.979+0000 7fe843b52640 1 -- 172.21.15.82:0/2802093162 shutdown_connections 2024-09-12T12:26:44.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:44.979+0000 7fe843b52640 1 -- 172.21.15.82:0/2802093162 wait complete. 2024-09-12T12:26:44.992 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-09-12T12:26:45.102 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.098+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3698717322 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6b41025c0 msgr2=0x7fc6b41049b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:45.102 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.098+0000 7fc6bbbfd640 1 --2- 172.21.15.82:0/3698717322 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6b41025c0 0x7fc6b41049b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fc6b0009900 tx=0x7fc6b002a410 comp rx=0 tx=0).stop 2024-09-12T12:26:45.102 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3698717322 shutdown_connections 2024-09-12T12:26:45.102 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 --2- 172.21.15.82:0/3698717322 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc6b4107820 0x7fc6b4109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 --2- 172.21.15.82:0/3698717322 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6b4104ef0 0x7fc6b41072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 --2- 172.21.15.82:0/3698717322 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6b41025c0 0x7fc6b41049b0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3698717322 >> 172.21.15.82:0/3698717322 conn(0x7fc6b40fc1e0 msgr2=0x7fc6b40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:45.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3698717322 shutdown_connections 2024-09-12T12:26:45.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3698717322 wait complete. 2024-09-12T12:26:45.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 Processor -- start 2024-09-12T12:26:45.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 -- start start 2024-09-12T12:26:45.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6b41025c0 0x7fc6b4197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:45.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6b4104ef0 0x7fc6b4198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:45.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc6b4107820 0x7fc6b419f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:45.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b410d800 con 0x7fc6b4104ef0 2024-09-12T12:26:45.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b410d680 con 0x7fc6b4107820 2024-09-12T12:26:45.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.099+0000 7fc6bbbfd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b410d980 con 0x7fc6b41025c0 2024-09-12T12:26:45.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6b9198640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6b4104ef0 0x7fc6b4198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:45.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6b9999640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6b41025c0 0x7fc6b4197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:45.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6b9198640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6b4104ef0 0x7fc6b4198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54792/0 (socket says 172.21.15.82:54792) 2024-09-12T12:26:45.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6b9198640 1 -- 172.21.15.82:0/3717072144 learned_addr learned my addr 172.21.15.82:0/3717072144 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:45.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6ba19a640 1 --2- 172.21.15.82:0/3717072144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc6b4107820 0x7fc6b419f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:45.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6ba19a640 1 -- 172.21.15.82:0/3717072144 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6b41025c0 msgr2=0x7fc6b4197e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:45.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6ba19a640 1 --2- 172.21.15.82:0/3717072144 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6b41025c0 0x7fc6b4197e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6ba19a640 1 -- 172.21.15.82:0/3717072144 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6b4104ef0 msgr2=0x7fc6b4198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:45.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6ba19a640 1 --2- 172.21.15.82:0/3717072144 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6b4104ef0 0x7fc6b4198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6ba19a640 1 -- 172.21.15.82:0/3717072144 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6b419fa70 con 0x7fc6b4107820 2024-09-12T12:26:45.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6b9198640 1 --2- 172.21.15.82:0/3717072144 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6b4104ef0 0x7fc6b4198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:26:45.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6ba19a640 1 --2- 172.21.15.82:0/3717072144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc6b4107820 0x7fc6b419f400 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc6ac005fd0 tx=0x7fc6ac00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:45.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6aaffd640 1 -- 172.21.15.82:0/3717072144 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6ac00cdf0 con 0x7fc6b4107820 2024-09-12T12:26:45.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6aaffd640 1 -- 172.21.15.82:0/3717072144 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc6ac005020 con 0x7fc6b4107820 2024-09-12T12:26:45.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3717072144 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6b419fd60 con 0x7fc6b4107820 2024-09-12T12:26:45.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6aaffd640 1 -- 172.21.15.82:0/3717072144 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6ac0106d0 con 0x7fc6b4107820 2024-09-12T12:26:45.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.100+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3717072144 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6b41a0200 con 0x7fc6b4107820 2024-09-12T12:26:45.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.101+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3717072144 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6b40fdcd0 con 0x7fc6b4107820 2024-09-12T12:26:45.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.103+0000 7fc6aaffd640 1 -- 172.21.15.82:0/3717072144 <== mon.2 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 22) ==== 138004+0+0 (secure 0 0 0) 0x7fc6ac0054d0 con 0x7fc6b4107820 2024-09-12T12:26:45.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.103+0000 7fc6aaffd640 1 --2- 172.21.15.82:0/3717072144 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc6a00a2e40 0x7fc6a00a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:45.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.103+0000 7fc6b9999640 1 --2- 172.21.15.82:0/3717072144 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc6a00a2e40 0x7fc6a00a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:45.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.103+0000 7fc6aaffd640 1 -- 172.21.15.82:0/3717072144 <== mon.2 v2:172.21.15.97:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fc6ac0cfd10 con 0x7fc6b4107820 2024-09-12T12:26:45.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.104+0000 7fc6b9999640 1 --2- 172.21.15.82:0/3717072144 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc6a00a2e40 0x7fc6a00a5300 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc6b00314e0 tx=0x7fc6b0000bc0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:45.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.107+0000 7fc6aaffd640 1 -- 172.21.15.82:0/3717072144 <== mon.2 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc6ac09c780 con 0x7fc6b4107820 2024-09-12T12:26:45.250 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: [12/Sep/2024:12:26:43] ENGINE Bus STARTING 2024-09-12T12:26:45.250 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: [12/Sep/2024:12:26:43] ENGINE Serving on https://172.21.15.82:7150 2024-09-12T12:26:45.250 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: [12/Sep/2024:12:26:43] ENGINE Error in HTTPServer.serve 2024-09-12T12:26:45.250 INFO:journalctl@ceph.mon.a.smithi082.stdout: Traceback (most recent call last): 2024-09-12T12:26:45.250 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T12:26:45.250 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._connections.run(self.expiration_interval) 2024-09-12T12:26:45.251 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T12:26:45.251 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._run(expiration_interval) 2024-09-12T12:26:45.251 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T12:26:45.251 INFO:journalctl@ceph.mon.a.smithi082.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T12:26:45.251 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T12:26:45.251 INFO:journalctl@ceph.mon.a.smithi082.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T12:26:45.251 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T12:26:45.251 INFO:journalctl@ceph.mon.a.smithi082.stdout: s = self.context.wrap_socket( 2024-09-12T12:26:45.251 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T12:26:45.251 INFO:journalctl@ceph.mon.a.smithi082.stdout: return self.sslsocket_class._create( 2024-09-12T12:26:45.251 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T12:26:45.252 INFO:journalctl@ceph.mon.a.smithi082.stdout: self.do_handshake() 2024-09-12T12:26:45.252 INFO:journalctl@ceph.mon.a.smithi082.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T12:26:45.252 INFO:journalctl@ceph.mon.a.smithi082.stdout: self._sslobj.do_handshake() 2024-09-12T12:26:45.252 INFO:journalctl@ceph.mon.a.smithi082.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T12:26:45.252 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: [12/Sep/2024:12:26:44] ENGINE Serving on http://172.21.15.82:8765 2024-09-12T12:26:45.252 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: [12/Sep/2024:12:26:44] ENGINE Bus STARTED 2024-09-12T12:26:45.252 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:26:45.252 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.252 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.252 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.252 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.252 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1732102994' entity='client.admin' 2024-09-12T12:26:45.252 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.252 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.253 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/215742195' entity='client.admin' 2024-09-12T12:26:45.253 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-09-12T12:26:45.253 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.253 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.253 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.253 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.253 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.254 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.254 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.254 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.254 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.254 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.254 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.254 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.254 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.254 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.254 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.254 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.255 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.255 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.255 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:26:45.255 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:45 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:26:45.313 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.312+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3717072144 --> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7fc6b40626d0 con 0x7fc6a00a2e40 2024-09-12T12:26:45.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.369+0000 7fc6aaffd640 1 -- 172.21.15.82:0/3717072144 <== mgr.15201 v2:172.21.15.82:6800/289973418 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7fc6b40626d0 con 0x7fc6a00a2e40 2024-09-12T12:26:45.370 INFO:teuthology.orchestra.run.smithi082.stdout:Retention added to path / 2024-09-12T12:26:45.372 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.371+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3717072144 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc6a00a2e40 msgr2=0x7fc6a00a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:45.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.371+0000 7fc6bbbfd640 1 --2- 172.21.15.82:0/3717072144 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc6a00a2e40 0x7fc6a00a5300 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc6b00314e0 tx=0x7fc6b0000bc0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.371+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3717072144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc6b4107820 msgr2=0x7fc6b419f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:45.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.371+0000 7fc6bbbfd640 1 --2- 172.21.15.82:0/3717072144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc6b4107820 0x7fc6b419f400 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc6ac005fd0 tx=0x7fc6ac00ef10 comp rx=0 tx=0).stop 2024-09-12T12:26:45.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.371+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3717072144 shutdown_connections 2024-09-12T12:26:45.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.371+0000 7fc6bbbfd640 1 --2- 172.21.15.82:0/3717072144 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc6a00a2e40 0x7fc6a00a5300 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.371+0000 7fc6bbbfd640 1 --2- 172.21.15.82:0/3717072144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc6b4107820 0x7fc6b419f400 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.371+0000 7fc6bbbfd640 1 --2- 172.21.15.82:0/3717072144 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc6b4104ef0 0x7fc6b4198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.371+0000 7fc6bbbfd640 1 --2- 172.21.15.82:0/3717072144 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc6b41025c0 0x7fc6b4197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.371+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3717072144 >> 172.21.15.82:0/3717072144 conn(0x7fc6b40fc1e0 msgr2=0x7fc6b4102f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:45.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.371+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3717072144 shutdown_connections 2024-09-12T12:26:45.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.371+0000 7fc6bbbfd640 1 -- 172.21.15.82:0/3717072144 wait complete. 2024-09-12T12:26:45.384 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-09-12T12:26:45.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.487+0000 7fde0765e640 1 -- 172.21.15.82:0/4256846283 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde00103710 msgr2=0x7fde00109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:45.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.487+0000 7fde0765e640 1 --2- 172.21.15.82:0/4256846283 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde00103710 0x7fde00109fa0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fddf8009ca0 tx=0x7fddf802a8c0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.487+0000 7fde0765e640 1 -- 172.21.15.82:0/4256846283 shutdown_connections 2024-09-12T12:26:45.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.487+0000 7fde0765e640 1 --2- 172.21.15.82:0/4256846283 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde00103710 0x7fde00109fa0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.487+0000 7fde0765e640 1 --2- 172.21.15.82:0/4256846283 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fde00102d50 0x7fde001031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.487+0000 7fde0765e640 1 --2- 172.21.15.82:0/4256846283 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fde00101b60 0x7fde00101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.487+0000 7fde0765e640 1 -- 172.21.15.82:0/4256846283 >> 172.21.15.82:0/4256846283 conn(0x7fde000fd2e0 msgr2=0x7fde000ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:45.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.487+0000 7fde0765e640 1 -- 172.21.15.82:0/4256846283 shutdown_connections 2024-09-12T12:26:45.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.487+0000 7fde0765e640 1 -- 172.21.15.82:0/4256846283 wait complete. 2024-09-12T12:26:45.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.488+0000 7fde0765e640 1 Processor -- start 2024-09-12T12:26:45.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.488+0000 7fde0765e640 1 -- start start 2024-09-12T12:26:45.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.488+0000 7fde0765e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fde00101b60 0x7fde00197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:45.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.488+0000 7fde0765e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fde00102d50 0x7fde001982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:45.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.488+0000 7fde0765e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde00103710 0x7fde0019f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:45.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.488+0000 7fde0765e640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fde0010d7e0 con 0x7fde00103710 2024-09-12T12:26:45.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.488+0000 7fde0765e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fde0010d660 con 0x7fde00101b60 2024-09-12T12:26:45.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.488+0000 7fde0765e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fde0010d960 con 0x7fde00102d50 2024-09-12T12:26:45.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fde05bfb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde00103710 0x7fde0019f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:45.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fde05bfb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde00103710 0x7fde0019f360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54808/0 (socket says 172.21.15.82:54808) 2024-09-12T12:26:45.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fde05bfb640 1 -- 172.21.15.82:0/3334613529 learned_addr learned my addr 172.21.15.82:0/3334613529 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:45.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fde053fa640 1 --2- 172.21.15.82:0/3334613529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fde00101b60 0x7fde00197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:45.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fde04bf9640 1 --2- 172.21.15.82:0/3334613529 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fde00102d50 0x7fde001982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:45.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fde05bfb640 1 -- 172.21.15.82:0/3334613529 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fde00102d50 msgr2=0x7fde001982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:45.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fde05bfb640 1 --2- 172.21.15.82:0/3334613529 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fde00102d50 0x7fde001982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fde05bfb640 1 -- 172.21.15.82:0/3334613529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fde00101b60 msgr2=0x7fde00197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:45.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fde05bfb640 1 --2- 172.21.15.82:0/3334613529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fde00101b60 0x7fde00197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fde05bfb640 1 -- 172.21.15.82:0/3334613529 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde0019f9d0 con 0x7fde00103710 2024-09-12T12:26:45.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fde05bfb640 1 --2- 172.21.15.82:0/3334613529 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde00103710 0x7fde0019f360 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fddf8031ae0 tx=0x7fddf8031ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:45.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fddf67fc640 1 -- 172.21.15.82:0/3334613529 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf8003b70 con 0x7fde00103710 2024-09-12T12:26:45.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fddf67fc640 1 -- 172.21.15.82:0/3334613529 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fddf8003d10 con 0x7fde00103710 2024-09-12T12:26:45.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fde0765e640 1 -- 172.21.15.82:0/3334613529 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde0019fc60 con 0x7fde00103710 2024-09-12T12:26:45.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fddf67fc640 1 -- 172.21.15.82:0/3334613529 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf802fc40 con 0x7fde00103710 2024-09-12T12:26:45.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.489+0000 7fde0765e640 1 -- 172.21.15.82:0/3334613529 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde001a01b0 con 0x7fde00103710 2024-09-12T12:26:45.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.491+0000 7fde0765e640 1 -- 172.21.15.82:0/3334613529 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde00108e80 con 0x7fde00103710 2024-09-12T12:26:45.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.492+0000 7fddf67fc640 1 -- 172.21.15.82:0/3334613529 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 22) ==== 138004+0+0 (secure 0 0 0) 0x7fddf8004050 con 0x7fde00103710 2024-09-12T12:26:45.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.493+0000 7fddf67fc640 1 --2- 172.21.15.82:0/3334613529 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fddec0a2e40 0x7fddec0a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:45.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.493+0000 7fde053fa640 1 --2- 172.21.15.82:0/3334613529 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fddec0a2e40 0x7fddec0a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:45.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.493+0000 7fddf67fc640 1 -- 172.21.15.82:0/3334613529 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fddf80f05a0 con 0x7fde00103710 2024-09-12T12:26:45.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.493+0000 7fde053fa640 1 --2- 172.21.15.82:0/3334613529 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fddec0a2e40 0x7fddec0a5300 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fde00102bb0 tx=0x7fddfc005f90 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:45.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.497+0000 7fddf67fc640 1 -- 172.21.15.82:0/3334613529 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fddf80bd240 con 0x7fde00103710 2024-09-12T12:26:45.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: [12/Sep/2024:12:26:43] ENGINE Bus STARTING 2024-09-12T12:26:45.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: [12/Sep/2024:12:26:43] ENGINE Serving on https://172.21.15.82:7150 2024-09-12T12:26:45.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: [12/Sep/2024:12:26:43] ENGINE Error in HTTPServer.serve 2024-09-12T12:26:45.521 INFO:journalctl@ceph.mon.b.smithi097.stdout: Traceback (most recent call last): 2024-09-12T12:26:45.521 INFO:journalctl@ceph.mon.b.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T12:26:45.522 INFO:journalctl@ceph.mon.b.smithi097.stdout: self._connections.run(self.expiration_interval) 2024-09-12T12:26:45.522 INFO:journalctl@ceph.mon.b.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T12:26:45.522 INFO:journalctl@ceph.mon.b.smithi097.stdout: self._run(expiration_interval) 2024-09-12T12:26:45.522 INFO:journalctl@ceph.mon.b.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T12:26:45.522 INFO:journalctl@ceph.mon.b.smithi097.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T12:26:45.522 INFO:journalctl@ceph.mon.b.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T12:26:45.522 INFO:journalctl@ceph.mon.b.smithi097.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T12:26:45.522 INFO:journalctl@ceph.mon.b.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T12:26:45.522 INFO:journalctl@ceph.mon.b.smithi097.stdout: s = self.context.wrap_socket( 2024-09-12T12:26:45.522 INFO:journalctl@ceph.mon.b.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T12:26:45.522 INFO:journalctl@ceph.mon.b.smithi097.stdout: return self.sslsocket_class._create( 2024-09-12T12:26:45.522 INFO:journalctl@ceph.mon.b.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T12:26:45.522 INFO:journalctl@ceph.mon.b.smithi097.stdout: self.do_handshake() 2024-09-12T12:26:45.523 INFO:journalctl@ceph.mon.b.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T12:26:45.523 INFO:journalctl@ceph.mon.b.smithi097.stdout: self._sslobj.do_handshake() 2024-09-12T12:26:45.523 INFO:journalctl@ceph.mon.b.smithi097.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T12:26:45.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: [12/Sep/2024:12:26:44] ENGINE Serving on http://172.21.15.82:8765 2024-09-12T12:26:45.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: [12/Sep/2024:12:26:44] ENGINE Bus STARTED 2024-09-12T12:26:45.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:26:45.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1732102994' entity='client.admin' 2024-09-12T12:26:45.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/215742195' entity='client.admin' 2024-09-12T12:26:45.524 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-09-12T12:26:45.524 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.524 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.524 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.524 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.524 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.524 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.524 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.524 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.524 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.524 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.524 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.524 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.525 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.525 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.525 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.525 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.525 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.525 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.525 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:26:45.525 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:45 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:26:45.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: [12/Sep/2024:12:26:43] ENGINE Bus STARTING 2024-09-12T12:26:45.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: [12/Sep/2024:12:26:43] ENGINE Serving on https://172.21.15.82:7150 2024-09-12T12:26:45.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: [12/Sep/2024:12:26:43] ENGINE Error in HTTPServer.serve 2024-09-12T12:26:45.569 INFO:journalctl@ceph.mon.c.smithi114.stdout: Traceback (most recent call last): 2024-09-12T12:26:45.569 INFO:journalctl@ceph.mon.c.smithi114.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-12T12:26:45.569 INFO:journalctl@ceph.mon.c.smithi114.stdout: self._connections.run(self.expiration_interval) 2024-09-12T12:26:45.570 INFO:journalctl@ceph.mon.c.smithi114.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-12T12:26:45.570 INFO:journalctl@ceph.mon.c.smithi114.stdout: self._run(expiration_interval) 2024-09-12T12:26:45.570 INFO:journalctl@ceph.mon.c.smithi114.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-12T12:26:45.570 INFO:journalctl@ceph.mon.c.smithi114.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-12T12:26:45.570 INFO:journalctl@ceph.mon.c.smithi114.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-12T12:26:45.570 INFO:journalctl@ceph.mon.c.smithi114.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-12T12:26:45.570 INFO:journalctl@ceph.mon.c.smithi114.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-12T12:26:45.570 INFO:journalctl@ceph.mon.c.smithi114.stdout: s = self.context.wrap_socket( 2024-09-12T12:26:45.570 INFO:journalctl@ceph.mon.c.smithi114.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-12T12:26:45.570 INFO:journalctl@ceph.mon.c.smithi114.stdout: return self.sslsocket_class._create( 2024-09-12T12:26:45.570 INFO:journalctl@ceph.mon.c.smithi114.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-12T12:26:45.570 INFO:journalctl@ceph.mon.c.smithi114.stdout: self.do_handshake() 2024-09-12T12:26:45.571 INFO:journalctl@ceph.mon.c.smithi114.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-12T12:26:45.571 INFO:journalctl@ceph.mon.c.smithi114.stdout: self._sslobj.do_handshake() 2024-09-12T12:26:45.571 INFO:journalctl@ceph.mon.c.smithi114.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-12T12:26:45.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: [12/Sep/2024:12:26:44] ENGINE Serving on http://172.21.15.82:8765 2024-09-12T12:26:45.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: [12/Sep/2024:12:26:44] ENGINE Bus STARTED 2024-09-12T12:26:45.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:26:45.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1732102994' entity='client.admin' 2024-09-12T12:26:45.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/215742195' entity='client.admin' 2024-09-12T12:26:45.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-09-12T12:26:45.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:45.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:26:45.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:26:45.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:45 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:26:45.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.695+0000 7fde0765e640 1 -- 172.21.15.82:0/3334613529 --> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fde00062630 con 0x7fddec0a2e40 2024-09-12T12:26:45.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.702+0000 7fddf67fc640 1 -- 172.21.15.82:0/3334613529 <== mgr.15201 v2:172.21.15.82:6800/289973418 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7fde00062630 con 0x7fddec0a2e40 2024-09-12T12:26:45.703 INFO:teuthology.orchestra.run.smithi082.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-09-12T00:00:00", "created": "2024-09-12T12:26:44", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-09-12T12:26:45.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.703+0000 7fde0765e640 1 -- 172.21.15.82:0/3334613529 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fddec0a2e40 msgr2=0x7fddec0a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:45.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.703+0000 7fde0765e640 1 --2- 172.21.15.82:0/3334613529 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fddec0a2e40 0x7fddec0a5300 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fde00102bb0 tx=0x7fddfc005f90 comp rx=0 tx=0).stop 2024-09-12T12:26:45.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.704+0000 7fde0765e640 1 -- 172.21.15.82:0/3334613529 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde00103710 msgr2=0x7fde0019f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:45.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.704+0000 7fde0765e640 1 --2- 172.21.15.82:0/3334613529 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde00103710 0x7fde0019f360 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fddf8031ae0 tx=0x7fddf8031ee0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.704+0000 7fde0765e640 1 -- 172.21.15.82:0/3334613529 shutdown_connections 2024-09-12T12:26:45.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.704+0000 7fde0765e640 1 --2- 172.21.15.82:0/3334613529 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fddec0a2e40 0x7fddec0a5300 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.704+0000 7fde0765e640 1 --2- 172.21.15.82:0/3334613529 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fde00103710 0x7fde0019f360 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.704+0000 7fde0765e640 1 --2- 172.21.15.82:0/3334613529 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fde00102d50 0x7fde001982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.704+0000 7fde0765e640 1 --2- 172.21.15.82:0/3334613529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fde00101b60 0x7fde00197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.704+0000 7fde0765e640 1 -- 172.21.15.82:0/3334613529 >> 172.21.15.82:0/3334613529 conn(0x7fde000fd2e0 msgr2=0x7fde00106050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:45.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.704+0000 7fde0765e640 1 -- 172.21.15.82:0/3334613529 shutdown_connections 2024-09-12T12:26:45.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.704+0000 7fde0765e640 1 -- 172.21.15.82:0/3334613529 wait complete. 2024-09-12T12:26:45.715 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-09-12T12:26:45.822 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.820+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2244162921 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c0101d70 msgr2=0x7f38c01021b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:45.822 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.820+0000 7f38c5b3b640 1 --2- 172.21.15.82:0/2244162921 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c0101d70 0x7f38c01021b0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f38b4009930 tx=0x7f38b402a420 comp rx=0 tx=0).stop 2024-09-12T12:26:45.822 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.820+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2244162921 shutdown_connections 2024-09-12T12:26:45.822 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.820+0000 7f38c5b3b640 1 --2- 172.21.15.82:0/2244162921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38c01026f0 0x7f38c010d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.822 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.820+0000 7f38c5b3b640 1 --2- 172.21.15.82:0/2244162921 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c0101d70 0x7f38c01021b0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.822 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.820+0000 7f38c5b3b640 1 --2- 172.21.15.82:0/2244162921 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38c0100490 0x7f38c0100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.822 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.820+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2244162921 >> 172.21.15.82:0/2244162921 conn(0x7f38c00770f0 msgr2=0x7f38c00fe480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:45.822 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.820+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2244162921 shutdown_connections 2024-09-12T12:26:45.822 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.820+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2244162921 wait complete. 2024-09-12T12:26:45.822 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38c5b3b640 1 Processor -- start 2024-09-12T12:26:45.823 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38c5b3b640 1 -- start start 2024-09-12T12:26:45.824 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38c5b3b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38c0100490 0x7f38c00fc540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:45.824 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38c5b3b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38c0101d70 0x7f38c00fca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:45.824 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38c5b3b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c01026f0 0x7f38c00fcfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:45.825 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38c5b3b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f38c0110ed0 con 0x7f38c01026f0 2024-09-12T12:26:45.825 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38c5b3b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f38c0110d50 con 0x7f38c0101d70 2024-09-12T12:26:45.825 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38c5b3b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f38c0111050 con 0x7f38c0100490 2024-09-12T12:26:45.825 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38bffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c01026f0 0x7f38c00fcfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:45.825 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38beffd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38c0101d70 0x7f38c00fca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:45.825 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38bf7fe640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38c0100490 0x7f38c00fc540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:45.825 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38beffd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38c0101d70 0x7f38c00fca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:56304/0 (socket says 172.21.15.82:56304) 2024-09-12T12:26:45.825 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38bffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c01026f0 0x7f38c00fcfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54822/0 (socket says 172.21.15.82:54822) 2024-09-12T12:26:45.825 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38beffd640 1 -- 172.21.15.82:0/2717109776 learned_addr learned my addr 172.21.15.82:0/2717109776 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:45.825 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.821+0000 7f38bf7fe640 1 --2- 172.21.15.82:0/2717109776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38c0100490 0x7f38c00fc540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.82:36726/0 (socket says 172.21.15.82:36726) 2024-09-12T12:26:45.825 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.822+0000 7f38beffd640 1 -- 172.21.15.82:0/2717109776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38c0100490 msgr2=0x7f38c00fc540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:45.825 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.822+0000 7f38beffd640 1 --2- 172.21.15.82:0/2717109776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38c0100490 0x7f38c00fc540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.826 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.822+0000 7f38beffd640 1 -- 172.21.15.82:0/2717109776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c01026f0 msgr2=0x7f38c00fcfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:45.826 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.822+0000 7f38beffd640 1 --2- 172.21.15.82:0/2717109776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c01026f0 0x7f38c00fcfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:45.826 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.822+0000 7f38beffd640 1 -- 172.21.15.82:0/2717109776 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38c01a68c0 con 0x7f38c0101d70 2024-09-12T12:26:45.826 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.822+0000 7f38bf7fe640 1 --2- 172.21.15.82:0/2717109776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38c0100490 0x7f38c00fc540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:26:45.826 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.822+0000 7f38beffd640 1 --2- 172.21.15.82:0/2717109776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38c0101d70 0x7f38c00fca80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f38b4009230 tx=0x7f38b4004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:45.826 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.822+0000 7f38bcff9640 1 -- 172.21.15.82:0/2717109776 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b403f030 con 0x7f38c0101d70 2024-09-12T12:26:45.826 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.822+0000 7f38bcff9640 1 -- 172.21.15.82:0/2717109776 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f38b4004440 con 0x7f38c0101d70 2024-09-12T12:26:45.826 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.822+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2717109776 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38c01a6b50 con 0x7f38c0101d70 2024-09-12T12:26:45.826 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.822+0000 7f38bcff9640 1 -- 172.21.15.82:0/2717109776 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b4035070 con 0x7f38c0101d70 2024-09-12T12:26:45.826 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.822+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2717109776 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38c01a7040 con 0x7f38c0101d70 2024-09-12T12:26:45.826 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.823+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2717109776 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38c0100870 con 0x7f38c0101d70 2024-09-12T12:26:45.827 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.824+0000 7f38bcff9640 1 -- 172.21.15.82:0/2717109776 <== mon.2 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 22) ==== 138004+0+0 (secure 0 0 0) 0x7f38b4042030 con 0x7f38c0101d70 2024-09-12T12:26:45.827 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.825+0000 7f38bcff9640 1 --2- 172.21.15.82:0/2717109776 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f38a80a2e40 0x7f38a80a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:45.827 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.825+0000 7f38bcff9640 1 -- 172.21.15.82:0/2717109776 <== mon.2 v2:172.21.15.97:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f38b40ef970 con 0x7f38c0101d70 2024-09-12T12:26:45.827 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.825+0000 7f38bf7fe640 1 --2- 172.21.15.82:0/2717109776 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f38a80a2e40 0x7f38a80a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:45.827 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.826+0000 7f38bf7fe640 1 --2- 172.21.15.82:0/2717109776 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f38a80a2e40 0x7f38a80a5300 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f38b0009fc0 tx=0x7f38b0005f90 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:45.830 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:45.829+0000 7f38bcff9640 1 -- 172.21.15.82:0/2717109776 <== mon.2 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f38b40bbd30 con 0x7f38c0101d70 2024-09-12T12:26:46.032 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.031+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2717109776 --> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f38c0062630 con 0x7f38a80a2e40 2024-09-12T12:26:46.038 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.037+0000 7f38bcff9640 1 -- 172.21.15.82:0/2717109776 <== mgr.15201 v2:172.21.15.82:6800/289973418 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f38c0062630 con 0x7f38a80a2e40 2024-09-12T12:26:46.039 INFO:teuthology.orchestra.run.smithi082.stdout:/ 1m 6m3h 2024-09-12T12:26:46.041 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.040+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2717109776 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f38a80a2e40 msgr2=0x7f38a80a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:46.041 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.040+0000 7f38c5b3b640 1 --2- 172.21.15.82:0/2717109776 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f38a80a2e40 0x7f38a80a5300 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f38b0009fc0 tx=0x7f38b0005f90 comp rx=0 tx=0).stop 2024-09-12T12:26:46.042 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.040+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2717109776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38c0101d70 msgr2=0x7f38c00fca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:46.042 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.040+0000 7f38c5b3b640 1 --2- 172.21.15.82:0/2717109776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38c0101d70 0x7f38c00fca80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f38b4009230 tx=0x7f38b4004040 comp rx=0 tx=0).stop 2024-09-12T12:26:46.042 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.040+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2717109776 shutdown_connections 2024-09-12T12:26:46.042 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.040+0000 7f38c5b3b640 1 --2- 172.21.15.82:0/2717109776 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f38a80a2e40 0x7f38a80a5300 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:46.042 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.040+0000 7f38c5b3b640 1 --2- 172.21.15.82:0/2717109776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f38c01026f0 0x7f38c00fcfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:46.042 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.040+0000 7f38c5b3b640 1 --2- 172.21.15.82:0/2717109776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38c0101d70 0x7f38c00fca80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:46.042 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.040+0000 7f38c5b3b640 1 --2- 172.21.15.82:0/2717109776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f38c0100490 0x7f38c00fc540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:46.042 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.040+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2717109776 >> 172.21.15.82:0/2717109776 conn(0x7f38c00770f0 msgr2=0x7f38c010dcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:46.042 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.040+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2717109776 shutdown_connections 2024-09-12T12:26:46.042 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.040+0000 7f38c5b3b640 1 -- 172.21.15.82:0/2717109776 wait complete. 2024-09-12T12:26:46.054 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-09-12T12:26:46.080 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-09-12T12:26:46.090 INFO:teuthology.run_tasks:Running task background_exec... 2024-09-12T12:26:46.098 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi082.front.sepia.ceph.com 2024-09-12T12:26:46.098 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-09-12T12:26:46.123 INFO:teuthology.run_tasks:Running task quiescer... 2024-09-12T12:26:46.186 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-12T12:26:46.186 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-12T12:26:46.431 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:46.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: from='client.24898 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:46.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi097 to 176.0M 2024-09-12T12:26:46.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: Unable to set osd_memory_target on smithi097 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-12T12:26:46.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi114 to 176.0M 2024-09-12T12:26:46.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: Unable to set osd_memory_target on smithi114 to 184574566: error parsing value: Value '184574566' is below minimum 939524096 2024-09-12T12:26:46.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi082 to 176.0M 2024-09-12T12:26:46.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: Unable to set osd_memory_target on smithi082 to 184556646: error parsing value: Value '184556646' is below minimum 939524096 2024-09-12T12:26:46.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: Updating smithi082:/etc/ceph/ceph.conf 2024-09-12T12:26:46.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-12T12:26:46.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: Updating smithi114:/etc/ceph/ceph.conf 2024-09-12T12:26:46.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: Updating smithi097:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:26:46.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: Updating smithi082:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:26:46.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: Updating smithi114:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:26:46.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:26:46.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:26:46.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:26:46.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:46 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: from='client.24898 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:46.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi097 to 176.0M 2024-09-12T12:26:46.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: Unable to set osd_memory_target on smithi097 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-12T12:26:46.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi114 to 176.0M 2024-09-12T12:26:46.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: Unable to set osd_memory_target on smithi114 to 184574566: error parsing value: Value '184574566' is below minimum 939524096 2024-09-12T12:26:46.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi082 to 176.0M 2024-09-12T12:26:46.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: Unable to set osd_memory_target on smithi082 to 184556646: error parsing value: Value '184556646' is below minimum 939524096 2024-09-12T12:26:46.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: Updating smithi082:/etc/ceph/ceph.conf 2024-09-12T12:26:46.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-12T12:26:46.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: Updating smithi114:/etc/ceph/ceph.conf 2024-09-12T12:26:46.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: Updating smithi097:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:26:46.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: Updating smithi082:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:26:46.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: Updating smithi114:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:26:46.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:26:46.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:26:46.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:26:46.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:46 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: from='client.24898 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:46.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi097 to 176.0M 2024-09-12T12:26:46.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: Unable to set osd_memory_target on smithi097 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-12T12:26:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi114 to 176.0M 2024-09-12T12:26:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: Unable to set osd_memory_target on smithi114 to 184574566: error parsing value: Value '184574566' is below minimum 939524096 2024-09-12T12:26:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi082 to 176.0M 2024-09-12T12:26:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: Unable to set osd_memory_target on smithi082 to 184556646: error parsing value: Value '184556646' is below minimum 939524096 2024-09-12T12:26:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: Updating smithi082:/etc/ceph/ceph.conf 2024-09-12T12:26:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-12T12:26:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: Updating smithi114:/etc/ceph/ceph.conf 2024-09-12T12:26:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: Updating smithi097:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:26:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: Updating smithi082:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:26:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: Updating smithi114:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-12T12:26:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:26:46.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:26:46.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:26:46.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:46 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:26:46.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.906+0000 7fab63264640 1 -- 172.21.15.82:0/504093387 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab5c102ef0 msgr2=0x7fab5c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:46.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.906+0000 7fab63264640 1 --2- 172.21.15.82:0/504093387 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab5c102ef0 0x7fab5c10da40 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fab54009860 tx=0x7fab5402a3d0 comp rx=0 tx=0).stop 2024-09-12T12:26:46.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.906+0000 7fab63264640 1 -- 172.21.15.82:0/504093387 shutdown_connections 2024-09-12T12:26:46.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.906+0000 7fab63264640 1 --2- 172.21.15.82:0/504093387 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab5c102ef0 0x7fab5c10da40 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:46.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.906+0000 7fab63264640 1 --2- 172.21.15.82:0/504093387 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fab5c102570 0x7fab5c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:46.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.906+0000 7fab63264640 1 --2- 172.21.15.82:0/504093387 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab5c100e20 0x7fab5c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:46.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.906+0000 7fab63264640 1 -- 172.21.15.82:0/504093387 >> 172.21.15.82:0/504093387 conn(0x7fab5c0fc7d0 msgr2=0x7fab5c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:46.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.906+0000 7fab63264640 1 -- 172.21.15.82:0/504093387 shutdown_connections 2024-09-12T12:26:46.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.906+0000 7fab63264640 1 -- 172.21.15.82:0/504093387 wait complete. 2024-09-12T12:26:46.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab63264640 1 Processor -- start 2024-09-12T12:26:46.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab63264640 1 -- start start 2024-09-12T12:26:46.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab63264640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fab5c100e20 0x7fab5c1993b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:46.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab63264640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab5c102570 0x7fab5c1998f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:46.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab63264640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab5c102ef0 0x7fab5c199e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:46.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab63264640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fab5c110f80 con 0x7fab5c102570 2024-09-12T12:26:46.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab63264640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fab5c110e00 con 0x7fab5c100e20 2024-09-12T12:26:46.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab63264640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fab5c111100 con 0x7fab5c102ef0 2024-09-12T12:26:46.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab53fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab5c102570 0x7fab5c1998f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:46.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab53fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab5c102570 0x7fab5c1998f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54840/0 (socket says 172.21.15.82:54840) 2024-09-12T12:26:46.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab53fff640 1 -- 172.21.15.82:0/3841551968 learned_addr learned my addr 172.21.15.82:0/3841551968 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:46.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab61000640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fab5c100e20 0x7fab5c1993b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:46.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab61801640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab5c102ef0 0x7fab5c199e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:46.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab53fff640 1 -- 172.21.15.82:0/3841551968 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab5c102ef0 msgr2=0x7fab5c199e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:46.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab53fff640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab5c102ef0 0x7fab5c199e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:46.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab53fff640 1 -- 172.21.15.82:0/3841551968 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fab5c100e20 msgr2=0x7fab5c1993b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:46.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab53fff640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fab5c100e20 0x7fab5c1993b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:46.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab53fff640 1 -- 172.21.15.82:0/3841551968 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab5c1a47b0 con 0x7fab5c102570 2024-09-12T12:26:46.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.907+0000 7fab61000640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fab5c100e20 0x7fab5c1993b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:26:46.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.908+0000 7fab53fff640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab5c102570 0x7fab5c1998f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fab4c00e9c0 tx=0x7fab4c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:46.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.908+0000 7fab51ffb640 1 -- 172.21.15.82:0/3841551968 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab4c00cde0 con 0x7fab5c102570 2024-09-12T12:26:46.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.908+0000 7fab63264640 1 -- 172.21.15.82:0/3841551968 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab5c1a4aa0 con 0x7fab5c102570 2024-09-12T12:26:46.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.908+0000 7fab51ffb640 1 -- 172.21.15.82:0/3841551968 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fab4c0035f0 con 0x7fab5c102570 2024-09-12T12:26:46.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.908+0000 7fab51ffb640 1 -- 172.21.15.82:0/3841551968 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab4c010690 con 0x7fab5c102570 2024-09-12T12:26:46.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.908+0000 7fab63264640 1 -- 172.21.15.82:0/3841551968 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab5c1a4fe0 con 0x7fab5c102570 2024-09-12T12:26:46.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.909+0000 7fab63264640 1 -- 172.21.15.82:0/3841551968 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab5c101200 con 0x7fab5c102570 2024-09-12T12:26:46.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.910+0000 7fab51ffb640 1 -- 172.21.15.82:0/3841551968 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 22) ==== 138004+0+0 (secure 0 0 0) 0x7fab4c0037a0 con 0x7fab5c102570 2024-09-12T12:26:46.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.911+0000 7fab51ffb640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fab440a2d80 0x7fab440a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:46.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.911+0000 7fab61000640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fab440a2d80 0x7fab440a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:46.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.911+0000 7fab51ffb640 1 -- 172.21.15.82:0/3841551968 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fab4c0cf9b0 con 0x7fab5c102570 2024-09-12T12:26:46.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.911+0000 7fab61000640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fab440a2d80 0x7fab440a5240 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fab58009fd0 tx=0x7fab58009680 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:46.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:46.915+0000 7fab51ffb640 1 -- 172.21.15.82:0/3841551968 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fab4c09c3c0 con 0x7fab5c102570 2024-09-12T12:26:47.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:47.077+0000 7fab63264640 1 -- 172.21.15.82:0/3841551968 --> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fab5c062630 con 0x7fab440a2d80 2024-09-12T12:26:47.087 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:47.086+0000 7fab51ffb640 1 -- 172.21.15.82:0/3841551968 <== mgr.15201 v2:172.21.15.82:6800/289973418 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257922 (secure 0 0 0) 0x7fab5c062630 con 0x7fab440a2d80 2024-09-12T12:26:47.090 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:47.091 INFO:teuthology.orchestra.run.smithi082.stderr:dumped all 2024-09-12T12:26:47.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:47.090+0000 7fab63264640 1 -- 172.21.15.82:0/3841551968 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fab440a2d80 msgr2=0x7fab440a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:47.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:47.090+0000 7fab63264640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fab440a2d80 0x7fab440a5240 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fab58009fd0 tx=0x7fab58009680 comp rx=0 tx=0).stop 2024-09-12T12:26:47.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:47.090+0000 7fab63264640 1 -- 172.21.15.82:0/3841551968 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab5c102570 msgr2=0x7fab5c1998f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:47.093 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:47.090+0000 7fab63264640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab5c102570 0x7fab5c1998f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fab4c00e9c0 tx=0x7fab4c00ee80 comp rx=0 tx=0).stop 2024-09-12T12:26:47.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:47.090+0000 7fab63264640 1 -- 172.21.15.82:0/3841551968 shutdown_connections 2024-09-12T12:26:47.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:47.090+0000 7fab63264640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fab440a2d80 0x7fab440a5240 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:47.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:47.090+0000 7fab63264640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fab5c102ef0 0x7fab5c199e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:47.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:47.090+0000 7fab63264640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fab5c102570 0x7fab5c1998f0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:47.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:47.090+0000 7fab63264640 1 --2- 172.21.15.82:0/3841551968 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fab5c100e20 0x7fab5c1993b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:47.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:47.090+0000 7fab63264640 1 -- 172.21.15.82:0/3841551968 >> 172.21.15.82:0/3841551968 conn(0x7fab5c0fc7d0 msgr2=0x7fab5c1068d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:47.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:47.091+0000 7fab63264640 1 -- 172.21.15.82:0/3841551968 shutdown_connections 2024-09-12T12:26:47.094 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:47.091+0000 7fab63264640 1 -- 172.21.15.82:0/3841551968 wait complete. 2024-09-12T12:26:47.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:47 smithi097 ceph-mon[34923]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:47.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:47 smithi097 ceph-mon[34923]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:26:47.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:47 smithi097 ceph-mon[34923]: Updating smithi114:/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:26:47.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:47 smithi097 ceph-mon[34923]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:26:47.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:47 smithi097 ceph-mon[34923]: from='client.15300 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:47.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:47 smithi097 ceph-mon[34923]: Updating smithi097:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T12:26:47.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:47 smithi097 ceph-mon[34923]: Updating smithi114:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T12:26:47.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:47 smithi097 ceph-mon[34923]: Updating smithi082:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T12:26:47.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:47 smithi097 ceph-mon[34923]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:47.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:47 smithi097 ceph-mon[34923]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:26:47.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:47 smithi097 ceph-mon[34923]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-09-12T12:26:47.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:47 smithi082 ceph-mon[31122]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:47.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:47 smithi082 ceph-mon[31122]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:26:47.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:47 smithi082 ceph-mon[31122]: Updating smithi114:/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:26:47.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:47 smithi082 ceph-mon[31122]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:26:47.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:47 smithi082 ceph-mon[31122]: from='client.15300 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:47.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:47 smithi082 ceph-mon[31122]: Updating smithi097:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T12:26:47.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:47 smithi082 ceph-mon[31122]: Updating smithi114:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T12:26:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:47 smithi082 ceph-mon[31122]: Updating smithi082:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T12:26:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:47 smithi082 ceph-mon[31122]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:47 smithi082 ceph-mon[31122]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:26:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:47 smithi082 ceph-mon[31122]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-09-12T12:26:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:47 smithi114 ceph-mon[35514]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:47 smithi114 ceph-mon[35514]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:26:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:47 smithi114 ceph-mon[35514]: Updating smithi114:/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:26:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:47 smithi114 ceph-mon[35514]: Updating smithi082:/etc/ceph/ceph.client.admin.keyring 2024-09-12T12:26:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:47 smithi114 ceph-mon[35514]: from='client.15300 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:47 smithi114 ceph-mon[35514]: Updating smithi097:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T12:26:47.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:47 smithi114 ceph-mon[35514]: Updating smithi114:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T12:26:47.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:47 smithi114 ceph-mon[35514]: Updating smithi082:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-12T12:26:47.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:47 smithi114 ceph-mon[35514]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:26:47.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:47 smithi114 ceph-mon[35514]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:26:47.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:47 smithi114 ceph-mon[35514]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-09-12T12:26:47.968 INFO:teuthology.orchestra.run.smithi082.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-09-12T12:26:46.231695+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1191943,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1242,"num_read_kb":787,"num_write":556,"num_write_kb":4405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":1182971,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":940,"ondisk_log_size":940,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":359896,"kb_used_data":14592,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124581928,"statfs":{"total":1151940427776,"available":1151571894272,"internally_reserved":0,"allocated":14942208,"data_stored":8815008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19138,"internal_metadata":353154366},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.005941"},"pg_stats":[{"pgid":"3.3f","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.243965+0000","last_change":"2024-09-12T12:24:53.267641+0000","last_active":"2024-09-12T12:26:42.243965+0000","last_peered":"2024-09-12T12:26:42.243965+0000","last_clean":"2024-09-12T12:26:42.243965+0000","last_became_active":"2024-09-12T12:24:53.267213+0000","last_became_peered":"2024-09-12T12:24:53.267213+0000","last_unstale":"2024-09-12T12:26:42.243965+0000","last_undegraded":"2024-09-12T12:26:42.243965+0000","last_fullsized":"2024-09-12T12:26:42.243965+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:52.638133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"84'4","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.258997+0000","last_change":"2024-09-12T12:24:53.260209+0000","last_active":"2024-09-12T12:26:42.258997+0000","last_peered":"2024-09-12T12:26:42.258997+0000","last_clean":"2024-09-12T12:26:42.258997+0000","last_became_active":"2024-09-12T12:24:53.259912+0000","last_became_peered":"2024-09-12T12:24:53.259912+0000","last_unstale":"2024-09-12T12:26:42.258997+0000","last_undegraded":"2024-09-12T12:26:42.258997+0000","last_fullsized":"2024-09-12T12:26:42.258997+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:57.126433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.258611+0000","last_change":"2024-09-12T12:24:53.267025+0000","last_active":"2024-09-12T12:26:42.258611+0000","last_peered":"2024-09-12T12:26:42.258611+0000","last_clean":"2024-09-12T12:26:42.258611+0000","last_became_active":"2024-09-12T12:24:53.266687+0000","last_became_peered":"2024-09-12T12:24:53.266687+0000","last_unstale":"2024-09-12T12:26:42.258611+0000","last_undegraded":"2024-09-12T12:26:42.258611+0000","last_fullsized":"2024-09-12T12:26:42.258611+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:00.134085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.250642+0000","last_change":"2024-09-12T12:24:53.266874+0000","last_active":"2024-09-12T12:26:42.250642+0000","last_peered":"2024-09-12T12:26:42.250642+0000","last_clean":"2024-09-12T12:26:42.250642+0000","last_became_active":"2024-09-12T12:24:53.266411+0000","last_became_peered":"2024-09-12T12:24:53.266411+0000","last_unstale":"2024-09-12T12:26:42.250642+0000","last_undegraded":"2024-09-12T12:26:42.250642+0000","last_fullsized":"2024-09-12T12:26:42.250642+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:41.908243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"84'4","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.236324+0000","last_change":"2024-09-12T12:24:53.267092+0000","last_active":"2024-09-12T12:26:42.236324+0000","last_peered":"2024-09-12T12:26:42.236324+0000","last_clean":"2024-09-12T12:26:42.236324+0000","last_became_active":"2024-09-12T12:24:53.266755+0000","last_became_peered":"2024-09-12T12:24:53.266755+0000","last_unstale":"2024-09-12T12:26:42.236324+0000","last_undegraded":"2024-09-12T12:26:42.236324+0000","last_fullsized":"2024-09-12T12:26:42.236324+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:57:36.414217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.245147+0000","last_change":"2024-09-12T12:24:53.266214+0000","last_active":"2024-09-12T12:26:42.245147+0000","last_peered":"2024-09-12T12:26:42.245147+0000","last_clean":"2024-09-12T12:26:42.245147+0000","last_became_active":"2024-09-12T12:24:53.265847+0000","last_became_peered":"2024-09-12T12:24:53.265847+0000","last_unstale":"2024-09-12T12:26:42.245147+0000","last_undegraded":"2024-09-12T12:26:42.245147+0000","last_fullsized":"2024-09-12T12:26:42.245147+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:00:36.048487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.247004+0000","last_change":"2024-09-12T12:24:53.263578+0000","last_active":"2024-09-12T12:26:42.247004+0000","last_peered":"2024-09-12T12:26:42.247004+0000","last_clean":"2024-09-12T12:26:42.247004+0000","last_became_active":"2024-09-12T12:24:53.263242+0000","last_became_peered":"2024-09-12T12:24:53.263242+0000","last_unstale":"2024-09-12T12:26:42.247004+0000","last_undegraded":"2024-09-12T12:26:42.247004+0000","last_fullsized":"2024-09-12T12:26:42.247004+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:07:42.227050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.239582+0000","last_change":"2024-09-12T12:25:10.343826+0000","last_active":"2024-09-12T12:26:42.239582+0000","last_peered":"2024-09-12T12:26:42.239582+0000","last_clean":"2024-09-12T12:26:42.239582+0000","last_became_active":"2024-09-12T12:25:10.343447+0000","last_became_peered":"2024-09-12T12:25:10.343447+0000","last_unstale":"2024-09-12T12:26:42.239582+0000","last_undegraded":"2024-09-12T12:26:42.239582+0000","last_fullsized":"2024-09-12T12:26:42.239582+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:23.562283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"84'11","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.248008+0000","last_change":"2024-09-12T12:24:53.263095+0000","last_active":"2024-09-12T12:26:42.248008+0000","last_peered":"2024-09-12T12:26:42.248008+0000","last_clean":"2024-09-12T12:26:42.248008+0000","last_became_active":"2024-09-12T12:24:53.262774+0000","last_became_peered":"2024-09-12T12:24:53.262774+0000","last_unstale":"2024-09-12T12:26:42.248008+0000","last_undegraded":"2024-09-12T12:26:42.248008+0000","last_fullsized":"2024-09-12T12:26:42.248008+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:57.457816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"84'16","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.248059+0000","last_change":"2024-09-12T12:24:53.268488+0000","last_active":"2024-09-12T12:26:42.248059+0000","last_peered":"2024-09-12T12:26:42.248059+0000","last_clean":"2024-09-12T12:26:42.248059+0000","last_became_active":"2024-09-12T12:24:53.268087+0000","last_became_peered":"2024-09-12T12:24:53.268087+0000","last_unstale":"2024-09-12T12:26:42.248059+0000","last_undegraded":"2024-09-12T12:26:42.248059+0000","last_fullsized":"2024-09-12T12:26:42.248059+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:38.544938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.243701+0000","last_change":"2024-09-12T12:24:53.269282+0000","last_active":"2024-09-12T12:26:42.243701+0000","last_peered":"2024-09-12T12:26:42.243701+0000","last_clean":"2024-09-12T12:26:42.243701+0000","last_became_active":"2024-09-12T12:24:53.268943+0000","last_became_peered":"2024-09-12T12:24:53.268943+0000","last_unstale":"2024-09-12T12:26:42.243701+0000","last_undegraded":"2024-09-12T12:26:42.243701+0000","last_fullsized":"2024-09-12T12:26:42.243701+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:15.534080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.246840+0000","last_change":"2024-09-12T12:24:53.269819+0000","last_active":"2024-09-12T12:26:42.246840+0000","last_peered":"2024-09-12T12:26:42.246840+0000","last_clean":"2024-09-12T12:26:42.246840+0000","last_became_active":"2024-09-12T12:24:53.269442+0000","last_became_peered":"2024-09-12T12:24:53.269442+0000","last_unstale":"2024-09-12T12:26:42.246840+0000","last_undegraded":"2024-09-12T12:26:42.246840+0000","last_fullsized":"2024-09-12T12:26:42.246840+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:08.178972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259004+0000","last_change":"2024-09-12T12:24:53.257568+0000","last_active":"2024-09-12T12:26:42.259004+0000","last_peered":"2024-09-12T12:26:42.259004+0000","last_clean":"2024-09-12T12:26:42.259004+0000","last_became_active":"2024-09-12T12:24:53.257214+0000","last_became_peered":"2024-09-12T12:24:53.257214+0000","last_unstale":"2024-09-12T12:26:42.259004+0000","last_undegraded":"2024-09-12T12:26:42.259004+0000","last_fullsized":"2024-09-12T12:26:42.259004+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:12.082244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259269+0000","last_change":"2024-09-12T12:24:53.260245+0000","last_active":"2024-09-12T12:26:42.259269+0000","last_peered":"2024-09-12T12:26:42.259269+0000","last_clean":"2024-09-12T12:26:42.259269+0000","last_became_active":"2024-09-12T12:24:53.259965+0000","last_became_peered":"2024-09-12T12:24:53.259965+0000","last_unstale":"2024-09-12T12:26:42.259269+0000","last_undegraded":"2024-09-12T12:26:42.259269+0000","last_fullsized":"2024-09-12T12:26:42.259269+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:46.035684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259624+0000","last_change":"2024-09-12T12:24:53.264482+0000","last_active":"2024-09-12T12:26:42.259624+0000","last_peered":"2024-09-12T12:26:42.259624+0000","last_clean":"2024-09-12T12:26:42.259624+0000","last_became_active":"2024-09-12T12:24:53.264189+0000","last_became_peered":"2024-09-12T12:24:53.264189+0000","last_unstale":"2024-09-12T12:26:42.259624+0000","last_undegraded":"2024-09-12T12:26:42.259624+0000","last_fullsized":"2024-09-12T12:26:42.259624+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:13.915884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.255696+0000","last_change":"2024-09-12T12:24:53.263283+0000","last_active":"2024-09-12T12:26:42.255696+0000","last_peered":"2024-09-12T12:26:42.255696+0000","last_clean":"2024-09-12T12:26:42.255696+0000","last_became_active":"2024-09-12T12:24:53.262081+0000","last_became_peered":"2024-09-12T12:24:53.262081+0000","last_unstale":"2024-09-12T12:26:42.255696+0000","last_undegraded":"2024-09-12T12:26:42.255696+0000","last_fullsized":"2024-09-12T12:26:42.255696+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:40.676980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.244444+0000","last_change":"2024-09-12T12:24:53.267514+0000","last_active":"2024-09-12T12:26:42.244444+0000","last_peered":"2024-09-12T12:26:42.244444+0000","last_clean":"2024-09-12T12:26:42.244444+0000","last_became_active":"2024-09-12T12:24:53.266773+0000","last_became_peered":"2024-09-12T12:24:53.266773+0000","last_unstale":"2024-09-12T12:26:42.244444+0000","last_undegraded":"2024-09-12T12:26:42.244444+0000","last_fullsized":"2024-09-12T12:26:42.244444+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:05:53.973780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.253252+0000","last_change":"2024-09-12T12:24:53.261326+0000","last_active":"2024-09-12T12:26:42.253252+0000","last_peered":"2024-09-12T12:26:42.253252+0000","last_clean":"2024-09-12T12:26:42.253252+0000","last_became_active":"2024-09-12T12:24:53.261022+0000","last_became_peered":"2024-09-12T12:24:53.261022+0000","last_unstale":"2024-09-12T12:26:42.253252+0000","last_undegraded":"2024-09-12T12:26:42.253252+0000","last_fullsized":"2024-09-12T12:26:42.253252+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:34:01.689720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260431+0000","last_change":"2024-09-12T12:24:53.262683+0000","last_active":"2024-09-12T12:26:42.260431+0000","last_peered":"2024-09-12T12:26:42.260431+0000","last_clean":"2024-09-12T12:26:42.260431+0000","last_became_active":"2024-09-12T12:24:53.260343+0000","last_became_peered":"2024-09-12T12:24:53.260343+0000","last_unstale":"2024-09-12T12:26:42.260431+0000","last_undegraded":"2024-09-12T12:26:42.260431+0000","last_fullsized":"2024-09-12T12:26:42.260431+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:56.218598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.249689+0000","last_change":"2024-09-12T12:24:53.266758+0000","last_active":"2024-09-12T12:26:42.249689+0000","last_peered":"2024-09-12T12:26:42.249689+0000","last_clean":"2024-09-12T12:26:42.249689+0000","last_became_active":"2024-09-12T12:24:53.266438+0000","last_became_peered":"2024-09-12T12:24:53.266438+0000","last_unstale":"2024-09-12T12:26:42.249689+0000","last_undegraded":"2024-09-12T12:26:42.249689+0000","last_fullsized":"2024-09-12T12:26:42.249689+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:52.586860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"84'11","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.257780+0000","last_change":"2024-09-12T12:24:53.260873+0000","last_active":"2024-09-12T12:26:42.257780+0000","last_peered":"2024-09-12T12:26:42.257780+0000","last_clean":"2024-09-12T12:26:42.257780+0000","last_became_active":"2024-09-12T12:24:53.260547+0000","last_became_peered":"2024-09-12T12:24:53.260547+0000","last_unstale":"2024-09-12T12:26:42.257780+0000","last_undegraded":"2024-09-12T12:26:42.257780+0000","last_fullsized":"2024-09-12T12:26:42.257780+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:59:43.822805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.253680+0000","last_change":"2024-09-12T12:24:53.263778+0000","last_active":"2024-09-12T12:26:42.253680+0000","last_peered":"2024-09-12T12:26:42.253680+0000","last_clean":"2024-09-12T12:26:42.253680+0000","last_became_active":"2024-09-12T12:24:53.263446+0000","last_became_peered":"2024-09-12T12:24:53.263446+0000","last_unstale":"2024-09-12T12:26:42.253680+0000","last_undegraded":"2024-09-12T12:26:42.253680+0000","last_fullsized":"2024-09-12T12:26:42.253680+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:47.774666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.249200+0000","last_change":"2024-09-12T12:24:53.262750+0000","last_active":"2024-09-12T12:26:42.249200+0000","last_peered":"2024-09-12T12:26:42.249200+0000","last_clean":"2024-09-12T12:26:42.249200+0000","last_became_active":"2024-09-12T12:24:53.262464+0000","last_became_peered":"2024-09-12T12:24:53.262464+0000","last_unstale":"2024-09-12T12:26:42.249200+0000","last_undegraded":"2024-09-12T12:26:42.249200+0000","last_fullsized":"2024-09-12T12:26:42.249200+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:34.148797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.254029+0000","last_change":"2024-09-12T12:24:53.262468+0000","last_active":"2024-09-12T12:26:42.254029+0000","last_peered":"2024-09-12T12:26:42.254029+0000","last_clean":"2024-09-12T12:26:42.254029+0000","last_became_active":"2024-09-12T12:24:53.259228+0000","last_became_peered":"2024-09-12T12:24:53.259228+0000","last_unstale":"2024-09-12T12:26:42.254029+0000","last_undegraded":"2024-09-12T12:26:42.254029+0000","last_fullsized":"2024-09-12T12:26:42.254029+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:40.800800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"84'2","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.247834+0000","last_change":"2024-09-12T12:24:53.269069+0000","last_active":"2024-09-12T12:26:42.247834+0000","last_peered":"2024-09-12T12:26:42.247834+0000","last_clean":"2024-09-12T12:26:42.247834+0000","last_became_active":"2024-09-12T12:24:53.268740+0000","last_became_peered":"2024-09-12T12:24:53.268740+0000","last_unstale":"2024-09-12T12:26:42.247834+0000","last_undegraded":"2024-09-12T12:26:42.247834+0000","last_fullsized":"2024-09-12T12:26:42.247834+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:03.699713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"84'15","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252261+0000","last_change":"2024-09-12T12:24:53.264080+0000","last_active":"2024-09-12T12:26:42.252261+0000","last_peered":"2024-09-12T12:26:42.252261+0000","last_clean":"2024-09-12T12:26:42.252261+0000","last_became_active":"2024-09-12T12:24:53.263752+0000","last_became_peered":"2024-09-12T12:24:53.263752+0000","last_unstale":"2024-09-12T12:26:42.252261+0000","last_undegraded":"2024-09-12T12:26:42.252261+0000","last_fullsized":"2024-09-12T12:26:42.252261+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:46:38.691951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.247953+0000","last_change":"2024-09-12T12:24:53.269081+0000","last_active":"2024-09-12T12:26:42.247953+0000","last_peered":"2024-09-12T12:26:42.247953+0000","last_clean":"2024-09-12T12:26:42.247953+0000","last_became_active":"2024-09-12T12:24:53.265150+0000","last_became_peered":"2024-09-12T12:24:53.265150+0000","last_unstale":"2024-09-12T12:26:42.247953+0000","last_undegraded":"2024-09-12T12:26:42.247953+0000","last_fullsized":"2024-09-12T12:26:42.247953+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:59.285175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"84'4","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260282+0000","last_change":"2024-09-12T12:24:53.262512+0000","last_active":"2024-09-12T12:26:42.260282+0000","last_peered":"2024-09-12T12:26:42.260282+0000","last_clean":"2024-09-12T12:26:42.260282+0000","last_became_active":"2024-09-12T12:24:53.262222+0000","last_became_peered":"2024-09-12T12:24:53.262222+0000","last_unstale":"2024-09-12T12:26:42.260282+0000","last_undegraded":"2024-09-12T12:26:42.260282+0000","last_fullsized":"2024-09-12T12:26:42.260282+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:13.107382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260009+0000","last_change":"2024-09-12T12:24:53.266470+0000","last_active":"2024-09-12T12:26:42.260009+0000","last_peered":"2024-09-12T12:26:42.260009+0000","last_clean":"2024-09-12T12:26:42.260009+0000","last_became_active":"2024-09-12T12:24:53.266205+0000","last_became_peered":"2024-09-12T12:24:53.266205+0000","last_unstale":"2024-09-12T12:26:42.260009+0000","last_undegraded":"2024-09-12T12:26:42.260009+0000","last_fullsized":"2024-09-12T12:26:42.260009+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:08.037725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252338+0000","last_change":"2024-09-12T12:24:53.260855+0000","last_active":"2024-09-12T12:26:42.252338+0000","last_peered":"2024-09-12T12:26:42.252338+0000","last_clean":"2024-09-12T12:26:42.252338+0000","last_became_active":"2024-09-12T12:24:53.260523+0000","last_became_peered":"2024-09-12T12:24:53.260523+0000","last_unstale":"2024-09-12T12:26:42.252338+0000","last_undegraded":"2024-09-12T12:26:42.252338+0000","last_fullsized":"2024-09-12T12:26:42.252338+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:06.532622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"84'12","reported_seq":41,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252025+0000","last_change":"2024-09-12T12:25:10.342333+0000","last_active":"2024-09-12T12:26:42.252025+0000","last_peered":"2024-09-12T12:26:42.252025+0000","last_clean":"2024-09-12T12:26:42.252025+0000","last_became_active":"2024-09-12T12:25:10.341972+0000","last_became_peered":"2024-09-12T12:25:10.341972+0000","last_unstale":"2024-09-12T12:26:42.252025+0000","last_undegraded":"2024-09-12T12:26:42.252025+0000","last_fullsized":"2024-09-12T12:26:42.252025+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:34.822453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.250099+0000","last_change":"2024-09-12T12:24:53.266043+0000","last_active":"2024-09-12T12:26:42.250099+0000","last_peered":"2024-09-12T12:26:42.250099+0000","last_clean":"2024-09-12T12:26:42.250099+0000","last_became_active":"2024-09-12T12:24:53.264592+0000","last_became_peered":"2024-09-12T12:24:53.264592+0000","last_unstale":"2024-09-12T12:26:42.250099+0000","last_undegraded":"2024-09-12T12:26:42.250099+0000","last_fullsized":"2024-09-12T12:26:42.250099+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:02.433100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.238060+0000","last_change":"2024-09-12T12:24:53.264662+0000","last_active":"2024-09-12T12:26:42.238060+0000","last_peered":"2024-09-12T12:26:42.238060+0000","last_clean":"2024-09-12T12:26:42.238060+0000","last_became_active":"2024-09-12T12:24:53.264257+0000","last_became_peered":"2024-09-12T12:24:53.264257+0000","last_unstale":"2024-09-12T12:26:42.238060+0000","last_undegraded":"2024-09-12T12:26:42.238060+0000","last_fullsized":"2024-09-12T12:26:42.238060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:38.893735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"84'7","reported_seq":137,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.464627+0000","last_change":"2024-09-12T12:24:51.250102+0000","last_active":"2024-09-12T12:26:42.464627+0000","last_peered":"2024-09-12T12:26:42.464627+0000","last_clean":"2024-09-12T12:26:42.464627+0000","last_became_active":"2024-09-12T12:24:51.249770+0000","last_became_peered":"2024-09-12T12:24:51.249770+0000","last_unstale":"2024-09-12T12:26:42.464627+0000","last_undegraded":"2024-09-12T12:26:42.464627+0000","last_fullsized":"2024-09-12T12:26:42.464627+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:15.464601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1156,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":102,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.254221+0000","last_change":"2024-09-12T12:24:53.261932+0000","last_active":"2024-09-12T12:26:42.254221+0000","last_peered":"2024-09-12T12:26:42.254221+0000","last_clean":"2024-09-12T12:26:42.254221+0000","last_became_active":"2024-09-12T12:24:53.258413+0000","last_became_peered":"2024-09-12T12:24:53.258413+0000","last_unstale":"2024-09-12T12:26:42.254221+0000","last_undegraded":"2024-09-12T12:26:42.254221+0000","last_fullsized":"2024-09-12T12:26:42.254221+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:08.387016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.205277+0000","last_change":"2024-09-12T12:24:51.250202+0000","last_active":"2024-09-12T12:26:42.205277+0000","last_peered":"2024-09-12T12:26:42.205277+0000","last_clean":"2024-09-12T12:26:42.205277+0000","last_became_active":"2024-09-12T12:24:51.249329+0000","last_became_peered":"2024-09-12T12:24:51.249329+0000","last_unstale":"2024-09-12T12:26:42.205277+0000","last_undegraded":"2024-09-12T12:26:42.205277+0000","last_fullsized":"2024-09-12T12:26:42.205277+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:41:51.465438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.203312+0000","last_change":"2024-09-12T12:24:51.247338+0000","last_active":"2024-09-12T12:26:42.203312+0000","last_peered":"2024-09-12T12:26:42.203312+0000","last_clean":"2024-09-12T12:26:42.203312+0000","last_became_active":"2024-09-12T12:24:51.246989+0000","last_became_peered":"2024-09-12T12:24:51.246989+0000","last_unstale":"2024-09-12T12:26:42.203312+0000","last_undegraded":"2024-09-12T12:26:42.203312+0000","last_fullsized":"2024-09-12T12:26:42.203312+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:18:50.858700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.245369+0000","last_change":"2024-09-12T12:24:53.261140+0000","last_active":"2024-09-12T12:26:42.245369+0000","last_peered":"2024-09-12T12:26:42.245369+0000","last_clean":"2024-09-12T12:26:42.245369+0000","last_became_active":"2024-09-12T12:24:53.260838+0000","last_became_peered":"2024-09-12T12:24:53.260838+0000","last_unstale":"2024-09-12T12:26:42.245369+0000","last_undegraded":"2024-09-12T12:26:42.245369+0000","last_fullsized":"2024-09-12T12:26:42.245369+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:15:02.293933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.204217+0000","last_change":"2024-09-12T12:24:51.252417+0000","last_active":"2024-09-12T12:26:42.204217+0000","last_peered":"2024-09-12T12:26:42.204217+0000","last_clean":"2024-09-12T12:26:42.204217+0000","last_became_active":"2024-09-12T12:24:51.252095+0000","last_became_peered":"2024-09-12T12:24:51.252095+0000","last_unstale":"2024-09-12T12:26:42.204217+0000","last_undegraded":"2024-09-12T12:26:42.204217+0000","last_fullsized":"2024-09-12T12:26:42.204217+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:25.261196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"84'11","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.249478+0000","last_change":"2024-09-12T12:24:53.258359+0000","last_active":"2024-09-12T12:26:42.249478+0000","last_peered":"2024-09-12T12:26:42.249478+0000","last_clean":"2024-09-12T12:26:42.249478+0000","last_became_active":"2024-09-12T12:24:53.257916+0000","last_became_peered":"2024-09-12T12:24:53.257916+0000","last_unstale":"2024-09-12T12:26:42.249478+0000","last_undegraded":"2024-09-12T12:26:42.249478+0000","last_fullsized":"2024-09-12T12:26:42.249478+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:14:00.430922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'6","reported_seq":229,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.463666+0000","last_change":"2024-09-12T12:24:51.250599+0000","last_active":"2024-09-12T12:26:42.463666+0000","last_peered":"2024-09-12T12:26:42.463666+0000","last_clean":"2024-09-12T12:26:42.463666+0000","last_became_active":"2024-09-12T12:24:51.250292+0000","last_became_peered":"2024-09-12T12:24:51.250292+0000","last_unstale":"2024-09-12T12:26:42.463666+0000","last_undegraded":"2024-09-12T12:26:42.463666+0000","last_fullsized":"2024-09-12T12:26:42.463666+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:51.535071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":195,"num_read_kb":195,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252588+0000","last_change":"2024-09-12T12:24:53.266838+0000","last_active":"2024-09-12T12:26:42.252588+0000","last_peered":"2024-09-12T12:26:42.252588+0000","last_clean":"2024-09-12T12:26:42.252588+0000","last_became_active":"2024-09-12T12:24:53.265720+0000","last_became_peered":"2024-09-12T12:24:53.265720+0000","last_unstale":"2024-09-12T12:26:42.252588+0000","last_undegraded":"2024-09-12T12:26:42.252588+0000","last_fullsized":"2024-09-12T12:26:42.252588+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:20:01.228160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.206791+0000","last_change":"2024-09-12T12:24:51.251765+0000","last_active":"2024-09-12T12:26:42.206791+0000","last_peered":"2024-09-12T12:26:42.206791+0000","last_clean":"2024-09-12T12:26:42.206791+0000","last_became_active":"2024-09-12T12:24:51.251376+0000","last_became_peered":"2024-09-12T12:24:51.251376+0000","last_unstale":"2024-09-12T12:26:42.206791+0000","last_undegraded":"2024-09-12T12:26:42.206791+0000","last_fullsized":"2024-09-12T12:26:42.206791+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:45:05.561610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"84'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.257288+0000","last_change":"2024-09-12T12:25:10.344230+0000","last_active":"2024-09-12T12:26:42.257288+0000","last_peered":"2024-09-12T12:26:42.257288+0000","last_clean":"2024-09-12T12:26:42.257288+0000","last_became_active":"2024-09-12T12:25:10.343775+0000","last_became_peered":"2024-09-12T12:25:10.343775+0000","last_unstale":"2024-09-12T12:26:42.257288+0000","last_undegraded":"2024-09-12T12:26:42.257288+0000","last_fullsized":"2024-09-12T12:26:42.257288+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:21:53.923891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.204264+0000","last_change":"2024-09-12T12:24:51.311991+0000","last_active":"2024-09-12T12:26:42.204264+0000","last_peered":"2024-09-12T12:26:42.204264+0000","last_clean":"2024-09-12T12:26:42.204264+0000","last_became_active":"2024-09-12T12:24:51.311634+0000","last_became_peered":"2024-09-12T12:24:51.311634+0000","last_unstale":"2024-09-12T12:26:42.204264+0000","last_undegraded":"2024-09-12T12:26:42.204264+0000","last_fullsized":"2024-09-12T12:26:42.204264+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:22.004224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"84'11","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.256922+0000","last_change":"2024-09-12T12:25:10.344685+0000","last_active":"2024-09-12T12:26:42.256922+0000","last_peered":"2024-09-12T12:26:42.256922+0000","last_clean":"2024-09-12T12:26:42.256922+0000","last_became_active":"2024-09-12T12:25:10.344351+0000","last_became_peered":"2024-09-12T12:25:10.344351+0000","last_unstale":"2024-09-12T12:26:42.256922+0000","last_undegraded":"2024-09-12T12:26:42.256922+0000","last_fullsized":"2024-09-12T12:26:42.256922+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:22.058412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'36","reported_seq":270,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.495249+0000","last_change":"2024-09-12T12:24:51.248362+0000","last_active":"2024-09-12T12:26:42.495249+0000","last_peered":"2024-09-12T12:26:42.495249+0000","last_clean":"2024-09-12T12:26:42.495249+0000","last_became_active":"2024-09-12T12:24:51.248037+0000","last_became_peered":"2024-09-12T12:24:51.248037+0000","last_unstale":"2024-09-12T12:26:42.495249+0000","last_undegraded":"2024-09-12T12:26:42.495249+0000","last_fullsized":"2024-09-12T12:26:42.495249+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:30.188586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66480,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":206,"num_read_kb":167,"num_write":38,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.232059+0000","last_change":"2024-09-12T12:24:53.272116+0000","last_active":"2024-09-12T12:26:42.232059+0000","last_peered":"2024-09-12T12:26:42.232059+0000","last_clean":"2024-09-12T12:26:42.232059+0000","last_became_active":"2024-09-12T12:24:53.271757+0000","last_became_peered":"2024-09-12T12:24:53.271757+0000","last_unstale":"2024-09-12T12:26:42.232059+0000","last_undegraded":"2024-09-12T12:26:42.232059+0000","last_fullsized":"2024-09-12T12:26:42.232059+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:06.941569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.207574+0000","last_change":"2024-09-12T12:24:51.248675+0000","last_active":"2024-09-12T12:26:42.207574+0000","last_peered":"2024-09-12T12:26:42.207574+0000","last_clean":"2024-09-12T12:26:42.207574+0000","last_became_active":"2024-09-12T12:24:51.248011+0000","last_became_peered":"2024-09-12T12:24:51.248011+0000","last_unstale":"2024-09-12T12:26:42.207574+0000","last_undegraded":"2024-09-12T12:26:42.207574+0000","last_fullsized":"2024-09-12T12:26:42.207574+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:29:41.240753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259455+0000","last_change":"2024-09-12T12:24:53.259954+0000","last_active":"2024-09-12T12:26:42.259455+0000","last_peered":"2024-09-12T12:26:42.259455+0000","last_clean":"2024-09-12T12:26:42.259455+0000","last_became_active":"2024-09-12T12:24:53.259666+0000","last_became_peered":"2024-09-12T12:24:53.259666+0000","last_unstale":"2024-09-12T12:26:42.259455+0000","last_undegraded":"2024-09-12T12:26:42.259455+0000","last_fullsized":"2024-09-12T12:26:42.259455+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:37.952525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.204052+0000","last_change":"2024-09-12T12:24:51.251682+0000","last_active":"2024-09-12T12:26:42.204052+0000","last_peered":"2024-09-12T12:26:42.204052+0000","last_clean":"2024-09-12T12:26:42.204052+0000","last_became_active":"2024-09-12T12:24:51.251365+0000","last_became_peered":"2024-09-12T12:24:51.251365+0000","last_unstale":"2024-09-12T12:26:42.204052+0000","last_undegraded":"2024-09-12T12:26:42.204052+0000","last_fullsized":"2024-09-12T12:26:42.204052+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:37.822796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"84'15","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259089+0000","last_change":"2024-09-12T12:24:53.267531+0000","last_active":"2024-09-12T12:26:42.259089+0000","last_peered":"2024-09-12T12:26:42.259089+0000","last_clean":"2024-09-12T12:26:42.259089+0000","last_became_active":"2024-09-12T12:24:53.267225+0000","last_became_peered":"2024-09-12T12:24:53.267225+0000","last_unstale":"2024-09-12T12:26:42.259089+0000","last_undegraded":"2024-09-12T12:26:42.259089+0000","last_fullsized":"2024-09-12T12:26:42.259089+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:23:10.974300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'9","reported_seq":139,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.495261+0000","last_change":"2024-09-12T12:24:51.247790+0000","last_active":"2024-09-12T12:26:42.495261+0000","last_peered":"2024-09-12T12:26:42.495261+0000","last_clean":"2024-09-12T12:26:42.495261+0000","last_became_active":"2024-09-12T12:24:51.247399+0000","last_became_peered":"2024-09-12T12:24:51.247399+0000","last_unstale":"2024-09-12T12:26:42.495261+0000","last_undegraded":"2024-09-12T12:26:42.495261+0000","last_fullsized":"2024-09-12T12:26:42.495261+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:23:45.923488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1908,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":103,"num_read_kb":5,"num_write":9,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.250566+0000","last_change":"2024-09-12T12:24:53.265963+0000","last_active":"2024-09-12T12:26:42.250566+0000","last_peered":"2024-09-12T12:26:42.250566+0000","last_clean":"2024-09-12T12:26:42.250566+0000","last_became_active":"2024-09-12T12:24:53.265331+0000","last_became_peered":"2024-09-12T12:24:53.265331+0000","last_unstale":"2024-09-12T12:26:42.250566+0000","last_undegraded":"2024-09-12T12:26:42.250566+0000","last_fullsized":"2024-09-12T12:26:42.250566+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:06.137001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":46,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.217086+0000","last_change":"2024-09-12T12:24:51.312101+0000","last_active":"2024-09-12T12:26:42.217086+0000","last_peered":"2024-09-12T12:26:42.217086+0000","last_clean":"2024-09-12T12:26:42.217086+0000","last_became_active":"2024-09-12T12:24:51.311789+0000","last_became_peered":"2024-09-12T12:24:51.311789+0000","last_unstale":"2024-09-12T12:26:42.217086+0000","last_undegraded":"2024-09-12T12:26:42.217086+0000","last_fullsized":"2024-09-12T12:26:42.217086+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:22.375583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252971+0000","last_change":"2024-09-12T12:25:10.345379+0000","last_active":"2024-09-12T12:26:42.252971+0000","last_peered":"2024-09-12T12:26:42.252971+0000","last_clean":"2024-09-12T12:26:42.252971+0000","last_became_active":"2024-09-12T12:25:10.344987+0000","last_became_peered":"2024-09-12T12:25:10.344987+0000","last_unstale":"2024-09-12T12:26:42.252971+0000","last_undegraded":"2024-09-12T12:26:42.252971+0000","last_fullsized":"2024-09-12T12:26:42.252971+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:06.825043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,1],"acting":[9,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.220436+0000","last_change":"2024-09-12T12:24:51.248708+0000","last_active":"2024-09-12T12:26:42.220436+0000","last_peered":"2024-09-12T12:26:42.220436+0000","last_clean":"2024-09-12T12:26:42.220436+0000","last_became_active":"2024-09-12T12:24:51.248342+0000","last_became_peered":"2024-09-12T12:24:51.248342+0000","last_unstale":"2024-09-12T12:26:42.220436+0000","last_undegraded":"2024-09-12T12:26:42.220436+0000","last_fullsized":"2024-09-12T12:26:42.220436+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:00.281536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.247914+0000","last_change":"2024-09-12T12:24:53.267397+0000","last_active":"2024-09-12T12:26:42.247914+0000","last_peered":"2024-09-12T12:26:42.247914+0000","last_clean":"2024-09-12T12:26:42.247914+0000","last_became_active":"2024-09-12T12:24:53.267107+0000","last_became_peered":"2024-09-12T12:24:53.267107+0000","last_unstale":"2024-09-12T12:26:42.247914+0000","last_undegraded":"2024-09-12T12:26:42.247914+0000","last_fullsized":"2024-09-12T12:26:42.247914+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:37.607202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":45,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.203576+0000","last_change":"2024-09-12T12:25:10.348283+0000","last_active":"2024-09-12T12:26:42.203576+0000","last_peered":"2024-09-12T12:26:42.203576+0000","last_clean":"2024-09-12T12:26:42.203576+0000","last_became_active":"2024-09-12T12:25:10.342802+0000","last_became_peered":"2024-09-12T12:25:10.342802+0000","last_unstale":"2024-09-12T12:26:42.203576+0000","last_undegraded":"2024-09-12T12:26:42.203576+0000","last_fullsized":"2024-09-12T12:26:42.203576+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:28.596809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.251850+0000","last_change":"2024-09-12T12:24:53.271737+0000","last_active":"2024-09-12T12:26:42.251850+0000","last_peered":"2024-09-12T12:26:42.251850+0000","last_clean":"2024-09-12T12:26:42.251850+0000","last_became_active":"2024-09-12T12:24:53.271415+0000","last_became_peered":"2024-09-12T12:24:53.271415+0000","last_unstale":"2024-09-12T12:26:42.251850+0000","last_undegraded":"2024-09-12T12:26:42.251850+0000","last_fullsized":"2024-09-12T12:26:42.251850+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:00:21.878889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'41","reported_seq":77,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.438155+0000","last_change":"2024-09-12T12:24:51.247389+0000","last_active":"2024-09-12T12:26:42.438155+0000","last_peered":"2024-09-12T12:26:42.438155+0000","last_clean":"2024-09-12T12:26:42.438155+0000","last_became_active":"2024-09-12T12:24:51.247044+0000","last_became_peered":"2024-09-12T12:24:51.247044+0000","last_unstale":"2024-09-12T12:26:42.438155+0000","last_undegraded":"2024-09-12T12:26:42.438155+0000","last_fullsized":"2024-09-12T12:26:42.438155+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:12:04.390267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.246704+0000","last_change":"2024-09-12T12:24:53.265318+0000","last_active":"2024-09-12T12:26:42.246704+0000","last_peered":"2024-09-12T12:26:42.246704+0000","last_clean":"2024-09-12T12:26:42.246704+0000","last_became_active":"2024-09-12T12:24:53.264869+0000","last_became_peered":"2024-09-12T12:24:53.264869+0000","last_unstale":"2024-09-12T12:26:42.246704+0000","last_undegraded":"2024-09-12T12:26:42.246704+0000","last_fullsized":"2024-09-12T12:26:42.246704+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:04:36.787420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'7","reported_seq":120,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.464128+0000","last_change":"2024-09-12T12:25:10.347737+0000","last_active":"2024-09-12T12:26:42.464128+0000","last_peered":"2024-09-12T12:26:42.464128+0000","last_clean":"2024-09-12T12:26:42.464128+0000","last_became_active":"2024-09-12T12:25:10.341814+0000","last_became_peered":"2024-09-12T12:25:10.341814+0000","last_unstale":"2024-09-12T12:26:42.464128+0000","last_undegraded":"2024-09-12T12:26:42.464128+0000","last_fullsized":"2024-09-12T12:26:42.464128+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:52:44.916459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1704,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":94,"num_read_kb":1,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1563,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.251490+0000","last_change":"2024-09-12T12:24:53.272578+0000","last_active":"2024-09-12T12:26:42.251490+0000","last_peered":"2024-09-12T12:26:42.251490+0000","last_clean":"2024-09-12T12:26:42.251490+0000","last_became_active":"2024-09-12T12:24:53.272104+0000","last_became_peered":"2024-09-12T12:24:53.272104+0000","last_unstale":"2024-09-12T12:26:42.251490+0000","last_undegraded":"2024-09-12T12:26:42.251490+0000","last_fullsized":"2024-09-12T12:26:42.251490+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:20.583691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":350,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.206984+0000","last_change":"2024-09-12T12:23:44.730957+0000","last_active":"2024-09-12T12:26:42.206984+0000","last_peered":"2024-09-12T12:26:42.206984+0000","last_clean":"2024-09-12T12:26:42.206984+0000","last_became_active":"2024-09-12T12:23:44.730539+0000","last_became_peered":"2024-09-12T12:23:44.730539+0000","last_unstale":"2024-09-12T12:26:42.206984+0000","last_undegraded":"2024-09-12T12:26:42.206984+0000","last_fullsized":"2024-09-12T12:26:42.206984+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:20:23.481465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:20:23.481465+0000","last_clean_scrub_stamp":"2024-09-12T12:20:23.481465+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:47.323101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.216915+0000","last_change":"2024-09-12T12:24:51.245290+0000","last_active":"2024-09-12T12:26:42.216915+0000","last_peered":"2024-09-12T12:26:42.216915+0000","last_clean":"2024-09-12T12:26:42.216915+0000","last_became_active":"2024-09-12T12:24:51.244953+0000","last_became_peered":"2024-09-12T12:24:51.244953+0000","last_unstale":"2024-09-12T12:26:42.216915+0000","last_undegraded":"2024-09-12T12:26:42.216915+0000","last_fullsized":"2024-09-12T12:26:42.216915+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:09.107387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.254739+0000","last_change":"2024-09-12T12:24:53.263508+0000","last_active":"2024-09-12T12:26:42.254739+0000","last_peered":"2024-09-12T12:26:42.254739+0000","last_clean":"2024-09-12T12:26:42.254739+0000","last_became_active":"2024-09-12T12:24:53.262942+0000","last_became_peered":"2024-09-12T12:24:53.262942+0000","last_unstale":"2024-09-12T12:26:42.254739+0000","last_undegraded":"2024-09-12T12:26:42.254739+0000","last_fullsized":"2024-09-12T12:26:42.254739+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:26.047134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.206878+0000","last_change":"2024-09-12T12:25:10.348710+0000","last_active":"2024-09-12T12:26:42.206878+0000","last_peered":"2024-09-12T12:26:42.206878+0000","last_clean":"2024-09-12T12:26:42.206878+0000","last_became_active":"2024-09-12T12:25:10.345461+0000","last_became_peered":"2024-09-12T12:25:10.345461+0000","last_unstale":"2024-09-12T12:26:42.206878+0000","last_undegraded":"2024-09-12T12:26:42.206878+0000","last_fullsized":"2024-09-12T12:26:42.206878+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:29.032967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260317+0000","last_change":"2024-09-12T12:24:53.262397+0000","last_active":"2024-09-12T12:26:42.260317+0000","last_peered":"2024-09-12T12:26:42.260317+0000","last_clean":"2024-09-12T12:26:42.260317+0000","last_became_active":"2024-09-12T12:24:53.262069+0000","last_became_peered":"2024-09-12T12:24:53.262069+0000","last_unstale":"2024-09-12T12:26:42.260317+0000","last_undegraded":"2024-09-12T12:26:42.260317+0000","last_fullsized":"2024-09-12T12:26:42.260317+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:33:59.597991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"84'6","reported_seq":133,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.206001+0000","last_change":"2024-09-12T12:24:51.311813+0000","last_active":"2024-09-12T12:26:42.206001+0000","last_peered":"2024-09-12T12:26:42.206001+0000","last_clean":"2024-09-12T12:26:42.206001+0000","last_became_active":"2024-09-12T12:24:51.311442+0000","last_became_peered":"2024-09-12T12:24:51.311442+0000","last_unstale":"2024-09-12T12:26:42.206001+0000","last_undegraded":"2024-09-12T12:26:42.206001+0000","last_fullsized":"2024-09-12T12:26:42.206001+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:25.877025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":99,"num_read_kb":99,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.248935+0000","last_change":"2024-09-12T12:24:53.257529+0000","last_active":"2024-09-12T12:26:42.248935+0000","last_peered":"2024-09-12T12:26:42.248935+0000","last_clean":"2024-09-12T12:26:42.248935+0000","last_became_active":"2024-09-12T12:24:53.257183+0000","last_became_peered":"2024-09-12T12:24:53.257183+0000","last_unstale":"2024-09-12T12:26:42.248935+0000","last_undegraded":"2024-09-12T12:26:42.248935+0000","last_fullsized":"2024-09-12T12:26:42.248935+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:29.458629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"84'9","reported_seq":138,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.463964+0000","last_change":"2024-09-12T12:24:51.249112+0000","last_active":"2024-09-12T12:26:42.463964+0000","last_peered":"2024-09-12T12:26:42.463964+0000","last_clean":"2024-09-12T12:26:42.463964+0000","last_became_active":"2024-09-12T12:24:51.248795+0000","last_became_peered":"2024-09-12T12:24:51.248795+0000","last_unstale":"2024-09-12T12:26:42.463964+0000","last_undegraded":"2024-09-12T12:26:42.463964+0000","last_fullsized":"2024-09-12T12:26:42.463964+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:14.746821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1823,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":101,"num_read_kb":4,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259496+0000","last_change":"2024-09-12T12:24:53.264485+0000","last_active":"2024-09-12T12:26:42.259496+0000","last_peered":"2024-09-12T12:26:42.259496+0000","last_clean":"2024-09-12T12:26:42.259496+0000","last_became_active":"2024-09-12T12:24:53.264147+0000","last_became_peered":"2024-09-12T12:24:53.264147+0000","last_unstale":"2024-09-12T12:26:42.259496+0000","last_undegraded":"2024-09-12T12:26:42.259496+0000","last_fullsized":"2024-09-12T12:26:42.259496+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:00.639502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.208552+0000","last_change":"2024-09-12T12:24:51.312401+0000","last_active":"2024-09-12T12:26:42.208552+0000","last_peered":"2024-09-12T12:26:42.208552+0000","last_clean":"2024-09-12T12:26:42.208552+0000","last_became_active":"2024-09-12T12:24:51.312105+0000","last_became_peered":"2024-09-12T12:24:51.312105+0000","last_unstale":"2024-09-12T12:26:42.208552+0000","last_undegraded":"2024-09-12T12:26:42.208552+0000","last_fullsized":"2024-09-12T12:26:42.208552+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:43.955535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252452+0000","last_change":"2024-09-12T12:24:53.260916+0000","last_active":"2024-09-12T12:26:42.252452+0000","last_peered":"2024-09-12T12:26:42.252452+0000","last_clean":"2024-09-12T12:26:42.252452+0000","last_became_active":"2024-09-12T12:24:53.260525+0000","last_became_peered":"2024-09-12T12:24:53.260525+0000","last_unstale":"2024-09-12T12:26:42.252452+0000","last_undegraded":"2024-09-12T12:26:42.252452+0000","last_fullsized":"2024-09-12T12:26:42.252452+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:49.567902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.219271+0000","last_change":"2024-09-12T12:24:51.312048+0000","last_active":"2024-09-12T12:26:42.219271+0000","last_peered":"2024-09-12T12:26:42.219271+0000","last_clean":"2024-09-12T12:26:42.219271+0000","last_became_active":"2024-09-12T12:24:51.311736+0000","last_became_peered":"2024-09-12T12:24:51.311736+0000","last_unstale":"2024-09-12T12:26:42.219271+0000","last_undegraded":"2024-09-12T12:26:42.219271+0000","last_fullsized":"2024-09-12T12:26:42.219271+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:50:50.893162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.258664+0000","last_change":"2024-09-12T12:24:53.258465+0000","last_active":"2024-09-12T12:26:42.258664+0000","last_peered":"2024-09-12T12:26:42.258664+0000","last_clean":"2024-09-12T12:26:42.258664+0000","last_became_active":"2024-09-12T12:24:53.258166+0000","last_became_peered":"2024-09-12T12:24:53.258166+0000","last_unstale":"2024-09-12T12:26:42.258664+0000","last_undegraded":"2024-09-12T12:26:42.258664+0000","last_fullsized":"2024-09-12T12:26:42.258664+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:11:52.923996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'49","reported_seq":100,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.441669+0000","last_change":"2024-09-12T12:24:51.246412+0000","last_active":"2024-09-12T12:26:42.441669+0000","last_peered":"2024-09-12T12:26:42.441669+0000","last_clean":"2024-09-12T12:26:42.441669+0000","last_became_active":"2024-09-12T12:24:51.246097+0000","last_became_peered":"2024-09-12T12:24:51.246097+0000","last_unstale":"2024-09-12T12:26:42.441669+0000","last_undegraded":"2024-09-12T12:26:42.441669+0000","last_fullsized":"2024-09-12T12:26:42.441669+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:11.237412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":88,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.245611+0000","last_change":"2024-09-12T12:24:53.263932+0000","last_active":"2024-09-12T12:26:42.245611+0000","last_peered":"2024-09-12T12:26:42.245611+0000","last_clean":"2024-09-12T12:26:42.245611+0000","last_became_active":"2024-09-12T12:24:53.262881+0000","last_became_peered":"2024-09-12T12:24:53.262881+0000","last_unstale":"2024-09-12T12:26:42.245611+0000","last_undegraded":"2024-09-12T12:26:42.245611+0000","last_fullsized":"2024-09-12T12:26:42.245611+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:46.978028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.216790+0000","last_change":"2024-09-12T12:24:51.245122+0000","last_active":"2024-09-12T12:26:42.216790+0000","last_peered":"2024-09-12T12:26:42.216790+0000","last_clean":"2024-09-12T12:26:42.216790+0000","last_became_active":"2024-09-12T12:24:51.244756+0000","last_became_peered":"2024-09-12T12:24:51.244756+0000","last_unstale":"2024-09-12T12:26:42.216790+0000","last_undegraded":"2024-09-12T12:26:42.216790+0000","last_fullsized":"2024-09-12T12:26:42.216790+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:13:02.251953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260255+0000","last_change":"2024-09-12T12:24:53.265258+0000","last_active":"2024-09-12T12:26:42.260255+0000","last_peered":"2024-09-12T12:26:42.260255+0000","last_clean":"2024-09-12T12:26:42.260255+0000","last_became_active":"2024-09-12T12:24:53.264965+0000","last_became_peered":"2024-09-12T12:24:53.264965+0000","last_unstale":"2024-09-12T12:26:42.260255+0000","last_undegraded":"2024-09-12T12:26:42.260255+0000","last_fullsized":"2024-09-12T12:26:42.260255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:54.076562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.208313+0000","last_change":"2024-09-12T12:24:51.311824+0000","last_active":"2024-09-12T12:26:42.208313+0000","last_peered":"2024-09-12T12:26:42.208313+0000","last_clean":"2024-09-12T12:26:42.208313+0000","last_became_active":"2024-09-12T12:24:51.311467+0000","last_became_peered":"2024-09-12T12:24:51.311467+0000","last_unstale":"2024-09-12T12:26:42.208313+0000","last_undegraded":"2024-09-12T12:26:42.208313+0000","last_fullsized":"2024-09-12T12:26:42.208313+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:37:42.097767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"84'2","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.233039+0000","last_change":"2024-09-12T12:24:53.269665+0000","last_active":"2024-09-12T12:26:42.233039+0000","last_peered":"2024-09-12T12:26:42.233039+0000","last_clean":"2024-09-12T12:26:42.233039+0000","last_became_active":"2024-09-12T12:24:53.269317+0000","last_became_peered":"2024-09-12T12:24:53.269317+0000","last_unstale":"2024-09-12T12:26:42.233039+0000","last_undegraded":"2024-09-12T12:26:42.233039+0000","last_fullsized":"2024-09-12T12:26:42.233039+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:24.975569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.205179+0000","last_change":"2024-09-12T12:24:51.245195+0000","last_active":"2024-09-12T12:26:42.205179+0000","last_peered":"2024-09-12T12:26:42.205179+0000","last_clean":"2024-09-12T12:26:42.205179+0000","last_became_active":"2024-09-12T12:24:51.244887+0000","last_became_peered":"2024-09-12T12:24:51.244887+0000","last_unstale":"2024-09-12T12:26:42.205179+0000","last_undegraded":"2024-09-12T12:26:42.205179+0000","last_fullsized":"2024-09-12T12:26:42.205179+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:55:47.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.245931+0000","last_change":"2024-09-12T12:24:53.262302+0000","last_active":"2024-09-12T12:26:42.245931+0000","last_peered":"2024-09-12T12:26:42.245931+0000","last_clean":"2024-09-12T12:26:42.245931+0000","last_became_active":"2024-09-12T12:24:53.261547+0000","last_became_peered":"2024-09-12T12:24:53.261547+0000","last_unstale":"2024-09-12T12:26:42.245931+0000","last_undegraded":"2024-09-12T12:26:42.245931+0000","last_fullsized":"2024-09-12T12:26:42.245931+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:57:01.697979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.206748+0000","last_change":"2024-09-12T12:24:51.248472+0000","last_active":"2024-09-12T12:26:42.206748+0000","last_peered":"2024-09-12T12:26:42.206748+0000","last_clean":"2024-09-12T12:26:42.206748+0000","last_became_active":"2024-09-12T12:24:51.248112+0000","last_became_peered":"2024-09-12T12:24:51.248112+0000","last_unstale":"2024-09-12T12:26:42.206748+0000","last_undegraded":"2024-09-12T12:26:42.206748+0000","last_fullsized":"2024-09-12T12:26:42.206748+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:38.750686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.257854+0000","last_change":"2024-09-12T12:24:53.258235+0000","last_active":"2024-09-12T12:26:42.257854+0000","last_peered":"2024-09-12T12:26:42.257854+0000","last_clean":"2024-09-12T12:26:42.257854+0000","last_became_active":"2024-09-12T12:24:53.257941+0000","last_became_peered":"2024-09-12T12:24:53.257941+0000","last_unstale":"2024-09-12T12:26:42.257854+0000","last_undegraded":"2024-09-12T12:26:42.257854+0000","last_fullsized":"2024-09-12T12:26:42.257854+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:35:43.558104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.213709+0000","last_change":"2024-09-12T12:26:11.356097+0000","last_active":"2024-09-12T12:26:42.213709+0000","last_peered":"2024-09-12T12:26:42.213709+0000","last_clean":"2024-09-12T12:26:42.213709+0000","last_became_active":"2024-09-12T12:26:11.352192+0000","last_became_peered":"2024-09-12T12:26:11.352192+0000","last_unstale":"2024-09-12T12:26:42.213709+0000","last_undegraded":"2024-09-12T12:26:42.213709+0000","last_fullsized":"2024-09-12T12:26:42.213709+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:27.849845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.258457+0000","last_change":"2024-09-12T12:24:53.268546+0000","last_active":"2024-09-12T12:26:42.258457+0000","last_peered":"2024-09-12T12:26:42.258457+0000","last_clean":"2024-09-12T12:26:42.258457+0000","last_became_active":"2024-09-12T12:24:53.268073+0000","last_became_peered":"2024-09-12T12:24:53.268073+0000","last_unstale":"2024-09-12T12:26:42.258457+0000","last_undegraded":"2024-09-12T12:26:42.258457+0000","last_fullsized":"2024-09-12T12:26:42.258457+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:30.489729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"84'15","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.251524+0000","last_change":"2024-09-12T12:24:53.257243+0000","last_active":"2024-09-12T12:26:42.251524+0000","last_peered":"2024-09-12T12:26:42.251524+0000","last_clean":"2024-09-12T12:26:42.251524+0000","last_became_active":"2024-09-12T12:24:53.256913+0000","last_became_peered":"2024-09-12T12:24:53.256913+0000","last_unstale":"2024-09-12T12:26:42.251524+0000","last_undegraded":"2024-09-12T12:26:42.251524+0000","last_fullsized":"2024-09-12T12:26:42.251524+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:10.175052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.217434+0000","last_change":"2024-09-12T12:24:51.249517+0000","last_active":"2024-09-12T12:26:42.217434+0000","last_peered":"2024-09-12T12:26:42.217434+0000","last_clean":"2024-09-12T12:26:42.217434+0000","last_became_active":"2024-09-12T12:24:51.248494+0000","last_became_peered":"2024-09-12T12:24:51.248494+0000","last_unstale":"2024-09-12T12:26:42.217434+0000","last_undegraded":"2024-09-12T12:26:42.217434+0000","last_fullsized":"2024-09-12T12:26:42.217434+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:15:43.435515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.256859+0000","last_change":"2024-09-12T12:24:53.264198+0000","last_active":"2024-09-12T12:26:42.256859+0000","last_peered":"2024-09-12T12:26:42.256859+0000","last_clean":"2024-09-12T12:26:42.256859+0000","last_became_active":"2024-09-12T12:24:53.263887+0000","last_became_peered":"2024-09-12T12:24:53.263887+0000","last_unstale":"2024-09-12T12:26:42.256859+0000","last_undegraded":"2024-09-12T12:26:42.256859+0000","last_fullsized":"2024-09-12T12:26:42.256859+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:31:53.847919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":41,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.219143+0000","last_change":"2024-09-12T12:24:51.248749+0000","last_active":"2024-09-12T12:26:42.219143+0000","last_peered":"2024-09-12T12:26:42.219143+0000","last_clean":"2024-09-12T12:26:42.219143+0000","last_became_active":"2024-09-12T12:24:51.248454+0000","last_became_peered":"2024-09-12T12:24:51.248454+0000","last_unstale":"2024-09-12T12:26:42.219143+0000","last_undegraded":"2024-09-12T12:26:42.219143+0000","last_fullsized":"2024-09-12T12:26:42.219143+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:43:30.520701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.257899+0000","last_change":"2024-09-12T12:24:53.266336+0000","last_active":"2024-09-12T12:26:42.257899+0000","last_peered":"2024-09-12T12:26:42.257899+0000","last_clean":"2024-09-12T12:26:42.257899+0000","last_became_active":"2024-09-12T12:24:53.265821+0000","last_became_peered":"2024-09-12T12:24:53.265821+0000","last_unstale":"2024-09-12T12:26:42.257899+0000","last_undegraded":"2024-09-12T12:26:42.257899+0000","last_fullsized":"2024-09-12T12:26:42.257899+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:17.628010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.206549+0000","last_change":"2024-09-12T12:24:51.311990+0000","last_active":"2024-09-12T12:26:42.206549+0000","last_peered":"2024-09-12T12:26:42.206549+0000","last_clean":"2024-09-12T12:26:42.206549+0000","last_became_active":"2024-09-12T12:24:51.311663+0000","last_became_peered":"2024-09-12T12:24:51.311663+0000","last_unstale":"2024-09-12T12:26:42.206549+0000","last_undegraded":"2024-09-12T12:26:42.206549+0000","last_fullsized":"2024-09-12T12:26:42.206549+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:07:22.213560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252971+0000","last_change":"2024-09-12T12:24:53.264332+0000","last_active":"2024-09-12T12:26:42.252971+0000","last_peered":"2024-09-12T12:26:42.252971+0000","last_clean":"2024-09-12T12:26:42.252971+0000","last_became_active":"2024-09-12T12:24:53.262968+0000","last_became_peered":"2024-09-12T12:24:53.262968+0000","last_unstale":"2024-09-12T12:26:42.252971+0000","last_undegraded":"2024-09-12T12:26:42.252971+0000","last_fullsized":"2024-09-12T12:26:42.252971+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:34:37.937847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"83'14","reported_seq":160,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.208686+0000","last_change":"2024-09-12T12:25:10.354898+0000","last_active":"2024-09-12T12:26:42.208686+0000","last_peered":"2024-09-12T12:26:42.208686+0000","last_clean":"2024-09-12T12:26:42.208686+0000","last_became_active":"2024-09-12T12:25:10.343691+0000","last_became_peered":"2024-09-12T12:25:10.343691+0000","last_unstale":"2024-09-12T12:26:42.208686+0000","last_undegraded":"2024-09-12T12:26:42.208686+0000","last_fullsized":"2024-09-12T12:26:42.208686+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:26.484088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":96,"num_read_kb":96,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601341,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1106,"num_read_kb":668,"num_write":373,"num_write_kb":1465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":2235,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2174976,"data_stored":1804023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":301,"ondisk_log_size":301,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":73,"seq":313532612642,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32116,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713036,"statfs":{"total":95995035648,"available":95962148864,"internally_reserved":0,"allocated":950272,"data_stored":455544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841575,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28888,"kb_used_data":1744,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716264,"statfs":{"total":95995035648,"available":95965454336,"internally_reserved":0,"allocated":1785856,"data_stored":1244767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972396,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28356,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716796,"statfs":{"total":95995035648,"available":95965999104,"internally_reserved":0,"allocated":1359872,"data_stored":847484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201329,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32320,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712832,"statfs":{"total":95995035648,"available":95961939968,"internally_reserved":0,"allocated":1159168,"data_stored":651254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430261,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28544,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716608,"statfs":{"total":95995035648,"available":95965806592,"internally_reserved":0,"allocated":1552384,"data_stored":1048011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593786,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":950272,"data_stored":455220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822720,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37072,"kb_used_data":1668,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708080,"statfs":{"total":95995035648,"available":95957073920,"internally_reserved":0,"allocated":1708032,"data_stored":1178585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986245,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":958464,"data_stored":456084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215177,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32644,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712508,"statfs":{"total":95995035648,"available":95961608192,"internally_reserved":0,"allocated":1495040,"data_stored":978626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411407,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1032192,"data_stored":520962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574932,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1019904,"data_stored":522613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":970752,"data_stored":455858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":69467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":67816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":525246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":3724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":180224,"data_stored":134954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":425984,"data_stored":394716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":394338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":258048,"data_stored":201136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2398,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T12:26:47.972 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-12T12:26:48.222 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:48.506 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:48 smithi082 ceph-mon[31122]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:26:48.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:48 smithi097 ceph-mon[34923]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:26:48.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:48 smithi114 ceph-mon[35514]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:26:48.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.714+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1622234706 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c38100a80 msgr2=0x7f4c38100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:48.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.714+0000 7f4c3ef96640 1 --2- 172.21.15.82:0/1622234706 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c38100a80 0x7f4c38100ee0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f4c28009930 tx=0x7f4c2802a420 comp rx=0 tx=0).stop 2024-09-12T12:26:48.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.714+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1622234706 shutdown_connections 2024-09-12T12:26:48.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.714+0000 7f4c3ef96640 1 --2- 172.21.15.82:0/1622234706 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c38101420 0x7f4c3810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:48.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.714+0000 7f4c3ef96640 1 --2- 172.21.15.82:0/1622234706 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c38100a80 0x7f4c38100ee0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:48.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.714+0000 7f4c3ef96640 1 --2- 172.21.15.82:0/1622234706 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c38106a80 0x7f4c38106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:48.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.714+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1622234706 >> 172.21.15.82:0/1622234706 conn(0x7f4c380fc7a0 msgr2=0x7f4c380febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:48.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.714+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1622234706 shutdown_connections 2024-09-12T12:26:48.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.714+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1622234706 wait complete. 2024-09-12T12:26:48.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.715+0000 7f4c3ef96640 1 Processor -- start 2024-09-12T12:26:48.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.715+0000 7f4c3ef96640 1 -- start start 2024-09-12T12:26:48.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.715+0000 7f4c3ef96640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c38100a80 0x7f4c381984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:48.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.715+0000 7f4c3ef96640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c38101420 0x7f4c381989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:48.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.715+0000 7f4c3ef96640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c38106a80 0x7f4c3819cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:48.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.715+0000 7f4c3ef96640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4c38110e80 con 0x7f4c38101420 2024-09-12T12:26:48.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.715+0000 7f4c3ef96640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4c38110d00 con 0x7f4c38106a80 2024-09-12T12:26:48.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.715+0000 7f4c3ef96640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4c38111000 con 0x7f4c38100a80 2024-09-12T12:26:48.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.715+0000 7f4c2ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c38101420 0x7f4c381989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:48.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.715+0000 7f4c2ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c38101420 0x7f4c381989f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45442/0 (socket says 172.21.15.82:45442) 2024-09-12T12:26:48.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.715+0000 7f4c2ffff640 1 -- 172.21.15.82:0/1469368587 learned_addr learned my addr 172.21.15.82:0/1469368587 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:48.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.715+0000 7f4c3cd32640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c38100a80 0x7f4c381984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:48.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.715+0000 7f4c3d533640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c38106a80 0x7f4c3819cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:48.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.715+0000 7f4c2ffff640 1 -- 172.21.15.82:0/1469368587 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c38100a80 msgr2=0x7f4c381984b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:48.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.716+0000 7f4c2ffff640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c38100a80 0x7f4c381984b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:48.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.716+0000 7f4c2ffff640 1 -- 172.21.15.82:0/1469368587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c38106a80 msgr2=0x7f4c3819cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:48.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.716+0000 7f4c2ffff640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c38106a80 0x7f4c3819cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:48.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.716+0000 7f4c2ffff640 1 -- 172.21.15.82:0/1469368587 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c3819d460 con 0x7f4c38101420 2024-09-12T12:26:48.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.716+0000 7f4c3cd32640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c38100a80 0x7f4c381984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:26:48.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.716+0000 7f4c3d533640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c38106a80 0x7f4c3819cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:26:48.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.716+0000 7f4c2ffff640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c38101420 0x7f4c381989f0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f4c28009230 tx=0x7f4c28004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:48.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.716+0000 7f4c2dffb640 1 -- 172.21.15.82:0/1469368587 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c2803f030 con 0x7f4c38101420 2024-09-12T12:26:48.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.716+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1469368587 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c3819d6f0 con 0x7f4c38101420 2024-09-12T12:26:48.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.716+0000 7f4c2dffb640 1 -- 172.21.15.82:0/1469368587 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4c28004440 con 0x7f4c38101420 2024-09-12T12:26:48.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.716+0000 7f4c2dffb640 1 -- 172.21.15.82:0/1469368587 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c28035070 con 0x7f4c38101420 2024-09-12T12:26:48.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.716+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1469368587 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c381a5030 con 0x7f4c38101420 2024-09-12T12:26:48.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.717+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1469368587 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c381021c0 con 0x7f4c38101420 2024-09-12T12:26:48.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.718+0000 7f4c2dffb640 1 -- 172.21.15.82:0/1469368587 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 23) ==== 138060+0+0 (secure 0 0 0) 0x7f4c28042030 con 0x7f4c38101420 2024-09-12T12:26:48.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.719+0000 7f4c2dffb640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4c200a2e10 0x7f4c200a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:48.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.719+0000 7f4c3cd32640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4c200a2e10 0x7f4c200a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:48.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.719+0000 7f4c2dffb640 1 -- 172.21.15.82:0/1469368587 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f4c280ef970 con 0x7f4c38101420 2024-09-12T12:26:48.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.719+0000 7f4c3cd32640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4c200a2e10 0x7f4c200a52d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f4c34009f40 tx=0x7f4c34005f90 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:48.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.724+0000 7f4c2dffb640 1 -- 172.21.15.82:0/1469368587 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4c280bbd80 con 0x7f4c38101420 2024-09-12T12:26:48.888 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.887+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1469368587 --> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4c38062630 con 0x7f4c200a2e10 2024-09-12T12:26:48.894 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.894+0000 7f4c2dffb640 1 -- 172.21.15.82:0/1469368587 <== mgr.15201 v2:172.21.15.82:6800/289973418 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257816 (secure 0 0 0) 0x7f4c38062630 con 0x7f4c200a2e10 2024-09-12T12:26:48.897 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:48.898 INFO:teuthology.orchestra.run.smithi082.stderr:dumped all 2024-09-12T12:26:48.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.896+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1469368587 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4c200a2e10 msgr2=0x7f4c200a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:48.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.896+0000 7f4c3ef96640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4c200a2e10 0x7f4c200a52d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f4c34009f40 tx=0x7f4c34005f90 comp rx=0 tx=0).stop 2024-09-12T12:26:48.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.896+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1469368587 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c38101420 msgr2=0x7f4c381989f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:48.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.896+0000 7f4c3ef96640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c38101420 0x7f4c381989f0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f4c28009230 tx=0x7f4c28004040 comp rx=0 tx=0).stop 2024-09-12T12:26:48.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.896+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1469368587 shutdown_connections 2024-09-12T12:26:48.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.896+0000 7f4c3ef96640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4c200a2e10 0x7f4c200a52d0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:48.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.896+0000 7f4c3ef96640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c38106a80 0x7f4c3819cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:48.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.896+0000 7f4c3ef96640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4c38101420 0x7f4c381989f0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:48.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.896+0000 7f4c3ef96640 1 --2- 172.21.15.82:0/1469368587 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4c38100a80 0x7f4c381984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:48.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.896+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1469368587 >> 172.21.15.82:0/1469368587 conn(0x7f4c380fc7a0 msgr2=0x7f4c3806aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:48.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.896+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1469368587 shutdown_connections 2024-09-12T12:26:48.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:48.896+0000 7f4c3ef96640 1 -- 172.21.15.82:0/1469368587 wait complete. 2024-09-12T12:26:49.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:49 smithi097 ceph-mon[34923]: pgmap v6: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 184 KiB/s wr, 113 op/s 2024-09-12T12:26:49.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:49 smithi082 ceph-mon[31122]: pgmap v6: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 184 KiB/s wr, 113 op/s 2024-09-12T12:26:49.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:49 smithi114 ceph-mon[35514]: pgmap v6: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 184 KiB/s wr, 113 op/s 2024-09-12T12:26:49.673 INFO:teuthology.orchestra.run.smithi082.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-09-12T12:26:48.232077+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1391881,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1652,"num_read_kb":1261,"num_write":713,"num_write_kb":5328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":1182971,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1037,"ondisk_log_size":1037,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":360768,"kb_used_data":15360,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124581056,"statfs":{"total":1151940427776,"available":1151571001344,"internally_reserved":0,"allocated":15728640,"data_stored":9613395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19138,"internal_metadata":353154366},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":199938,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":410,"num_read_kb":474,"num_write":157,"num_write_kb":923,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.006322"},"pg_stats":[{"pgid":"3.3f","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.243965+0000","last_change":"2024-09-12T12:24:53.267641+0000","last_active":"2024-09-12T12:26:42.243965+0000","last_peered":"2024-09-12T12:26:42.243965+0000","last_clean":"2024-09-12T12:26:42.243965+0000","last_became_active":"2024-09-12T12:24:53.267213+0000","last_became_peered":"2024-09-12T12:24:53.267213+0000","last_unstale":"2024-09-12T12:26:42.243965+0000","last_undegraded":"2024-09-12T12:26:42.243965+0000","last_fullsized":"2024-09-12T12:26:42.243965+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:52.638133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"84'4","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.258997+0000","last_change":"2024-09-12T12:24:53.260209+0000","last_active":"2024-09-12T12:26:42.258997+0000","last_peered":"2024-09-12T12:26:42.258997+0000","last_clean":"2024-09-12T12:26:42.258997+0000","last_became_active":"2024-09-12T12:24:53.259912+0000","last_became_peered":"2024-09-12T12:24:53.259912+0000","last_unstale":"2024-09-12T12:26:42.258997+0000","last_undegraded":"2024-09-12T12:26:42.258997+0000","last_fullsized":"2024-09-12T12:26:42.258997+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:57.126433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.258611+0000","last_change":"2024-09-12T12:24:53.267025+0000","last_active":"2024-09-12T12:26:42.258611+0000","last_peered":"2024-09-12T12:26:42.258611+0000","last_clean":"2024-09-12T12:26:42.258611+0000","last_became_active":"2024-09-12T12:24:53.266687+0000","last_became_peered":"2024-09-12T12:24:53.266687+0000","last_unstale":"2024-09-12T12:26:42.258611+0000","last_undegraded":"2024-09-12T12:26:42.258611+0000","last_fullsized":"2024-09-12T12:26:42.258611+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:00.134085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.250642+0000","last_change":"2024-09-12T12:24:53.266874+0000","last_active":"2024-09-12T12:26:42.250642+0000","last_peered":"2024-09-12T12:26:42.250642+0000","last_clean":"2024-09-12T12:26:42.250642+0000","last_became_active":"2024-09-12T12:24:53.266411+0000","last_became_peered":"2024-09-12T12:24:53.266411+0000","last_unstale":"2024-09-12T12:26:42.250642+0000","last_undegraded":"2024-09-12T12:26:42.250642+0000","last_fullsized":"2024-09-12T12:26:42.250642+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:41.908243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"84'4","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.236324+0000","last_change":"2024-09-12T12:24:53.267092+0000","last_active":"2024-09-12T12:26:42.236324+0000","last_peered":"2024-09-12T12:26:42.236324+0000","last_clean":"2024-09-12T12:26:42.236324+0000","last_became_active":"2024-09-12T12:24:53.266755+0000","last_became_peered":"2024-09-12T12:24:53.266755+0000","last_unstale":"2024-09-12T12:26:42.236324+0000","last_undegraded":"2024-09-12T12:26:42.236324+0000","last_fullsized":"2024-09-12T12:26:42.236324+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:57:36.414217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.245147+0000","last_change":"2024-09-12T12:24:53.266214+0000","last_active":"2024-09-12T12:26:42.245147+0000","last_peered":"2024-09-12T12:26:42.245147+0000","last_clean":"2024-09-12T12:26:42.245147+0000","last_became_active":"2024-09-12T12:24:53.265847+0000","last_became_peered":"2024-09-12T12:24:53.265847+0000","last_unstale":"2024-09-12T12:26:42.245147+0000","last_undegraded":"2024-09-12T12:26:42.245147+0000","last_fullsized":"2024-09-12T12:26:42.245147+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:00:36.048487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.247004+0000","last_change":"2024-09-12T12:24:53.263578+0000","last_active":"2024-09-12T12:26:42.247004+0000","last_peered":"2024-09-12T12:26:42.247004+0000","last_clean":"2024-09-12T12:26:42.247004+0000","last_became_active":"2024-09-12T12:24:53.263242+0000","last_became_peered":"2024-09-12T12:24:53.263242+0000","last_unstale":"2024-09-12T12:26:42.247004+0000","last_undegraded":"2024-09-12T12:26:42.247004+0000","last_fullsized":"2024-09-12T12:26:42.247004+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:07:42.227050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.239582+0000","last_change":"2024-09-12T12:25:10.343826+0000","last_active":"2024-09-12T12:26:42.239582+0000","last_peered":"2024-09-12T12:26:42.239582+0000","last_clean":"2024-09-12T12:26:42.239582+0000","last_became_active":"2024-09-12T12:25:10.343447+0000","last_became_peered":"2024-09-12T12:25:10.343447+0000","last_unstale":"2024-09-12T12:26:42.239582+0000","last_undegraded":"2024-09-12T12:26:42.239582+0000","last_fullsized":"2024-09-12T12:26:42.239582+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:23.562283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"84'11","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.248008+0000","last_change":"2024-09-12T12:24:53.263095+0000","last_active":"2024-09-12T12:26:42.248008+0000","last_peered":"2024-09-12T12:26:42.248008+0000","last_clean":"2024-09-12T12:26:42.248008+0000","last_became_active":"2024-09-12T12:24:53.262774+0000","last_became_peered":"2024-09-12T12:24:53.262774+0000","last_unstale":"2024-09-12T12:26:42.248008+0000","last_undegraded":"2024-09-12T12:26:42.248008+0000","last_fullsized":"2024-09-12T12:26:42.248008+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:57.457816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"84'16","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.248059+0000","last_change":"2024-09-12T12:24:53.268488+0000","last_active":"2024-09-12T12:26:42.248059+0000","last_peered":"2024-09-12T12:26:42.248059+0000","last_clean":"2024-09-12T12:26:42.248059+0000","last_became_active":"2024-09-12T12:24:53.268087+0000","last_became_peered":"2024-09-12T12:24:53.268087+0000","last_unstale":"2024-09-12T12:26:42.248059+0000","last_undegraded":"2024-09-12T12:26:42.248059+0000","last_fullsized":"2024-09-12T12:26:42.248059+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:38.544938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.243701+0000","last_change":"2024-09-12T12:24:53.269282+0000","last_active":"2024-09-12T12:26:42.243701+0000","last_peered":"2024-09-12T12:26:42.243701+0000","last_clean":"2024-09-12T12:26:42.243701+0000","last_became_active":"2024-09-12T12:24:53.268943+0000","last_became_peered":"2024-09-12T12:24:53.268943+0000","last_unstale":"2024-09-12T12:26:42.243701+0000","last_undegraded":"2024-09-12T12:26:42.243701+0000","last_fullsized":"2024-09-12T12:26:42.243701+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:15.534080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.246840+0000","last_change":"2024-09-12T12:24:53.269819+0000","last_active":"2024-09-12T12:26:42.246840+0000","last_peered":"2024-09-12T12:26:42.246840+0000","last_clean":"2024-09-12T12:26:42.246840+0000","last_became_active":"2024-09-12T12:24:53.269442+0000","last_became_peered":"2024-09-12T12:24:53.269442+0000","last_unstale":"2024-09-12T12:26:42.246840+0000","last_undegraded":"2024-09-12T12:26:42.246840+0000","last_fullsized":"2024-09-12T12:26:42.246840+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:08.178972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259004+0000","last_change":"2024-09-12T12:24:53.257568+0000","last_active":"2024-09-12T12:26:42.259004+0000","last_peered":"2024-09-12T12:26:42.259004+0000","last_clean":"2024-09-12T12:26:42.259004+0000","last_became_active":"2024-09-12T12:24:53.257214+0000","last_became_peered":"2024-09-12T12:24:53.257214+0000","last_unstale":"2024-09-12T12:26:42.259004+0000","last_undegraded":"2024-09-12T12:26:42.259004+0000","last_fullsized":"2024-09-12T12:26:42.259004+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:12.082244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259269+0000","last_change":"2024-09-12T12:24:53.260245+0000","last_active":"2024-09-12T12:26:42.259269+0000","last_peered":"2024-09-12T12:26:42.259269+0000","last_clean":"2024-09-12T12:26:42.259269+0000","last_became_active":"2024-09-12T12:24:53.259965+0000","last_became_peered":"2024-09-12T12:24:53.259965+0000","last_unstale":"2024-09-12T12:26:42.259269+0000","last_undegraded":"2024-09-12T12:26:42.259269+0000","last_fullsized":"2024-09-12T12:26:42.259269+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:46.035684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259624+0000","last_change":"2024-09-12T12:24:53.264482+0000","last_active":"2024-09-12T12:26:42.259624+0000","last_peered":"2024-09-12T12:26:42.259624+0000","last_clean":"2024-09-12T12:26:42.259624+0000","last_became_active":"2024-09-12T12:24:53.264189+0000","last_became_peered":"2024-09-12T12:24:53.264189+0000","last_unstale":"2024-09-12T12:26:42.259624+0000","last_undegraded":"2024-09-12T12:26:42.259624+0000","last_fullsized":"2024-09-12T12:26:42.259624+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:13.915884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.255696+0000","last_change":"2024-09-12T12:24:53.263283+0000","last_active":"2024-09-12T12:26:42.255696+0000","last_peered":"2024-09-12T12:26:42.255696+0000","last_clean":"2024-09-12T12:26:42.255696+0000","last_became_active":"2024-09-12T12:24:53.262081+0000","last_became_peered":"2024-09-12T12:24:53.262081+0000","last_unstale":"2024-09-12T12:26:42.255696+0000","last_undegraded":"2024-09-12T12:26:42.255696+0000","last_fullsized":"2024-09-12T12:26:42.255696+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:40.676980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.244444+0000","last_change":"2024-09-12T12:24:53.267514+0000","last_active":"2024-09-12T12:26:42.244444+0000","last_peered":"2024-09-12T12:26:42.244444+0000","last_clean":"2024-09-12T12:26:42.244444+0000","last_became_active":"2024-09-12T12:24:53.266773+0000","last_became_peered":"2024-09-12T12:24:53.266773+0000","last_unstale":"2024-09-12T12:26:42.244444+0000","last_undegraded":"2024-09-12T12:26:42.244444+0000","last_fullsized":"2024-09-12T12:26:42.244444+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:05:53.973780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.253252+0000","last_change":"2024-09-12T12:24:53.261326+0000","last_active":"2024-09-12T12:26:42.253252+0000","last_peered":"2024-09-12T12:26:42.253252+0000","last_clean":"2024-09-12T12:26:42.253252+0000","last_became_active":"2024-09-12T12:24:53.261022+0000","last_became_peered":"2024-09-12T12:24:53.261022+0000","last_unstale":"2024-09-12T12:26:42.253252+0000","last_undegraded":"2024-09-12T12:26:42.253252+0000","last_fullsized":"2024-09-12T12:26:42.253252+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:34:01.689720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260431+0000","last_change":"2024-09-12T12:24:53.262683+0000","last_active":"2024-09-12T12:26:42.260431+0000","last_peered":"2024-09-12T12:26:42.260431+0000","last_clean":"2024-09-12T12:26:42.260431+0000","last_became_active":"2024-09-12T12:24:53.260343+0000","last_became_peered":"2024-09-12T12:24:53.260343+0000","last_unstale":"2024-09-12T12:26:42.260431+0000","last_undegraded":"2024-09-12T12:26:42.260431+0000","last_fullsized":"2024-09-12T12:26:42.260431+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:56.218598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.249689+0000","last_change":"2024-09-12T12:24:53.266758+0000","last_active":"2024-09-12T12:26:42.249689+0000","last_peered":"2024-09-12T12:26:42.249689+0000","last_clean":"2024-09-12T12:26:42.249689+0000","last_became_active":"2024-09-12T12:24:53.266438+0000","last_became_peered":"2024-09-12T12:24:53.266438+0000","last_unstale":"2024-09-12T12:26:42.249689+0000","last_undegraded":"2024-09-12T12:26:42.249689+0000","last_fullsized":"2024-09-12T12:26:42.249689+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:52.586860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"84'11","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.257780+0000","last_change":"2024-09-12T12:24:53.260873+0000","last_active":"2024-09-12T12:26:42.257780+0000","last_peered":"2024-09-12T12:26:42.257780+0000","last_clean":"2024-09-12T12:26:42.257780+0000","last_became_active":"2024-09-12T12:24:53.260547+0000","last_became_peered":"2024-09-12T12:24:53.260547+0000","last_unstale":"2024-09-12T12:26:42.257780+0000","last_undegraded":"2024-09-12T12:26:42.257780+0000","last_fullsized":"2024-09-12T12:26:42.257780+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:59:43.822805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.253680+0000","last_change":"2024-09-12T12:24:53.263778+0000","last_active":"2024-09-12T12:26:42.253680+0000","last_peered":"2024-09-12T12:26:42.253680+0000","last_clean":"2024-09-12T12:26:42.253680+0000","last_became_active":"2024-09-12T12:24:53.263446+0000","last_became_peered":"2024-09-12T12:24:53.263446+0000","last_unstale":"2024-09-12T12:26:42.253680+0000","last_undegraded":"2024-09-12T12:26:42.253680+0000","last_fullsized":"2024-09-12T12:26:42.253680+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:47.774666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.249200+0000","last_change":"2024-09-12T12:24:53.262750+0000","last_active":"2024-09-12T12:26:42.249200+0000","last_peered":"2024-09-12T12:26:42.249200+0000","last_clean":"2024-09-12T12:26:42.249200+0000","last_became_active":"2024-09-12T12:24:53.262464+0000","last_became_peered":"2024-09-12T12:24:53.262464+0000","last_unstale":"2024-09-12T12:26:42.249200+0000","last_undegraded":"2024-09-12T12:26:42.249200+0000","last_fullsized":"2024-09-12T12:26:42.249200+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:34.148797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.254029+0000","last_change":"2024-09-12T12:24:53.262468+0000","last_active":"2024-09-12T12:26:42.254029+0000","last_peered":"2024-09-12T12:26:42.254029+0000","last_clean":"2024-09-12T12:26:42.254029+0000","last_became_active":"2024-09-12T12:24:53.259228+0000","last_became_peered":"2024-09-12T12:24:53.259228+0000","last_unstale":"2024-09-12T12:26:42.254029+0000","last_undegraded":"2024-09-12T12:26:42.254029+0000","last_fullsized":"2024-09-12T12:26:42.254029+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:40.800800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"84'2","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.247834+0000","last_change":"2024-09-12T12:24:53.269069+0000","last_active":"2024-09-12T12:26:42.247834+0000","last_peered":"2024-09-12T12:26:42.247834+0000","last_clean":"2024-09-12T12:26:42.247834+0000","last_became_active":"2024-09-12T12:24:53.268740+0000","last_became_peered":"2024-09-12T12:24:53.268740+0000","last_unstale":"2024-09-12T12:26:42.247834+0000","last_undegraded":"2024-09-12T12:26:42.247834+0000","last_fullsized":"2024-09-12T12:26:42.247834+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:03.699713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"84'15","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252261+0000","last_change":"2024-09-12T12:24:53.264080+0000","last_active":"2024-09-12T12:26:42.252261+0000","last_peered":"2024-09-12T12:26:42.252261+0000","last_clean":"2024-09-12T12:26:42.252261+0000","last_became_active":"2024-09-12T12:24:53.263752+0000","last_became_peered":"2024-09-12T12:24:53.263752+0000","last_unstale":"2024-09-12T12:26:42.252261+0000","last_undegraded":"2024-09-12T12:26:42.252261+0000","last_fullsized":"2024-09-12T12:26:42.252261+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:46:38.691951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.247953+0000","last_change":"2024-09-12T12:24:53.269081+0000","last_active":"2024-09-12T12:26:42.247953+0000","last_peered":"2024-09-12T12:26:42.247953+0000","last_clean":"2024-09-12T12:26:42.247953+0000","last_became_active":"2024-09-12T12:24:53.265150+0000","last_became_peered":"2024-09-12T12:24:53.265150+0000","last_unstale":"2024-09-12T12:26:42.247953+0000","last_undegraded":"2024-09-12T12:26:42.247953+0000","last_fullsized":"2024-09-12T12:26:42.247953+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:59.285175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"84'4","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260282+0000","last_change":"2024-09-12T12:24:53.262512+0000","last_active":"2024-09-12T12:26:42.260282+0000","last_peered":"2024-09-12T12:26:42.260282+0000","last_clean":"2024-09-12T12:26:42.260282+0000","last_became_active":"2024-09-12T12:24:53.262222+0000","last_became_peered":"2024-09-12T12:24:53.262222+0000","last_unstale":"2024-09-12T12:26:42.260282+0000","last_undegraded":"2024-09-12T12:26:42.260282+0000","last_fullsized":"2024-09-12T12:26:42.260282+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:13.107382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260009+0000","last_change":"2024-09-12T12:24:53.266470+0000","last_active":"2024-09-12T12:26:42.260009+0000","last_peered":"2024-09-12T12:26:42.260009+0000","last_clean":"2024-09-12T12:26:42.260009+0000","last_became_active":"2024-09-12T12:24:53.266205+0000","last_became_peered":"2024-09-12T12:24:53.266205+0000","last_unstale":"2024-09-12T12:26:42.260009+0000","last_undegraded":"2024-09-12T12:26:42.260009+0000","last_fullsized":"2024-09-12T12:26:42.260009+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:08.037725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252338+0000","last_change":"2024-09-12T12:24:53.260855+0000","last_active":"2024-09-12T12:26:42.252338+0000","last_peered":"2024-09-12T12:26:42.252338+0000","last_clean":"2024-09-12T12:26:42.252338+0000","last_became_active":"2024-09-12T12:24:53.260523+0000","last_became_peered":"2024-09-12T12:24:53.260523+0000","last_unstale":"2024-09-12T12:26:42.252338+0000","last_undegraded":"2024-09-12T12:26:42.252338+0000","last_fullsized":"2024-09-12T12:26:42.252338+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:06.532622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"84'12","reported_seq":41,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252025+0000","last_change":"2024-09-12T12:25:10.342333+0000","last_active":"2024-09-12T12:26:42.252025+0000","last_peered":"2024-09-12T12:26:42.252025+0000","last_clean":"2024-09-12T12:26:42.252025+0000","last_became_active":"2024-09-12T12:25:10.341972+0000","last_became_peered":"2024-09-12T12:25:10.341972+0000","last_unstale":"2024-09-12T12:26:42.252025+0000","last_undegraded":"2024-09-12T12:26:42.252025+0000","last_fullsized":"2024-09-12T12:26:42.252025+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:34.822453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.250099+0000","last_change":"2024-09-12T12:24:53.266043+0000","last_active":"2024-09-12T12:26:42.250099+0000","last_peered":"2024-09-12T12:26:42.250099+0000","last_clean":"2024-09-12T12:26:42.250099+0000","last_became_active":"2024-09-12T12:24:53.264592+0000","last_became_peered":"2024-09-12T12:24:53.264592+0000","last_unstale":"2024-09-12T12:26:42.250099+0000","last_undegraded":"2024-09-12T12:26:42.250099+0000","last_fullsized":"2024-09-12T12:26:42.250099+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:02.433100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.238060+0000","last_change":"2024-09-12T12:24:53.264662+0000","last_active":"2024-09-12T12:26:42.238060+0000","last_peered":"2024-09-12T12:26:42.238060+0000","last_clean":"2024-09-12T12:26:42.238060+0000","last_became_active":"2024-09-12T12:24:53.264257+0000","last_became_peered":"2024-09-12T12:24:53.264257+0000","last_unstale":"2024-09-12T12:26:42.238060+0000","last_undegraded":"2024-09-12T12:26:42.238060+0000","last_fullsized":"2024-09-12T12:26:42.238060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:38.893735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"84'7","reported_seq":142,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:46.469723+0000","last_change":"2024-09-12T12:24:51.250102+0000","last_active":"2024-09-12T12:26:46.469723+0000","last_peered":"2024-09-12T12:26:46.469723+0000","last_clean":"2024-09-12T12:26:46.469723+0000","last_became_active":"2024-09-12T12:24:51.249770+0000","last_became_peered":"2024-09-12T12:24:51.249770+0000","last_unstale":"2024-09-12T12:26:46.469723+0000","last_undegraded":"2024-09-12T12:26:46.469723+0000","last_fullsized":"2024-09-12T12:26:46.469723+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:15.464601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1156,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":107,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.254221+0000","last_change":"2024-09-12T12:24:53.261932+0000","last_active":"2024-09-12T12:26:42.254221+0000","last_peered":"2024-09-12T12:26:42.254221+0000","last_clean":"2024-09-12T12:26:42.254221+0000","last_became_active":"2024-09-12T12:24:53.258413+0000","last_became_peered":"2024-09-12T12:24:53.258413+0000","last_unstale":"2024-09-12T12:26:42.254221+0000","last_undegraded":"2024-09-12T12:26:42.254221+0000","last_fullsized":"2024-09-12T12:26:42.254221+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:08.387016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.205277+0000","last_change":"2024-09-12T12:24:51.250202+0000","last_active":"2024-09-12T12:26:42.205277+0000","last_peered":"2024-09-12T12:26:42.205277+0000","last_clean":"2024-09-12T12:26:42.205277+0000","last_became_active":"2024-09-12T12:24:51.249329+0000","last_became_peered":"2024-09-12T12:24:51.249329+0000","last_unstale":"2024-09-12T12:26:42.205277+0000","last_undegraded":"2024-09-12T12:26:42.205277+0000","last_fullsized":"2024-09-12T12:26:42.205277+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:41:51.465438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.203312+0000","last_change":"2024-09-12T12:24:51.247338+0000","last_active":"2024-09-12T12:26:42.203312+0000","last_peered":"2024-09-12T12:26:42.203312+0000","last_clean":"2024-09-12T12:26:42.203312+0000","last_became_active":"2024-09-12T12:24:51.246989+0000","last_became_peered":"2024-09-12T12:24:51.246989+0000","last_unstale":"2024-09-12T12:26:42.203312+0000","last_undegraded":"2024-09-12T12:26:42.203312+0000","last_fullsized":"2024-09-12T12:26:42.203312+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:18:50.858700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.245369+0000","last_change":"2024-09-12T12:24:53.261140+0000","last_active":"2024-09-12T12:26:42.245369+0000","last_peered":"2024-09-12T12:26:42.245369+0000","last_clean":"2024-09-12T12:26:42.245369+0000","last_became_active":"2024-09-12T12:24:53.260838+0000","last_became_peered":"2024-09-12T12:24:53.260838+0000","last_unstale":"2024-09-12T12:26:42.245369+0000","last_undegraded":"2024-09-12T12:26:42.245369+0000","last_fullsized":"2024-09-12T12:26:42.245369+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:15:02.293933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.204217+0000","last_change":"2024-09-12T12:24:51.252417+0000","last_active":"2024-09-12T12:26:42.204217+0000","last_peered":"2024-09-12T12:26:42.204217+0000","last_clean":"2024-09-12T12:26:42.204217+0000","last_became_active":"2024-09-12T12:24:51.252095+0000","last_became_peered":"2024-09-12T12:24:51.252095+0000","last_unstale":"2024-09-12T12:26:42.204217+0000","last_undegraded":"2024-09-12T12:26:42.204217+0000","last_fullsized":"2024-09-12T12:26:42.204217+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:25.261196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"84'11","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.249478+0000","last_change":"2024-09-12T12:24:53.258359+0000","last_active":"2024-09-12T12:26:42.249478+0000","last_peered":"2024-09-12T12:26:42.249478+0000","last_clean":"2024-09-12T12:26:42.249478+0000","last_became_active":"2024-09-12T12:24:53.257916+0000","last_became_peered":"2024-09-12T12:24:53.257916+0000","last_unstale":"2024-09-12T12:26:42.249478+0000","last_undegraded":"2024-09-12T12:26:42.249478+0000","last_fullsized":"2024-09-12T12:26:42.249478+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:14:00.430922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'6","reported_seq":239,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:47.470718+0000","last_change":"2024-09-12T12:24:51.250599+0000","last_active":"2024-09-12T12:26:47.470718+0000","last_peered":"2024-09-12T12:26:47.470718+0000","last_clean":"2024-09-12T12:26:47.470718+0000","last_became_active":"2024-09-12T12:24:51.250292+0000","last_became_peered":"2024-09-12T12:24:51.250292+0000","last_unstale":"2024-09-12T12:26:47.470718+0000","last_undegraded":"2024-09-12T12:26:47.470718+0000","last_fullsized":"2024-09-12T12:26:47.470718+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:51.535071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":205,"num_read_kb":205,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252588+0000","last_change":"2024-09-12T12:24:53.266838+0000","last_active":"2024-09-12T12:26:42.252588+0000","last_peered":"2024-09-12T12:26:42.252588+0000","last_clean":"2024-09-12T12:26:42.252588+0000","last_became_active":"2024-09-12T12:24:53.265720+0000","last_became_peered":"2024-09-12T12:24:53.265720+0000","last_unstale":"2024-09-12T12:26:42.252588+0000","last_undegraded":"2024-09-12T12:26:42.252588+0000","last_fullsized":"2024-09-12T12:26:42.252588+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:20:01.228160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.206791+0000","last_change":"2024-09-12T12:24:51.251765+0000","last_active":"2024-09-12T12:26:42.206791+0000","last_peered":"2024-09-12T12:26:42.206791+0000","last_clean":"2024-09-12T12:26:42.206791+0000","last_became_active":"2024-09-12T12:24:51.251376+0000","last_became_peered":"2024-09-12T12:24:51.251376+0000","last_unstale":"2024-09-12T12:26:42.206791+0000","last_undegraded":"2024-09-12T12:26:42.206791+0000","last_fullsized":"2024-09-12T12:26:42.206791+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:45:05.561610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"84'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.257288+0000","last_change":"2024-09-12T12:25:10.344230+0000","last_active":"2024-09-12T12:26:42.257288+0000","last_peered":"2024-09-12T12:26:42.257288+0000","last_clean":"2024-09-12T12:26:42.257288+0000","last_became_active":"2024-09-12T12:25:10.343775+0000","last_became_peered":"2024-09-12T12:25:10.343775+0000","last_unstale":"2024-09-12T12:26:42.257288+0000","last_undegraded":"2024-09-12T12:26:42.257288+0000","last_fullsized":"2024-09-12T12:26:42.257288+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:21:53.923891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.204264+0000","last_change":"2024-09-12T12:24:51.311991+0000","last_active":"2024-09-12T12:26:42.204264+0000","last_peered":"2024-09-12T12:26:42.204264+0000","last_clean":"2024-09-12T12:26:42.204264+0000","last_became_active":"2024-09-12T12:24:51.311634+0000","last_became_peered":"2024-09-12T12:24:51.311634+0000","last_unstale":"2024-09-12T12:26:42.204264+0000","last_undegraded":"2024-09-12T12:26:42.204264+0000","last_fullsized":"2024-09-12T12:26:42.204264+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:22.004224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"84'11","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.256922+0000","last_change":"2024-09-12T12:25:10.344685+0000","last_active":"2024-09-12T12:26:42.256922+0000","last_peered":"2024-09-12T12:26:42.256922+0000","last_clean":"2024-09-12T12:26:42.256922+0000","last_became_active":"2024-09-12T12:25:10.344351+0000","last_became_peered":"2024-09-12T12:25:10.344351+0000","last_unstale":"2024-09-12T12:26:42.256922+0000","last_undegraded":"2024-09-12T12:26:42.256922+0000","last_fullsized":"2024-09-12T12:26:42.256922+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:22.058412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'38","reported_seq":285,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:47.471089+0000","last_change":"2024-09-12T12:24:51.248362+0000","last_active":"2024-09-12T12:26:47.471089+0000","last_peered":"2024-09-12T12:26:47.471089+0000","last_clean":"2024-09-12T12:26:47.471089+0000","last_became_active":"2024-09-12T12:24:51.248037+0000","last_became_peered":"2024-09-12T12:24:51.248037+0000","last_unstale":"2024-09-12T12:26:47.471089+0000","last_undegraded":"2024-09-12T12:26:47.471089+0000","last_fullsized":"2024-09-12T12:26:47.471089+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:30.188586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69393,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":219,"num_read_kb":177,"num_write":40,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.232059+0000","last_change":"2024-09-12T12:24:53.272116+0000","last_active":"2024-09-12T12:26:42.232059+0000","last_peered":"2024-09-12T12:26:42.232059+0000","last_clean":"2024-09-12T12:26:42.232059+0000","last_became_active":"2024-09-12T12:24:53.271757+0000","last_became_peered":"2024-09-12T12:24:53.271757+0000","last_unstale":"2024-09-12T12:26:42.232059+0000","last_undegraded":"2024-09-12T12:26:42.232059+0000","last_fullsized":"2024-09-12T12:26:42.232059+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:06.941569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.207574+0000","last_change":"2024-09-12T12:24:51.248675+0000","last_active":"2024-09-12T12:26:42.207574+0000","last_peered":"2024-09-12T12:26:42.207574+0000","last_clean":"2024-09-12T12:26:42.207574+0000","last_became_active":"2024-09-12T12:24:51.248011+0000","last_became_peered":"2024-09-12T12:24:51.248011+0000","last_unstale":"2024-09-12T12:26:42.207574+0000","last_undegraded":"2024-09-12T12:26:42.207574+0000","last_fullsized":"2024-09-12T12:26:42.207574+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:29:41.240753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259455+0000","last_change":"2024-09-12T12:24:53.259954+0000","last_active":"2024-09-12T12:26:42.259455+0000","last_peered":"2024-09-12T12:26:42.259455+0000","last_clean":"2024-09-12T12:26:42.259455+0000","last_became_active":"2024-09-12T12:24:53.259666+0000","last_became_peered":"2024-09-12T12:24:53.259666+0000","last_unstale":"2024-09-12T12:26:42.259455+0000","last_undegraded":"2024-09-12T12:26:42.259455+0000","last_fullsized":"2024-09-12T12:26:42.259455+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:37.952525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.204052+0000","last_change":"2024-09-12T12:24:51.251682+0000","last_active":"2024-09-12T12:26:42.204052+0000","last_peered":"2024-09-12T12:26:42.204052+0000","last_clean":"2024-09-12T12:26:42.204052+0000","last_became_active":"2024-09-12T12:24:51.251365+0000","last_became_peered":"2024-09-12T12:24:51.251365+0000","last_unstale":"2024-09-12T12:26:42.204052+0000","last_undegraded":"2024-09-12T12:26:42.204052+0000","last_fullsized":"2024-09-12T12:26:42.204052+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:37.822796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"84'15","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259089+0000","last_change":"2024-09-12T12:24:53.267531+0000","last_active":"2024-09-12T12:26:42.259089+0000","last_peered":"2024-09-12T12:26:42.259089+0000","last_clean":"2024-09-12T12:26:42.259089+0000","last_became_active":"2024-09-12T12:24:53.267225+0000","last_became_peered":"2024-09-12T12:24:53.267225+0000","last_unstale":"2024-09-12T12:26:42.259089+0000","last_undegraded":"2024-09-12T12:26:42.259089+0000","last_fullsized":"2024-09-12T12:26:42.259089+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:23:10.974300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'9","reported_seq":145,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:46.488952+0000","last_change":"2024-09-12T12:24:51.247790+0000","last_active":"2024-09-12T12:26:46.488952+0000","last_peered":"2024-09-12T12:26:46.488952+0000","last_clean":"2024-09-12T12:26:46.488952+0000","last_became_active":"2024-09-12T12:24:51.247399+0000","last_became_peered":"2024-09-12T12:24:51.247399+0000","last_unstale":"2024-09-12T12:26:46.488952+0000","last_undegraded":"2024-09-12T12:26:46.488952+0000","last_fullsized":"2024-09-12T12:26:46.488952+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:23:45.923488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1908,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":109,"num_read_kb":6,"num_write":9,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.250566+0000","last_change":"2024-09-12T12:24:53.265963+0000","last_active":"2024-09-12T12:26:42.250566+0000","last_peered":"2024-09-12T12:26:42.250566+0000","last_clean":"2024-09-12T12:26:42.250566+0000","last_became_active":"2024-09-12T12:24:53.265331+0000","last_became_peered":"2024-09-12T12:24:53.265331+0000","last_unstale":"2024-09-12T12:26:42.250566+0000","last_undegraded":"2024-09-12T12:26:42.250566+0000","last_fullsized":"2024-09-12T12:26:42.250566+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:06.137001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":46,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.217086+0000","last_change":"2024-09-12T12:24:51.312101+0000","last_active":"2024-09-12T12:26:42.217086+0000","last_peered":"2024-09-12T12:26:42.217086+0000","last_clean":"2024-09-12T12:26:42.217086+0000","last_became_active":"2024-09-12T12:24:51.311789+0000","last_became_peered":"2024-09-12T12:24:51.311789+0000","last_unstale":"2024-09-12T12:26:42.217086+0000","last_undegraded":"2024-09-12T12:26:42.217086+0000","last_fullsized":"2024-09-12T12:26:42.217086+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:22.375583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252971+0000","last_change":"2024-09-12T12:25:10.345379+0000","last_active":"2024-09-12T12:26:42.252971+0000","last_peered":"2024-09-12T12:26:42.252971+0000","last_clean":"2024-09-12T12:26:42.252971+0000","last_became_active":"2024-09-12T12:25:10.344987+0000","last_became_peered":"2024-09-12T12:25:10.344987+0000","last_unstale":"2024-09-12T12:26:42.252971+0000","last_undegraded":"2024-09-12T12:26:42.252971+0000","last_fullsized":"2024-09-12T12:26:42.252971+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:06.825043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,1],"acting":[9,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.f","version":"84'3","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.220490+0000","last_change":"2024-09-12T12:24:51.248708+0000","last_active":"2024-09-12T12:26:42.220490+0000","last_peered":"2024-09-12T12:26:42.220490+0000","last_clean":"2024-09-12T12:26:42.220490+0000","last_became_active":"2024-09-12T12:24:51.248342+0000","last_became_peered":"2024-09-12T12:24:51.248342+0000","last_unstale":"2024-09-12T12:26:42.220490+0000","last_undegraded":"2024-09-12T12:26:42.220490+0000","last_fullsized":"2024-09-12T12:26:42.220490+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:00.281536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.247914+0000","last_change":"2024-09-12T12:24:53.267397+0000","last_active":"2024-09-12T12:26:42.247914+0000","last_peered":"2024-09-12T12:26:42.247914+0000","last_clean":"2024-09-12T12:26:42.247914+0000","last_became_active":"2024-09-12T12:24:53.267107+0000","last_became_peered":"2024-09-12T12:24:53.267107+0000","last_unstale":"2024-09-12T12:26:42.247914+0000","last_undegraded":"2024-09-12T12:26:42.247914+0000","last_fullsized":"2024-09-12T12:26:42.247914+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:37.607202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":45,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.203576+0000","last_change":"2024-09-12T12:25:10.348283+0000","last_active":"2024-09-12T12:26:42.203576+0000","last_peered":"2024-09-12T12:26:42.203576+0000","last_clean":"2024-09-12T12:26:42.203576+0000","last_became_active":"2024-09-12T12:25:10.342802+0000","last_became_peered":"2024-09-12T12:25:10.342802+0000","last_unstale":"2024-09-12T12:26:42.203576+0000","last_undegraded":"2024-09-12T12:26:42.203576+0000","last_fullsized":"2024-09-12T12:26:42.203576+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:28.596809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.251850+0000","last_change":"2024-09-12T12:24:53.271737+0000","last_active":"2024-09-12T12:26:42.251850+0000","last_peered":"2024-09-12T12:26:42.251850+0000","last_clean":"2024-09-12T12:26:42.251850+0000","last_became_active":"2024-09-12T12:24:53.271415+0000","last_became_peered":"2024-09-12T12:24:53.271415+0000","last_unstale":"2024-09-12T12:26:42.251850+0000","last_undegraded":"2024-09-12T12:26:42.251850+0000","last_fullsized":"2024-09-12T12:26:42.251850+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:00:21.878889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'67","reported_seq":126,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:45.701403+0000","last_change":"2024-09-12T12:24:51.247389+0000","last_active":"2024-09-12T12:26:45.701403+0000","last_peered":"2024-09-12T12:26:45.701403+0000","last_clean":"2024-09-12T12:26:45.701403+0000","last_became_active":"2024-09-12T12:24:51.247044+0000","last_became_peered":"2024-09-12T12:24:51.247044+0000","last_unstale":"2024-09-12T12:26:45.701403+0000","last_undegraded":"2024-09-12T12:26:45.701403+0000","last_fullsized":"2024-09-12T12:26:45.701403+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:12:04.390267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.246704+0000","last_change":"2024-09-12T12:24:53.265318+0000","last_active":"2024-09-12T12:26:42.246704+0000","last_peered":"2024-09-12T12:26:42.246704+0000","last_clean":"2024-09-12T12:26:42.246704+0000","last_became_active":"2024-09-12T12:24:53.264869+0000","last_became_peered":"2024-09-12T12:24:53.264869+0000","last_unstale":"2024-09-12T12:26:42.246704+0000","last_undegraded":"2024-09-12T12:26:42.246704+0000","last_fullsized":"2024-09-12T12:26:42.246704+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:04:36.787420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'8","reported_seq":127,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:46.469899+0000","last_change":"2024-09-12T12:25:10.347737+0000","last_active":"2024-09-12T12:26:46.469899+0000","last_peered":"2024-09-12T12:26:46.469899+0000","last_clean":"2024-09-12T12:26:46.469899+0000","last_became_active":"2024-09-12T12:25:10.341814+0000","last_became_peered":"2024-09-12T12:25:10.341814+0000","last_unstale":"2024-09-12T12:26:46.469899+0000","last_undegraded":"2024-09-12T12:26:46.469899+0000","last_fullsized":"2024-09-12T12:26:46.469899+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:52:44.916459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":100,"num_read_kb":2,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1563,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.251490+0000","last_change":"2024-09-12T12:24:53.272578+0000","last_active":"2024-09-12T12:26:42.251490+0000","last_peered":"2024-09-12T12:26:42.251490+0000","last_clean":"2024-09-12T12:26:42.251490+0000","last_became_active":"2024-09-12T12:24:53.272104+0000","last_became_peered":"2024-09-12T12:24:53.272104+0000","last_unstale":"2024-09-12T12:26:42.251490+0000","last_undegraded":"2024-09-12T12:26:42.251490+0000","last_fullsized":"2024-09-12T12:26:42.251490+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:20.583691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"84'148","reported_seq":394,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:44.339908+0000","last_change":"2024-09-12T12:23:44.730957+0000","last_active":"2024-09-12T12:26:44.339908+0000","last_peered":"2024-09-12T12:26:44.339908+0000","last_clean":"2024-09-12T12:26:44.339908+0000","last_became_active":"2024-09-12T12:23:44.730539+0000","last_became_peered":"2024-09-12T12:23:44.730539+0000","last_unstale":"2024-09-12T12:26:44.339908+0000","last_undegraded":"2024-09-12T12:26:44.339908+0000","last_fullsized":"2024-09-12T12:26:44.339908+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:20:23.481465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:20:23.481465+0000","last_clean_scrub_stamp":"2024-09-12T12:20:23.481465+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:47.323101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.216915+0000","last_change":"2024-09-12T12:24:51.245290+0000","last_active":"2024-09-12T12:26:42.216915+0000","last_peered":"2024-09-12T12:26:42.216915+0000","last_clean":"2024-09-12T12:26:42.216915+0000","last_became_active":"2024-09-12T12:24:51.244953+0000","last_became_peered":"2024-09-12T12:24:51.244953+0000","last_unstale":"2024-09-12T12:26:42.216915+0000","last_undegraded":"2024-09-12T12:26:42.216915+0000","last_fullsized":"2024-09-12T12:26:42.216915+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:09.107387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.254739+0000","last_change":"2024-09-12T12:24:53.263508+0000","last_active":"2024-09-12T12:26:42.254739+0000","last_peered":"2024-09-12T12:26:42.254739+0000","last_clean":"2024-09-12T12:26:42.254739+0000","last_became_active":"2024-09-12T12:24:53.262942+0000","last_became_peered":"2024-09-12T12:24:53.262942+0000","last_unstale":"2024-09-12T12:26:42.254739+0000","last_undegraded":"2024-09-12T12:26:42.254739+0000","last_fullsized":"2024-09-12T12:26:42.254739+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:26.047134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.206878+0000","last_change":"2024-09-12T12:25:10.348710+0000","last_active":"2024-09-12T12:26:42.206878+0000","last_peered":"2024-09-12T12:26:42.206878+0000","last_clean":"2024-09-12T12:26:42.206878+0000","last_became_active":"2024-09-12T12:25:10.345461+0000","last_became_peered":"2024-09-12T12:25:10.345461+0000","last_unstale":"2024-09-12T12:26:42.206878+0000","last_undegraded":"2024-09-12T12:26:42.206878+0000","last_fullsized":"2024-09-12T12:26:42.206878+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:29.032967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260317+0000","last_change":"2024-09-12T12:24:53.262397+0000","last_active":"2024-09-12T12:26:42.260317+0000","last_peered":"2024-09-12T12:26:42.260317+0000","last_clean":"2024-09-12T12:26:42.260317+0000","last_became_active":"2024-09-12T12:24:53.262069+0000","last_became_peered":"2024-09-12T12:24:53.262069+0000","last_unstale":"2024-09-12T12:26:42.260317+0000","last_undegraded":"2024-09-12T12:26:42.260317+0000","last_fullsized":"2024-09-12T12:26:42.260317+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:33:59.597991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"84'6","reported_seq":138,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:46.488592+0000","last_change":"2024-09-12T12:24:51.311813+0000","last_active":"2024-09-12T12:26:46.488592+0000","last_peered":"2024-09-12T12:26:46.488592+0000","last_clean":"2024-09-12T12:26:46.488592+0000","last_became_active":"2024-09-12T12:24:51.311442+0000","last_became_peered":"2024-09-12T12:24:51.311442+0000","last_unstale":"2024-09-12T12:26:46.488592+0000","last_undegraded":"2024-09-12T12:26:46.488592+0000","last_fullsized":"2024-09-12T12:26:46.488592+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:25.877025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":104,"num_read_kb":104,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.248935+0000","last_change":"2024-09-12T12:24:53.257529+0000","last_active":"2024-09-12T12:26:42.248935+0000","last_peered":"2024-09-12T12:26:42.248935+0000","last_clean":"2024-09-12T12:26:42.248935+0000","last_became_active":"2024-09-12T12:24:53.257183+0000","last_became_peered":"2024-09-12T12:24:53.257183+0000","last_unstale":"2024-09-12T12:26:42.248935+0000","last_undegraded":"2024-09-12T12:26:42.248935+0000","last_fullsized":"2024-09-12T12:26:42.248935+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:29.458629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"84'9","reported_seq":144,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:46.469455+0000","last_change":"2024-09-12T12:24:51.249112+0000","last_active":"2024-09-12T12:26:46.469455+0000","last_peered":"2024-09-12T12:26:46.469455+0000","last_clean":"2024-09-12T12:26:46.469455+0000","last_became_active":"2024-09-12T12:24:51.248795+0000","last_became_peered":"2024-09-12T12:24:51.248795+0000","last_unstale":"2024-09-12T12:26:46.469455+0000","last_undegraded":"2024-09-12T12:26:46.469455+0000","last_fullsized":"2024-09-12T12:26:46.469455+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:14.746821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1823,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":107,"num_read_kb":5,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259496+0000","last_change":"2024-09-12T12:24:53.264485+0000","last_active":"2024-09-12T12:26:42.259496+0000","last_peered":"2024-09-12T12:26:42.259496+0000","last_clean":"2024-09-12T12:26:42.259496+0000","last_became_active":"2024-09-12T12:24:53.264147+0000","last_became_peered":"2024-09-12T12:24:53.264147+0000","last_unstale":"2024-09-12T12:26:42.259496+0000","last_undegraded":"2024-09-12T12:26:42.259496+0000","last_fullsized":"2024-09-12T12:26:42.259496+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:00.639502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.208552+0000","last_change":"2024-09-12T12:24:51.312401+0000","last_active":"2024-09-12T12:26:42.208552+0000","last_peered":"2024-09-12T12:26:42.208552+0000","last_clean":"2024-09-12T12:26:42.208552+0000","last_became_active":"2024-09-12T12:24:51.312105+0000","last_became_peered":"2024-09-12T12:24:51.312105+0000","last_unstale":"2024-09-12T12:26:42.208552+0000","last_undegraded":"2024-09-12T12:26:42.208552+0000","last_fullsized":"2024-09-12T12:26:42.208552+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:43.955535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252452+0000","last_change":"2024-09-12T12:24:53.260916+0000","last_active":"2024-09-12T12:26:42.252452+0000","last_peered":"2024-09-12T12:26:42.252452+0000","last_clean":"2024-09-12T12:26:42.252452+0000","last_became_active":"2024-09-12T12:24:53.260525+0000","last_became_peered":"2024-09-12T12:24:53.260525+0000","last_unstale":"2024-09-12T12:26:42.252452+0000","last_undegraded":"2024-09-12T12:26:42.252452+0000","last_fullsized":"2024-09-12T12:26:42.252452+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:49.567902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.219271+0000","last_change":"2024-09-12T12:24:51.312048+0000","last_active":"2024-09-12T12:26:42.219271+0000","last_peered":"2024-09-12T12:26:42.219271+0000","last_clean":"2024-09-12T12:26:42.219271+0000","last_became_active":"2024-09-12T12:24:51.311736+0000","last_became_peered":"2024-09-12T12:24:51.311736+0000","last_unstale":"2024-09-12T12:26:42.219271+0000","last_undegraded":"2024-09-12T12:26:42.219271+0000","last_fullsized":"2024-09-12T12:26:42.219271+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:50:50.893162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.258664+0000","last_change":"2024-09-12T12:24:53.258465+0000","last_active":"2024-09-12T12:26:42.258664+0000","last_peered":"2024-09-12T12:26:42.258664+0000","last_clean":"2024-09-12T12:26:42.258664+0000","last_became_active":"2024-09-12T12:24:53.258166+0000","last_became_peered":"2024-09-12T12:24:53.258166+0000","last_unstale":"2024-09-12T12:26:42.258664+0000","last_undegraded":"2024-09-12T12:26:42.258664+0000","last_fullsized":"2024-09-12T12:26:42.258664+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:11:52.923996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'103","reported_seq":223,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:46.037735+0000","last_change":"2024-09-12T12:24:51.246412+0000","last_active":"2024-09-12T12:26:46.037735+0000","last_peered":"2024-09-12T12:26:46.037735+0000","last_clean":"2024-09-12T12:26:46.037735+0000","last_became_active":"2024-09-12T12:24:51.246097+0000","last_became_peered":"2024-09-12T12:24:51.246097+0000","last_unstale":"2024-09-12T12:26:46.037735+0000","last_undegraded":"2024-09-12T12:26:46.037735+0000","last_fullsized":"2024-09-12T12:26:46.037735+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:11.237412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":189,"num_write_kb":1286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.245611+0000","last_change":"2024-09-12T12:24:53.263932+0000","last_active":"2024-09-12T12:26:42.245611+0000","last_peered":"2024-09-12T12:26:42.245611+0000","last_clean":"2024-09-12T12:26:42.245611+0000","last_became_active":"2024-09-12T12:24:53.262881+0000","last_became_peered":"2024-09-12T12:24:53.262881+0000","last_unstale":"2024-09-12T12:26:42.245611+0000","last_undegraded":"2024-09-12T12:26:42.245611+0000","last_fullsized":"2024-09-12T12:26:42.245611+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:46.978028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.216790+0000","last_change":"2024-09-12T12:24:51.245122+0000","last_active":"2024-09-12T12:26:42.216790+0000","last_peered":"2024-09-12T12:26:42.216790+0000","last_clean":"2024-09-12T12:26:42.216790+0000","last_became_active":"2024-09-12T12:24:51.244756+0000","last_became_peered":"2024-09-12T12:24:51.244756+0000","last_unstale":"2024-09-12T12:26:42.216790+0000","last_undegraded":"2024-09-12T12:26:42.216790+0000","last_fullsized":"2024-09-12T12:26:42.216790+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:13:02.251953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260255+0000","last_change":"2024-09-12T12:24:53.265258+0000","last_active":"2024-09-12T12:26:42.260255+0000","last_peered":"2024-09-12T12:26:42.260255+0000","last_clean":"2024-09-12T12:26:42.260255+0000","last_became_active":"2024-09-12T12:24:53.264965+0000","last_became_peered":"2024-09-12T12:24:53.264965+0000","last_unstale":"2024-09-12T12:26:42.260255+0000","last_undegraded":"2024-09-12T12:26:42.260255+0000","last_fullsized":"2024-09-12T12:26:42.260255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:54.076562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.208313+0000","last_change":"2024-09-12T12:24:51.311824+0000","last_active":"2024-09-12T12:26:42.208313+0000","last_peered":"2024-09-12T12:26:42.208313+0000","last_clean":"2024-09-12T12:26:42.208313+0000","last_became_active":"2024-09-12T12:24:51.311467+0000","last_became_peered":"2024-09-12T12:24:51.311467+0000","last_unstale":"2024-09-12T12:26:42.208313+0000","last_undegraded":"2024-09-12T12:26:42.208313+0000","last_fullsized":"2024-09-12T12:26:42.208313+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:37:42.097767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"84'2","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.233039+0000","last_change":"2024-09-12T12:24:53.269665+0000","last_active":"2024-09-12T12:26:42.233039+0000","last_peered":"2024-09-12T12:26:42.233039+0000","last_clean":"2024-09-12T12:26:42.233039+0000","last_became_active":"2024-09-12T12:24:53.269317+0000","last_became_peered":"2024-09-12T12:24:53.269317+0000","last_unstale":"2024-09-12T12:26:42.233039+0000","last_undegraded":"2024-09-12T12:26:42.233039+0000","last_fullsized":"2024-09-12T12:26:42.233039+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:24.975569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.205179+0000","last_change":"2024-09-12T12:24:51.245195+0000","last_active":"2024-09-12T12:26:42.205179+0000","last_peered":"2024-09-12T12:26:42.205179+0000","last_clean":"2024-09-12T12:26:42.205179+0000","last_became_active":"2024-09-12T12:24:51.244887+0000","last_became_peered":"2024-09-12T12:24:51.244887+0000","last_unstale":"2024-09-12T12:26:42.205179+0000","last_undegraded":"2024-09-12T12:26:42.205179+0000","last_fullsized":"2024-09-12T12:26:42.205179+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:55:47.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.245931+0000","last_change":"2024-09-12T12:24:53.262302+0000","last_active":"2024-09-12T12:26:42.245931+0000","last_peered":"2024-09-12T12:26:42.245931+0000","last_clean":"2024-09-12T12:26:42.245931+0000","last_became_active":"2024-09-12T12:24:53.261547+0000","last_became_peered":"2024-09-12T12:24:53.261547+0000","last_unstale":"2024-09-12T12:26:42.245931+0000","last_undegraded":"2024-09-12T12:26:42.245931+0000","last_fullsized":"2024-09-12T12:26:42.245931+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:57:01.697979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'4","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.206789+0000","last_change":"2024-09-12T12:24:51.248472+0000","last_active":"2024-09-12T12:26:42.206789+0000","last_peered":"2024-09-12T12:26:42.206789+0000","last_clean":"2024-09-12T12:26:42.206789+0000","last_became_active":"2024-09-12T12:24:51.248112+0000","last_became_peered":"2024-09-12T12:24:51.248112+0000","last_unstale":"2024-09-12T12:26:42.206789+0000","last_undegraded":"2024-09-12T12:26:42.206789+0000","last_fullsized":"2024-09-12T12:26:42.206789+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:38.750686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.257854+0000","last_change":"2024-09-12T12:24:53.258235+0000","last_active":"2024-09-12T12:26:42.257854+0000","last_peered":"2024-09-12T12:26:42.257854+0000","last_clean":"2024-09-12T12:26:42.257854+0000","last_became_active":"2024-09-12T12:24:53.257941+0000","last_became_peered":"2024-09-12T12:24:53.257941+0000","last_unstale":"2024-09-12T12:26:42.257854+0000","last_undegraded":"2024-09-12T12:26:42.257854+0000","last_fullsized":"2024-09-12T12:26:42.257854+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:35:43.558104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.213709+0000","last_change":"2024-09-12T12:26:11.356097+0000","last_active":"2024-09-12T12:26:42.213709+0000","last_peered":"2024-09-12T12:26:42.213709+0000","last_clean":"2024-09-12T12:26:42.213709+0000","last_became_active":"2024-09-12T12:26:11.352192+0000","last_became_peered":"2024-09-12T12:26:11.352192+0000","last_unstale":"2024-09-12T12:26:42.213709+0000","last_undegraded":"2024-09-12T12:26:42.213709+0000","last_fullsized":"2024-09-12T12:26:42.213709+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:27.849845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.258457+0000","last_change":"2024-09-12T12:24:53.268546+0000","last_active":"2024-09-12T12:26:42.258457+0000","last_peered":"2024-09-12T12:26:42.258457+0000","last_clean":"2024-09-12T12:26:42.258457+0000","last_became_active":"2024-09-12T12:24:53.268073+0000","last_became_peered":"2024-09-12T12:24:53.268073+0000","last_unstale":"2024-09-12T12:26:42.258457+0000","last_undegraded":"2024-09-12T12:26:42.258457+0000","last_fullsized":"2024-09-12T12:26:42.258457+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:30.489729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"84'15","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.251524+0000","last_change":"2024-09-12T12:24:53.257243+0000","last_active":"2024-09-12T12:26:42.251524+0000","last_peered":"2024-09-12T12:26:42.251524+0000","last_clean":"2024-09-12T12:26:42.251524+0000","last_became_active":"2024-09-12T12:24:53.256913+0000","last_became_peered":"2024-09-12T12:24:53.256913+0000","last_unstale":"2024-09-12T12:26:42.251524+0000","last_undegraded":"2024-09-12T12:26:42.251524+0000","last_fullsized":"2024-09-12T12:26:42.251524+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:10.175052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.217434+0000","last_change":"2024-09-12T12:24:51.249517+0000","last_active":"2024-09-12T12:26:42.217434+0000","last_peered":"2024-09-12T12:26:42.217434+0000","last_clean":"2024-09-12T12:26:42.217434+0000","last_became_active":"2024-09-12T12:24:51.248494+0000","last_became_peered":"2024-09-12T12:24:51.248494+0000","last_unstale":"2024-09-12T12:26:42.217434+0000","last_undegraded":"2024-09-12T12:26:42.217434+0000","last_fullsized":"2024-09-12T12:26:42.217434+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:15:43.435515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.256859+0000","last_change":"2024-09-12T12:24:53.264198+0000","last_active":"2024-09-12T12:26:42.256859+0000","last_peered":"2024-09-12T12:26:42.256859+0000","last_clean":"2024-09-12T12:26:42.256859+0000","last_became_active":"2024-09-12T12:24:53.263887+0000","last_became_peered":"2024-09-12T12:24:53.263887+0000","last_unstale":"2024-09-12T12:26:42.256859+0000","last_undegraded":"2024-09-12T12:26:42.256859+0000","last_fullsized":"2024-09-12T12:26:42.256859+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:31:53.847919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"84'13","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.219190+0000","last_change":"2024-09-12T12:24:51.248749+0000","last_active":"2024-09-12T12:26:42.219190+0000","last_peered":"2024-09-12T12:26:42.219190+0000","last_clean":"2024-09-12T12:26:42.219190+0000","last_became_active":"2024-09-12T12:24:51.248454+0000","last_became_peered":"2024-09-12T12:24:51.248454+0000","last_unstale":"2024-09-12T12:26:42.219190+0000","last_undegraded":"2024-09-12T12:26:42.219190+0000","last_fullsized":"2024-09-12T12:26:42.219190+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:43:30.520701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.257899+0000","last_change":"2024-09-12T12:24:53.266336+0000","last_active":"2024-09-12T12:26:42.257899+0000","last_peered":"2024-09-12T12:26:42.257899+0000","last_clean":"2024-09-12T12:26:42.257899+0000","last_became_active":"2024-09-12T12:24:53.265821+0000","last_became_peered":"2024-09-12T12:24:53.265821+0000","last_unstale":"2024-09-12T12:26:42.257899+0000","last_undegraded":"2024-09-12T12:26:42.257899+0000","last_fullsized":"2024-09-12T12:26:42.257899+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:17.628010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.206549+0000","last_change":"2024-09-12T12:24:51.311990+0000","last_active":"2024-09-12T12:26:42.206549+0000","last_peered":"2024-09-12T12:26:42.206549+0000","last_clean":"2024-09-12T12:26:42.206549+0000","last_became_active":"2024-09-12T12:24:51.311663+0000","last_became_peered":"2024-09-12T12:24:51.311663+0000","last_unstale":"2024-09-12T12:26:42.206549+0000","last_undegraded":"2024-09-12T12:26:42.206549+0000","last_fullsized":"2024-09-12T12:26:42.206549+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:07:22.213560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252971+0000","last_change":"2024-09-12T12:24:53.264332+0000","last_active":"2024-09-12T12:26:42.252971+0000","last_peered":"2024-09-12T12:26:42.252971+0000","last_clean":"2024-09-12T12:26:42.252971+0000","last_became_active":"2024-09-12T12:24:53.262968+0000","last_became_peered":"2024-09-12T12:24:53.262968+0000","last_unstale":"2024-09-12T12:26:42.252971+0000","last_undegraded":"2024-09-12T12:26:42.252971+0000","last_fullsized":"2024-09-12T12:26:42.252971+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:34:37.937847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"83'14","reported_seq":165,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:46.469085+0000","last_change":"2024-09-12T12:25:10.354898+0000","last_active":"2024-09-12T12:26:46.469085+0000","last_peered":"2024-09-12T12:26:46.469085+0000","last_clean":"2024-09-12T12:26:46.469085+0000","last_became_active":"2024-09-12T12:25:10.343691+0000","last_became_peered":"2024-09-12T12:25:10.343691+0000","last_unstale":"2024-09-12T12:26:46.469085+0000","last_undegraded":"2024-09-12T12:26:46.469085+0000","last_fullsized":"2024-09-12T12:26:46.469085+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:26.484088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":101,"num_read_kb":101,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":801279,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1415,"num_read_kb":931,"num_write":510,"num_write_kb":2388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":2235,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2764800,"data_stored":2403837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":387,"ondisk_log_size":387,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":73,"seq":313532612643,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32116,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713036,"statfs":{"total":95995035648,"available":95962148864,"internally_reserved":0,"allocated":950272,"data_stored":455937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841576,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":29020,"kb_used_data":1936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716132,"statfs":{"total":95995035648,"available":95965319168,"internally_reserved":0,"allocated":1982464,"data_stored":1444312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972397,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28352,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716800,"statfs":{"total":95995035648,"available":95966003200,"internally_reserved":0,"allocated":1359872,"data_stored":847484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201330,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32508,"kb_used_data":1324,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712644,"statfs":{"total":95995035648,"available":95961747456,"internally_reserved":0,"allocated":1355776,"data_stored":847862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430262,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28540,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716612,"statfs":{"total":95995035648,"available":95965810688,"internally_reserved":0,"allocated":1552384,"data_stored":1049190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593787,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":950272,"data_stored":455220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822721,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37324,"kb_used_data":1860,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93707828,"statfs":{"total":95995035648,"available":95956815872,"internally_reserved":0,"allocated":1904640,"data_stored":1375217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986246,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":958464,"data_stored":457263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215178,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32956,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712196,"statfs":{"total":95995035648,"available":95961288704,"internally_reserved":0,"allocated":1691648,"data_stored":1175258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1032192,"data_stored":523875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1019904,"data_stored":525526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":970752,"data_stored":456251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":70729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":753664,"data_stored":721878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":331586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":425984,"data_stored":394716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":394338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":454656,"data_stored":400681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2791,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T12:26:49.677 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-12T12:26:49.678 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-12T12:26:49.929 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:50.368 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:50 smithi082 ceph-mon[31122]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:26:50.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.446+0000 7fe787964640 1 -- 172.21.15.82:0/2092944967 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe780106f10 msgr2=0x7fe78010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:50.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.446+0000 7fe787964640 1 --2- 172.21.15.82:0/2092944967 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe780106f10 0x7fe78010ea90 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fe778009ca0 tx=0x7fe77802a8c0 comp rx=0 tx=0).stop 2024-09-12T12:26:50.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.446+0000 7fe787964640 1 -- 172.21.15.82:0/2092944967 shutdown_connections 2024-09-12T12:26:50.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.446+0000 7fe787964640 1 --2- 172.21.15.82:0/2092944967 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe780106f10 0x7fe78010ea90 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:50.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.446+0000 7fe787964640 1 --2- 172.21.15.82:0/2092944967 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe780102790 0x7fe7801067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:50.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.446+0000 7fe787964640 1 --2- 172.21.15.82:0/2092944967 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe780101de0 0x7fe7801021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:50.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.446+0000 7fe787964640 1 -- 172.21.15.82:0/2092944967 >> 172.21.15.82:0/2092944967 conn(0x7fe7800fd8c0 msgr2=0x7fe7800ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:50.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.446+0000 7fe787964640 1 -- 172.21.15.82:0/2092944967 shutdown_connections 2024-09-12T12:26:50.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.446+0000 7fe787964640 1 -- 172.21.15.82:0/2092944967 wait complete. 2024-09-12T12:26:50.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.447+0000 7fe787964640 1 Processor -- start 2024-09-12T12:26:50.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.447+0000 7fe787964640 1 -- start start 2024-09-12T12:26:50.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe787964640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe780101de0 0x7fe7801983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:50.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe787964640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe780102790 0x7fe780198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:50.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe787964640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe780106f10 0x7fe78019cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:50.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe787964640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe780111f70 con 0x7fe780102790 2024-09-12T12:26:50.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe787964640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe780111df0 con 0x7fe780106f10 2024-09-12T12:26:50.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe787964640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe7801120f0 con 0x7fe780101de0 2024-09-12T12:26:50.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe784eff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe780102790 0x7fe780198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:50.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe784eff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe780102790 0x7fe780198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45454/0 (socket says 172.21.15.82:45454) 2024-09-12T12:26:50.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe784eff640 1 -- 172.21.15.82:0/3897359934 learned_addr learned my addr 172.21.15.82:0/3897359934 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:50.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe785700640 1 --2- 172.21.15.82:0/3897359934 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe780101de0 0x7fe7801983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:50.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe785f01640 1 --2- 172.21.15.82:0/3897359934 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe780106f10 0x7fe78019cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:50.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe784eff640 1 -- 172.21.15.82:0/3897359934 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe780101de0 msgr2=0x7fe7801983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:50.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe784eff640 1 --2- 172.21.15.82:0/3897359934 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe780101de0 0x7fe7801983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:50.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe784eff640 1 -- 172.21.15.82:0/3897359934 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe780106f10 msgr2=0x7fe78019cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:50.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe784eff640 1 --2- 172.21.15.82:0/3897359934 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe780106f10 0x7fe78019cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:50.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe784eff640 1 -- 172.21.15.82:0/3897359934 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe78019d380 con 0x7fe780102790 2024-09-12T12:26:50.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe784eff640 1 --2- 172.21.15.82:0/3897359934 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe780102790 0x7fe780198910 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fe77000c890 tx=0x7fe77000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:50.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe7767fc640 1 -- 172.21.15.82:0/3897359934 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe770004220 con 0x7fe780102790 2024-09-12T12:26:50.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe7767fc640 1 -- 172.21.15.82:0/3897359934 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7700043c0 con 0x7fe780102790 2024-09-12T12:26:50.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe787964640 1 -- 172.21.15.82:0/3897359934 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe78019d670 con 0x7fe780102790 2024-09-12T12:26:50.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe7767fc640 1 -- 172.21.15.82:0/3897359934 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7700049e0 con 0x7fe780102790 2024-09-12T12:26:50.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.448+0000 7fe787964640 1 -- 172.21.15.82:0/3897359934 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7801a4f50 con 0x7fe780102790 2024-09-12T12:26:50.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.449+0000 7fe787964640 1 -- 172.21.15.82:0/3897359934 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7801021c0 con 0x7fe780102790 2024-09-12T12:26:50.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.451+0000 7fe7767fc640 1 -- 172.21.15.82:0/3897359934 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 23) ==== 138060+0+0 (secure 0 0 0) 0x7fe7700079b0 con 0x7fe780102790 2024-09-12T12:26:50.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.451+0000 7fe7767fc640 1 --2- 172.21.15.82:0/3897359934 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe76c0a2e10 0x7fe76c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:50.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.451+0000 7fe785700640 1 --2- 172.21.15.82:0/3897359934 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe76c0a2e10 0x7fe76c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:50.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.451+0000 7fe7767fc640 1 -- 172.21.15.82:0/3897359934 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fe7700cf760 con 0x7fe780102790 2024-09-12T12:26:50.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.452+0000 7fe785700640 1 --2- 172.21.15.82:0/3897359934 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe76c0a2e10 0x7fe76c0a52d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe77c009bd0 tx=0x7fe77c005f90 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:50.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.454+0000 7fe7767fc640 1 -- 172.21.15.82:0/3897359934 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe770014030 con 0x7fe780102790 2024-09-12T12:26:50.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:50 smithi114 ceph-mon[35514]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:26:50.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.619+0000 7fe787964640 1 -- 172.21.15.82:0/3897359934 --> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe780062630 con 0x7fe76c0a2e10 2024-09-12T12:26:50.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.626+0000 7fe7767fc640 1 -- 172.21.15.82:0/3897359934 <== mgr.15201 v2:172.21.15.82:6800/289973418 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257816 (secure 0 0 0) 0x7fe780062630 con 0x7fe76c0a2e10 2024-09-12T12:26:50.629 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:50.630 INFO:teuthology.orchestra.run.smithi082.stderr:dumped all 2024-09-12T12:26:50.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.629+0000 7fe787964640 1 -- 172.21.15.82:0/3897359934 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe76c0a2e10 msgr2=0x7fe76c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:50.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.629+0000 7fe787964640 1 --2- 172.21.15.82:0/3897359934 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe76c0a2e10 0x7fe76c0a52d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe77c009bd0 tx=0x7fe77c005f90 comp rx=0 tx=0).stop 2024-09-12T12:26:50.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.629+0000 7fe787964640 1 -- 172.21.15.82:0/3897359934 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe780102790 msgr2=0x7fe780198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:50.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.629+0000 7fe787964640 1 --2- 172.21.15.82:0/3897359934 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe780102790 0x7fe780198910 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fe77000c890 tx=0x7fe77000cd50 comp rx=0 tx=0).stop 2024-09-12T12:26:50.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.629+0000 7fe787964640 1 -- 172.21.15.82:0/3897359934 shutdown_connections 2024-09-12T12:26:50.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.629+0000 7fe787964640 1 --2- 172.21.15.82:0/3897359934 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe76c0a2e10 0x7fe76c0a52d0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:50.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.629+0000 7fe787964640 1 --2- 172.21.15.82:0/3897359934 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe780106f10 0x7fe78019cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:50.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.629+0000 7fe787964640 1 --2- 172.21.15.82:0/3897359934 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe780102790 0x7fe780198910 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:50.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.629+0000 7fe787964640 1 --2- 172.21.15.82:0/3897359934 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe780101de0 0x7fe7801983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:50.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.629+0000 7fe787964640 1 -- 172.21.15.82:0/3897359934 >> 172.21.15.82:0/3897359934 conn(0x7fe7800fd8c0 msgr2=0x7fe7800feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:50.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.629+0000 7fe787964640 1 -- 172.21.15.82:0/3897359934 shutdown_connections 2024-09-12T12:26:50.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:50.630+0000 7fe787964640 1 -- 172.21.15.82:0/3897359934 wait complete. 2024-09-12T12:26:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:50 smithi097 ceph-mon[34923]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:26:51.375 INFO:teuthology.orchestra.run.smithi082.stdout:{"pg_ready":true,"pg_map":{"version":7,"stamp":"2024-09-12T12:26:50.232618+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1391881,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1652,"num_read_kb":1261,"num_write":713,"num_write_kb":5328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":1182971,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1037,"ondisk_log_size":1037,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":360768,"kb_used_data":15360,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124581056,"statfs":{"total":1151940427776,"available":1151571001344,"internally_reserved":0,"allocated":15728640,"data_stored":9613395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19138,"internal_metadata":353154366},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":199938,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":410,"num_read_kb":474,"num_write":157,"num_write_kb":923,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.006864"},"pg_stats":[{"pgid":"3.3f","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.243965+0000","last_change":"2024-09-12T12:24:53.267641+0000","last_active":"2024-09-12T12:26:42.243965+0000","last_peered":"2024-09-12T12:26:42.243965+0000","last_clean":"2024-09-12T12:26:42.243965+0000","last_became_active":"2024-09-12T12:24:53.267213+0000","last_became_peered":"2024-09-12T12:24:53.267213+0000","last_unstale":"2024-09-12T12:26:42.243965+0000","last_undegraded":"2024-09-12T12:26:42.243965+0000","last_fullsized":"2024-09-12T12:26:42.243965+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:52.638133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"84'4","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.258997+0000","last_change":"2024-09-12T12:24:53.260209+0000","last_active":"2024-09-12T12:26:42.258997+0000","last_peered":"2024-09-12T12:26:42.258997+0000","last_clean":"2024-09-12T12:26:42.258997+0000","last_became_active":"2024-09-12T12:24:53.259912+0000","last_became_peered":"2024-09-12T12:24:53.259912+0000","last_unstale":"2024-09-12T12:26:42.258997+0000","last_undegraded":"2024-09-12T12:26:42.258997+0000","last_fullsized":"2024-09-12T12:26:42.258997+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:57.126433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.258611+0000","last_change":"2024-09-12T12:24:53.267025+0000","last_active":"2024-09-12T12:26:42.258611+0000","last_peered":"2024-09-12T12:26:42.258611+0000","last_clean":"2024-09-12T12:26:42.258611+0000","last_became_active":"2024-09-12T12:24:53.266687+0000","last_became_peered":"2024-09-12T12:24:53.266687+0000","last_unstale":"2024-09-12T12:26:42.258611+0000","last_undegraded":"2024-09-12T12:26:42.258611+0000","last_fullsized":"2024-09-12T12:26:42.258611+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:00.134085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.250642+0000","last_change":"2024-09-12T12:24:53.266874+0000","last_active":"2024-09-12T12:26:42.250642+0000","last_peered":"2024-09-12T12:26:42.250642+0000","last_clean":"2024-09-12T12:26:42.250642+0000","last_became_active":"2024-09-12T12:24:53.266411+0000","last_became_peered":"2024-09-12T12:24:53.266411+0000","last_unstale":"2024-09-12T12:26:42.250642+0000","last_undegraded":"2024-09-12T12:26:42.250642+0000","last_fullsized":"2024-09-12T12:26:42.250642+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:41.908243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"84'4","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.236324+0000","last_change":"2024-09-12T12:24:53.267092+0000","last_active":"2024-09-12T12:26:42.236324+0000","last_peered":"2024-09-12T12:26:42.236324+0000","last_clean":"2024-09-12T12:26:42.236324+0000","last_became_active":"2024-09-12T12:24:53.266755+0000","last_became_peered":"2024-09-12T12:24:53.266755+0000","last_unstale":"2024-09-12T12:26:42.236324+0000","last_undegraded":"2024-09-12T12:26:42.236324+0000","last_fullsized":"2024-09-12T12:26:42.236324+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:57:36.414217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.245147+0000","last_change":"2024-09-12T12:24:53.266214+0000","last_active":"2024-09-12T12:26:42.245147+0000","last_peered":"2024-09-12T12:26:42.245147+0000","last_clean":"2024-09-12T12:26:42.245147+0000","last_became_active":"2024-09-12T12:24:53.265847+0000","last_became_peered":"2024-09-12T12:24:53.265847+0000","last_unstale":"2024-09-12T12:26:42.245147+0000","last_undegraded":"2024-09-12T12:26:42.245147+0000","last_fullsized":"2024-09-12T12:26:42.245147+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:00:36.048487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.247004+0000","last_change":"2024-09-12T12:24:53.263578+0000","last_active":"2024-09-12T12:26:42.247004+0000","last_peered":"2024-09-12T12:26:42.247004+0000","last_clean":"2024-09-12T12:26:42.247004+0000","last_became_active":"2024-09-12T12:24:53.263242+0000","last_became_peered":"2024-09-12T12:24:53.263242+0000","last_unstale":"2024-09-12T12:26:42.247004+0000","last_undegraded":"2024-09-12T12:26:42.247004+0000","last_fullsized":"2024-09-12T12:26:42.247004+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:07:42.227050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.239582+0000","last_change":"2024-09-12T12:25:10.343826+0000","last_active":"2024-09-12T12:26:42.239582+0000","last_peered":"2024-09-12T12:26:42.239582+0000","last_clean":"2024-09-12T12:26:42.239582+0000","last_became_active":"2024-09-12T12:25:10.343447+0000","last_became_peered":"2024-09-12T12:25:10.343447+0000","last_unstale":"2024-09-12T12:26:42.239582+0000","last_undegraded":"2024-09-12T12:26:42.239582+0000","last_fullsized":"2024-09-12T12:26:42.239582+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:23.562283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"84'11","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.248008+0000","last_change":"2024-09-12T12:24:53.263095+0000","last_active":"2024-09-12T12:26:42.248008+0000","last_peered":"2024-09-12T12:26:42.248008+0000","last_clean":"2024-09-12T12:26:42.248008+0000","last_became_active":"2024-09-12T12:24:53.262774+0000","last_became_peered":"2024-09-12T12:24:53.262774+0000","last_unstale":"2024-09-12T12:26:42.248008+0000","last_undegraded":"2024-09-12T12:26:42.248008+0000","last_fullsized":"2024-09-12T12:26:42.248008+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:57.457816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"84'16","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.248059+0000","last_change":"2024-09-12T12:24:53.268488+0000","last_active":"2024-09-12T12:26:42.248059+0000","last_peered":"2024-09-12T12:26:42.248059+0000","last_clean":"2024-09-12T12:26:42.248059+0000","last_became_active":"2024-09-12T12:24:53.268087+0000","last_became_peered":"2024-09-12T12:24:53.268087+0000","last_unstale":"2024-09-12T12:26:42.248059+0000","last_undegraded":"2024-09-12T12:26:42.248059+0000","last_fullsized":"2024-09-12T12:26:42.248059+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:38.544938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.243701+0000","last_change":"2024-09-12T12:24:53.269282+0000","last_active":"2024-09-12T12:26:42.243701+0000","last_peered":"2024-09-12T12:26:42.243701+0000","last_clean":"2024-09-12T12:26:42.243701+0000","last_became_active":"2024-09-12T12:24:53.268943+0000","last_became_peered":"2024-09-12T12:24:53.268943+0000","last_unstale":"2024-09-12T12:26:42.243701+0000","last_undegraded":"2024-09-12T12:26:42.243701+0000","last_fullsized":"2024-09-12T12:26:42.243701+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:15.534080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.246840+0000","last_change":"2024-09-12T12:24:53.269819+0000","last_active":"2024-09-12T12:26:42.246840+0000","last_peered":"2024-09-12T12:26:42.246840+0000","last_clean":"2024-09-12T12:26:42.246840+0000","last_became_active":"2024-09-12T12:24:53.269442+0000","last_became_peered":"2024-09-12T12:24:53.269442+0000","last_unstale":"2024-09-12T12:26:42.246840+0000","last_undegraded":"2024-09-12T12:26:42.246840+0000","last_fullsized":"2024-09-12T12:26:42.246840+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:08.178972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259004+0000","last_change":"2024-09-12T12:24:53.257568+0000","last_active":"2024-09-12T12:26:42.259004+0000","last_peered":"2024-09-12T12:26:42.259004+0000","last_clean":"2024-09-12T12:26:42.259004+0000","last_became_active":"2024-09-12T12:24:53.257214+0000","last_became_peered":"2024-09-12T12:24:53.257214+0000","last_unstale":"2024-09-12T12:26:42.259004+0000","last_undegraded":"2024-09-12T12:26:42.259004+0000","last_fullsized":"2024-09-12T12:26:42.259004+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:12.082244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259269+0000","last_change":"2024-09-12T12:24:53.260245+0000","last_active":"2024-09-12T12:26:42.259269+0000","last_peered":"2024-09-12T12:26:42.259269+0000","last_clean":"2024-09-12T12:26:42.259269+0000","last_became_active":"2024-09-12T12:24:53.259965+0000","last_became_peered":"2024-09-12T12:24:53.259965+0000","last_unstale":"2024-09-12T12:26:42.259269+0000","last_undegraded":"2024-09-12T12:26:42.259269+0000","last_fullsized":"2024-09-12T12:26:42.259269+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:46.035684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259624+0000","last_change":"2024-09-12T12:24:53.264482+0000","last_active":"2024-09-12T12:26:42.259624+0000","last_peered":"2024-09-12T12:26:42.259624+0000","last_clean":"2024-09-12T12:26:42.259624+0000","last_became_active":"2024-09-12T12:24:53.264189+0000","last_became_peered":"2024-09-12T12:24:53.264189+0000","last_unstale":"2024-09-12T12:26:42.259624+0000","last_undegraded":"2024-09-12T12:26:42.259624+0000","last_fullsized":"2024-09-12T12:26:42.259624+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:51:13.915884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.255696+0000","last_change":"2024-09-12T12:24:53.263283+0000","last_active":"2024-09-12T12:26:42.255696+0000","last_peered":"2024-09-12T12:26:42.255696+0000","last_clean":"2024-09-12T12:26:42.255696+0000","last_became_active":"2024-09-12T12:24:53.262081+0000","last_became_peered":"2024-09-12T12:24:53.262081+0000","last_unstale":"2024-09-12T12:26:42.255696+0000","last_undegraded":"2024-09-12T12:26:42.255696+0000","last_fullsized":"2024-09-12T12:26:42.255696+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:40.676980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.244444+0000","last_change":"2024-09-12T12:24:53.267514+0000","last_active":"2024-09-12T12:26:42.244444+0000","last_peered":"2024-09-12T12:26:42.244444+0000","last_clean":"2024-09-12T12:26:42.244444+0000","last_became_active":"2024-09-12T12:24:53.266773+0000","last_became_peered":"2024-09-12T12:24:53.266773+0000","last_unstale":"2024-09-12T12:26:42.244444+0000","last_undegraded":"2024-09-12T12:26:42.244444+0000","last_fullsized":"2024-09-12T12:26:42.244444+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:05:53.973780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.253252+0000","last_change":"2024-09-12T12:24:53.261326+0000","last_active":"2024-09-12T12:26:42.253252+0000","last_peered":"2024-09-12T12:26:42.253252+0000","last_clean":"2024-09-12T12:26:42.253252+0000","last_became_active":"2024-09-12T12:24:53.261022+0000","last_became_peered":"2024-09-12T12:24:53.261022+0000","last_unstale":"2024-09-12T12:26:42.253252+0000","last_undegraded":"2024-09-12T12:26:42.253252+0000","last_fullsized":"2024-09-12T12:26:42.253252+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:34:01.689720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260431+0000","last_change":"2024-09-12T12:24:53.262683+0000","last_active":"2024-09-12T12:26:42.260431+0000","last_peered":"2024-09-12T12:26:42.260431+0000","last_clean":"2024-09-12T12:26:42.260431+0000","last_became_active":"2024-09-12T12:24:53.260343+0000","last_became_peered":"2024-09-12T12:24:53.260343+0000","last_unstale":"2024-09-12T12:26:42.260431+0000","last_undegraded":"2024-09-12T12:26:42.260431+0000","last_fullsized":"2024-09-12T12:26:42.260431+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:56.218598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.249689+0000","last_change":"2024-09-12T12:24:53.266758+0000","last_active":"2024-09-12T12:26:42.249689+0000","last_peered":"2024-09-12T12:26:42.249689+0000","last_clean":"2024-09-12T12:26:42.249689+0000","last_became_active":"2024-09-12T12:24:53.266438+0000","last_became_peered":"2024-09-12T12:24:53.266438+0000","last_unstale":"2024-09-12T12:26:42.249689+0000","last_undegraded":"2024-09-12T12:26:42.249689+0000","last_fullsized":"2024-09-12T12:26:42.249689+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:52.586860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"84'11","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.257780+0000","last_change":"2024-09-12T12:24:53.260873+0000","last_active":"2024-09-12T12:26:42.257780+0000","last_peered":"2024-09-12T12:26:42.257780+0000","last_clean":"2024-09-12T12:26:42.257780+0000","last_became_active":"2024-09-12T12:24:53.260547+0000","last_became_peered":"2024-09-12T12:24:53.260547+0000","last_unstale":"2024-09-12T12:26:42.257780+0000","last_undegraded":"2024-09-12T12:26:42.257780+0000","last_fullsized":"2024-09-12T12:26:42.257780+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:59:43.822805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.253680+0000","last_change":"2024-09-12T12:24:53.263778+0000","last_active":"2024-09-12T12:26:42.253680+0000","last_peered":"2024-09-12T12:26:42.253680+0000","last_clean":"2024-09-12T12:26:42.253680+0000","last_became_active":"2024-09-12T12:24:53.263446+0000","last_became_peered":"2024-09-12T12:24:53.263446+0000","last_unstale":"2024-09-12T12:26:42.253680+0000","last_undegraded":"2024-09-12T12:26:42.253680+0000","last_fullsized":"2024-09-12T12:26:42.253680+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:47.774666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.249200+0000","last_change":"2024-09-12T12:24:53.262750+0000","last_active":"2024-09-12T12:26:42.249200+0000","last_peered":"2024-09-12T12:26:42.249200+0000","last_clean":"2024-09-12T12:26:42.249200+0000","last_became_active":"2024-09-12T12:24:53.262464+0000","last_became_peered":"2024-09-12T12:24:53.262464+0000","last_unstale":"2024-09-12T12:26:42.249200+0000","last_undegraded":"2024-09-12T12:26:42.249200+0000","last_fullsized":"2024-09-12T12:26:42.249200+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:34.148797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.254029+0000","last_change":"2024-09-12T12:24:53.262468+0000","last_active":"2024-09-12T12:26:42.254029+0000","last_peered":"2024-09-12T12:26:42.254029+0000","last_clean":"2024-09-12T12:26:42.254029+0000","last_became_active":"2024-09-12T12:24:53.259228+0000","last_became_peered":"2024-09-12T12:24:53.259228+0000","last_unstale":"2024-09-12T12:26:42.254029+0000","last_undegraded":"2024-09-12T12:26:42.254029+0000","last_fullsized":"2024-09-12T12:26:42.254029+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:40.800800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"84'2","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.247834+0000","last_change":"2024-09-12T12:24:53.269069+0000","last_active":"2024-09-12T12:26:42.247834+0000","last_peered":"2024-09-12T12:26:42.247834+0000","last_clean":"2024-09-12T12:26:42.247834+0000","last_became_active":"2024-09-12T12:24:53.268740+0000","last_became_peered":"2024-09-12T12:24:53.268740+0000","last_unstale":"2024-09-12T12:26:42.247834+0000","last_undegraded":"2024-09-12T12:26:42.247834+0000","last_fullsized":"2024-09-12T12:26:42.247834+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:03.699713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"84'15","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252261+0000","last_change":"2024-09-12T12:24:53.264080+0000","last_active":"2024-09-12T12:26:42.252261+0000","last_peered":"2024-09-12T12:26:42.252261+0000","last_clean":"2024-09-12T12:26:42.252261+0000","last_became_active":"2024-09-12T12:24:53.263752+0000","last_became_peered":"2024-09-12T12:24:53.263752+0000","last_unstale":"2024-09-12T12:26:42.252261+0000","last_undegraded":"2024-09-12T12:26:42.252261+0000","last_fullsized":"2024-09-12T12:26:42.252261+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:46:38.691951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.247953+0000","last_change":"2024-09-12T12:24:53.269081+0000","last_active":"2024-09-12T12:26:42.247953+0000","last_peered":"2024-09-12T12:26:42.247953+0000","last_clean":"2024-09-12T12:26:42.247953+0000","last_became_active":"2024-09-12T12:24:53.265150+0000","last_became_peered":"2024-09-12T12:24:53.265150+0000","last_unstale":"2024-09-12T12:26:42.247953+0000","last_undegraded":"2024-09-12T12:26:42.247953+0000","last_fullsized":"2024-09-12T12:26:42.247953+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:59.285175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"84'4","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260282+0000","last_change":"2024-09-12T12:24:53.262512+0000","last_active":"2024-09-12T12:26:42.260282+0000","last_peered":"2024-09-12T12:26:42.260282+0000","last_clean":"2024-09-12T12:26:42.260282+0000","last_became_active":"2024-09-12T12:24:53.262222+0000","last_became_peered":"2024-09-12T12:24:53.262222+0000","last_unstale":"2024-09-12T12:26:42.260282+0000","last_undegraded":"2024-09-12T12:26:42.260282+0000","last_fullsized":"2024-09-12T12:26:42.260282+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:13.107382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260009+0000","last_change":"2024-09-12T12:24:53.266470+0000","last_active":"2024-09-12T12:26:42.260009+0000","last_peered":"2024-09-12T12:26:42.260009+0000","last_clean":"2024-09-12T12:26:42.260009+0000","last_became_active":"2024-09-12T12:24:53.266205+0000","last_became_peered":"2024-09-12T12:24:53.266205+0000","last_unstale":"2024-09-12T12:26:42.260009+0000","last_undegraded":"2024-09-12T12:26:42.260009+0000","last_fullsized":"2024-09-12T12:26:42.260009+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:08.037725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252338+0000","last_change":"2024-09-12T12:24:53.260855+0000","last_active":"2024-09-12T12:26:42.252338+0000","last_peered":"2024-09-12T12:26:42.252338+0000","last_clean":"2024-09-12T12:26:42.252338+0000","last_became_active":"2024-09-12T12:24:53.260523+0000","last_became_peered":"2024-09-12T12:24:53.260523+0000","last_unstale":"2024-09-12T12:26:42.252338+0000","last_undegraded":"2024-09-12T12:26:42.252338+0000","last_fullsized":"2024-09-12T12:26:42.252338+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:06.532622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"84'12","reported_seq":41,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252025+0000","last_change":"2024-09-12T12:25:10.342333+0000","last_active":"2024-09-12T12:26:42.252025+0000","last_peered":"2024-09-12T12:26:42.252025+0000","last_clean":"2024-09-12T12:26:42.252025+0000","last_became_active":"2024-09-12T12:25:10.341972+0000","last_became_peered":"2024-09-12T12:25:10.341972+0000","last_unstale":"2024-09-12T12:26:42.252025+0000","last_undegraded":"2024-09-12T12:26:42.252025+0000","last_fullsized":"2024-09-12T12:26:42.252025+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:34.822453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.250099+0000","last_change":"2024-09-12T12:24:53.266043+0000","last_active":"2024-09-12T12:26:42.250099+0000","last_peered":"2024-09-12T12:26:42.250099+0000","last_clean":"2024-09-12T12:26:42.250099+0000","last_became_active":"2024-09-12T12:24:53.264592+0000","last_became_peered":"2024-09-12T12:24:53.264592+0000","last_unstale":"2024-09-12T12:26:42.250099+0000","last_undegraded":"2024-09-12T12:26:42.250099+0000","last_fullsized":"2024-09-12T12:26:42.250099+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:02.433100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.238060+0000","last_change":"2024-09-12T12:24:53.264662+0000","last_active":"2024-09-12T12:26:42.238060+0000","last_peered":"2024-09-12T12:26:42.238060+0000","last_clean":"2024-09-12T12:26:42.238060+0000","last_became_active":"2024-09-12T12:24:53.264257+0000","last_became_peered":"2024-09-12T12:24:53.264257+0000","last_unstale":"2024-09-12T12:26:42.238060+0000","last_undegraded":"2024-09-12T12:26:42.238060+0000","last_fullsized":"2024-09-12T12:26:42.238060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:38.893735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"84'7","reported_seq":142,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:46.469723+0000","last_change":"2024-09-12T12:24:51.250102+0000","last_active":"2024-09-12T12:26:46.469723+0000","last_peered":"2024-09-12T12:26:46.469723+0000","last_clean":"2024-09-12T12:26:46.469723+0000","last_became_active":"2024-09-12T12:24:51.249770+0000","last_became_peered":"2024-09-12T12:24:51.249770+0000","last_unstale":"2024-09-12T12:26:46.469723+0000","last_undegraded":"2024-09-12T12:26:46.469723+0000","last_fullsized":"2024-09-12T12:26:46.469723+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:15.464601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1156,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":107,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.254221+0000","last_change":"2024-09-12T12:24:53.261932+0000","last_active":"2024-09-12T12:26:42.254221+0000","last_peered":"2024-09-12T12:26:42.254221+0000","last_clean":"2024-09-12T12:26:42.254221+0000","last_became_active":"2024-09-12T12:24:53.258413+0000","last_became_peered":"2024-09-12T12:24:53.258413+0000","last_unstale":"2024-09-12T12:26:42.254221+0000","last_undegraded":"2024-09-12T12:26:42.254221+0000","last_fullsized":"2024-09-12T12:26:42.254221+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:08.387016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.205277+0000","last_change":"2024-09-12T12:24:51.250202+0000","last_active":"2024-09-12T12:26:42.205277+0000","last_peered":"2024-09-12T12:26:42.205277+0000","last_clean":"2024-09-12T12:26:42.205277+0000","last_became_active":"2024-09-12T12:24:51.249329+0000","last_became_peered":"2024-09-12T12:24:51.249329+0000","last_unstale":"2024-09-12T12:26:42.205277+0000","last_undegraded":"2024-09-12T12:26:42.205277+0000","last_fullsized":"2024-09-12T12:26:42.205277+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:41:51.465438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.203312+0000","last_change":"2024-09-12T12:24:51.247338+0000","last_active":"2024-09-12T12:26:42.203312+0000","last_peered":"2024-09-12T12:26:42.203312+0000","last_clean":"2024-09-12T12:26:42.203312+0000","last_became_active":"2024-09-12T12:24:51.246989+0000","last_became_peered":"2024-09-12T12:24:51.246989+0000","last_unstale":"2024-09-12T12:26:42.203312+0000","last_undegraded":"2024-09-12T12:26:42.203312+0000","last_fullsized":"2024-09-12T12:26:42.203312+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:18:50.858700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.245369+0000","last_change":"2024-09-12T12:24:53.261140+0000","last_active":"2024-09-12T12:26:42.245369+0000","last_peered":"2024-09-12T12:26:42.245369+0000","last_clean":"2024-09-12T12:26:42.245369+0000","last_became_active":"2024-09-12T12:24:53.260838+0000","last_became_peered":"2024-09-12T12:24:53.260838+0000","last_unstale":"2024-09-12T12:26:42.245369+0000","last_undegraded":"2024-09-12T12:26:42.245369+0000","last_fullsized":"2024-09-12T12:26:42.245369+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:15:02.293933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.204217+0000","last_change":"2024-09-12T12:24:51.252417+0000","last_active":"2024-09-12T12:26:42.204217+0000","last_peered":"2024-09-12T12:26:42.204217+0000","last_clean":"2024-09-12T12:26:42.204217+0000","last_became_active":"2024-09-12T12:24:51.252095+0000","last_became_peered":"2024-09-12T12:24:51.252095+0000","last_unstale":"2024-09-12T12:26:42.204217+0000","last_undegraded":"2024-09-12T12:26:42.204217+0000","last_fullsized":"2024-09-12T12:26:42.204217+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:25.261196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"84'11","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.249478+0000","last_change":"2024-09-12T12:24:53.258359+0000","last_active":"2024-09-12T12:26:42.249478+0000","last_peered":"2024-09-12T12:26:42.249478+0000","last_clean":"2024-09-12T12:26:42.249478+0000","last_became_active":"2024-09-12T12:24:53.257916+0000","last_became_peered":"2024-09-12T12:24:53.257916+0000","last_unstale":"2024-09-12T12:26:42.249478+0000","last_undegraded":"2024-09-12T12:26:42.249478+0000","last_fullsized":"2024-09-12T12:26:42.249478+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:14:00.430922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'6","reported_seq":239,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:47.470718+0000","last_change":"2024-09-12T12:24:51.250599+0000","last_active":"2024-09-12T12:26:47.470718+0000","last_peered":"2024-09-12T12:26:47.470718+0000","last_clean":"2024-09-12T12:26:47.470718+0000","last_became_active":"2024-09-12T12:24:51.250292+0000","last_became_peered":"2024-09-12T12:24:51.250292+0000","last_unstale":"2024-09-12T12:26:47.470718+0000","last_undegraded":"2024-09-12T12:26:47.470718+0000","last_fullsized":"2024-09-12T12:26:47.470718+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:51.535071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":205,"num_read_kb":205,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252588+0000","last_change":"2024-09-12T12:24:53.266838+0000","last_active":"2024-09-12T12:26:42.252588+0000","last_peered":"2024-09-12T12:26:42.252588+0000","last_clean":"2024-09-12T12:26:42.252588+0000","last_became_active":"2024-09-12T12:24:53.265720+0000","last_became_peered":"2024-09-12T12:24:53.265720+0000","last_unstale":"2024-09-12T12:26:42.252588+0000","last_undegraded":"2024-09-12T12:26:42.252588+0000","last_fullsized":"2024-09-12T12:26:42.252588+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:20:01.228160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.206791+0000","last_change":"2024-09-12T12:24:51.251765+0000","last_active":"2024-09-12T12:26:42.206791+0000","last_peered":"2024-09-12T12:26:42.206791+0000","last_clean":"2024-09-12T12:26:42.206791+0000","last_became_active":"2024-09-12T12:24:51.251376+0000","last_became_peered":"2024-09-12T12:24:51.251376+0000","last_unstale":"2024-09-12T12:26:42.206791+0000","last_undegraded":"2024-09-12T12:26:42.206791+0000","last_fullsized":"2024-09-12T12:26:42.206791+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:45:05.561610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"84'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.257288+0000","last_change":"2024-09-12T12:25:10.344230+0000","last_active":"2024-09-12T12:26:42.257288+0000","last_peered":"2024-09-12T12:26:42.257288+0000","last_clean":"2024-09-12T12:26:42.257288+0000","last_became_active":"2024-09-12T12:25:10.343775+0000","last_became_peered":"2024-09-12T12:25:10.343775+0000","last_unstale":"2024-09-12T12:26:42.257288+0000","last_undegraded":"2024-09-12T12:26:42.257288+0000","last_fullsized":"2024-09-12T12:26:42.257288+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:21:53.923891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.204264+0000","last_change":"2024-09-12T12:24:51.311991+0000","last_active":"2024-09-12T12:26:42.204264+0000","last_peered":"2024-09-12T12:26:42.204264+0000","last_clean":"2024-09-12T12:26:42.204264+0000","last_became_active":"2024-09-12T12:24:51.311634+0000","last_became_peered":"2024-09-12T12:24:51.311634+0000","last_unstale":"2024-09-12T12:26:42.204264+0000","last_undegraded":"2024-09-12T12:26:42.204264+0000","last_fullsized":"2024-09-12T12:26:42.204264+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:32:22.004224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"84'11","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.256922+0000","last_change":"2024-09-12T12:25:10.344685+0000","last_active":"2024-09-12T12:26:42.256922+0000","last_peered":"2024-09-12T12:26:42.256922+0000","last_clean":"2024-09-12T12:26:42.256922+0000","last_became_active":"2024-09-12T12:25:10.344351+0000","last_became_peered":"2024-09-12T12:25:10.344351+0000","last_unstale":"2024-09-12T12:26:42.256922+0000","last_undegraded":"2024-09-12T12:26:42.256922+0000","last_fullsized":"2024-09-12T12:26:42.256922+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:22.058412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'38","reported_seq":285,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:47.471089+0000","last_change":"2024-09-12T12:24:51.248362+0000","last_active":"2024-09-12T12:26:47.471089+0000","last_peered":"2024-09-12T12:26:47.471089+0000","last_clean":"2024-09-12T12:26:47.471089+0000","last_became_active":"2024-09-12T12:24:51.248037+0000","last_became_peered":"2024-09-12T12:24:51.248037+0000","last_unstale":"2024-09-12T12:26:47.471089+0000","last_undegraded":"2024-09-12T12:26:47.471089+0000","last_fullsized":"2024-09-12T12:26:47.471089+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:58:30.188586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69393,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":219,"num_read_kb":177,"num_write":40,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.232059+0000","last_change":"2024-09-12T12:24:53.272116+0000","last_active":"2024-09-12T12:26:42.232059+0000","last_peered":"2024-09-12T12:26:42.232059+0000","last_clean":"2024-09-12T12:26:42.232059+0000","last_became_active":"2024-09-12T12:24:53.271757+0000","last_became_peered":"2024-09-12T12:24:53.271757+0000","last_unstale":"2024-09-12T12:26:42.232059+0000","last_undegraded":"2024-09-12T12:26:42.232059+0000","last_fullsized":"2024-09-12T12:26:42.232059+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:06.941569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.207574+0000","last_change":"2024-09-12T12:24:51.248675+0000","last_active":"2024-09-12T12:26:42.207574+0000","last_peered":"2024-09-12T12:26:42.207574+0000","last_clean":"2024-09-12T12:26:42.207574+0000","last_became_active":"2024-09-12T12:24:51.248011+0000","last_became_peered":"2024-09-12T12:24:51.248011+0000","last_unstale":"2024-09-12T12:26:42.207574+0000","last_undegraded":"2024-09-12T12:26:42.207574+0000","last_fullsized":"2024-09-12T12:26:42.207574+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:29:41.240753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259455+0000","last_change":"2024-09-12T12:24:53.259954+0000","last_active":"2024-09-12T12:26:42.259455+0000","last_peered":"2024-09-12T12:26:42.259455+0000","last_clean":"2024-09-12T12:26:42.259455+0000","last_became_active":"2024-09-12T12:24:53.259666+0000","last_became_peered":"2024-09-12T12:24:53.259666+0000","last_unstale":"2024-09-12T12:26:42.259455+0000","last_undegraded":"2024-09-12T12:26:42.259455+0000","last_fullsized":"2024-09-12T12:26:42.259455+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:37.952525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.204052+0000","last_change":"2024-09-12T12:24:51.251682+0000","last_active":"2024-09-12T12:26:42.204052+0000","last_peered":"2024-09-12T12:26:42.204052+0000","last_clean":"2024-09-12T12:26:42.204052+0000","last_became_active":"2024-09-12T12:24:51.251365+0000","last_became_peered":"2024-09-12T12:24:51.251365+0000","last_unstale":"2024-09-12T12:26:42.204052+0000","last_undegraded":"2024-09-12T12:26:42.204052+0000","last_fullsized":"2024-09-12T12:26:42.204052+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:37.822796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"84'15","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259089+0000","last_change":"2024-09-12T12:24:53.267531+0000","last_active":"2024-09-12T12:26:42.259089+0000","last_peered":"2024-09-12T12:26:42.259089+0000","last_clean":"2024-09-12T12:26:42.259089+0000","last_became_active":"2024-09-12T12:24:53.267225+0000","last_became_peered":"2024-09-12T12:24:53.267225+0000","last_unstale":"2024-09-12T12:26:42.259089+0000","last_undegraded":"2024-09-12T12:26:42.259089+0000","last_fullsized":"2024-09-12T12:26:42.259089+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:23:10.974300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'9","reported_seq":145,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:46.488952+0000","last_change":"2024-09-12T12:24:51.247790+0000","last_active":"2024-09-12T12:26:46.488952+0000","last_peered":"2024-09-12T12:26:46.488952+0000","last_clean":"2024-09-12T12:26:46.488952+0000","last_became_active":"2024-09-12T12:24:51.247399+0000","last_became_peered":"2024-09-12T12:24:51.247399+0000","last_unstale":"2024-09-12T12:26:46.488952+0000","last_undegraded":"2024-09-12T12:26:46.488952+0000","last_fullsized":"2024-09-12T12:26:46.488952+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:23:45.923488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1908,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":109,"num_read_kb":6,"num_write":9,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.250566+0000","last_change":"2024-09-12T12:24:53.265963+0000","last_active":"2024-09-12T12:26:42.250566+0000","last_peered":"2024-09-12T12:26:42.250566+0000","last_clean":"2024-09-12T12:26:42.250566+0000","last_became_active":"2024-09-12T12:24:53.265331+0000","last_became_peered":"2024-09-12T12:24:53.265331+0000","last_unstale":"2024-09-12T12:26:42.250566+0000","last_undegraded":"2024-09-12T12:26:42.250566+0000","last_fullsized":"2024-09-12T12:26:42.250566+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:06.137001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":46,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.217086+0000","last_change":"2024-09-12T12:24:51.312101+0000","last_active":"2024-09-12T12:26:42.217086+0000","last_peered":"2024-09-12T12:26:42.217086+0000","last_clean":"2024-09-12T12:26:42.217086+0000","last_became_active":"2024-09-12T12:24:51.311789+0000","last_became_peered":"2024-09-12T12:24:51.311789+0000","last_unstale":"2024-09-12T12:26:42.217086+0000","last_undegraded":"2024-09-12T12:26:42.217086+0000","last_fullsized":"2024-09-12T12:26:42.217086+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:22.375583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252971+0000","last_change":"2024-09-12T12:25:10.345379+0000","last_active":"2024-09-12T12:26:42.252971+0000","last_peered":"2024-09-12T12:26:42.252971+0000","last_clean":"2024-09-12T12:26:42.252971+0000","last_became_active":"2024-09-12T12:25:10.344987+0000","last_became_peered":"2024-09-12T12:25:10.344987+0000","last_unstale":"2024-09-12T12:26:42.252971+0000","last_undegraded":"2024-09-12T12:26:42.252971+0000","last_fullsized":"2024-09-12T12:26:42.252971+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:06.825043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,1],"acting":[9,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.f","version":"84'3","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.220490+0000","last_change":"2024-09-12T12:24:51.248708+0000","last_active":"2024-09-12T12:26:42.220490+0000","last_peered":"2024-09-12T12:26:42.220490+0000","last_clean":"2024-09-12T12:26:42.220490+0000","last_became_active":"2024-09-12T12:24:51.248342+0000","last_became_peered":"2024-09-12T12:24:51.248342+0000","last_unstale":"2024-09-12T12:26:42.220490+0000","last_undegraded":"2024-09-12T12:26:42.220490+0000","last_fullsized":"2024-09-12T12:26:42.220490+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:00.281536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.247914+0000","last_change":"2024-09-12T12:24:53.267397+0000","last_active":"2024-09-12T12:26:42.247914+0000","last_peered":"2024-09-12T12:26:42.247914+0000","last_clean":"2024-09-12T12:26:42.247914+0000","last_became_active":"2024-09-12T12:24:53.267107+0000","last_became_peered":"2024-09-12T12:24:53.267107+0000","last_unstale":"2024-09-12T12:26:42.247914+0000","last_undegraded":"2024-09-12T12:26:42.247914+0000","last_fullsized":"2024-09-12T12:26:42.247914+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:37.607202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":45,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.203576+0000","last_change":"2024-09-12T12:25:10.348283+0000","last_active":"2024-09-12T12:26:42.203576+0000","last_peered":"2024-09-12T12:26:42.203576+0000","last_clean":"2024-09-12T12:26:42.203576+0000","last_became_active":"2024-09-12T12:25:10.342802+0000","last_became_peered":"2024-09-12T12:25:10.342802+0000","last_unstale":"2024-09-12T12:26:42.203576+0000","last_undegraded":"2024-09-12T12:26:42.203576+0000","last_fullsized":"2024-09-12T12:26:42.203576+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:28.596809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.251850+0000","last_change":"2024-09-12T12:24:53.271737+0000","last_active":"2024-09-12T12:26:42.251850+0000","last_peered":"2024-09-12T12:26:42.251850+0000","last_clean":"2024-09-12T12:26:42.251850+0000","last_became_active":"2024-09-12T12:24:53.271415+0000","last_became_peered":"2024-09-12T12:24:53.271415+0000","last_unstale":"2024-09-12T12:26:42.251850+0000","last_undegraded":"2024-09-12T12:26:42.251850+0000","last_fullsized":"2024-09-12T12:26:42.251850+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:00:21.878889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'67","reported_seq":126,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:45.701403+0000","last_change":"2024-09-12T12:24:51.247389+0000","last_active":"2024-09-12T12:26:45.701403+0000","last_peered":"2024-09-12T12:26:45.701403+0000","last_clean":"2024-09-12T12:26:45.701403+0000","last_became_active":"2024-09-12T12:24:51.247044+0000","last_became_peered":"2024-09-12T12:24:51.247044+0000","last_unstale":"2024-09-12T12:26:45.701403+0000","last_undegraded":"2024-09-12T12:26:45.701403+0000","last_fullsized":"2024-09-12T12:26:45.701403+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:12:04.390267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.246704+0000","last_change":"2024-09-12T12:24:53.265318+0000","last_active":"2024-09-12T12:26:42.246704+0000","last_peered":"2024-09-12T12:26:42.246704+0000","last_clean":"2024-09-12T12:26:42.246704+0000","last_became_active":"2024-09-12T12:24:53.264869+0000","last_became_peered":"2024-09-12T12:24:53.264869+0000","last_unstale":"2024-09-12T12:26:42.246704+0000","last_undegraded":"2024-09-12T12:26:42.246704+0000","last_fullsized":"2024-09-12T12:26:42.246704+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:04:36.787420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'8","reported_seq":127,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:46.469899+0000","last_change":"2024-09-12T12:25:10.347737+0000","last_active":"2024-09-12T12:26:46.469899+0000","last_peered":"2024-09-12T12:26:46.469899+0000","last_clean":"2024-09-12T12:26:46.469899+0000","last_became_active":"2024-09-12T12:25:10.341814+0000","last_became_peered":"2024-09-12T12:25:10.341814+0000","last_unstale":"2024-09-12T12:26:46.469899+0000","last_undegraded":"2024-09-12T12:26:46.469899+0000","last_fullsized":"2024-09-12T12:26:46.469899+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:52:44.916459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":100,"num_read_kb":2,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1563,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.251490+0000","last_change":"2024-09-12T12:24:53.272578+0000","last_active":"2024-09-12T12:26:42.251490+0000","last_peered":"2024-09-12T12:26:42.251490+0000","last_clean":"2024-09-12T12:26:42.251490+0000","last_became_active":"2024-09-12T12:24:53.272104+0000","last_became_peered":"2024-09-12T12:24:53.272104+0000","last_unstale":"2024-09-12T12:26:42.251490+0000","last_undegraded":"2024-09-12T12:26:42.251490+0000","last_fullsized":"2024-09-12T12:26:42.251490+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:20.583691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"84'148","reported_seq":394,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:44.339908+0000","last_change":"2024-09-12T12:23:44.730957+0000","last_active":"2024-09-12T12:26:44.339908+0000","last_peered":"2024-09-12T12:26:44.339908+0000","last_clean":"2024-09-12T12:26:44.339908+0000","last_became_active":"2024-09-12T12:23:44.730539+0000","last_became_peered":"2024-09-12T12:23:44.730539+0000","last_unstale":"2024-09-12T12:26:44.339908+0000","last_undegraded":"2024-09-12T12:26:44.339908+0000","last_fullsized":"2024-09-12T12:26:44.339908+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:20:23.481465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:20:23.481465+0000","last_clean_scrub_stamp":"2024-09-12T12:20:23.481465+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:47.323101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.216915+0000","last_change":"2024-09-12T12:24:51.245290+0000","last_active":"2024-09-12T12:26:42.216915+0000","last_peered":"2024-09-12T12:26:42.216915+0000","last_clean":"2024-09-12T12:26:42.216915+0000","last_became_active":"2024-09-12T12:24:51.244953+0000","last_became_peered":"2024-09-12T12:24:51.244953+0000","last_unstale":"2024-09-12T12:26:42.216915+0000","last_undegraded":"2024-09-12T12:26:42.216915+0000","last_fullsized":"2024-09-12T12:26:42.216915+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:09.107387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.254739+0000","last_change":"2024-09-12T12:24:53.263508+0000","last_active":"2024-09-12T12:26:42.254739+0000","last_peered":"2024-09-12T12:26:42.254739+0000","last_clean":"2024-09-12T12:26:42.254739+0000","last_became_active":"2024-09-12T12:24:53.262942+0000","last_became_peered":"2024-09-12T12:24:53.262942+0000","last_unstale":"2024-09-12T12:26:42.254739+0000","last_undegraded":"2024-09-12T12:26:42.254739+0000","last_fullsized":"2024-09-12T12:26:42.254739+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:26.047134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.206878+0000","last_change":"2024-09-12T12:25:10.348710+0000","last_active":"2024-09-12T12:26:42.206878+0000","last_peered":"2024-09-12T12:26:42.206878+0000","last_clean":"2024-09-12T12:26:42.206878+0000","last_became_active":"2024-09-12T12:25:10.345461+0000","last_became_peered":"2024-09-12T12:25:10.345461+0000","last_unstale":"2024-09-12T12:26:42.206878+0000","last_undegraded":"2024-09-12T12:26:42.206878+0000","last_fullsized":"2024-09-12T12:26:42.206878+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:03:29.032967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260317+0000","last_change":"2024-09-12T12:24:53.262397+0000","last_active":"2024-09-12T12:26:42.260317+0000","last_peered":"2024-09-12T12:26:42.260317+0000","last_clean":"2024-09-12T12:26:42.260317+0000","last_became_active":"2024-09-12T12:24:53.262069+0000","last_became_peered":"2024-09-12T12:24:53.262069+0000","last_unstale":"2024-09-12T12:26:42.260317+0000","last_undegraded":"2024-09-12T12:26:42.260317+0000","last_fullsized":"2024-09-12T12:26:42.260317+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:33:59.597991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"84'6","reported_seq":138,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:46.488592+0000","last_change":"2024-09-12T12:24:51.311813+0000","last_active":"2024-09-12T12:26:46.488592+0000","last_peered":"2024-09-12T12:26:46.488592+0000","last_clean":"2024-09-12T12:26:46.488592+0000","last_became_active":"2024-09-12T12:24:51.311442+0000","last_became_peered":"2024-09-12T12:24:51.311442+0000","last_unstale":"2024-09-12T12:26:46.488592+0000","last_undegraded":"2024-09-12T12:26:46.488592+0000","last_fullsized":"2024-09-12T12:26:46.488592+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:25.877025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":104,"num_read_kb":104,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.248935+0000","last_change":"2024-09-12T12:24:53.257529+0000","last_active":"2024-09-12T12:26:42.248935+0000","last_peered":"2024-09-12T12:26:42.248935+0000","last_clean":"2024-09-12T12:26:42.248935+0000","last_became_active":"2024-09-12T12:24:53.257183+0000","last_became_peered":"2024-09-12T12:24:53.257183+0000","last_unstale":"2024-09-12T12:26:42.248935+0000","last_undegraded":"2024-09-12T12:26:42.248935+0000","last_fullsized":"2024-09-12T12:26:42.248935+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:29.458629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"84'9","reported_seq":144,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:46.469455+0000","last_change":"2024-09-12T12:24:51.249112+0000","last_active":"2024-09-12T12:26:46.469455+0000","last_peered":"2024-09-12T12:26:46.469455+0000","last_clean":"2024-09-12T12:26:46.469455+0000","last_became_active":"2024-09-12T12:24:51.248795+0000","last_became_peered":"2024-09-12T12:24:51.248795+0000","last_unstale":"2024-09-12T12:26:46.469455+0000","last_undegraded":"2024-09-12T12:26:46.469455+0000","last_fullsized":"2024-09-12T12:26:46.469455+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:14.746821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1823,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":107,"num_read_kb":5,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.259496+0000","last_change":"2024-09-12T12:24:53.264485+0000","last_active":"2024-09-12T12:26:42.259496+0000","last_peered":"2024-09-12T12:26:42.259496+0000","last_clean":"2024-09-12T12:26:42.259496+0000","last_became_active":"2024-09-12T12:24:53.264147+0000","last_became_peered":"2024-09-12T12:24:53.264147+0000","last_unstale":"2024-09-12T12:26:42.259496+0000","last_undegraded":"2024-09-12T12:26:42.259496+0000","last_fullsized":"2024-09-12T12:26:42.259496+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:00.639502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.208552+0000","last_change":"2024-09-12T12:24:51.312401+0000","last_active":"2024-09-12T12:26:42.208552+0000","last_peered":"2024-09-12T12:26:42.208552+0000","last_clean":"2024-09-12T12:26:42.208552+0000","last_became_active":"2024-09-12T12:24:51.312105+0000","last_became_peered":"2024-09-12T12:24:51.312105+0000","last_unstale":"2024-09-12T12:26:42.208552+0000","last_undegraded":"2024-09-12T12:26:42.208552+0000","last_fullsized":"2024-09-12T12:26:42.208552+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:43.955535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252452+0000","last_change":"2024-09-12T12:24:53.260916+0000","last_active":"2024-09-12T12:26:42.252452+0000","last_peered":"2024-09-12T12:26:42.252452+0000","last_clean":"2024-09-12T12:26:42.252452+0000","last_became_active":"2024-09-12T12:24:53.260525+0000","last_became_peered":"2024-09-12T12:24:53.260525+0000","last_unstale":"2024-09-12T12:26:42.252452+0000","last_undegraded":"2024-09-12T12:26:42.252452+0000","last_fullsized":"2024-09-12T12:26:42.252452+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:49.567902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.219271+0000","last_change":"2024-09-12T12:24:51.312048+0000","last_active":"2024-09-12T12:26:42.219271+0000","last_peered":"2024-09-12T12:26:42.219271+0000","last_clean":"2024-09-12T12:26:42.219271+0000","last_became_active":"2024-09-12T12:24:51.311736+0000","last_became_peered":"2024-09-12T12:24:51.311736+0000","last_unstale":"2024-09-12T12:26:42.219271+0000","last_undegraded":"2024-09-12T12:26:42.219271+0000","last_fullsized":"2024-09-12T12:26:42.219271+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:50:50.893162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.258664+0000","last_change":"2024-09-12T12:24:53.258465+0000","last_active":"2024-09-12T12:26:42.258664+0000","last_peered":"2024-09-12T12:26:42.258664+0000","last_clean":"2024-09-12T12:26:42.258664+0000","last_became_active":"2024-09-12T12:24:53.258166+0000","last_became_peered":"2024-09-12T12:24:53.258166+0000","last_unstale":"2024-09-12T12:26:42.258664+0000","last_undegraded":"2024-09-12T12:26:42.258664+0000","last_fullsized":"2024-09-12T12:26:42.258664+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:11:52.923996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'103","reported_seq":223,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:46.037735+0000","last_change":"2024-09-12T12:24:51.246412+0000","last_active":"2024-09-12T12:26:46.037735+0000","last_peered":"2024-09-12T12:26:46.037735+0000","last_clean":"2024-09-12T12:26:46.037735+0000","last_became_active":"2024-09-12T12:24:51.246097+0000","last_became_peered":"2024-09-12T12:24:51.246097+0000","last_unstale":"2024-09-12T12:26:46.037735+0000","last_undegraded":"2024-09-12T12:26:46.037735+0000","last_fullsized":"2024-09-12T12:26:46.037735+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:11.237412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":189,"num_write_kb":1286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.245611+0000","last_change":"2024-09-12T12:24:53.263932+0000","last_active":"2024-09-12T12:26:42.245611+0000","last_peered":"2024-09-12T12:26:42.245611+0000","last_clean":"2024-09-12T12:26:42.245611+0000","last_became_active":"2024-09-12T12:24:53.262881+0000","last_became_peered":"2024-09-12T12:24:53.262881+0000","last_unstale":"2024-09-12T12:26:42.245611+0000","last_undegraded":"2024-09-12T12:26:42.245611+0000","last_fullsized":"2024-09-12T12:26:42.245611+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:46.978028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.216790+0000","last_change":"2024-09-12T12:24:51.245122+0000","last_active":"2024-09-12T12:26:42.216790+0000","last_peered":"2024-09-12T12:26:42.216790+0000","last_clean":"2024-09-12T12:26:42.216790+0000","last_became_active":"2024-09-12T12:24:51.244756+0000","last_became_peered":"2024-09-12T12:24:51.244756+0000","last_unstale":"2024-09-12T12:26:42.216790+0000","last_undegraded":"2024-09-12T12:26:42.216790+0000","last_fullsized":"2024-09-12T12:26:42.216790+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:13:02.251953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.260255+0000","last_change":"2024-09-12T12:24:53.265258+0000","last_active":"2024-09-12T12:26:42.260255+0000","last_peered":"2024-09-12T12:26:42.260255+0000","last_clean":"2024-09-12T12:26:42.260255+0000","last_became_active":"2024-09-12T12:24:53.264965+0000","last_became_peered":"2024-09-12T12:24:53.264965+0000","last_unstale":"2024-09-12T12:26:42.260255+0000","last_undegraded":"2024-09-12T12:26:42.260255+0000","last_fullsized":"2024-09-12T12:26:42.260255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:54.076562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.208313+0000","last_change":"2024-09-12T12:24:51.311824+0000","last_active":"2024-09-12T12:26:42.208313+0000","last_peered":"2024-09-12T12:26:42.208313+0000","last_clean":"2024-09-12T12:26:42.208313+0000","last_became_active":"2024-09-12T12:24:51.311467+0000","last_became_peered":"2024-09-12T12:24:51.311467+0000","last_unstale":"2024-09-12T12:26:42.208313+0000","last_undegraded":"2024-09-12T12:26:42.208313+0000","last_fullsized":"2024-09-12T12:26:42.208313+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:37:42.097767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"84'2","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.233039+0000","last_change":"2024-09-12T12:24:53.269665+0000","last_active":"2024-09-12T12:26:42.233039+0000","last_peered":"2024-09-12T12:26:42.233039+0000","last_clean":"2024-09-12T12:26:42.233039+0000","last_became_active":"2024-09-12T12:24:53.269317+0000","last_became_peered":"2024-09-12T12:24:53.269317+0000","last_unstale":"2024-09-12T12:26:42.233039+0000","last_undegraded":"2024-09-12T12:26:42.233039+0000","last_fullsized":"2024-09-12T12:26:42.233039+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:24.975569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.205179+0000","last_change":"2024-09-12T12:24:51.245195+0000","last_active":"2024-09-12T12:26:42.205179+0000","last_peered":"2024-09-12T12:26:42.205179+0000","last_clean":"2024-09-12T12:26:42.205179+0000","last_became_active":"2024-09-12T12:24:51.244887+0000","last_became_peered":"2024-09-12T12:24:51.244887+0000","last_unstale":"2024-09-12T12:26:42.205179+0000","last_undegraded":"2024-09-12T12:26:42.205179+0000","last_fullsized":"2024-09-12T12:26:42.205179+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:55:47.887469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.245931+0000","last_change":"2024-09-12T12:24:53.262302+0000","last_active":"2024-09-12T12:26:42.245931+0000","last_peered":"2024-09-12T12:26:42.245931+0000","last_clean":"2024-09-12T12:26:42.245931+0000","last_became_active":"2024-09-12T12:24:53.261547+0000","last_became_peered":"2024-09-12T12:24:53.261547+0000","last_unstale":"2024-09-12T12:26:42.245931+0000","last_undegraded":"2024-09-12T12:26:42.245931+0000","last_fullsized":"2024-09-12T12:26:42.245931+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:57:01.697979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'4","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.206789+0000","last_change":"2024-09-12T12:24:51.248472+0000","last_active":"2024-09-12T12:26:42.206789+0000","last_peered":"2024-09-12T12:26:42.206789+0000","last_clean":"2024-09-12T12:26:42.206789+0000","last_became_active":"2024-09-12T12:24:51.248112+0000","last_became_peered":"2024-09-12T12:24:51.248112+0000","last_unstale":"2024-09-12T12:26:42.206789+0000","last_undegraded":"2024-09-12T12:26:42.206789+0000","last_fullsized":"2024-09-12T12:26:42.206789+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:38.750686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"84'8","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.257854+0000","last_change":"2024-09-12T12:24:53.258235+0000","last_active":"2024-09-12T12:26:42.257854+0000","last_peered":"2024-09-12T12:26:42.257854+0000","last_clean":"2024-09-12T12:26:42.257854+0000","last_became_active":"2024-09-12T12:24:53.257941+0000","last_became_peered":"2024-09-12T12:24:53.257941+0000","last_unstale":"2024-09-12T12:26:42.257854+0000","last_undegraded":"2024-09-12T12:26:42.257854+0000","last_fullsized":"2024-09-12T12:26:42.257854+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:35:43.558104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.213709+0000","last_change":"2024-09-12T12:26:11.356097+0000","last_active":"2024-09-12T12:26:42.213709+0000","last_peered":"2024-09-12T12:26:42.213709+0000","last_clean":"2024-09-12T12:26:42.213709+0000","last_became_active":"2024-09-12T12:26:11.352192+0000","last_became_peered":"2024-09-12T12:26:11.352192+0000","last_unstale":"2024-09-12T12:26:42.213709+0000","last_undegraded":"2024-09-12T12:26:42.213709+0000","last_fullsized":"2024-09-12T12:26:42.213709+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:27.849845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.258457+0000","last_change":"2024-09-12T12:24:53.268546+0000","last_active":"2024-09-12T12:26:42.258457+0000","last_peered":"2024-09-12T12:26:42.258457+0000","last_clean":"2024-09-12T12:26:42.258457+0000","last_became_active":"2024-09-12T12:24:53.268073+0000","last_became_peered":"2024-09-12T12:24:53.268073+0000","last_unstale":"2024-09-12T12:26:42.258457+0000","last_undegraded":"2024-09-12T12:26:42.258457+0000","last_fullsized":"2024-09-12T12:26:42.258457+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:30.489729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"84'15","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.251524+0000","last_change":"2024-09-12T12:24:53.257243+0000","last_active":"2024-09-12T12:26:42.251524+0000","last_peered":"2024-09-12T12:26:42.251524+0000","last_clean":"2024-09-12T12:26:42.251524+0000","last_became_active":"2024-09-12T12:24:53.256913+0000","last_became_peered":"2024-09-12T12:24:53.256913+0000","last_unstale":"2024-09-12T12:26:42.251524+0000","last_undegraded":"2024-09-12T12:26:42.251524+0000","last_fullsized":"2024-09-12T12:26:42.251524+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:10.175052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.217434+0000","last_change":"2024-09-12T12:24:51.249517+0000","last_active":"2024-09-12T12:26:42.217434+0000","last_peered":"2024-09-12T12:26:42.217434+0000","last_clean":"2024-09-12T12:26:42.217434+0000","last_became_active":"2024-09-12T12:24:51.248494+0000","last_became_peered":"2024-09-12T12:24:51.248494+0000","last_unstale":"2024-09-12T12:26:42.217434+0000","last_undegraded":"2024-09-12T12:26:42.217434+0000","last_fullsized":"2024-09-12T12:26:42.217434+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:15:43.435515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"84'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.256859+0000","last_change":"2024-09-12T12:24:53.264198+0000","last_active":"2024-09-12T12:26:42.256859+0000","last_peered":"2024-09-12T12:26:42.256859+0000","last_clean":"2024-09-12T12:26:42.256859+0000","last_became_active":"2024-09-12T12:24:53.263887+0000","last_became_peered":"2024-09-12T12:24:53.263887+0000","last_unstale":"2024-09-12T12:26:42.256859+0000","last_undegraded":"2024-09-12T12:26:42.256859+0000","last_fullsized":"2024-09-12T12:26:42.256859+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:31:53.847919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"84'13","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.219190+0000","last_change":"2024-09-12T12:24:51.248749+0000","last_active":"2024-09-12T12:26:42.219190+0000","last_peered":"2024-09-12T12:26:42.219190+0000","last_clean":"2024-09-12T12:26:42.219190+0000","last_became_active":"2024-09-12T12:24:51.248454+0000","last_became_peered":"2024-09-12T12:24:51.248454+0000","last_unstale":"2024-09-12T12:26:42.219190+0000","last_undegraded":"2024-09-12T12:26:42.219190+0000","last_fullsized":"2024-09-12T12:26:42.219190+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:43:30.520701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.257899+0000","last_change":"2024-09-12T12:24:53.266336+0000","last_active":"2024-09-12T12:26:42.257899+0000","last_peered":"2024-09-12T12:26:42.257899+0000","last_clean":"2024-09-12T12:26:42.257899+0000","last_became_active":"2024-09-12T12:24:53.265821+0000","last_became_peered":"2024-09-12T12:24:53.265821+0000","last_unstale":"2024-09-12T12:26:42.257899+0000","last_undegraded":"2024-09-12T12:26:42.257899+0000","last_fullsized":"2024-09-12T12:26:42.257899+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:33:17.628010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.206549+0000","last_change":"2024-09-12T12:24:51.311990+0000","last_active":"2024-09-12T12:26:42.206549+0000","last_peered":"2024-09-12T12:26:42.206549+0000","last_clean":"2024-09-12T12:26:42.206549+0000","last_became_active":"2024-09-12T12:24:51.311663+0000","last_became_peered":"2024-09-12T12:24:51.311663+0000","last_unstale":"2024-09-12T12:26:42.206549+0000","last_undegraded":"2024-09-12T12:26:42.206549+0000","last_fullsized":"2024-09-12T12:26:42.206549+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:07:22.213560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"84'5","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:42.252971+0000","last_change":"2024-09-12T12:24:53.264332+0000","last_active":"2024-09-12T12:26:42.252971+0000","last_peered":"2024-09-12T12:26:42.252971+0000","last_clean":"2024-09-12T12:26:42.252971+0000","last_became_active":"2024-09-12T12:24:53.262968+0000","last_became_peered":"2024-09-12T12:24:53.262968+0000","last_unstale":"2024-09-12T12:26:42.252971+0000","last_undegraded":"2024-09-12T12:26:42.252971+0000","last_fullsized":"2024-09-12T12:26:42.252971+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:52.237866+0000","last_clean_scrub_stamp":"2024-09-12T12:24:52.237866+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:34:37.937847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"83'14","reported_seq":165,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-12T12:26:46.469085+0000","last_change":"2024-09-12T12:25:10.354898+0000","last_active":"2024-09-12T12:26:46.469085+0000","last_peered":"2024-09-12T12:26:46.469085+0000","last_clean":"2024-09-12T12:26:46.469085+0000","last_became_active":"2024-09-12T12:25:10.343691+0000","last_became_peered":"2024-09-12T12:25:10.343691+0000","last_unstale":"2024-09-12T12:26:46.469085+0000","last_undegraded":"2024-09-12T12:26:46.469085+0000","last_fullsized":"2024-09-12T12:26:46.469085+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T12:24:50.231983+0000","last_clean_scrub_stamp":"2024-09-12T12:24:50.231983+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:26.484088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":101,"num_read_kb":101,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":801279,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1415,"num_read_kb":931,"num_write":510,"num_write_kb":2388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":2235,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2764800,"data_stored":2403837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":387,"ondisk_log_size":387,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":73,"seq":313532612643,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32116,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713036,"statfs":{"total":95995035648,"available":95962148864,"internally_reserved":0,"allocated":950272,"data_stored":455937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841576,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":29020,"kb_used_data":1936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716132,"statfs":{"total":95995035648,"available":95965319168,"internally_reserved":0,"allocated":1982464,"data_stored":1444312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":62,"seq":266287972397,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28352,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716800,"statfs":{"total":95995035648,"available":95966003200,"internally_reserved":0,"allocated":1359872,"data_stored":847484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201330,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32508,"kb_used_data":1324,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712644,"statfs":{"total":95995035648,"available":95961747456,"internally_reserved":0,"allocated":1355776,"data_stored":847862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430262,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28540,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716612,"statfs":{"total":95995035648,"available":95965810688,"internally_reserved":0,"allocated":1552384,"data_stored":1049190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593787,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":950272,"data_stored":455220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822721,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37324,"kb_used_data":1860,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93707828,"statfs":{"total":95995035648,"available":95956815872,"internally_reserved":0,"allocated":1904640,"data_stored":1375217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986246,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":958464,"data_stored":457263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215178,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32956,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712196,"statfs":{"total":95995035648,"available":95961288704,"internally_reserved":0,"allocated":1691648,"data_stored":1175258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1032192,"data_stored":523875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1019904,"data_stored":525526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":970752,"data_stored":456251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":70729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":753664,"data_stored":721878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":331586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":425984,"data_stored":394716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":394338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":454656,"data_stored":400681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2791,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T12:26:51.379 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:26:51.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:51 smithi114 ceph-mon[35514]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 132 KiB/s wr, 80 op/s 2024-09-12T12:26:51.627 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:51.748 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:51 smithi082 ceph-mon[31122]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 132 KiB/s wr, 80 op/s 2024-09-12T12:26:51.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:51 smithi097 ceph-mon[34923]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 132 KiB/s wr, 80 op/s 2024-09-12T12:26:52.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.074+0000 7fdbe831b640 1 -- 172.21.15.82:0/4211599468 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbe0100a80 msgr2=0x7fdbe0100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:52.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.074+0000 7fdbe831b640 1 --2- 172.21.15.82:0/4211599468 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbe0100a80 0x7fdbe0100ee0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fdbd4009930 tx=0x7fdbd402a420 comp rx=0 tx=0).stop 2024-09-12T12:26:52.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.074+0000 7fdbe831b640 1 -- 172.21.15.82:0/4211599468 shutdown_connections 2024-09-12T12:26:52.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.074+0000 7fdbe831b640 1 --2- 172.21.15.82:0/4211599468 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdbe0101420 0x7fdbe010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:52.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.074+0000 7fdbe831b640 1 --2- 172.21.15.82:0/4211599468 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbe0100a80 0x7fdbe0100ee0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:52.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.074+0000 7fdbe831b640 1 --2- 172.21.15.82:0/4211599468 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbe0106a80 0x7fdbe0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:52.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.074+0000 7fdbe831b640 1 -- 172.21.15.82:0/4211599468 >> 172.21.15.82:0/4211599468 conn(0x7fdbe00fc7a0 msgr2=0x7fdbe00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:52.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.074+0000 7fdbe831b640 1 -- 172.21.15.82:0/4211599468 shutdown_connections 2024-09-12T12:26:52.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.074+0000 7fdbe831b640 1 -- 172.21.15.82:0/4211599468 wait complete. 2024-09-12T12:26:52.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.075+0000 7fdbe831b640 1 Processor -- start 2024-09-12T12:26:52.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.075+0000 7fdbe831b640 1 -- start start 2024-09-12T12:26:52.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.075+0000 7fdbe831b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdbe0100a80 0x7fdbe0198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:52.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.075+0000 7fdbe831b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbe0101420 0x7fdbe0198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:52.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.075+0000 7fdbe831b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbe0106a80 0x7fdbe019cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:52.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.075+0000 7fdbe831b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe0111fa0 con 0x7fdbe0101420 2024-09-12T12:26:52.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.075+0000 7fdbe831b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe0111e20 con 0x7fdbe0106a80 2024-09-12T12:26:52.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.075+0000 7fdbe831b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe0112120 con 0x7fdbe0100a80 2024-09-12T12:26:52.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.075+0000 7fdbe58b6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbe0101420 0x7fdbe0198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:52.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.075+0000 7fdbe58b6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbe0101420 0x7fdbe0198970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45468/0 (socket says 172.21.15.82:45468) 2024-09-12T12:26:52.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.075+0000 7fdbe58b6640 1 -- 172.21.15.82:0/4192208584 learned_addr learned my addr 172.21.15.82:0/4192208584 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:52.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.075+0000 7fdbe68b8640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbe0106a80 0x7fdbe019cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:52.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.075+0000 7fdbe60b7640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdbe0100a80 0x7fdbe0198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:52.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.076+0000 7fdbe58b6640 1 -- 172.21.15.82:0/4192208584 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdbe0100a80 msgr2=0x7fdbe0198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:52.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.076+0000 7fdbe58b6640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdbe0100a80 0x7fdbe0198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:52.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.076+0000 7fdbe58b6640 1 -- 172.21.15.82:0/4192208584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbe0106a80 msgr2=0x7fdbe019cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:52.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.076+0000 7fdbe58b6640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbe0106a80 0x7fdbe019cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:52.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.076+0000 7fdbe58b6640 1 -- 172.21.15.82:0/4192208584 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbe019d3e0 con 0x7fdbe0101420 2024-09-12T12:26:52.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.076+0000 7fdbe68b8640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbe0106a80 0x7fdbe019cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:52.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.076+0000 7fdbe58b6640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbe0101420 0x7fdbe0198970 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fdbd4009230 tx=0x7fdbd4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:52.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.076+0000 7fdbdf7fe640 1 -- 172.21.15.82:0/4192208584 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd403f030 con 0x7fdbe0101420 2024-09-12T12:26:52.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.076+0000 7fdbdf7fe640 1 -- 172.21.15.82:0/4192208584 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdbd4003ad0 con 0x7fdbe0101420 2024-09-12T12:26:52.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.076+0000 7fdbe831b640 1 -- 172.21.15.82:0/4192208584 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbe019d670 con 0x7fdbe0101420 2024-09-12T12:26:52.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.076+0000 7fdbdf7fe640 1 -- 172.21.15.82:0/4192208584 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd4035070 con 0x7fdbe0101420 2024-09-12T12:26:52.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.076+0000 7fdbe831b640 1 -- 172.21.15.82:0/4192208584 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbe01a4fb0 con 0x7fdbe0101420 2024-09-12T12:26:52.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.077+0000 7fdbe831b640 1 -- 172.21.15.82:0/4192208584 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbe0100ee0 con 0x7fdbe0101420 2024-09-12T12:26:52.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.078+0000 7fdbdf7fe640 1 -- 172.21.15.82:0/4192208584 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 23) ==== 138060+0+0 (secure 0 0 0) 0x7fdbd4042030 con 0x7fdbe0101420 2024-09-12T12:26:52.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.079+0000 7fdbdf7fe640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdbc80a2e90 0x7fdbc80a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:52.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.079+0000 7fdbe60b7640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdbc80a2e90 0x7fdbc80a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:52.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.079+0000 7fdbdf7fe640 1 -- 172.21.15.82:0/4192208584 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fdbd40ef890 con 0x7fdbe0101420 2024-09-12T12:26:52.080 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.079+0000 7fdbe60b7640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdbc80a2e90 0x7fdbc80a5350 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0005c40 tx=0x7fdbd0005bd0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:52.083 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.083+0000 7fdbdf7fe640 1 -- 172.21.15.82:0/4192208584 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdbd40bc290 con 0x7fdbe0101420 2024-09-12T12:26:52.283 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.283+0000 7fdbe831b640 1 -- 172.21.15.82:0/4192208584 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdbe0199790 con 0x7fdbe0101420 2024-09-12T12:26:52.284 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.284+0000 7fdbdf7fe640 1 -- 172.21.15.82:0/4192208584 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7fdbe0199790 con 0x7fdbe0101420 2024-09-12T12:26:52.284 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:52.284 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:26:52.284 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:26:52.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.286+0000 7fdbe831b640 1 -- 172.21.15.82:0/4192208584 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdbc80a2e90 msgr2=0x7fdbc80a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:52.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.286+0000 7fdbe831b640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdbc80a2e90 0x7fdbc80a5350 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0005c40 tx=0x7fdbd0005bd0 comp rx=0 tx=0).stop 2024-09-12T12:26:52.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.286+0000 7fdbe831b640 1 -- 172.21.15.82:0/4192208584 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbe0101420 msgr2=0x7fdbe0198970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:52.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.286+0000 7fdbe831b640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbe0101420 0x7fdbe0198970 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fdbd4009230 tx=0x7fdbd4004270 comp rx=0 tx=0).stop 2024-09-12T12:26:52.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.286+0000 7fdbe831b640 1 -- 172.21.15.82:0/4192208584 shutdown_connections 2024-09-12T12:26:52.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.286+0000 7fdbe831b640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdbc80a2e90 0x7fdbc80a5350 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:52.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.286+0000 7fdbe831b640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbe0106a80 0x7fdbe019cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:52.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.286+0000 7fdbe831b640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdbe0101420 0x7fdbe0198970 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:52.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.286+0000 7fdbe831b640 1 --2- 172.21.15.82:0/4192208584 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdbe0100a80 0x7fdbe0198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:52.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.286+0000 7fdbe831b640 1 -- 172.21.15.82:0/4192208584 >> 172.21.15.82:0/4192208584 conn(0x7fdbe00fc7a0 msgr2=0x7fdbe00fcfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:52.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.286+0000 7fdbe831b640 1 -- 172.21.15.82:0/4192208584 shutdown_connections 2024-09-12T12:26:52.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:52.286+0000 7fdbe831b640 1 -- 172.21.15.82:0/4192208584 wait complete. 2024-09-12T12:26:52.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:52 smithi082 ceph-mon[31122]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:26:52.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:52 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4192208584' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:52.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:52 smithi114 ceph-mon[35514]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:26:52.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:52 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4192208584' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:52 smithi097 ceph-mon[34923]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-12T12:26:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:52 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4192208584' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:52.967 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:26:53.214 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:53.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:53 smithi114 ceph-mon[35514]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 102 KiB/s wr, 62 op/s 2024-09-12T12:26:53.651 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:53 smithi082 ceph-mon[31122]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 102 KiB/s wr, 62 op/s 2024-09-12T12:26:53.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.731+0000 7f359715a640 1 -- 172.21.15.82:0/3447147660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f359010c180 msgr2=0x7f359010e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:53.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.731+0000 7f359715a640 1 --2- 172.21.15.82:0/3447147660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f359010c180 0x7f359010e600 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f3578009900 tx=0x7f357802a480 comp rx=0 tx=0).stop 2024-09-12T12:26:53.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.731+0000 7f359715a640 1 -- 172.21.15.82:0/3447147660 shutdown_connections 2024-09-12T12:26:53.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.731+0000 7f359715a640 1 --2- 172.21.15.82:0/3447147660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f359010c180 0x7f359010e600 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:53.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.731+0000 7f359715a640 1 --2- 172.21.15.82:0/3447147660 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f35901036c0 0x7f359010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:53.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.731+0000 7f359715a640 1 --2- 172.21.15.82:0/3447147660 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3590102da0 0x7f3590103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:53.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.731+0000 7f359715a640 1 -- 172.21.15.82:0/3447147660 >> 172.21.15.82:0/3447147660 conn(0x7f35900fc7a0 msgr2=0x7f35900febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:53.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.731+0000 7f359715a640 1 -- 172.21.15.82:0/3447147660 shutdown_connections 2024-09-12T12:26:53.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.731+0000 7f359715a640 1 -- 172.21.15.82:0/3447147660 wait complete. 2024-09-12T12:26:53.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.731+0000 7f359715a640 1 Processor -- start 2024-09-12T12:26:53.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.731+0000 7f359715a640 1 -- start start 2024-09-12T12:26:53.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f359715a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3590102da0 0x7f3590100a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:53.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f359715a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35901036c0 0x7f3590100f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:53.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f359715a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f359010c180 0x7f3590101480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:53.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f359715a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3590111fc0 con 0x7f359010c180 2024-09-12T12:26:53.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f359715a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3590111e40 con 0x7f35901036c0 2024-09-12T12:26:53.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f359715a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3590112140 con 0x7f3590102da0 2024-09-12T12:26:53.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f35956f7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f359010c180 0x7f3590101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:53.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f35956f7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f359010c180 0x7f3590101480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45474/0 (socket says 172.21.15.82:45474) 2024-09-12T12:26:53.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f35956f7640 1 -- 172.21.15.82:0/426210435 learned_addr learned my addr 172.21.15.82:0/426210435 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:53.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f3594ef6640 1 --2- 172.21.15.82:0/426210435 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3590102da0 0x7f3590100a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:53.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f358ffff640 1 --2- 172.21.15.82:0/426210435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35901036c0 0x7f3590100f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:53.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f35956f7640 1 -- 172.21.15.82:0/426210435 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3590102da0 msgr2=0x7f3590100a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:53.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f35956f7640 1 --2- 172.21.15.82:0/426210435 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3590102da0 0x7f3590100a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:53.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f35956f7640 1 -- 172.21.15.82:0/426210435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35901036c0 msgr2=0x7f3590100f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:53.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f35956f7640 1 --2- 172.21.15.82:0/426210435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35901036c0 0x7f3590100f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:53.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f35956f7640 1 -- 172.21.15.82:0/426210435 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35901a6920 con 0x7f359010c180 2024-09-12T12:26:53.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f35956f7640 1 --2- 172.21.15.82:0/426210435 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f359010c180 0x7f3590101480 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f3578005ab0 tx=0x7f35780042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:53.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f358dffb640 1 -- 172.21.15.82:0/426210435 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f357803f030 con 0x7f359010c180 2024-09-12T12:26:53.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.732+0000 7f358dffb640 1 -- 172.21.15.82:0/426210435 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3578003ce0 con 0x7f359010c180 2024-09-12T12:26:53.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.733+0000 7f359715a640 1 -- 172.21.15.82:0/426210435 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35901a6bb0 con 0x7f359010c180 2024-09-12T12:26:53.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.733+0000 7f358dffb640 1 -- 172.21.15.82:0/426210435 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3578035070 con 0x7f359010c180 2024-09-12T12:26:53.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.733+0000 7f359715a640 1 -- 172.21.15.82:0/426210435 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35901a7090 con 0x7f359010c180 2024-09-12T12:26:53.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.734+0000 7f359715a640 1 -- 172.21.15.82:0/426210435 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3590103180 con 0x7f359010c180 2024-09-12T12:26:53.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.735+0000 7f358dffb640 1 -- 172.21.15.82:0/426210435 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 23) ==== 138060+0+0 (secure 0 0 0) 0x7f3578042030 con 0x7f359010c180 2024-09-12T12:26:53.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.735+0000 7f358dffb640 1 --2- 172.21.15.82:0/426210435 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f357c0a2e10 0x7f357c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:53.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.736+0000 7f3594ef6640 1 --2- 172.21.15.82:0/426210435 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f357c0a2e10 0x7f357c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:53.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.736+0000 7f358dffb640 1 -- 172.21.15.82:0/426210435 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f35780efe30 con 0x7f359010c180 2024-09-12T12:26:53.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.736+0000 7f3594ef6640 1 --2- 172.21.15.82:0/426210435 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f357c0a2e10 0x7f357c0a52d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3588009990 tx=0x7f3588009110 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:53.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.740+0000 7f358dffb640 1 -- 172.21.15.82:0/426210435 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f35780bc890 con 0x7f359010c180 2024-09-12T12:26:53.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:53 smithi097 ceph-mon[34923]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 102 KiB/s wr, 62 op/s 2024-09-12T12:26:53.939 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.939+0000 7f359715a640 1 -- 172.21.15.82:0/426210435 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3590107220 con 0x7f359010c180 2024-09-12T12:26:53.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.940+0000 7f358dffb640 1 -- 172.21.15.82:0/426210435 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f35780bc190 con 0x7f359010c180 2024-09-12T12:26:53.940 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:53.941 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:26:53.941 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:26:53.942 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.942+0000 7f359715a640 1 -- 172.21.15.82:0/426210435 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f357c0a2e10 msgr2=0x7f357c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:53.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.942+0000 7f359715a640 1 --2- 172.21.15.82:0/426210435 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f357c0a2e10 0x7f357c0a52d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3588009990 tx=0x7f3588009110 comp rx=0 tx=0).stop 2024-09-12T12:26:53.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.942+0000 7f359715a640 1 -- 172.21.15.82:0/426210435 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f359010c180 msgr2=0x7f3590101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:53.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.942+0000 7f359715a640 1 --2- 172.21.15.82:0/426210435 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f359010c180 0x7f3590101480 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f3578005ab0 tx=0x7f35780042f0 comp rx=0 tx=0).stop 2024-09-12T12:26:53.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.942+0000 7f359715a640 1 -- 172.21.15.82:0/426210435 shutdown_connections 2024-09-12T12:26:53.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.942+0000 7f359715a640 1 --2- 172.21.15.82:0/426210435 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f357c0a2e10 0x7f357c0a52d0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:53.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.942+0000 7f359715a640 1 --2- 172.21.15.82:0/426210435 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f359010c180 0x7f3590101480 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:53.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.942+0000 7f359715a640 1 --2- 172.21.15.82:0/426210435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35901036c0 0x7f3590100f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:53.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.942+0000 7f359715a640 1 --2- 172.21.15.82:0/426210435 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3590102da0 0x7f3590100a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:53.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.942+0000 7f359715a640 1 -- 172.21.15.82:0/426210435 >> 172.21.15.82:0/426210435 conn(0x7f35900fc7a0 msgr2=0x7f35900fdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:53.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.942+0000 7f359715a640 1 -- 172.21.15.82:0/426210435 shutdown_connections 2024-09-12T12:26:53.943 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:53.942+0000 7f359715a640 1 -- 172.21.15.82:0/426210435 wait complete. 2024-09-12T12:26:54.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:54 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/426210435' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:54.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:54 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/426210435' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:54.616 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-12T12:26:54.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:54 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/426210435' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:54.860 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:55.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.297+0000 7f4b3e257640 1 -- 172.21.15.82:0/423914353 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b38102790 msgr2=0x7f4b381067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:55.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.297+0000 7f4b3e257640 1 --2- 172.21.15.82:0/423914353 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b38102790 0x7f4b381067e0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f4b20009900 tx=0x7f4b2002a410 comp rx=0 tx=0).stop 2024-09-12T12:26:55.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.297+0000 7f4b3e257640 1 -- 172.21.15.82:0/423914353 shutdown_connections 2024-09-12T12:26:55.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.297+0000 7f4b3e257640 1 --2- 172.21.15.82:0/423914353 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b38106f10 0x7f4b3810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:55.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.297+0000 7f4b3e257640 1 --2- 172.21.15.82:0/423914353 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b38102790 0x7f4b381067e0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:55.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.297+0000 7f4b3e257640 1 --2- 172.21.15.82:0/423914353 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b38101de0 0x7f4b381021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:55.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.297+0000 7f4b3e257640 1 -- 172.21.15.82:0/423914353 >> 172.21.15.82:0/423914353 conn(0x7f4b380fd8c0 msgr2=0x7f4b380ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:55.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.297+0000 7f4b3e257640 1 -- 172.21.15.82:0/423914353 shutdown_connections 2024-09-12T12:26:55.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.297+0000 7f4b3e257640 1 -- 172.21.15.82:0/423914353 wait complete. 2024-09-12T12:26:55.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b3e257640 1 Processor -- start 2024-09-12T12:26:55.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b3e257640 1 -- start start 2024-09-12T12:26:55.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b3e257640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b38101de0 0x7f4b3819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:55.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b3e257640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b38102790 0x7f4b3819ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:55.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b3e257640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b38106f10 0x7f4b3819eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:55.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b3e257640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4b38111f70 con 0x7f4b38102790 2024-09-12T12:26:55.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b3e257640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4b38111df0 con 0x7f4b38106f10 2024-09-12T12:26:55.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b3e257640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4b381120f0 con 0x7f4b38101de0 2024-09-12T12:26:55.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b2ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b38102790 0x7f4b3819ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:55.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b2ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b38102790 0x7f4b3819ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45496/0 (socket says 172.21.15.82:45496) 2024-09-12T12:26:55.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b2ffff640 1 -- 172.21.15.82:0/1510088040 learned_addr learned my addr 172.21.15.82:0/1510088040 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:55.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b377fe640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b38101de0 0x7f4b3819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:55.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b37fff640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b38106f10 0x7f4b3819eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:55.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b2ffff640 1 -- 172.21.15.82:0/1510088040 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b38101de0 msgr2=0x7f4b3819a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:55.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b2ffff640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b38101de0 0x7f4b3819a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:55.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b2ffff640 1 -- 172.21.15.82:0/1510088040 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b38106f10 msgr2=0x7f4b3819eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:55.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b2ffff640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b38106f10 0x7f4b3819eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:55.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b2ffff640 1 -- 172.21.15.82:0/1510088040 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b3819f5d0 con 0x7f4b38102790 2024-09-12T12:26:55.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b37fff640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b38106f10 0x7f4b3819eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:55.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.298+0000 7f4b2ffff640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b38102790 0x7f4b3819ab60 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f4b20006010 tx=0x7f4b200042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:55.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.299+0000 7f4b357fa640 1 -- 172.21.15.82:0/1510088040 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b2003f030 con 0x7f4b38102790 2024-09-12T12:26:55.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.299+0000 7f4b3e257640 1 -- 172.21.15.82:0/1510088040 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b3819f860 con 0x7f4b38102790 2024-09-12T12:26:55.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.299+0000 7f4b357fa640 1 -- 172.21.15.82:0/1510088040 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4b20003ce0 con 0x7f4b38102790 2024-09-12T12:26:55.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.299+0000 7f4b357fa640 1 -- 172.21.15.82:0/1510088040 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b20035070 con 0x7f4b38102790 2024-09-12T12:26:55.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.299+0000 7f4b3e257640 1 -- 172.21.15.82:0/1510088040 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b381a71a0 con 0x7f4b38102790 2024-09-12T12:26:55.303 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.300+0000 7f4b3e257640 1 -- 172.21.15.82:0/1510088040 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b381032c0 con 0x7f4b38102790 2024-09-12T12:26:55.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.301+0000 7f4b357fa640 1 -- 172.21.15.82:0/1510088040 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 23) ==== 138060+0+0 (secure 0 0 0) 0x7f4b20042030 con 0x7f4b38102790 2024-09-12T12:26:55.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.301+0000 7f4b357fa640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4b240a2e10 0x7f4b240a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:55.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.302+0000 7f4b377fe640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4b240a2e10 0x7f4b240a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:55.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.302+0000 7f4b357fa640 1 -- 172.21.15.82:0/1510088040 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f4b200efca0 con 0x7f4b38102790 2024-09-12T12:26:55.304 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.302+0000 7f4b377fe640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4b240a2e10 0x7f4b240a52d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4b28005fd0 tx=0x7f4b2800b390 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:55.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.308+0000 7f4b357fa640 1 -- 172.21.15.82:0/1510088040 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4b200bc7c0 con 0x7f4b38102790 2024-09-12T12:26:55.477 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.477+0000 7f4b3e257640 1 -- 172.21.15.82:0/1510088040 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4b381a7370 con 0x7f4b38102790 2024-09-12T12:26:55.507 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.478+0000 7f4b357fa640 1 -- 172.21.15.82:0/1510088040 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+23225 (secure 0 0 0) 0x7f4b200bc0c0 con 0x7f4b38102790 2024-09-12T12:26:55.508 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:55.508 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":84,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","created":"2024-09-12T12:17:12.695009+0000","modified":"2024-09-12T12:26:42.197692+0000","last_up_change":"2024-09-12T12:24:07.205938+0000","last_in_change":"2024-09-12T12:23:42.678584+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T12:20:23.481020+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T12:24:49.692337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T12:24:51.986597+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ec7e953a-5817-44dc-b24a-187f8ecae3de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6803","nonce":2375600760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6805","nonce":2375600760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6809","nonce":2375600760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6807","nonce":2375600760}]},"public_addr":"172.21.15.82:6803/2375600760","cluster_addr":"172.21.15.82:6805/2375600760","heartbeat_back_addr":"172.21.15.82:6809/2375600760","heartbeat_front_addr":"172.21.15.82:6807/2375600760","state":["exists","up"]},{"osd":1,"uuid":"5851943d-862e-4e05-8a5d-ade40a417718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6800","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6801","nonce":579017150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6803","nonce":579017150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6807","nonce":579017150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6805","nonce":579017150}]},"public_addr":"172.21.15.97:6801/579017150","cluster_addr":"172.21.15.97:6803/579017150","heartbeat_back_addr":"172.21.15.97:6807/579017150","heartbeat_front_addr":"172.21.15.97:6805/579017150","state":["exists","up"]},{"osd":2,"uuid":"6ad4e40e-a867-4daf-8d56-61c759763bb7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6801","nonce":667030766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6803","nonce":667030766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6807","nonce":667030766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6805","nonce":667030766}]},"public_addr":"172.21.15.114:6801/667030766","cluster_addr":"172.21.15.114:6803/667030766","heartbeat_back_addr":"172.21.15.114:6807/667030766","heartbeat_front_addr":"172.21.15.114:6805/667030766","state":["exists","up"]},{"osd":3,"uuid":"d07a22ac-4f4d-443a-aa26-fb72c965a533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6811","nonce":3696970002}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6813","nonce":3696970002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6817","nonce":3696970002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6815","nonce":3696970002}]},"public_addr":"172.21.15.82:6811/3696970002","cluster_addr":"172.21.15.82:6813/3696970002","heartbeat_back_addr":"172.21.15.82:6817/3696970002","heartbeat_front_addr":"172.21.15.82:6815/3696970002","state":["exists","up"]},{"osd":4,"uuid":"986fdf50-c187-4915-bd21-9303135ee93c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6809","nonce":1720388199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6811","nonce":1720388199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6815","nonce":1720388199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6813","nonce":1720388199}]},"public_addr":"172.21.15.97:6809/1720388199","cluster_addr":"172.21.15.97:6811/1720388199","heartbeat_back_addr":"172.21.15.97:6815/1720388199","heartbeat_front_addr":"172.21.15.97:6813/1720388199","state":["exists","up"]},{"osd":5,"uuid":"f85805cb-14d2-4dea-b6f9-44adb9555885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6809","nonce":1061842834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6811","nonce":1061842834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6815","nonce":1061842834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6813","nonce":1061842834}]},"public_addr":"172.21.15.114:6809/1061842834","cluster_addr":"172.21.15.114:6811/1061842834","heartbeat_back_addr":"172.21.15.114:6815/1061842834","heartbeat_front_addr":"172.21.15.114:6813/1061842834","state":["exists","up"]},{"osd":6,"uuid":"3e41d6ea-6e25-4c20-ac0b-c282d6fc3410","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6819","nonce":2909562937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6821","nonce":2909562937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6825","nonce":2909562937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6823","nonce":2909562937}]},"public_addr":"172.21.15.82:6819/2909562937","cluster_addr":"172.21.15.82:6821/2909562937","heartbeat_back_addr":"172.21.15.82:6825/2909562937","heartbeat_front_addr":"172.21.15.82:6823/2909562937","state":["exists","up"]},{"osd":7,"uuid":"4b57f692-680f-48d4-b971-79026197de89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6817","nonce":774477733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6819","nonce":774477733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6823","nonce":774477733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6821","nonce":774477733}]},"public_addr":"172.21.15.97:6817/774477733","cluster_addr":"172.21.15.97:6819/774477733","heartbeat_back_addr":"172.21.15.97:6823/774477733","heartbeat_front_addr":"172.21.15.97:6821/774477733","state":["exists","up"]},{"osd":8,"uuid":"7f3062e6-2359-42ac-8d07-1b8aa1be039e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6817","nonce":2191877312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6819","nonce":2191877312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6823","nonce":2191877312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6821","nonce":2191877312}]},"public_addr":"172.21.15.114:6817/2191877312","cluster_addr":"172.21.15.114:6819/2191877312","heartbeat_back_addr":"172.21.15.114:6823/2191877312","heartbeat_front_addr":"172.21.15.114:6821/2191877312","state":["exists","up"]},{"osd":9,"uuid":"5014c87a-30c8-4427-a645-6875216aa883","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6827","nonce":3766476669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6829","nonce":3766476669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6833","nonce":3766476669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6831","nonce":3766476669}]},"public_addr":"172.21.15.82:6827/3766476669","cluster_addr":"172.21.15.82:6829/3766476669","heartbeat_back_addr":"172.21.15.82:6833/3766476669","heartbeat_front_addr":"172.21.15.82:6831/3766476669","state":["exists","up"]},{"osd":10,"uuid":"8432b2c9-c3f0-4fc9-b9d8-91aba4427437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6825","nonce":3265146018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6827","nonce":3265146018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6831","nonce":3265146018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6829","nonce":3265146018}]},"public_addr":"172.21.15.97:6825/3265146018","cluster_addr":"172.21.15.97:6827/3265146018","heartbeat_back_addr":"172.21.15.97:6831/3265146018","heartbeat_front_addr":"172.21.15.97:6829/3265146018","state":["exists","up"]},{"osd":11,"uuid":"5cb2b575-e175-4271-8ac0-771fa72f9c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6825","nonce":1206975637}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6827","nonce":1206975637}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6831","nonce":1206975637}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6829","nonce":1206975637}]},"public_addr":"172.21.15.114:6825/1206975637","cluster_addr":"172.21.15.114:6827/1206975637","heartbeat_back_addr":"172.21.15.114:6831/1206975637","heartbeat_front_addr":"172.21.15.114:6829/1206975637","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:30.514798+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:55.437333+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:20.513185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:45.641683+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:10.642395+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:35.592632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:01.399096+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:26.074947+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:50.559366+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:15.479796+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:39.565889+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:24:04.556876+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:0/702400444":"2024-09-13T12:26:42.197644+0000","172.21.15.82:6800/2082156880":"2024-09-13T12:17:45.956674+0000","172.21.15.82:6801/2082156880":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/1123863202":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/1239255548":"2024-09-13T12:26:42.197644+0000","172.21.15.82:0/3426004569":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/2421679317":"2024-09-13T12:17:45.956674+0000","172.21.15.82:6801/2115848055":"2024-09-13T12:26:42.197644+0000","172.21.15.82:0/595859729":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2342445737":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6801/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2602658586":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2539394828":"2024-09-13T12:26:42.197644+0000","172.21.15.82:0/2965619674":"2024-09-13T12:26:42.197644+0000","172.21.15.82:6800/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/1385410853":"2024-09-13T12:26:42.197644+0000","172.21.15.82:6800/2115848055":"2024-09-13T12:26:42.197644+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T12:26:55.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.480+0000 7f4b3e257640 1 -- 172.21.15.82:0/1510088040 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4b240a2e10 msgr2=0x7f4b240a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:55.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.480+0000 7f4b3e257640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4b240a2e10 0x7f4b240a52d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4b28005fd0 tx=0x7f4b2800b390 comp rx=0 tx=0).stop 2024-09-12T12:26:55.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.480+0000 7f4b3e257640 1 -- 172.21.15.82:0/1510088040 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b38102790 msgr2=0x7f4b3819ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:55.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.480+0000 7f4b3e257640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b38102790 0x7f4b3819ab60 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f4b20006010 tx=0x7f4b200042f0 comp rx=0 tx=0).stop 2024-09-12T12:26:55.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.480+0000 7f4b3e257640 1 -- 172.21.15.82:0/1510088040 shutdown_connections 2024-09-12T12:26:55.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.480+0000 7f4b3e257640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4b240a2e10 0x7f4b240a52d0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:55.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.480+0000 7f4b3e257640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b38106f10 0x7f4b3819eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:55.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.480+0000 7f4b3e257640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b38102790 0x7f4b3819ab60 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:55.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.480+0000 7f4b3e257640 1 --2- 172.21.15.82:0/1510088040 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b38101de0 0x7f4b3819a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:55.510 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.481+0000 7f4b3e257640 1 -- 172.21.15.82:0/1510088040 >> 172.21.15.82:0/1510088040 conn(0x7f4b380fd8c0 msgr2=0x7f4b380febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:55.510 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.481+0000 7f4b3e257640 1 -- 172.21.15.82:0/1510088040 shutdown_connections 2024-09-12T12:26:55.510 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:55.481+0000 7f4b3e257640 1 -- 172.21.15.82:0/1510088040 wait complete. 2024-09-12T12:26:55.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:55 smithi114 ceph-mon[35514]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 56 op/s 2024-09-12T12:26:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:55 smithi097 ceph-mon[34923]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 56 op/s 2024-09-12T12:26:55.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:55 smithi082 ceph-mon[31122]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 56 op/s 2024-09-12T12:26:56.235 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-09-12T12:26:56.482 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:56.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:56 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1510088040' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:26:56.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:56 smithi082 ceph-mon[31122]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-09-12T12:26:56.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:56 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1510088040' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:26:56.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:56 smithi114 ceph-mon[35514]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-09-12T12:26:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:56 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1510088040' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:26:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:56 smithi097 ceph-mon[34923]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-09-12T12:26:57.724 INFO:teuthology.orchestra.run.smithi082.stdout:{"run_dir":"/var/run/ceph"} 2024-09-12T12:26:57.724 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-09-12T12:26:57.724 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 481 2024-09-12T12:26:57.724 DEBUG:tasks.quiescer:Yielding 2024-09-12T12:26:57.725 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T12:26:57.740 INFO:tasks.workunit:Pulling workunits from ref 086c737fa75c22d521a3932c59b31c5e1d1c9ef4 2024-09-12T12:26:57.741 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T12:26:57.741 INFO:tasks.workunit:timeout=3h 2024-09-12T12:26:57.741 INFO:tasks.workunit:cleanup=True 2024-09-12T12:26:57.741 DEBUG:teuthology.orchestra.run.smithi082:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T12:26:57.741 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:26:57.758 INFO:teuthology.orchestra.run.smithi082.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-09-12T12:26:57.758 INFO:teuthology.orchestra.run.smithi082.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-09-12T12:26:57.758 INFO:teuthology.orchestra.run.smithi082.stdout:Device: 6ch/108d Inode: 1099511628283 Links: 2 2024-09-12T12:26:57.758 INFO:teuthology.orchestra.run.smithi082.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T12:26:57.758 INFO:teuthology.orchestra.run.smithi082.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-09-12T12:26:57.758 INFO:teuthology.orchestra.run.smithi082.stdout:Access: 2024-09-12 12:25:11.640978361 +0000 2024-09-12T12:26:57.758 INFO:teuthology.orchestra.run.smithi082.stdout:Modify: 2024-09-12 12:25:11.640978361 +0000 2024-09-12T12:26:57.758 INFO:teuthology.orchestra.run.smithi082.stdout:Change: 2024-09-12 12:26:42.217941615 +0000 2024-09-12T12:26:57.759 INFO:teuthology.orchestra.run.smithi082.stdout: Birth: 2024-09-12 12:25:11.640978361 +0000 2024-09-12T12:26:57.759 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-09-12T12:26:57.759 DEBUG:teuthology.orchestra.run.smithi082:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-09-12T12:26:57.834 DEBUG:teuthology.orchestra.run.smithi082:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 086c737fa75c22d521a3932c59b31c5e1d1c9ef4 2024-09-12T12:26:57.890 INFO:tasks.workunit.client.0.smithi082.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T12:26:57.994 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:26:58.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.466+0000 7fb77317b640 1 -- 172.21.15.82:0/1915144384 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb76c102ef0 msgr2=0x7fb76c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:58.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.466+0000 7fb77317b640 1 --2- 172.21.15.82:0/1915144384 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb76c102ef0 0x7fb76c10da40 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fb764009ca0 tx=0x7fb76402a950 comp rx=0 tx=0).stop 2024-09-12T12:26:58.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.466+0000 7fb77317b640 1 -- 172.21.15.82:0/1915144384 shutdown_connections 2024-09-12T12:26:58.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.466+0000 7fb77317b640 1 --2- 172.21.15.82:0/1915144384 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb76c102ef0 0x7fb76c10da40 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:58.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.466+0000 7fb77317b640 1 --2- 172.21.15.82:0/1915144384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb76c102570 0x7fb76c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:58.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.466+0000 7fb77317b640 1 --2- 172.21.15.82:0/1915144384 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb76c100e20 0x7fb76c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:58.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.466+0000 7fb77317b640 1 -- 172.21.15.82:0/1915144384 >> 172.21.15.82:0/1915144384 conn(0x7fb76c0fc7d0 msgr2=0x7fb76c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:58.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.466+0000 7fb77317b640 1 -- 172.21.15.82:0/1915144384 shutdown_connections 2024-09-12T12:26:58.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.466+0000 7fb77317b640 1 -- 172.21.15.82:0/1915144384 wait complete. 2024-09-12T12:26:58.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb77317b640 1 Processor -- start 2024-09-12T12:26:58.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb77317b640 1 -- start start 2024-09-12T12:26:58.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb77317b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb76c100e20 0x7fb76c197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:58.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb77317b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb76c102570 0x7fb76c1979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:58.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb77317b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb76c102ef0 0x7fb76c19bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:58.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb77317b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c110f80 con 0x7fb76c102570 2024-09-12T12:26:58.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb77317b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c110e00 con 0x7fb76c100e20 2024-09-12T12:26:58.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb77317b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c111100 con 0x7fb76c102ef0 2024-09-12T12:26:58.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb76bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb76c102570 0x7fb76c1979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:58.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb76bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb76c102570 0x7fb76c1979a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35498/0 (socket says 172.21.15.82:35498) 2024-09-12T12:26:58.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb76bfff640 1 -- 172.21.15.82:0/22913432 learned_addr learned my addr 172.21.15.82:0/22913432 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:58.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb770f17640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb76c100e20 0x7fb76c197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:58.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb771718640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb76c102ef0 0x7fb76c19bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:58.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb76bfff640 1 -- 172.21.15.82:0/22913432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb76c102ef0 msgr2=0x7fb76c19bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:58.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb76bfff640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb76c102ef0 0x7fb76c19bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:58.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb76bfff640 1 -- 172.21.15.82:0/22913432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb76c100e20 msgr2=0x7fb76c197460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:58.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb76bfff640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb76c100e20 0x7fb76c197460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:58.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb76bfff640 1 -- 172.21.15.82:0/22913432 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb76c19c410 con 0x7fb76c102570 2024-09-12T12:26:58.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb771718640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb76c102ef0 0x7fb76c19bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:58.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.467+0000 7fb770f17640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb76c100e20 0x7fb76c197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:26:58.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.468+0000 7fb76bfff640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb76c102570 0x7fb76c1979a0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fb75800d950 tx=0x7fb75800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:58.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.468+0000 7fb769ffb640 1 -- 172.21.15.82:0/22913432 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb758017030 con 0x7fb76c102570 2024-09-12T12:26:58.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.468+0000 7fb77317b640 1 -- 172.21.15.82:0/22913432 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb76c19c700 con 0x7fb76c102570 2024-09-12T12:26:58.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.468+0000 7fb769ffb640 1 -- 172.21.15.82:0/22913432 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb758004020 con 0x7fb76c102570 2024-09-12T12:26:58.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.468+0000 7fb769ffb640 1 -- 172.21.15.82:0/22913432 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7580047a0 con 0x7fb76c102570 2024-09-12T12:26:58.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.468+0000 7fb77317b640 1 -- 172.21.15.82:0/22913432 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb76c069f70 con 0x7fb76c102570 2024-09-12T12:26:58.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.469+0000 7fb77317b640 1 -- 172.21.15.82:0/22913432 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb76c1021b0 con 0x7fb76c102570 2024-09-12T12:26:58.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.470+0000 7fb769ffb640 1 -- 172.21.15.82:0/22913432 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 23) ==== 138060+0+0 (secure 0 0 0) 0x7fb7580041d0 con 0x7fb76c102570 2024-09-12T12:26:58.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.471+0000 7fb769ffb640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb75c0a2e10 0x7fb75c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:58.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.471+0000 7fb770f17640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb75c0a2e10 0x7fb75c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:58.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.471+0000 7fb769ffb640 1 -- 172.21.15.82:0/22913432 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fb7580cf180 con 0x7fb76c102570 2024-09-12T12:26:58.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.471+0000 7fb770f17640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb75c0a2e10 0x7fb75c0a52d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb760009c20 tx=0x7fb760005f90 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:58.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.479+0000 7fb769ffb640 1 -- 172.21.15.82:0/22913432 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb75809bb10 con 0x7fb76c102570 2024-09-12T12:26:58.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.685+0000 7fb77317b640 1 -- 172.21.15.82:0/22913432 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb76c06a9f0 con 0x7fb76c102570 2024-09-12T12:26:58.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.686+0000 7fb769ffb640 1 -- 172.21.15.82:0/22913432 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7fb75809b410 con 0x7fb76c102570 2024-09-12T12:26:58.686 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:26:58.687 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:26:58.687 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:26:58.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.688+0000 7fb77317b640 1 -- 172.21.15.82:0/22913432 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb75c0a2e10 msgr2=0x7fb75c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:58.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.688+0000 7fb77317b640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb75c0a2e10 0x7fb75c0a52d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb760009c20 tx=0x7fb760005f90 comp rx=0 tx=0).stop 2024-09-12T12:26:58.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.688+0000 7fb77317b640 1 -- 172.21.15.82:0/22913432 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb76c102570 msgr2=0x7fb76c1979a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:58.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.688+0000 7fb77317b640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb76c102570 0x7fb76c1979a0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fb75800d950 tx=0x7fb75800de10 comp rx=0 tx=0).stop 2024-09-12T12:26:58.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.688+0000 7fb77317b640 1 -- 172.21.15.82:0/22913432 shutdown_connections 2024-09-12T12:26:58.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.688+0000 7fb77317b640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb75c0a2e10 0x7fb75c0a52d0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:58.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.688+0000 7fb77317b640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb76c102ef0 0x7fb76c19bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:58.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.688+0000 7fb77317b640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb76c102570 0x7fb76c1979a0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:58.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.688+0000 7fb77317b640 1 --2- 172.21.15.82:0/22913432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb76c100e20 0x7fb76c197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:58.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.688+0000 7fb77317b640 1 -- 172.21.15.82:0/22913432 >> 172.21.15.82:0/22913432 conn(0x7fb76c0fc7d0 msgr2=0x7fb76c1068d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:58.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.688+0000 7fb77317b640 1 -- 172.21.15.82:0/22913432 shutdown_connections 2024-09-12T12:26:58.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:26:58.688+0000 7fb77317b640 1 -- 172.21.15.82:0/22913432 wait complete. 2024-09-12T12:26:59.259 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.256+0000 7fe14aac0640 1 -- 172.21.15.82:0/3950779854 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe1441069c0 msgr2=0x7fe144106da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:59.259 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.256+0000 7fe14aac0640 1 --2- 172.21.15.82:0/3950779854 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe1441069c0 0x7fe144106da0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fe138009930 tx=0x7fe13802a420 comp rx=0 tx=0).stop 2024-09-12T12:26:59.259 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.256+0000 7fe14aac0640 1 -- 172.21.15.82:0/3950779854 shutdown_connections 2024-09-12T12:26:59.259 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.256+0000 7fe14aac0640 1 --2- 172.21.15.82:0/3950779854 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe144101350 0x7fe14410d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.256+0000 7fe14aac0640 1 --2- 172.21.15.82:0/3950779854 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1441009b0 0x7fe144100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.256+0000 7fe14aac0640 1 --2- 172.21.15.82:0/3950779854 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe1441069c0 0x7fe144106da0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.256+0000 7fe14aac0640 1 -- 172.21.15.82:0/3950779854 >> 172.21.15.82:0/3950779854 conn(0x7fe144077990 msgr2=0x7fe1440fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.256+0000 7fe14aac0640 1 -- 172.21.15.82:0/3950779854 shutdown_connections 2024-09-12T12:26:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.256+0000 7fe14aac0640 1 -- 172.21.15.82:0/3950779854 wait complete. 2024-09-12T12:26:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.257+0000 7fe14aac0640 1 Processor -- start 2024-09-12T12:26:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.257+0000 7fe14aac0640 1 -- start start 2024-09-12T12:26:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.257+0000 7fe14aac0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1441009b0 0x7fe1441991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.257+0000 7fe14aac0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe144101350 0x7fe144199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.257+0000 7fe14aac0640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1441069c0 0x7fe1441a4260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.257+0000 7fe14aac0640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe144110e00 con 0x7fe144101350 2024-09-12T12:26:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.257+0000 7fe14aac0640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe144110c80 con 0x7fe1441069c0 2024-09-12T12:26:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.257+0000 7fe14aac0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe144110f80 con 0x7fe1441009b0 2024-09-12T12:26:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.257+0000 7fe143fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe144101350 0x7fe144199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.257+0000 7fe143fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe144101350 0x7fe144199720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35508/0 (socket says 172.21.15.82:35508) 2024-09-12T12:26:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.257+0000 7fe143fff640 1 -- 172.21.15.82:0/459731328 learned_addr learned my addr 172.21.15.82:0/459731328 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.257+0000 7fe14885c640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1441009b0 0x7fe1441991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.257+0000 7fe14905d640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1441069c0 0x7fe1441a4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.258+0000 7fe143fff640 1 -- 172.21.15.82:0/459731328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1441009b0 msgr2=0x7fe1441991e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.258+0000 7fe143fff640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1441009b0 0x7fe1441991e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.258+0000 7fe143fff640 1 -- 172.21.15.82:0/459731328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1441069c0 msgr2=0x7fe1441a4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.258+0000 7fe143fff640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1441069c0 0x7fe1441a4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.258+0000 7fe143fff640 1 -- 172.21.15.82:0/459731328 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1441a47a0 con 0x7fe144101350 2024-09-12T12:26:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.258+0000 7fe14905d640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1441069c0 0x7fe1441a4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.258+0000 7fe143fff640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe144101350 0x7fe144199720 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fe13000e9f0 tx=0x7fe13000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.258+0000 7fe141ffb640 1 -- 172.21.15.82:0/459731328 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13000cd80 con 0x7fe144101350 2024-09-12T12:26:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.258+0000 7fe141ffb640 1 -- 172.21.15.82:0/459731328 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe130005500 con 0x7fe144101350 2024-09-12T12:26:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.258+0000 7fe14aac0640 1 -- 172.21.15.82:0/459731328 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1441a4970 con 0x7fe144101350 2024-09-12T12:26:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.258+0000 7fe141ffb640 1 -- 172.21.15.82:0/459731328 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe130010690 con 0x7fe144101350 2024-09-12T12:26:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.258+0000 7fe14aac0640 1 -- 172.21.15.82:0/459731328 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1441a4e40 con 0x7fe144101350 2024-09-12T12:26:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.260+0000 7fe141ffb640 1 -- 172.21.15.82:0/459731328 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 23) ==== 138060+0+0 (secure 0 0 0) 0x7fe1300046c0 con 0x7fe144101350 2024-09-12T12:26:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe14d854740 1 Processor -- start 2024-09-12T12:26:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe14d854740 1 -- start start 2024-09-12T12:26:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe141ffb640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe1340a2ec0 0x7fe1340a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe14d854740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7dfeed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe14d854740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 0x55b0d7e09770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe14d854740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e0c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe14d854740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b0d7d632f0 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe141ffb640 1 -- 172.21.15.82:0/459731328 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fe1300cfc10 con 0x7fe144101350 2024-09-12T12:26:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe14d854740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b0d7d0b270 con 0x55b0d7e09cb0 2024-09-12T12:26:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe14905d640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe1340a2ec0 0x7fe1340a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe14d854740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b0d7d5f2b0 con 0x55b0d7dff410 2024-09-12T12:26:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe14885c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7dfeed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe14885c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7dfeed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35516/0 (socket says 172.21.15.82:35516) 2024-09-12T12:26:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe14885c640 1 -- 172.21.15.82:0/3265497290 learned_addr learned my addr 172.21.15.82:0/3265497290 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.261+0000 7fe143fff640 1 --2- 172.21.15.82:0/3265497290 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 0x55b0d7e09770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.262+0000 7fe14905d640 1 --2- 172.21.15.82:0/3265497290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e0c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.262+0000 7fe14885c640 1 -- 172.21.15.82:0/3265497290 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 msgr2=0x55b0d7e09770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.262+0000 7fe14905d640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe1340a2ec0 0x7fe1340a5380 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe13c005fd0 tx=0x7fe13c00f730 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.262+0000 7fe14885c640 1 --2- 172.21.15.82:0/3265497290 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 0x55b0d7e09770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.262+0000 7fe14885c640 1 -- 172.21.15.82:0/3265497290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 msgr2=0x55b0d7e0c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.262+0000 7fe14885c640 1 --2- 172.21.15.82:0/3265497290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e0c0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.262+0000 7fe14885c640 1 -- 172.21.15.82:0/3265497290 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0d7d0a340 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.262+0000 7fe14885c640 1 --2- 172.21.15.82:0/3265497290 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7dfeed0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fe13802a940 tx=0x7fe138005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5910a05340da7498 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.262+0000 7fe12effd640 1 -- 172.21.15.82:0/3265497290 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe138040070 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.262+0000 7fe12effd640 1 -- 172.21.15.82:0/3265497290 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe138031870 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.262+0000 7fe12effd640 1 -- 172.21.15.82:0/3265497290 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe138035040 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 -- 172.21.15.82:0/3265497290 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 msgr2=0x55b0d7dfeed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 --2- 172.21.15.82:0/3265497290 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7dfeed0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fe13802a940 tx=0x7fe138005bd0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 -- 172.21.15.82:0/3265497290 shutdown_connections 2024-09-12T12:26:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 --2- 172.21.15.82:0/3265497290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e0c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 --2- 172.21.15.82:0/3265497290 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 0x55b0d7e09770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 --2- 172.21.15.82:0/3265497290 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7dfeed0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 -- 172.21.15.82:0/3265497290 >> 172.21.15.82:0/3265497290 conn(0x55b0d7dfb060 msgr2=0x55b0d7dfb440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 -- 172.21.15.82:0/3265497290 shutdown_connections 2024-09-12T12:26:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 -- 172.21.15.82:0/3265497290 wait complete. 2024-09-12T12:26:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 -- start start 2024-09-12T12:26:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 Processor -- start 2024-09-12T12:26:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e06b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dff410 0x55b0d7e070c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e07600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b0d7e0c880 con 0x55b0d7dff410 2024-09-12T12:26:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b0d7cec290 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.263+0000 7fe14d854740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b0d7e0ca00 con 0x55b0d7e09cb0 2024-09-12T12:26:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe14d854740 10 client.0 _ll_register_callbacks cb 0x55b0d7d1d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe143fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dff410 0x55b0d7e070c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe143fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dff410 0x55b0d7e070c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35532/0 (socket says 172.21.15.82:35532) 2024-09-12T12:26:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe143fff640 1 -- 172.21.15.82:0/379570212 learned_addr learned my addr 172.21.15.82:0/379570212 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe14885c640 1 --2- 172.21.15.82:0/379570212 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e06b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe14905d640 1 --2- 172.21.15.82:0/379570212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e07600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe143fff640 1 -- 172.21.15.82:0/379570212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7e09cb0 msgr2=0x55b0d7e07600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe143fff640 1 --2- 172.21.15.82:0/379570212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e07600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe143fff640 1 -- 172.21.15.82:0/379570212 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7dfeaf0 msgr2=0x55b0d7e06b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe143fff640 1 --2- 172.21.15.82:0/379570212 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e06b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe143fff640 1 -- 172.21.15.82:0/379570212 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0d7a76210 con 0x55b0d7dff410 2024-09-12T12:26:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe143fff640 1 --2- 172.21.15.82:0/379570212 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dff410 0x55b0d7e070c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fe13009bba0 tx=0x7fe13009c5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46afc1805ed3be1a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe123fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe123fff640 1 -- 172.21.15.82:0/379570212 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1300a4b10 con 0x55b0d7dff410 2024-09-12T12:26:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe123fff640 1 -- 172.21.15.82:0/379570212 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fe1300a4890 con 0x55b0d7dff410 2024-09-12T12:26:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe14d854740 1 -- 172.21.15.82:0/379570212 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe138031870 con 0x55b0d7dff410 2024-09-12T12:26:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe123fff640 1 -- 172.21.15.82:0/379570212 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe1300cd480 con 0x55b0d7dff410 2024-09-12T12:26:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe14d854740 10 client.15360 fetch_fsmap learned FSMap version 28 2024-09-12T12:26:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe14d854740 1 -- 172.21.15.82:0/379570212 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b0d7b42620 con 0x55b0d7dff410 2024-09-12T12:26:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.264+0000 7fe123fff640 1 -- 172.21.15.82:0/379570212 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe138031870 con 0x55b0d7dff410 2024-09-12T12:26:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.265+0000 7fe123fff640 1 -- 172.21.15.82:0/379570212 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe130097bf0 con 0x55b0d7dff410 2024-09-12T12:26:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.265+0000 7fe14d854740 10 client.15360 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:26:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.265+0000 7fe14d854740 10 client.15360 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:26:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.265+0000 7fe14d854740 20 client.15360 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.265+0000 7fe14d854740 1 --2- 172.21.15.82:0/379570212 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0d7e19ba0 0x55b0d7e1bff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.265+0000 7fe14d854740 4 client.15360 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:26:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.265+0000 7fe14d854740 1 -- 172.21.15.82:0/379570212 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0d7d70a20 con 0x55b0d7e19ba0 2024-09-12T12:26:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.265+0000 7fe14885c640 1 --2- 172.21.15.82:0/379570212 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0d7e19ba0 0x55b0d7e1bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.265+0000 7fe123fff640 10 client.15360 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:26:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.265+0000 7fe14885c640 1 --2- 172.21.15.82:0/379570212 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0d7e19ba0 0x55b0d7e1bff0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed0779da5787cdee server_cookie=5aeea10f6566e0da in_seq=0 out_seq=0 2024-09-12T12:26:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe123fff640 1 -- 172.21.15.82:0/379570212 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b0d7d70a20 con 0x55b0d7e19ba0 2024-09-12T12:26:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe123fff640 10 client.15360 handle_command_reply: tid=0 2024-09-12T12:26:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe14d854740 1 client.15360 shutdown 2024-09-12T12:26:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe14d854740 1 -- 172.21.15.82:0/379570212 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dff410 msgr2=0x55b0d7e070c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe14d854740 1 --2- 172.21.15.82:0/379570212 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dff410 0x55b0d7e070c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fe13009bba0 tx=0x7fe13009c5a0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe14d854740 1 -- 172.21.15.82:0/379570212 shutdown_connections 2024-09-12T12:26:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe14d854740 1 --2- 172.21.15.82:0/379570212 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0d7e19ba0 0x55b0d7e1bff0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe14d854740 1 --2- 172.21.15.82:0/379570212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e07600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.276 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe14d854740 1 --2- 172.21.15.82:0/379570212 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dff410 0x55b0d7e070c0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.276 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe123fff640 0 client.15360 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:26:59.276 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe14d854740 1 --2- 172.21.15.82:0/379570212 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e06b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.276 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe14d854740 1 -- 172.21.15.82:0/379570212 >> 172.21.15.82:0/379570212 conn(0x55b0d7dfb060 msgr2=0x55b0d7e00d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:59.276 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe14d854740 1 -- 172.21.15.82:0/379570212 shutdown_connections 2024-09-12T12:26:59.276 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe14d854740 1 -- 172.21.15.82:0/379570212 wait complete. 2024-09-12T12:26:59.276 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.266+0000 7fe14d854740 20 client.15360 trim_cache size 0 max 16384 2024-09-12T12:26:59.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14d854740 1 Processor -- start 2024-09-12T12:26:59.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14d854740 1 -- start start 2024-09-12T12:26:59.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14d854740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e07430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14d854740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 0x55b0d7e21900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14d854740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e21e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14d854740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe1441ad850 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14d854740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe1441af390 con 0x55b0d7e09cb0 2024-09-12T12:26:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14d854740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe1441adf20 con 0x55b0d7dff410 2024-09-12T12:26:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14885c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e07430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14885c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e07430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35542/0 (socket says 172.21.15.82:35542) 2024-09-12T12:26:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14885c640 1 -- 172.21.15.82:0/3389355723 learned_addr learned my addr 172.21.15.82:0/3389355723 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14905d640 1 --2- 172.21.15.82:0/3389355723 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e21e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14885c640 1 -- 172.21.15.82:0/3389355723 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 msgr2=0x55b0d7e21900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe143fff640 1 --2- 172.21.15.82:0/3389355723 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 0x55b0d7e21900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14885c640 1 --2- 172.21.15.82:0/3389355723 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 0x55b0d7e21900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14885c640 1 -- 172.21.15.82:0/3389355723 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 msgr2=0x55b0d7e21e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14885c640 1 --2- 172.21.15.82:0/3389355723 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e21e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14885c640 1 -- 172.21.15.82:0/3389355723 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0d7dfc150 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14905d640 1 --2- 172.21.15.82:0/3389355723 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e21e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe143fff640 1 --2- 172.21.15.82:0/3389355723 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 0x55b0d7e21900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe14885c640 1 --2- 172.21.15.82:0/3389355723 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e07430 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fe138005c40 tx=0x7fe13802a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ac64b2535c64675 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.281+0000 7fe12e7fc640 1 -- 172.21.15.82:0/3389355723 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe138054070 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.282+0000 7fe12e7fc640 1 -- 172.21.15.82:0/3389355723 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe138031930 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.282+0000 7fe12e7fc640 1 -- 172.21.15.82:0/3389355723 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe138040040 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.282+0000 7fe14d854740 1 -- 172.21.15.82:0/3389355723 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 msgr2=0x55b0d7e07430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.282+0000 7fe14d854740 1 --2- 172.21.15.82:0/3389355723 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e07430 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fe138005c40 tx=0x7fe13802a420 comp rx=0 tx=0).stop 2024-09-12T12:26:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.282+0000 7fe14d854740 1 -- 172.21.15.82:0/3389355723 shutdown_connections 2024-09-12T12:26:59.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.282+0000 7fe14d854740 1 --2- 172.21.15.82:0/3389355723 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e21e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.282+0000 7fe14d854740 1 --2- 172.21.15.82:0/3389355723 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 0x55b0d7e21900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.282+0000 7fe14d854740 1 --2- 172.21.15.82:0/3389355723 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e07430 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.282+0000 7fe14d854740 1 -- 172.21.15.82:0/3389355723 >> 172.21.15.82:0/3389355723 conn(0x55b0d7dfb060 msgr2=0x55b0d7e08c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:59.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.282+0000 7fe14d854740 1 -- 172.21.15.82:0/3389355723 shutdown_connections 2024-09-12T12:26:59.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.282+0000 7fe14d854740 1 -- 172.21.15.82:0/3389355723 wait complete. 2024-09-12T12:26:59.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.282+0000 7fe14d854740 1 -- start start 2024-09-12T12:26:59.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.282+0000 7fe14d854740 1 Processor -- start 2024-09-12T12:26:59.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14d854740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e0da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14d854740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 0x55b0d7e0dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14d854740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e0e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14d854740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe1441aecc0 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.289 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14d854740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe1441ae5f0 con 0x55b0d7e09cb0 2024-09-12T12:26:59.289 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14d854740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe1441ab830 con 0x55b0d7dff410 2024-09-12T12:26:59.289 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14d854740 10 client.0 _ll_register_callbacks cb 0x7fe13009bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:26:59.289 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14885c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e0da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.289 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14885c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e0da60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35556/0 (socket says 172.21.15.82:35556) 2024-09-12T12:26:59.289 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14885c640 1 -- 172.21.15.82:0/3339211595 learned_addr learned my addr 172.21.15.82:0/3339211595 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:26:59.289 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14905d640 1 --2- 172.21.15.82:0/3339211595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e0e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.289 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14885c640 1 -- 172.21.15.82:0/3339211595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 msgr2=0x55b0d7e0dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:59.289 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14885c640 1 --2- 172.21.15.82:0/3339211595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 0x55b0d7e0dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.289 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14885c640 1 -- 172.21.15.82:0/3339211595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 msgr2=0x55b0d7e0e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:26:59.289 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14885c640 1 --2- 172.21.15.82:0/3339211595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e0e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.289 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14885c640 1 -- 172.21.15.82:0/3339211595 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0d7e83950 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.289 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14905d640 1 --2- 172.21.15.82:0/3339211595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e0e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:26:59.290 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe14885c640 1 --2- 172.21.15.82:0/3339211595 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e0da60 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fe138005c10 tx=0x7fe13802aae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7a9e12a05565db9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:26:59.290 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe123fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:26:59.290 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe123fff640 1 -- 172.21.15.82:0/3339211595 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe138054070 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.290 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.283+0000 7fe123fff640 1 -- 172.21.15.82:0/3339211595 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fe138004460 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.290 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.284+0000 7fe14d854740 1 -- 172.21.15.82:0/3339211595 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe138031930 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.290 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.284+0000 7fe123fff640 1 -- 172.21.15.82:0/3339211595 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe138035040 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.290 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.284+0000 7fe14d854740 10 client.15366 fetch_fsmap learned FSMap version 28 2024-09-12T12:26:59.290 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.284+0000 7fe14d854740 1 -- 172.21.15.82:0/3339211595 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b0d7e84bb0 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.290 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.284+0000 7fe123fff640 1 -- 172.21.15.82:0/3339211595 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe138031930 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.290 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.284+0000 7fe123fff640 1 -- 172.21.15.82:0/3339211595 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe13804d070 con 0x55b0d7dfeaf0 2024-09-12T12:26:59.290 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.284+0000 7fe14d854740 10 client.15366 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:26:59.290 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.284+0000 7fe14d854740 10 client.15366 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:26:59.290 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.284+0000 7fe14d854740 20 client.15366 populate_metadata read hostname 'smithi082' 2024-09-12T12:26:59.291 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.284+0000 7fe14d854740 1 --2- 172.21.15.82:0/3339211595 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0d7e84ee0 0x55b0d7e872d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:26:59.291 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.284+0000 7fe14d854740 4 client.15366 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:26:59.291 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.284+0000 7fe14d854740 1 -- 172.21.15.82:0/3339211595 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b0d7d6ad70 con 0x55b0d7e84ee0 2024-09-12T12:26:59.291 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.284+0000 7fe143fff640 1 --2- 172.21.15.82:0/3339211595 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0d7e84ee0 0x55b0d7e872d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:26:59.291 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.285+0000 7fe123fff640 10 client.15366 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:26:59.291 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.285+0000 7fe143fff640 1 --2- 172.21.15.82:0/3339211595 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0d7e84ee0 0x55b0d7e872d0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a559f0e4d24704c server_cookie=ad1ce4a6535e0a64 in_seq=0 out_seq=0 2024-09-12T12:26:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe123fff640 1 -- 172.21.15.82:0/3339211595 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b0d7d6ad70 con 0x55b0d7e84ee0 2024-09-12T12:26:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe123fff640 10 client.15366 handle_command_reply: tid=0 2024-09-12T12:26:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe14d854740 1 client.15366 shutdown 2024-09-12T12:26:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe14d854740 1 -- 172.21.15.82:0/3339211595 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 msgr2=0x55b0d7e0da60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe14d854740 1 --2- 172.21.15.82:0/3339211595 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e0da60 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fe138005c10 tx=0x7fe13802aae0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe14d854740 1 -- 172.21.15.82:0/3339211595 shutdown_connections 2024-09-12T12:26:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe14d854740 1 --2- 172.21.15.82:0/3339211595 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0d7e84ee0 0x55b0d7e872d0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe14d854740 1 --2- 172.21.15.82:0/3339211595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0d7e09cb0 0x55b0d7e0e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe123fff640 0 client.15366 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:26:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe14d854740 1 --2- 172.21.15.82:0/3339211595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0d7dff410 0x55b0d7e0dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe14d854740 1 --2- 172.21.15.82:0/3339211595 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0d7dfeaf0 0x55b0d7e0da60 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe14d854740 1 -- 172.21.15.82:0/3339211595 >> 172.21.15.82:0/3339211595 conn(0x55b0d7dfb060 msgr2=0x55b0d7df99a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe14d854740 1 -- 172.21.15.82:0/3339211595 shutdown_connections 2024-09-12T12:26:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe14d854740 1 -- 172.21.15.82:0/3339211595 wait complete. 2024-09-12T12:26:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.296+0000 7fe14d854740 20 client.15366 trim_cache size 0 max 16384 2024-09-12T12:26:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:26:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:26:59.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:26:59.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:26:59.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.297+0000 7fe14aac0640 1 -- 172.21.15.82:0/459731328 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe1340a2ec0 msgr2=0x7fe1340a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:59.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.297+0000 7fe14aac0640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe1340a2ec0 0x7fe1340a5380 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe13c005fd0 tx=0x7fe13c00f730 comp rx=0 tx=0).stop 2024-09-12T12:26:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.297+0000 7fe14aac0640 1 -- 172.21.15.82:0/459731328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe144101350 msgr2=0x7fe144199720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:26:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.297+0000 7fe14aac0640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe144101350 0x7fe144199720 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fe13000e9f0 tx=0x7fe13000edf0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.297+0000 7fe14aac0640 1 -- 172.21.15.82:0/459731328 shutdown_connections 2024-09-12T12:26:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.297+0000 7fe14aac0640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe1340a2ec0 0x7fe1340a5380 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.297+0000 7fe14aac0640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1441069c0 0x7fe1441a4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.297+0000 7fe14aac0640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe144101350 0x7fe144199720 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.297+0000 7fe14aac0640 1 --2- 172.21.15.82:0/459731328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe1441009b0 0x7fe1441991e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:26:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.297+0000 7fe14aac0640 1 -- 172.21.15.82:0/459731328 >> 172.21.15.82:0/459731328 conn(0x7fe144077990 msgr2=0x7fe1441038f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:26:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.297+0000 7fe14aac0640 1 -- 172.21.15.82:0/459731328 shutdown_connections 2024-09-12T12:26:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:26:59.297+0000 7fe14aac0640 1 -- 172.21.15.82:0/459731328 wait complete. 2024-09-12T12:26:59.373 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-12T12:24:53.823706+0000', 'modified': '2024-09-12T12:26:43.003212+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24454, 'mds_1': 24446, 'mds_2': 24445, 'mds_3': 24436, 'mds_4': 24431}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14589': {'gid': 14589, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.82:6839/2582555492', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.82:6838', 'nonce': 2582555492}, {'type': 'v1', 'addr': '172.21.15.82:6839', 'nonce': 2582555492}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14601': {'gid': 14601, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.82:6841/1297530832', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.82:6840', 'nonce': 1297530832}, {'type': 'v1', 'addr': '172.21.15.82:6841', 'nonce': 1297530832}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24392': {'gid': 24392, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.97:6833/408794404', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6832', 'nonce': 408794404}, {'type': 'v1', 'addr': '172.21.15.97:6833', 'nonce': 408794404}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24406': {'gid': 24406, 'name': 'l', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.114:6833/596000415', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6832', 'nonce': 596000415}, {'type': 'v1', 'addr': '172.21.15.114:6833', 'nonce': 596000415}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24413': {'gid': 24413, 'name': 'e', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.97:6835/1947906034', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6834', 'nonce': 1947906034}, {'type': 'v1', 'addr': '172.21.15.97:6835', 'nonce': 1947906034}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24431': {'gid': 24431, 'name': 'h', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.97:6837/888222063', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6836', 'nonce': 888222063}, {'type': 'v1', 'addr': '172.21.15.97:6837', 'nonce': 888222063}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24436': {'gid': 24436, 'name': 'f', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.114:6835/2630355835', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6834', 'nonce': 2630355835}, {'type': 'v1', 'addr': '172.21.15.114:6835', 'nonce': 2630355835}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24445': {'gid': 24445, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.114:6837/1461146594', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6836', 'nonce': 1461146594}, {'type': 'v1', 'addr': '172.21.15.114:6837', 'nonce': 1461146594}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24446': {'gid': 24446, 'name': 'b', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.97:6839/3342877428', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6838', 'nonce': 3342877428}, {'type': 'v1', 'addr': '172.21.15.97:6839', 'nonce': 3342877428}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24454': {'gid': 24454, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.114:6839/3575038818', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.114:6838', 'nonce': 3575038818}, {'type': 'v1', 'addr': '172.21.15.114:6839', 'nonce': 3575038818}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24454, 'qdb_cluster': [24431, 24436, 24445, 24446, 24454]} 2024-09-12T12:26:59.373 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-09-12T12:26:59.374 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.h status 2024-09-12T12:26:59.436 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:59 smithi082 ceph-mon[31122]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 78 KiB/s wr, 56 op/s 2024-09-12T12:26:59.436 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:26:59 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/22913432' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:59.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:59 smithi097 ceph-mon[34923]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 78 KiB/s wr, 56 op/s 2024-09-12T12:26:59.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:26:59 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/22913432' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:59.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:59 smithi114 ceph-mon[35514]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 78 KiB/s wr, 56 op/s 2024-09-12T12:26:59.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:26:59 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/22913432' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:26:59.661 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:27:00.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.164+0000 7f3c84915640 1 -- 172.21.15.82:0/1857390738 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c801027a0 msgr2=0x7f3c801067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:00.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.164+0000 7f3c84915640 1 --2- 172.21.15.82:0/1857390738 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c801027a0 0x7f3c801067f0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f3c68009900 tx=0x7f3c6802a410 comp rx=0 tx=0).stop 2024-09-12T12:27:00.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.164+0000 7f3c84915640 1 -- 172.21.15.82:0/1857390738 shutdown_connections 2024-09-12T12:27:00.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.164+0000 7f3c84915640 1 --2- 172.21.15.82:0/1857390738 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c80106f20 0x7f3c8010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.164+0000 7f3c84915640 1 --2- 172.21.15.82:0/1857390738 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c801027a0 0x7f3c801067f0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.164+0000 7f3c84915640 1 --2- 172.21.15.82:0/1857390738 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c80101df0 0x7f3c801021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.164+0000 7f3c84915640 1 -- 172.21.15.82:0/1857390738 >> 172.21.15.82:0/1857390738 conn(0x7f3c800fd8f0 msgr2=0x7f3c800ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:00.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.164+0000 7f3c84915640 1 -- 172.21.15.82:0/1857390738 shutdown_connections 2024-09-12T12:27:00.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.164+0000 7f3c84915640 1 -- 172.21.15.82:0/1857390738 wait complete. 2024-09-12T12:27:00.191 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.164+0000 7f3c84915640 1 Processor -- start 2024-09-12T12:27:00.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.164+0000 7f3c84915640 1 -- start start 2024-09-12T12:27:00.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c84915640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c80101df0 0x7f3c801984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c84915640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c801027a0 0x7f3c80198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c84915640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c80106f20 0x7f3c8019cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c84915640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3c80111f80 con 0x7f3c80106f20 2024-09-12T12:27:00.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c84915640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3c80111e00 con 0x7f3c80101df0 2024-09-12T12:27:00.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c84915640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3c80112100 con 0x7f3c801027a0 2024-09-12T12:27:00.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c7ed9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c80106f20 0x7f3c8019cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c7ed9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c80106f20 0x7f3c8019cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35576/0 (socket says 172.21.15.82:35576) 2024-09-12T12:27:00.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c7ed9d640 1 -- 172.21.15.82:0/3735168339 learned_addr learned my addr 172.21.15.82:0/3735168339 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:00.192 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c7e59c640 1 --2- 172.21.15.82:0/3735168339 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c80101df0 0x7f3c801984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/3735168339 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c801027a0 0x7f3c80198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c7ed9d640 1 -- 172.21.15.82:0/3735168339 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c801027a0 msgr2=0x7f3c80198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:00.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c7ed9d640 1 --2- 172.21.15.82:0/3735168339 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c801027a0 0x7f3c80198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c7ed9d640 1 -- 172.21.15.82:0/3735168339 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c80101df0 msgr2=0x7f3c801984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:00.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c7ed9d640 1 --2- 172.21.15.82:0/3735168339 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c80101df0 0x7f3c801984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c7ed9d640 1 -- 172.21.15.82:0/3735168339 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c8019d470 con 0x7f3c80106f20 2024-09-12T12:27:00.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c7ed9d640 1 --2- 172.21.15.82:0/3735168339 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c80106f20 0x7f3c8019cd90 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f3c7800d750 tx=0x7f3c7800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:00.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c777fe640 1 -- 172.21.15.82:0/3735168339 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c78017070 con 0x7f3c80106f20 2024-09-12T12:27:00.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c777fe640 1 -- 172.21.15.82:0/3735168339 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c78005500 con 0x7f3c80106f20 2024-09-12T12:27:00.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c84915640 1 -- 172.21.15.82:0/3735168339 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c8019d760 con 0x7f3c80106f20 2024-09-12T12:27:00.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c777fe640 1 -- 172.21.15.82:0/3735168339 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c78004d90 con 0x7f3c80106f20 2024-09-12T12:27:00.193 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.165+0000 7f3c84915640 1 -- 172.21.15.82:0/3735168339 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c801a5040 con 0x7f3c80106f20 2024-09-12T12:27:00.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.168+0000 7f3c777fe640 1 -- 172.21.15.82:0/3735168339 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 23) ==== 138060+0+0 (secure 0 0 0) 0x7f3c78004f30 con 0x7f3c80106f20 2024-09-12T12:27:00.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.168+0000 7f3c86cee740 1 Processor -- start 2024-09-12T12:27:00.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.168+0000 7f3c86cee740 1 -- start start 2024-09-12T12:27:00.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.168+0000 7f3c86cee740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cc9d0 0x563be65ccdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.168+0000 7f3c86cee740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65cd2f0 0x563be65d7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.168+0000 7f3c86cee740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65d7bb0 0x563be65d9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.168+0000 7f3c86cee740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563be6533090 con 0x563be65d7bb0 2024-09-12T12:27:00.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.168+0000 7f3c86cee740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563be64daa70 con 0x563be65cc9d0 2024-09-12T12:27:00.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.168+0000 7f3c86cee740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563be652f050 con 0x563be65cd2f0 2024-09-12T12:27:00.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.168+0000 7f3c777fe640 1 --2- 172.21.15.82:0/3735168339 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c6c0a2e90 0x7f3c6c0a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.168+0000 7f3c7dd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65d7bb0 0x563be65d9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.194 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c7dd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65d7bb0 0x563be65d9fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35582/0 (socket says 172.21.15.82:35582) 2024-09-12T12:27:00.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c7dd9b640 1 -- 172.21.15.82:0/3560296942 learned_addr learned my addr 172.21.15.82:0/3560296942 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:00.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c7e59c640 1 --2- 172.21.15.82:0/3560296942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65cd2f0 0x563be65d7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c777fe640 1 -- 172.21.15.82:0/3735168339 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f3c780cf050 con 0x7f3c80106f20 2024-09-12T12:27:00.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/3560296942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cc9d0 0x563be65ccdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c7ed9d640 1 --2- 172.21.15.82:0/3735168339 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c6c0a2e90 0x7f3c6c0a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c7dd9b640 1 -- 172.21.15.82:0/3560296942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65cd2f0 msgr2=0x563be65d7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:00.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/3560296942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65cd2f0 0x563be65d7670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c7dd9b640 1 -- 172.21.15.82:0/3560296942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cc9d0 msgr2=0x563be65ccdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:00.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/3560296942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cc9d0 0x563be65ccdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c7dd9b640 1 -- 172.21.15.82:0/3560296942 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563be64e7130 con 0x563be65d7bb0 2024-09-12T12:27:00.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/3560296942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65d7bb0 0x563be65d9fa0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f3c68031550 tx=0x7f3c68005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4ad721dfb8c23c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:00.195 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c7ed9d640 1 --2- 172.21.15.82:0/3735168339 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c6c0a2e90 0x7f3c6c0a5350 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f3c780cc640 tx=0x7f3c780cf350 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:00.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c74ff9640 1 -- 172.21.15.82:0/3560296942 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c68035040 con 0x563be65d7bb0 2024-09-12T12:27:00.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c74ff9640 1 -- 172.21.15.82:0/3560296942 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c68004030 con 0x563be65d7bb0 2024-09-12T12:27:00.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.169+0000 7f3c74ff9640 1 -- 172.21.15.82:0/3560296942 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c68003af0 con 0x563be65d7bb0 2024-09-12T12:27:00.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.170+0000 7f3c86cee740 1 -- 172.21.15.82:0/3560296942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65d7bb0 msgr2=0x563be65d9fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:00.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.170+0000 7f3c86cee740 1 --2- 172.21.15.82:0/3560296942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65d7bb0 0x563be65d9fa0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f3c68031550 tx=0x7f3c68005b50 comp rx=0 tx=0).stop 2024-09-12T12:27:00.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.170+0000 7f3c86cee740 1 -- 172.21.15.82:0/3560296942 shutdown_connections 2024-09-12T12:27:00.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.170+0000 7f3c86cee740 1 --2- 172.21.15.82:0/3560296942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65d7bb0 0x563be65d9fa0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.170+0000 7f3c86cee740 1 --2- 172.21.15.82:0/3560296942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65cd2f0 0x563be65d7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.170+0000 7f3c86cee740 1 --2- 172.21.15.82:0/3560296942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cc9d0 0x563be65ccdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.170+0000 7f3c86cee740 1 -- 172.21.15.82:0/3560296942 >> 172.21.15.82:0/3560296942 conn(0x563be65c8f60 msgr2=0x563be65c9340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:00.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.170+0000 7f3c86cee740 1 -- 172.21.15.82:0/3560296942 shutdown_connections 2024-09-12T12:27:00.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.170+0000 7f3c86cee740 1 -- 172.21.15.82:0/3560296942 wait complete. 2024-09-12T12:27:00.196 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.170+0000 7f3c86cee740 1 -- start start 2024-09-12T12:27:00.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c86cee740 1 Processor -- start 2024-09-12T12:27:00.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c86cee740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cc9d0 0x563be65d7460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c86cee740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cd2f0 0x563be65d47b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c86cee740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65d7bb0 0x563be65d4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c86cee740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563be65da780 con 0x563be65cc9d0 2024-09-12T12:27:00.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c86cee740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563be64edf20 con 0x563be65cd2f0 2024-09-12T12:27:00.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c86cee740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563be65da900 con 0x563be65d7bb0 2024-09-12T12:27:00.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c86cee740 10 client.0 _ll_register_callbacks cb 0x563be64b7030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:00.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c7dd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cc9d0 0x563be65d7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c7dd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cc9d0 0x563be65d7460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35590/0 (socket says 172.21.15.82:35590) 2024-09-12T12:27:00.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c7dd9b640 1 -- 172.21.15.82:0/936881819 learned_addr learned my addr 172.21.15.82:0/936881819 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:00.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c7e59c640 1 --2- 172.21.15.82:0/936881819 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cd2f0 0x563be65d47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.197 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/936881819 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65d7bb0 0x563be65d4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c7dd9b640 1 -- 172.21.15.82:0/936881819 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65d7bb0 msgr2=0x563be65d4cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:00.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/936881819 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65d7bb0 0x563be65d4cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c7dd9b640 1 -- 172.21.15.82:0/936881819 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cd2f0 msgr2=0x563be65d47b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:00.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/936881819 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cd2f0 0x563be65d47b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c7dd9b640 1 -- 172.21.15.82:0/936881819 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563be62a42b0 con 0x563be65cc9d0 2024-09-12T12:27:00.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c7e59c640 1 --2- 172.21.15.82:0/936881819 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cd2f0 0x563be65d47b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:27:00.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/936881819 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cc9d0 0x563be65d7460 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f3c6802a930 tx=0x7f3c68005760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f1b720a094ab819 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:00.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.171+0000 7f3c65ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:00.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c65ffb640 1 -- 172.21.15.82:0/936881819 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c68035040 con 0x563be65cc9d0 2024-09-12T12:27:00.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c65ffb640 1 -- 172.21.15.82:0/936881819 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f3c68005050 con 0x563be65cc9d0 2024-09-12T12:27:00.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c86cee740 1 -- 172.21.15.82:0/936881819 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c68004030 con 0x563be65cc9d0 2024-09-12T12:27:00.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c65ffb640 1 -- 172.21.15.82:0/936881819 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3c6805a050 con 0x563be65cc9d0 2024-09-12T12:27:00.198 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c86cee740 10 client.15378 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:00.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c86cee740 1 -- 172.21.15.82:0/936881819 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563be65e60a0 con 0x563be65cc9d0 2024-09-12T12:27:00.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c65ffb640 1 -- 172.21.15.82:0/936881819 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c68004030 con 0x563be65cc9d0 2024-09-12T12:27:00.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c65ffb640 1 -- 172.21.15.82:0/936881819 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3c6803a040 con 0x563be65cc9d0 2024-09-12T12:27:00.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c86cee740 10 client.15378 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:00.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c86cee740 10 client.15378 resolve_mds: resolved name 'h' to daemon mds.h 2024-09-12T12:27:00.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c86cee740 20 client.15378 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:00.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c86cee740 1 --2- 172.21.15.82:0/936881819 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x563be65e82d0 0x563be65e9740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c86cee740 4 client.15378 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:27:00.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c86cee740 1 -- 172.21.15.82:0/936881819 --> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563be6540600 con 0x563be65e82d0 2024-09-12T12:27:00.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.172+0000 7f3c7e59c640 1 --2- 172.21.15.82:0/936881819 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x563be65e82d0 0x563be65e9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.173+0000 7f3c7e59c640 1 --2- 172.21.15.82:0/936881819 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x563be65e82d0 0x563be65e9740 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=6b54a43356808e6 server_cookie=6e630e3918eb00f3 in_seq=0 out_seq=0 2024-09-12T12:27:00.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.173+0000 7f3c65ffb640 10 client.15378 ms_handle_connect on v2:172.21.15.97:6836/888222063 2024-09-12T12:27:00.199 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c65ffb640 1 -- 172.21.15.82:0/936881819 <== mds.4 v2:172.21.15.97:6836/888222063 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563be6540600 con 0x563be65e82d0 2024-09-12T12:27:00.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c65ffb640 10 client.15378 handle_command_reply: tid=0 2024-09-12T12:27:00.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c86cee740 1 client.15378 shutdown 2024-09-12T12:27:00.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c86cee740 1 -- 172.21.15.82:0/936881819 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cc9d0 msgr2=0x563be65d7460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:00.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c86cee740 1 --2- 172.21.15.82:0/936881819 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cc9d0 0x563be65d7460 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f3c6802a930 tx=0x7f3c68005760 comp rx=0 tx=0).stop 2024-09-12T12:27:00.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c86cee740 1 -- 172.21.15.82:0/936881819 shutdown_connections 2024-09-12T12:27:00.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c86cee740 1 --2- 172.21.15.82:0/936881819 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x563be65e82d0 0x563be65e9740 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c86cee740 1 --2- 172.21.15.82:0/936881819 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65d7bb0 0x563be65d4cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c86cee740 1 --2- 172.21.15.82:0/936881819 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cd2f0 0x563be65d47b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c86cee740 1 --2- 172.21.15.82:0/936881819 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cc9d0 0x563be65d7460 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c86cee740 1 -- 172.21.15.82:0/936881819 >> 172.21.15.82:0/936881819 conn(0x563be65c8f60 msgr2=0x563be65cec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:00.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c65ffb640 0 client.15378 ms_handle_reset on v2:172.21.15.97:6836/888222063 2024-09-12T12:27:00.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c86cee740 1 -- 172.21.15.82:0/936881819 shutdown_connections 2024-09-12T12:27:00.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c86cee740 1 -- 172.21.15.82:0/936881819 wait complete. 2024-09-12T12:27:00.200 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.174+0000 7f3c86cee740 20 client.15378 trim_cache size 0 max 16384 2024-09-12T12:27:00.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c86cee740 1 Processor -- start 2024-09-12T12:27:00.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c86cee740 1 -- start start 2024-09-12T12:27:00.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c86cee740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cc9d0 0x563be65e82d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c86cee740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cd2f0 0x563be65e9070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c86cee740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65d7bb0 0x563be65e7c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c86cee740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563be65e7a80 con 0x563be65cd2f0 2024-09-12T12:27:00.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c86cee740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563be65e8150 con 0x563be65cc9d0 2024-09-12T12:27:00.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c86cee740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563be65e8820 con 0x563be65d7bb0 2024-09-12T12:27:00.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c7e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cd2f0 0x563be65e9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c7e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cd2f0 0x563be65e9070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35604/0 (socket says 172.21.15.82:35604) 2024-09-12T12:27:00.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c7e59c640 1 -- 172.21.15.82:0/414363753 learned_addr learned my addr 172.21.15.82:0/414363753 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:00.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/414363753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cc9d0 0x563be65e82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c7e59c640 1 -- 172.21.15.82:0/414363753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65d7bb0 msgr2=0x563be65e7c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:00.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c7e59c640 1 --2- 172.21.15.82:0/414363753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65d7bb0 0x563be65e7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c7e59c640 1 -- 172.21.15.82:0/414363753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cc9d0 msgr2=0x563be65e82d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:00.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c7e59c640 1 --2- 172.21.15.82:0/414363753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cc9d0 0x563be65e82d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c7e59c640 1 -- 172.21.15.82:0/414363753 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563be65c9bf0 con 0x563be65cd2f0 2024-09-12T12:27:00.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c7e59c640 1 --2- 172.21.15.82:0/414363753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cd2f0 0x563be65e9070 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x563be65d4040 tx=0x7f3c70014b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffec83e981e2b84b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:00.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.192+0000 7f3c67fff640 1 -- 172.21.15.82:0/414363753 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c70004b20 con 0x563be65cd2f0 2024-09-12T12:27:00.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.193+0000 7f3c67fff640 1 -- 172.21.15.82:0/414363753 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c70003e50 con 0x563be65cd2f0 2024-09-12T12:27:00.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.193+0000 7f3c67fff640 1 -- 172.21.15.82:0/414363753 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c70004050 con 0x563be65cd2f0 2024-09-12T12:27:00.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.193+0000 7f3c86cee740 1 -- 172.21.15.82:0/414363753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cd2f0 msgr2=0x563be65e9070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:00.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.193+0000 7f3c86cee740 1 --2- 172.21.15.82:0/414363753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cd2f0 0x563be65e9070 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x563be65d4040 tx=0x7f3c70014b80 comp rx=0 tx=0).stop 2024-09-12T12:27:00.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.193+0000 7f3c86cee740 1 -- 172.21.15.82:0/414363753 shutdown_connections 2024-09-12T12:27:00.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.193+0000 7f3c86cee740 1 --2- 172.21.15.82:0/414363753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65d7bb0 0x563be65e7c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.193+0000 7f3c86cee740 1 --2- 172.21.15.82:0/414363753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cd2f0 0x563be65e9070 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.193+0000 7f3c86cee740 1 --2- 172.21.15.82:0/414363753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65cc9d0 0x563be65e82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.193+0000 7f3c86cee740 1 -- 172.21.15.82:0/414363753 >> 172.21.15.82:0/414363753 conn(0x563be65c8f60 msgr2=0x563be65c3ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.193+0000 7f3c86cee740 1 -- 172.21.15.82:0/414363753 shutdown_connections 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.193+0000 7f3c86cee740 1 -- 172.21.15.82:0/414363753 wait complete. 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.193+0000 7f3c86cee740 1 -- start start 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c86cee740 1 Processor -- start 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c86cee740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65cc9d0 0x563be65f01f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c86cee740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cd2f0 0x563be65f0730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c86cee740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65d7bb0 0x563be65f0c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c86cee740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563be65e95c0 con 0x563be65cd2f0 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c86cee740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563be65e8ef0 con 0x563be65d7bb0 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c86cee740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563be65e9c90 con 0x563be65cc9d0 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c86cee740 10 client.0 _ll_register_callbacks cb 0x7f3c70009a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c7e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cd2f0 0x563be65f0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c7e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cd2f0 0x563be65f0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35614/0 (socket says 172.21.15.82:35614) 2024-09-12T12:27:00.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c7e59c640 1 -- 172.21.15.82:0/721345874 learned_addr learned my addr 172.21.15.82:0/721345874 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:00.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/721345874 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65cc9d0 0x563be65f01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/721345874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65d7bb0 0x563be65f0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c7e59c640 1 -- 172.21.15.82:0/721345874 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65cc9d0 msgr2=0x563be65f01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:00.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c7e59c640 1 --2- 172.21.15.82:0/721345874 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65cc9d0 0x563be65f01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c7e59c640 1 -- 172.21.15.82:0/721345874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65d7bb0 msgr2=0x563be65f0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:00.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c7e59c640 1 --2- 172.21.15.82:0/721345874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65d7bb0 0x563be65f0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c7e59c640 1 -- 172.21.15.82:0/721345874 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563be65ea8d0 con 0x563be65cd2f0 2024-09-12T12:27:00.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/721345874 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65cc9d0 0x563be65f01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:27:00.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c7e59c640 1 --2- 172.21.15.82:0/721345874 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cd2f0 0x563be65f0730 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f3c70009d50 tx=0x7f3c70012940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dac77776cfcdde4d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:00.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.194+0000 7f3c65ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:00.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.195+0000 7f3c65ffb640 1 -- 172.21.15.82:0/721345874 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c70012b30 con 0x563be65cd2f0 2024-09-12T12:27:00.208 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.195+0000 7f3c65ffb640 1 -- 172.21.15.82:0/721345874 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f3c70004a80 con 0x563be65cd2f0 2024-09-12T12:27:00.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.195+0000 7f3c86cee740 1 -- 172.21.15.82:0/721345874 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c70003e50 con 0x563be65cd2f0 2024-09-12T12:27:00.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.195+0000 7f3c65ffb640 1 -- 172.21.15.82:0/721345874 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3c70004c80 con 0x563be65cd2f0 2024-09-12T12:27:00.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.195+0000 7f3c86cee740 10 client.15384 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:00.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.195+0000 7f3c86cee740 1 -- 172.21.15.82:0/721345874 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563be65ef2f0 con 0x563be65cd2f0 2024-09-12T12:27:00.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.195+0000 7f3c65ffb640 1 -- 172.21.15.82:0/721345874 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c70003e50 con 0x563be65cd2f0 2024-09-12T12:27:00.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.195+0000 7f3c65ffb640 1 -- 172.21.15.82:0/721345874 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3c7000f040 con 0x563be65cd2f0 2024-09-12T12:27:00.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.195+0000 7f3c86cee740 10 client.15384 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:00.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.195+0000 7f3c86cee740 10 client.15384 resolve_mds: resolved name 'h' to daemon mds.h 2024-09-12T12:27:00.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.195+0000 7f3c86cee740 20 client.15384 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:00.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.195+0000 7f3c86cee740 1 --2- 172.21.15.82:0/721345874 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x563be6656550 0x563be6655260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:00.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.195+0000 7f3c86cee740 4 client.15384 mds_command: new command op to 24431 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:27:00.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.195+0000 7f3c86cee740 1 -- 172.21.15.82:0/721345874 --> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] -- command(tid 0: {"prefix": "status"}) -- 0x563be653ab10 con 0x563be6656550 2024-09-12T12:27:00.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/721345874 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x563be6656550 0x563be6655260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:00.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c65ffb640 10 client.15384 ms_handle_connect on v2:172.21.15.97:6836/888222063 2024-09-12T12:27:00.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c7dd9b640 1 --2- 172.21.15.82:0/721345874 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x563be6656550 0x563be6655260 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=c41481972c43218 server_cookie=2f783bca3f5a5a61 in_seq=0 out_seq=0 2024-09-12T12:27:00.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c65ffb640 1 -- 172.21.15.82:0/721345874 <== mds.4 v2:172.21.15.97:6836/888222063 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x563be653ab10 con 0x563be6656550 2024-09-12T12:27:00.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c65ffb640 10 client.15384 handle_command_reply: tid=0 2024-09-12T12:27:00.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c86cee740 1 client.15384 shutdown 2024-09-12T12:27:00.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c86cee740 1 -- 172.21.15.82:0/721345874 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cd2f0 msgr2=0x563be65f0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:00.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c86cee740 1 --2- 172.21.15.82:0/721345874 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cd2f0 0x563be65f0730 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f3c70009d50 tx=0x7f3c70012940 comp rx=0 tx=0).stop 2024-09-12T12:27:00.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c86cee740 1 -- 172.21.15.82:0/721345874 shutdown_connections 2024-09-12T12:27:00.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c86cee740 1 --2- 172.21.15.82:0/721345874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563be65d7bb0 0x563be65f0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c86cee740 1 --2- 172.21.15.82:0/721345874 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563be65cd2f0 0x563be65f0730 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c86cee740 1 --2- 172.21.15.82:0/721345874 >> [v2:172.21.15.97:6836/888222063,v1:172.21.15.97:6837/888222063] conn(0x563be6656550 0x563be6655260 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c86cee740 1 --2- 172.21.15.82:0/721345874 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563be65cc9d0 0x563be65f01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c86cee740 1 -- 172.21.15.82:0/721345874 >> 172.21.15.82:0/721345874 conn(0x563be65c8f60 msgr2=0x563be65d2fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:00.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.196+0000 7f3c65ffb640 0 client.15384 ms_handle_reset on v2:172.21.15.97:6836/888222063 2024-09-12T12:27:00.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c86cee740 1 -- 172.21.15.82:0/721345874 shutdown_connections 2024-09-12T12:27:00.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c86cee740 1 -- 172.21.15.82:0/721345874 wait complete. 2024-09-12T12:27:00.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c86cee740 20 client.15384 trim_cache size 0 max 16384 2024-09-12T12:27:00.211 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:27:00.211 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:27:00.211 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 4, 2024-09-12T12:27:00.211 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24431, 2024-09-12T12:27:00.211 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:27:00.211 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:27:00.212 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:27:00.212 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 115.88717930200001, 2024-09-12T12:27:00.212 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 28, 2024-09-12T12:27:00.212 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 84, 2024-09-12T12:27:00.212 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 84, 2024-09-12T12:27:00.212 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 146.21508314600001 2024-09-12T12:27:00.212 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:27:00.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c84915640 1 -- 172.21.15.82:0/3735168339 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c6c0a2e90 msgr2=0x7f3c6c0a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:00.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c84915640 1 --2- 172.21.15.82:0/3735168339 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c6c0a2e90 0x7f3c6c0a5350 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f3c780cc640 tx=0x7f3c780cf350 comp rx=0 tx=0).stop 2024-09-12T12:27:00.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c84915640 1 -- 172.21.15.82:0/3735168339 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c80106f20 msgr2=0x7f3c8019cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:00.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c84915640 1 --2- 172.21.15.82:0/3735168339 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c80106f20 0x7f3c8019cd90 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f3c7800d750 tx=0x7f3c7800dc10 comp rx=0 tx=0).stop 2024-09-12T12:27:00.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c84915640 1 -- 172.21.15.82:0/3735168339 shutdown_connections 2024-09-12T12:27:00.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c84915640 1 --2- 172.21.15.82:0/3735168339 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c6c0a2e90 0x7f3c6c0a5350 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c84915640 1 --2- 172.21.15.82:0/3735168339 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c80106f20 0x7f3c8019cd90 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c84915640 1 --2- 172.21.15.82:0/3735168339 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c801027a0 0x7f3c80198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c84915640 1 --2- 172.21.15.82:0/3735168339 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c80101df0 0x7f3c801984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:00.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c84915640 1 -- 172.21.15.82:0/3735168339 >> 172.21.15.82:0/3735168339 conn(0x7f3c800fd8f0 msgr2=0x7f3c800fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:00.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c84915640 1 -- 172.21.15.82:0/3735168339 shutdown_connections 2024-09-12T12:27:00.213 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:00.197+0000 7f3c84915640 1 -- 172.21.15.82:0/3735168339 wait complete. 2024-09-12T12:27:00.661 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:27:00 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:27:00.379+0000 7f31fda29640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:27:00.661 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:27:00 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:27:00.379+0000 7f31fda29640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:27:00.661 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:27:00 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:27:00.379+0000 7f31fda29640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:27:00.661 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:27:00 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:27:00.379+0000 7f31fda29640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:27:00.661 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:27:00 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x[31354]: 2024-09-12T12:27:00.379+0000 7f31fda29640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-12T12:27:01.072 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.f status 2024-09-12T12:27:01.358 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:27:01.480 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:01 smithi082 ceph-mon[31122]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 8 op/s 2024-09-12T12:27:01.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:01 smithi114 ceph-mon[35514]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 8 op/s 2024-09-12T12:27:01.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:01 smithi097 ceph-mon[34923]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 8 op/s 2024-09-12T12:27:01.859 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.853+0000 7f963b6df640 1 -- 172.21.15.82:0/2589469421 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9634106f10 msgr2=0x7f963410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:01.859 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.853+0000 7f963b6df640 1 --2- 172.21.15.82:0/2589469421 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9634106f10 0x7f963410ea90 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f962c009ca0 tx=0x7f962c02a8c0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.853+0000 7f963b6df640 1 -- 172.21.15.82:0/2589469421 shutdown_connections 2024-09-12T12:27:01.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.853+0000 7f963b6df640 1 --2- 172.21.15.82:0/2589469421 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9634106f10 0x7f963410ea90 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.853+0000 7f963b6df640 1 --2- 172.21.15.82:0/2589469421 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9634102790 0x7f96341067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.853+0000 7f963b6df640 1 --2- 172.21.15.82:0/2589469421 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9634101de0 0x7f96341021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.853+0000 7f963b6df640 1 -- 172.21.15.82:0/2589469421 >> 172.21.15.82:0/2589469421 conn(0x7f96340fd8c0 msgr2=0x7f96340ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:01.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.853+0000 7f963b6df640 1 -- 172.21.15.82:0/2589469421 shutdown_connections 2024-09-12T12:27:01.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.853+0000 7f963b6df640 1 -- 172.21.15.82:0/2589469421 wait complete. 2024-09-12T12:27:01.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.854+0000 7f963b6df640 1 Processor -- start 2024-09-12T12:27:01.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.854+0000 7f963b6df640 1 -- start start 2024-09-12T12:27:01.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.854+0000 7f963b6df640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9634101de0 0x7f96341983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.854+0000 7f963b6df640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9634102790 0x7f9634198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.854+0000 7f963b6df640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9634106f10 0x7f963419cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.854+0000 7f963b6df640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9634111f70 con 0x7f9634101de0 2024-09-12T12:27:01.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.854+0000 7f963b6df640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9634111df0 con 0x7f9634106f10 2024-09-12T12:27:01.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.854+0000 7f963b6df640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f96341120f0 con 0x7f9634102790 2024-09-12T12:27:01.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.854+0000 7f963947b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9634101de0 0x7f96341983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.854+0000 7f963947b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9634101de0 0x7f96341983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35652/0 (socket says 172.21.15.82:35652) 2024-09-12T12:27:01.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.854+0000 7f963947b640 1 -- 172.21.15.82:0/34366976 learned_addr learned my addr 172.21.15.82:0/34366976 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:01.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.854+0000 7f9639c7c640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9634106f10 0x7f963419cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.854+0000 7f9638c7a640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9634102790 0x7f9634198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.854+0000 7f963947b640 1 -- 172.21.15.82:0/34366976 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9634102790 msgr2=0x7f9634198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:01.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.855+0000 7f963947b640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9634102790 0x7f9634198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.855+0000 7f963947b640 1 -- 172.21.15.82:0/34366976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9634106f10 msgr2=0x7f963419cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:01.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.855+0000 7f963947b640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9634106f10 0x7f963419cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.855+0000 7f963947b640 1 -- 172.21.15.82:0/34366976 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f963419d380 con 0x7f9634101de0 2024-09-12T12:27:01.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.855+0000 7f9639c7c640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9634106f10 0x7f963419cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:01.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.855+0000 7f9638c7a640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9634102790 0x7f9634198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:01.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.855+0000 7f963947b640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9634101de0 0x7f96341983d0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f963000c970 tx=0x7f963000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:01.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.855+0000 7f962a7fc640 1 -- 172.21.15.82:0/34366976 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9630007bb0 con 0x7f9634101de0 2024-09-12T12:27:01.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.855+0000 7f963b6df640 1 -- 172.21.15.82:0/34366976 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f963419d670 con 0x7f9634101de0 2024-09-12T12:27:01.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.855+0000 7f962a7fc640 1 -- 172.21.15.82:0/34366976 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9630007d50 con 0x7f9634101de0 2024-09-12T12:27:01.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.855+0000 7f962a7fc640 1 -- 172.21.15.82:0/34366976 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f963000f450 con 0x7f9634101de0 2024-09-12T12:27:01.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.855+0000 7f963b6df640 1 -- 172.21.15.82:0/34366976 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96341a4f50 con 0x7f9634101de0 2024-09-12T12:27:01.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.857+0000 7f962a7fc640 1 -- 172.21.15.82:0/34366976 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 23) ==== 138060+0+0 (secure 0 0 0) 0x7f9630005020 con 0x7f9634101de0 2024-09-12T12:27:01.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f963dab8740 1 Processor -- start 2024-09-12T12:27:01.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f963dab8740 1 -- start start 2024-09-12T12:27:01.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f963dab8740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56381570a9d0 0x56381570adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f963dab8740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 0x563815715670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f963dab8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563815715bb0 0x563815717fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f963dab8740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563815671090 con 0x56381570a9d0 2024-09-12T12:27:01.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f963dab8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563815618a70 con 0x563815715bb0 2024-09-12T12:27:01.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f963dab8740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x56381566d050 con 0x56381570b2f0 2024-09-12T12:27:01.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f962a7fc640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f96200a2e10 0x7f96200a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f9639c7c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56381570a9d0 0x56381570adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f9639c7c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56381570a9d0 0x56381570adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35660/0 (socket says 172.21.15.82:35660) 2024-09-12T12:27:01.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f9639c7c640 1 -- 172.21.15.82:0/1247792952 learned_addr learned my addr 172.21.15.82:0/1247792952 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:01.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f9638c7a640 1 --2- 172.21.15.82:0/1247792952 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563815715bb0 0x563815717fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.863 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f9639c7c640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f96200a2e10 0x7f96200a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.859+0000 7f963947b640 1 --2- 172.21.15.82:0/1247792952 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 0x563815715670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.858+0000 7f962a7fc640 1 -- 172.21.15.82:0/34366976 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f96300cf5e0 con 0x7f9634101de0 2024-09-12T12:27:01.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.859+0000 7f9639c7c640 1 -- 172.21.15.82:0/1247792952 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 msgr2=0x563815715670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:01.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.859+0000 7f9639c7c640 1 --2- 172.21.15.82:0/1247792952 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 0x563815715670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.859+0000 7f9639c7c640 1 -- 172.21.15.82:0/1247792952 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563815715bb0 msgr2=0x563815717fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:01.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.859+0000 7f9639c7c640 1 --2- 172.21.15.82:0/1247792952 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563815715bb0 0x563815717fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.859+0000 7f9639c7c640 1 -- 172.21.15.82:0/1247792952 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563815625130 con 0x56381570a9d0 2024-09-12T12:27:01.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.859+0000 7f9639c7c640 1 --2- 172.21.15.82:0/1247792952 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56381570a9d0 0x56381570adb0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f962c031920 tx=0x7f962c031950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44f6707c8acd86d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:01.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.859+0000 7f9639c7c640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f96200a2e10 0x7f96200a52d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f962c009a60 tx=0x7f962c047000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:01.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.859+0000 7f961f7fe640 1 -- 172.21.15.82:0/1247792952 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f962c04d070 con 0x56381570a9d0 2024-09-12T12:27:01.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.859+0000 7f961f7fe640 1 -- 172.21.15.82:0/1247792952 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f962c036040 con 0x56381570a9d0 2024-09-12T12:27:01.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.859+0000 7f961f7fe640 1 -- 172.21.15.82:0/1247792952 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f962c049690 con 0x56381570a9d0 2024-09-12T12:27:01.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.860+0000 7f963dab8740 1 -- 172.21.15.82:0/1247792952 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56381570a9d0 msgr2=0x56381570adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:01.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.860+0000 7f963dab8740 1 --2- 172.21.15.82:0/1247792952 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56381570a9d0 0x56381570adb0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f962c031920 tx=0x7f962c031950 comp rx=0 tx=0).stop 2024-09-12T12:27:01.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.860+0000 7f963dab8740 1 -- 172.21.15.82:0/1247792952 shutdown_connections 2024-09-12T12:27:01.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.860+0000 7f963dab8740 1 --2- 172.21.15.82:0/1247792952 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563815715bb0 0x563815717fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.860+0000 7f963dab8740 1 --2- 172.21.15.82:0/1247792952 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 0x563815715670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.860+0000 7f963dab8740 1 --2- 172.21.15.82:0/1247792952 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56381570a9d0 0x56381570adb0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.860+0000 7f963dab8740 1 -- 172.21.15.82:0/1247792952 >> 172.21.15.82:0/1247792952 conn(0x563815706f60 msgr2=0x563815707340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:01.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.860+0000 7f963dab8740 1 -- 172.21.15.82:0/1247792952 shutdown_connections 2024-09-12T12:27:01.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.860+0000 7f963dab8740 1 -- 172.21.15.82:0/1247792952 wait complete. 2024-09-12T12:27:01.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.860+0000 7f963dab8740 1 -- start start 2024-09-12T12:27:01.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f963dab8740 1 Processor -- start 2024-09-12T12:27:01.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f963dab8740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570a9d0 0x5638157154c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f963dab8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56381570b2f0 0x563815712810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f963dab8740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563815715bb0 0x563815712d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f963dab8740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563815718780 con 0x563815715bb0 2024-09-12T12:27:01.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f963dab8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56381562bf20 con 0x56381570b2f0 2024-09-12T12:27:01.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f963dab8740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563815718900 con 0x56381570a9d0 2024-09-12T12:27:01.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f963dab8740 10 client.0 _ll_register_callbacks cb 0x5638155f5030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:01.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f9639c7c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563815715bb0 0x563815712d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f9639c7c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563815715bb0 0x563815712d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35668/0 (socket says 172.21.15.82:35668) 2024-09-12T12:27:01.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f9639c7c640 1 -- 172.21.15.82:0/4236122836 learned_addr learned my addr 172.21.15.82:0/4236122836 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:01.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f963947b640 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570a9d0 0x5638157154c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f9638c7a640 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56381570b2f0 0x563815712810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f9639c7c640 1 -- 172.21.15.82:0/4236122836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570a9d0 msgr2=0x5638157154c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:01.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f9639c7c640 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570a9d0 0x5638157154c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f9639c7c640 1 -- 172.21.15.82:0/4236122836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56381570b2f0 msgr2=0x563815712810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:01.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f9639c7c640 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56381570b2f0 0x563815712810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f9639c7c640 1 -- 172.21.15.82:0/4236122836 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638153e22b0 con 0x563815715bb0 2024-09-12T12:27:01.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f9638c7a640 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56381570b2f0 0x563815712810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:01.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.861+0000 7f963947b640 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570a9d0 0x5638157154c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:27:01.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f9639c7c640 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563815715bb0 0x563815712d50 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f962c04c040 tx=0x7f962c02f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=657189dc6c5f5f8a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:01.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f961cff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:01.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f961cff9640 1 -- 172.21.15.82:0/4236122836 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f962c056030 con 0x563815715bb0 2024-09-12T12:27:01.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f961cff9640 1 -- 172.21.15.82:0/4236122836 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f962c003b80 con 0x563815715bb0 2024-09-12T12:27:01.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f963dab8740 1 -- 172.21.15.82:0/4236122836 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f962c036040 con 0x563815715bb0 2024-09-12T12:27:01.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f961cff9640 1 -- 172.21.15.82:0/4236122836 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f962c04d040 con 0x563815715bb0 2024-09-12T12:27:01.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f963dab8740 10 client.15402 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:01.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f963dab8740 1 -- 172.21.15.82:0/4236122836 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563815718780 con 0x563815715bb0 2024-09-12T12:27:01.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f961cff9640 1 -- 172.21.15.82:0/4236122836 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f962c036040 con 0x563815715bb0 2024-09-12T12:27:01.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f961cff9640 1 -- 172.21.15.82:0/4236122836 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f962c048070 con 0x563815715bb0 2024-09-12T12:27:01.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f963dab8740 10 client.15402 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:01.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f963dab8740 10 client.15402 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-12T12:27:01.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f963dab8740 20 client.15402 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:01.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f963dab8740 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x563815726380 0x5638157277f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f963dab8740 4 client.15402 mds_command: new command op to 24436 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:27:01.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.862+0000 7f963dab8740 1 -- 172.21.15.82:0/4236122836 --> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56381567e600 con 0x563815726380 2024-09-12T12:27:01.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.863+0000 7f963947b640 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x563815726380 0x5638157277f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.863+0000 7f963947b640 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x563815726380 0x5638157277f0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b4d4deb733830e39 server_cookie=5e97c35700d563c6 in_seq=0 out_seq=0 2024-09-12T12:27:01.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.863+0000 7f961cff9640 10 client.15402 ms_handle_connect on v2:172.21.15.114:6834/2630355835 2024-09-12T12:27:01.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f961cff9640 1 -- 172.21.15.82:0/4236122836 <== mds.3 v2:172.21.15.114:6834/2630355835 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56381567e600 con 0x563815726380 2024-09-12T12:27:01.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f961cff9640 10 client.15402 handle_command_reply: tid=0 2024-09-12T12:27:01.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f963dab8740 1 client.15402 shutdown 2024-09-12T12:27:01.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f963dab8740 1 -- 172.21.15.82:0/4236122836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563815715bb0 msgr2=0x563815712d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:01.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f963dab8740 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563815715bb0 0x563815712d50 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f962c04c040 tx=0x7f962c02f4a0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f963dab8740 1 -- 172.21.15.82:0/4236122836 shutdown_connections 2024-09-12T12:27:01.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f963dab8740 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x563815726380 0x5638157277f0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f963dab8740 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563815715bb0 0x563815712d50 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f963dab8740 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56381570b2f0 0x563815712810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f963dab8740 1 --2- 172.21.15.82:0/4236122836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570a9d0 0x5638157154c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f963dab8740 1 -- 172.21.15.82:0/4236122836 >> 172.21.15.82:0/4236122836 conn(0x563815706f60 msgr2=0x56381570cc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:01.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f961cff9640 0 client.15402 ms_handle_reset on v2:172.21.15.114:6834/2630355835 2024-09-12T12:27:01.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f963dab8740 1 -- 172.21.15.82:0/4236122836 shutdown_connections 2024-09-12T12:27:01.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f963dab8740 1 -- 172.21.15.82:0/4236122836 wait complete. 2024-09-12T12:27:01.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.864+0000 7f963dab8740 20 client.15402 trim_cache size 0 max 16384 2024-09-12T12:27:01.883 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963dab8740 1 Processor -- start 2024-09-12T12:27:01.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963dab8740 1 -- start start 2024-09-12T12:27:01.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963dab8740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56381570a9d0 0x56381570fab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963dab8740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 0x56381570fff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963dab8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563815715bb0 0x56381572fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963dab8740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563815725b30 con 0x56381570a9d0 2024-09-12T12:27:01.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963dab8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563815726200 con 0x563815715bb0 2024-09-12T12:27:01.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963dab8740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5638157268d0 con 0x56381570b2f0 2024-09-12T12:27:01.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963947b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56381570a9d0 0x56381570fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963947b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56381570a9d0 0x56381570fab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35674/0 (socket says 172.21.15.82:35674) 2024-09-12T12:27:01.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963947b640 1 -- 172.21.15.82:0/2762209517 learned_addr learned my addr 172.21.15.82:0/2762209517 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:01.885 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f9639c7c640 1 --2- 172.21.15.82:0/2762209517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563815715bb0 0x56381572fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.885 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f9638c7a640 1 --2- 172.21.15.82:0/2762209517 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 0x56381570fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.885 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963947b640 1 -- 172.21.15.82:0/2762209517 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 msgr2=0x56381570fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:01.885 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963947b640 1 --2- 172.21.15.82:0/2762209517 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 0x56381570fff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.885 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963947b640 1 -- 172.21.15.82:0/2762209517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563815715bb0 msgr2=0x56381572fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:01.885 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963947b640 1 --2- 172.21.15.82:0/2762209517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563815715bb0 0x56381572fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.885 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963947b640 1 -- 172.21.15.82:0/2762209517 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638157150e0 con 0x56381570a9d0 2024-09-12T12:27:01.885 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f9639c7c640 1 --2- 172.21.15.82:0/2762209517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563815715bb0 0x56381572fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:01.885 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f9638c7a640 1 --2- 172.21.15.82:0/2762209517 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 0x56381570fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:01.885 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.882+0000 7f963947b640 1 --2- 172.21.15.82:0/2762209517 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56381570a9d0 0x56381570fab0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f9630098240 tx=0x7f96300c6400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc85ae1d26c0dfb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:01.885 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.883+0000 7f961effd640 1 -- 172.21.15.82:0/2762209517 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f963001d040 con 0x56381570a9d0 2024-09-12T12:27:01.885 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.883+0000 7f961effd640 1 -- 172.21.15.82:0/2762209517 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f96300a44e0 con 0x56381570a9d0 2024-09-12T12:27:01.885 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.883+0000 7f961effd640 1 -- 172.21.15.82:0/2762209517 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9630005310 con 0x56381570a9d0 2024-09-12T12:27:01.886 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.883+0000 7f963dab8740 1 -- 172.21.15.82:0/2762209517 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56381570a9d0 msgr2=0x56381570fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:01.886 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.883+0000 7f963dab8740 1 --2- 172.21.15.82:0/2762209517 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56381570a9d0 0x56381570fab0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f9630098240 tx=0x7f96300c6400 comp rx=0 tx=0).stop 2024-09-12T12:27:01.886 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.883+0000 7f963dab8740 1 -- 172.21.15.82:0/2762209517 shutdown_connections 2024-09-12T12:27:01.886 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.883+0000 7f963dab8740 1 --2- 172.21.15.82:0/2762209517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563815715bb0 0x56381572fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.886 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.883+0000 7f963dab8740 1 --2- 172.21.15.82:0/2762209517 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 0x56381570fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.886 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.883+0000 7f963dab8740 1 --2- 172.21.15.82:0/2762209517 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56381570a9d0 0x56381570fab0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.886 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.883+0000 7f963dab8740 1 -- 172.21.15.82:0/2762209517 >> 172.21.15.82:0/2762209517 conn(0x563815706f60 msgr2=0x563815711100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:01.886 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.883+0000 7f963dab8740 1 -- 172.21.15.82:0/2762209517 shutdown_connections 2024-09-12T12:27:01.886 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.883+0000 7f963dab8740 1 -- 172.21.15.82:0/2762209517 wait complete. 2024-09-12T12:27:01.886 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.884+0000 7f963dab8740 1 -- start start 2024-09-12T12:27:01.886 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.884+0000 7f963dab8740 1 Processor -- start 2024-09-12T12:27:01.890 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.884+0000 7f963dab8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56381570a9d0 0x56381572b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.890 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.884+0000 7f963dab8740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 0x56381572b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.890 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.884+0000 7f963dab8740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563815715bb0 0x563815788a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.890 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.884+0000 7f963dab8740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563815727670 con 0x563815715bb0 2024-09-12T12:27:01.890 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.884+0000 7f963dab8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563815726fa0 con 0x56381570a9d0 2024-09-12T12:27:01.890 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.884+0000 7f963dab8740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563815727d40 con 0x56381570b2f0 2024-09-12T12:27:01.890 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.884+0000 7f963dab8740 10 client.0 _ll_register_callbacks cb 0x7f9624005f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:01.890 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.884+0000 7f9639c7c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563815715bb0 0x563815788a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.890 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.884+0000 7f9639c7c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563815715bb0 0x563815788a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35682/0 (socket says 172.21.15.82:35682) 2024-09-12T12:27:01.891 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.884+0000 7f9639c7c640 1 -- 172.21.15.82:0/3294634443 learned_addr learned my addr 172.21.15.82:0/3294634443 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:01.891 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.884+0000 7f963947b640 1 --2- 172.21.15.82:0/3294634443 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56381570a9d0 0x56381572b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.891 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f9639c7c640 1 -- 172.21.15.82:0/3294634443 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 msgr2=0x56381572b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:01.891 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f9638c7a640 1 --2- 172.21.15.82:0/3294634443 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 0x56381572b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.891 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f9639c7c640 1 --2- 172.21.15.82:0/3294634443 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 0x56381572b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.891 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f9639c7c640 1 -- 172.21.15.82:0/3294634443 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56381570a9d0 msgr2=0x56381572b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:01.891 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f9639c7c640 1 --2- 172.21.15.82:0/3294634443 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56381570a9d0 0x56381572b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.891 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f9639c7c640 1 -- 172.21.15.82:0/3294634443 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638157890f0 con 0x563815715bb0 2024-09-12T12:27:01.891 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f9638c7a640 1 --2- 172.21.15.82:0/3294634443 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 0x56381572b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:01.891 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f9639c7c640 1 --2- 172.21.15.82:0/3294634443 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563815715bb0 0x563815788a50 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f962c030900 tx=0x7f962c031e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27d86fef45d85441 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:01.891 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f961cff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:01.891 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f961cff9640 1 -- 172.21.15.82:0/3294634443 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f962c056020 con 0x563815715bb0 2024-09-12T12:27:01.892 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f961cff9640 1 -- 172.21.15.82:0/3294634443 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f962c030cf0 con 0x563815715bb0 2024-09-12T12:27:01.892 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f963dab8740 1 -- 172.21.15.82:0/3294634443 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f96300a44e0 con 0x563815715bb0 2024-09-12T12:27:01.892 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f961cff9640 1 -- 172.21.15.82:0/3294634443 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f962c049740 con 0x563815715bb0 2024-09-12T12:27:01.892 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f963dab8740 10 client.15408 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:01.892 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f963dab8740 1 -- 172.21.15.82:0/3294634443 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5638157903f0 con 0x563815715bb0 2024-09-12T12:27:01.892 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f961cff9640 1 -- 172.21.15.82:0/3294634443 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f96300a44e0 con 0x563815715bb0 2024-09-12T12:27:01.892 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f961cff9640 1 -- 172.21.15.82:0/3294634443 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f962c048050 con 0x563815715bb0 2024-09-12T12:27:01.892 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f963dab8740 10 client.15408 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:01.892 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f963dab8740 10 client.15408 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-12T12:27:01.892 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f963dab8740 20 client.15408 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:01.892 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f963dab8740 1 --2- 172.21.15.82:0/3294634443 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x563815794fb0 0x563815793cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:01.892 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.885+0000 7f963dab8740 4 client.15408 mds_command: new command op to 24436 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:27:01.893 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.886+0000 7f963dab8740 1 -- 172.21.15.82:0/3294634443 --> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] -- command(tid 0: {"prefix": "status"}) -- 0x563815678b10 con 0x563815794fb0 2024-09-12T12:27:01.893 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.886+0000 7f963947b640 1 --2- 172.21.15.82:0/3294634443 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x563815794fb0 0x563815793cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:01.893 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.886+0000 7f961cff9640 10 client.15408 ms_handle_connect on v2:172.21.15.114:6834/2630355835 2024-09-12T12:27:01.893 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.886+0000 7f963947b640 1 --2- 172.21.15.82:0/3294634443 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x563815794fb0 0x563815793cc0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3f7442da55d1e70c server_cookie=71fcf1a662c7cacc in_seq=0 out_seq=0 2024-09-12T12:27:01.893 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.886+0000 7f961cff9640 1 -- 172.21.15.82:0/3294634443 <== mds.3 v2:172.21.15.114:6834/2630355835 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x563815678b10 con 0x563815794fb0 2024-09-12T12:27:01.893 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.886+0000 7f961cff9640 10 client.15408 handle_command_reply: tid=0 2024-09-12T12:27:01.893 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.886+0000 7f963dab8740 1 client.15408 shutdown 2024-09-12T12:27:01.893 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.886+0000 7f963dab8740 1 -- 172.21.15.82:0/3294634443 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563815715bb0 msgr2=0x563815788a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:01.893 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963dab8740 1 --2- 172.21.15.82:0/3294634443 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563815715bb0 0x563815788a50 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f962c030900 tx=0x7f962c031e30 comp rx=0 tx=0).stop 2024-09-12T12:27:01.893 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963dab8740 1 -- 172.21.15.82:0/3294634443 shutdown_connections 2024-09-12T12:27:01.893 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963dab8740 1 --2- 172.21.15.82:0/3294634443 >> [v2:172.21.15.114:6834/2630355835,v1:172.21.15.114:6835/2630355835] conn(0x563815794fb0 0x563815793cc0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.894 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963dab8740 1 --2- 172.21.15.82:0/3294634443 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563815715bb0 0x563815788a50 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.894 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963dab8740 1 --2- 172.21.15.82:0/3294634443 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56381570b2f0 0x56381572b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.894 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963dab8740 1 --2- 172.21.15.82:0/3294634443 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56381570a9d0 0x56381572b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.894 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963dab8740 1 -- 172.21.15.82:0/3294634443 >> 172.21.15.82:0/3294634443 conn(0x563815706f60 msgr2=0x563815713e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:01.894 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f961cff9640 0 client.15408 ms_handle_reset on v2:172.21.15.114:6834/2630355835 2024-09-12T12:27:01.894 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963dab8740 1 -- 172.21.15.82:0/3294634443 shutdown_connections 2024-09-12T12:27:01.894 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963dab8740 1 -- 172.21.15.82:0/3294634443 wait complete. 2024-09-12T12:27:01.894 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963dab8740 20 client.15408 trim_cache size 0 max 16384 2024-09-12T12:27:01.894 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:27:01.895 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:27:01.895 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 3, 2024-09-12T12:27:01.895 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24436, 2024-09-12T12:27:01.895 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:27:01.895 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:27:01.895 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:27:01.895 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 118.58725885, 2024-09-12T12:27:01.895 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 28, 2024-09-12T12:27:01.895 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 84, 2024-09-12T12:27:01.895 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 84, 2024-09-12T12:27:01.895 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 152.98738510199999 2024-09-12T12:27:01.895 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:27:01.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963b6df640 1 -- 172.21.15.82:0/34366976 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f96200a2e10 msgr2=0x7f96200a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:01.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963b6df640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f96200a2e10 0x7f96200a52d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f962c009a60 tx=0x7f962c047000 comp rx=0 tx=0).stop 2024-09-12T12:27:01.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963b6df640 1 -- 172.21.15.82:0/34366976 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9634101de0 msgr2=0x7f96341983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:01.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963b6df640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9634101de0 0x7f96341983d0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f963000c970 tx=0x7f963000ce30 comp rx=0 tx=0).stop 2024-09-12T12:27:01.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963b6df640 1 -- 172.21.15.82:0/34366976 shutdown_connections 2024-09-12T12:27:01.896 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963b6df640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f96200a2e10 0x7f96200a52d0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.897 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963b6df640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9634106f10 0x7f963419cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.897 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963b6df640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9634102790 0x7f9634198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.897 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963b6df640 1 --2- 172.21.15.82:0/34366976 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9634101de0 0x7f96341983d0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:01.897 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.887+0000 7f963b6df640 1 -- 172.21.15.82:0/34366976 >> 172.21.15.82:0/34366976 conn(0x7f96340fd8c0 msgr2=0x7f96340fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:01.897 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.888+0000 7f963b6df640 1 -- 172.21.15.82:0/34366976 shutdown_connections 2024-09-12T12:27:01.897 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:01.888+0000 7f963b6df640 1 -- 172.21.15.82:0/34366976 wait complete. 2024-09-12T12:27:02.547 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.c status 2024-09-12T12:27:02.790 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:27:03.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.321+0000 7fe0521cc640 1 -- 172.21.15.82:0/275789635 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe04c102d40 msgr2=0x7fe04c103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:03.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.321+0000 7fe0521cc640 1 --2- 172.21.15.82:0/275789635 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe04c102d40 0x7fe04c103120 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fe03c009ca0 tx=0x7fe03c02a950 comp rx=0 tx=0).stop 2024-09-12T12:27:03.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.321+0000 7fe0521cc640 1 -- 172.21.15.82:0/275789635 shutdown_connections 2024-09-12T12:27:03.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.321+0000 7fe0521cc640 1 --2- 172.21.15.82:0/275789635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe04c10c170 0x7fe04c10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.321+0000 7fe0521cc640 1 --2- 172.21.15.82:0/275789635 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe04c103660 0x7fe04c10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.321+0000 7fe0521cc640 1 --2- 172.21.15.82:0/275789635 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe04c102d40 0x7fe04c103120 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.321+0000 7fe0521cc640 1 -- 172.21.15.82:0/275789635 >> 172.21.15.82:0/275789635 conn(0x7fe04c0fc7a0 msgr2=0x7fe04c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:03.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.321+0000 7fe0521cc640 1 -- 172.21.15.82:0/275789635 shutdown_connections 2024-09-12T12:27:03.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.321+0000 7fe0521cc640 1 -- 172.21.15.82:0/275789635 wait complete. 2024-09-12T12:27:03.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.322+0000 7fe0521cc640 1 Processor -- start 2024-09-12T12:27:03.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.322+0000 7fe0521cc640 1 -- start start 2024-09-12T12:27:03.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.322+0000 7fe0521cc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe04c102d40 0x7fe04c1984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.322+0000 7fe0521cc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe04c103660 0x7fe04c198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.322+0000 7fe0521cc640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe04c10c170 0x7fe04c19cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.322+0000 7fe0521cc640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe04c111fb0 con 0x7fe04c102d40 2024-09-12T12:27:03.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.322+0000 7fe0521cc640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe04c111e30 con 0x7fe04c103660 2024-09-12T12:27:03.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.322+0000 7fe0521cc640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe04c112130 con 0x7fe04c10c170 2024-09-12T12:27:03.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.322+0000 7fe04b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe04c102d40 0x7fe04c1984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.322+0000 7fe04b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe04c102d40 0x7fe04c1984d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35702/0 (socket says 172.21.15.82:35702) 2024-09-12T12:27:03.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.322+0000 7fe04b7fe640 1 -- 172.21.15.82:0/2602272832 learned_addr learned my addr 172.21.15.82:0/2602272832 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:03.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.322+0000 7fe04bfff640 1 --2- 172.21.15.82:0/2602272832 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe04c10c170 0x7fe04c19cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.322+0000 7fe04affd640 1 --2- 172.21.15.82:0/2602272832 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe04c103660 0x7fe04c198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.323+0000 7fe04b7fe640 1 -- 172.21.15.82:0/2602272832 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe04c10c170 msgr2=0x7fe04c19cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:03.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.323+0000 7fe04b7fe640 1 --2- 172.21.15.82:0/2602272832 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe04c10c170 0x7fe04c19cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.323+0000 7fe04b7fe640 1 -- 172.21.15.82:0/2602272832 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe04c103660 msgr2=0x7fe04c198a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:03.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.323+0000 7fe04b7fe640 1 --2- 172.21.15.82:0/2602272832 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe04c103660 0x7fe04c198a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.323+0000 7fe04b7fe640 1 -- 172.21.15.82:0/2602272832 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe04c19d480 con 0x7fe04c102d40 2024-09-12T12:27:03.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.323+0000 7fe04b7fe640 1 --2- 172.21.15.82:0/2602272832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe04c102d40 0x7fe04c1984d0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fe03c005cc0 tx=0x7fe03c02f630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:03.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.323+0000 7fe048ff9640 1 -- 172.21.15.82:0/2602272832 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe03c034040 con 0x7fe04c102d40 2024-09-12T12:27:03.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.323+0000 7fe048ff9640 1 -- 172.21.15.82:0/2602272832 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe03c030920 con 0x7fe04c102d40 2024-09-12T12:27:03.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.323+0000 7fe0521cc640 1 -- 172.21.15.82:0/2602272832 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe04c19d710 con 0x7fe04c102d40 2024-09-12T12:27:03.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.323+0000 7fe048ff9640 1 -- 172.21.15.82:0/2602272832 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe03c004830 con 0x7fe04c102d40 2024-09-12T12:27:03.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.323+0000 7fe0521cc640 1 -- 172.21.15.82:0/2602272832 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe04c1a5050 con 0x7fe04c102d40 2024-09-12T12:27:03.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.325+0000 7fe048ff9640 1 -- 172.21.15.82:0/2602272832 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 24) ==== 138117+0+0 (secure 0 0 0) 0x7fe03c037020 con 0x7fe04c102d40 2024-09-12T12:27:03.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe048ff9640 1 --2- 172.21.15.82:0/2602272832 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe0340a2f20 0x7fe0340a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe04affd640 1 --2- 172.21.15.82:0/2602272832 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe0340a2f20 0x7fe0340a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe048ff9640 1 -- 172.21.15.82:0/2602272832 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fe03c0f05f0 con 0x7fe04c102d40 2024-09-12T12:27:03.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe0545a5740 1 Processor -- start 2024-09-12T12:27:03.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe0545a5740 1 -- start start 2024-09-12T12:27:03.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe0545a5740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b59d0 0x5629470b5db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe0545a5740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b62f0 0x5629470c0670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe0545a5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 0x5629470c2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe0545a5740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x56294701c090 con 0x5629470b62f0 2024-09-12T12:27:03.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe0545a5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x562946fc3a70 con 0x5629470c0bb0 2024-09-12T12:27:03.331 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe0545a5740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x562947018050 con 0x5629470b59d0 2024-09-12T12:27:03.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe04affd640 1 --2- 172.21.15.82:0/2602272832 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe0340a2f20 0x7fe0340a53e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe0400058c0 tx=0x7fe040005850 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:03.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe04affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b62f0 0x5629470c0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe04affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b62f0 0x5629470c0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35716/0 (socket says 172.21.15.82:35716) 2024-09-12T12:27:03.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe04affd640 1 -- 172.21.15.82:0/1827747517 learned_addr learned my addr 172.21.15.82:0/1827747517 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:03.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.326+0000 7fe04bfff640 1 --2- 172.21.15.82:0/1827747517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 0x5629470c2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.327+0000 7fe04b7fe640 1 --2- 172.21.15.82:0/1827747517 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b59d0 0x5629470b5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.327+0000 7fe04affd640 1 -- 172.21.15.82:0/1827747517 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b59d0 msgr2=0x5629470b5db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:03.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.327+0000 7fe04affd640 1 --2- 172.21.15.82:0/1827747517 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b59d0 0x5629470b5db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.327+0000 7fe04affd640 1 -- 172.21.15.82:0/1827747517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 msgr2=0x5629470c2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:03.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.327+0000 7fe04affd640 1 --2- 172.21.15.82:0/1827747517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 0x5629470c2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.327+0000 7fe04affd640 1 -- 172.21.15.82:0/1827747517 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562946fd0130 con 0x5629470b62f0 2024-09-12T12:27:03.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.327+0000 7fe04affd640 1 --2- 172.21.15.82:0/1827747517 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b62f0 0x5629470c0670 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fe04000bef0 tx=0x7fe040012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb4084270449ebb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:03.332 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.327+0000 7fe031ffb640 1 -- 172.21.15.82:0/1827747517 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe040022070 con 0x5629470b62f0 2024-09-12T12:27:03.333 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.327+0000 7fe031ffb640 1 -- 172.21.15.82:0/1827747517 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe040011e50 con 0x5629470b62f0 2024-09-12T12:27:03.333 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.327+0000 7fe031ffb640 1 -- 172.21.15.82:0/1827747517 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe04001d9f0 con 0x5629470b62f0 2024-09-12T12:27:03.333 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.328+0000 7fe0545a5740 1 -- 172.21.15.82:0/1827747517 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b62f0 msgr2=0x5629470c0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:03.333 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.328+0000 7fe0545a5740 1 --2- 172.21.15.82:0/1827747517 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b62f0 0x5629470c0670 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fe04000bef0 tx=0x7fe040012000 comp rx=0 tx=0).stop 2024-09-12T12:27:03.333 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.328+0000 7fe0545a5740 1 -- 172.21.15.82:0/1827747517 shutdown_connections 2024-09-12T12:27:03.333 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.328+0000 7fe0545a5740 1 --2- 172.21.15.82:0/1827747517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 0x5629470c2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.333 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.328+0000 7fe0545a5740 1 --2- 172.21.15.82:0/1827747517 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b62f0 0x5629470c0670 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.333 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.328+0000 7fe0545a5740 1 --2- 172.21.15.82:0/1827747517 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b59d0 0x5629470b5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.333 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.328+0000 7fe0545a5740 1 -- 172.21.15.82:0/1827747517 >> 172.21.15.82:0/1827747517 conn(0x5629470b1f60 msgr2=0x5629470b2340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:03.333 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.328+0000 7fe0545a5740 1 -- 172.21.15.82:0/1827747517 shutdown_connections 2024-09-12T12:27:03.333 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.328+0000 7fe0545a5740 1 -- 172.21.15.82:0/1827747517 wait complete. 2024-09-12T12:27:03.333 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.328+0000 7fe0545a5740 1 -- start start 2024-09-12T12:27:03.333 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.328+0000 7fe0545a5740 1 Processor -- start 2024-09-12T12:27:03.333 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe0545a5740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b59d0 0x5629470c03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.334 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe0545a5740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b62f0 0x5629470bd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.334 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe0545a5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 0x5629470bdc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.334 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe0545a5740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5629470c3780 con 0x5629470b62f0 2024-09-12T12:27:03.334 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe0545a5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x562946fd6f20 con 0x5629470c0bb0 2024-09-12T12:27:03.334 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe0545a5740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5629470c3900 con 0x5629470b59d0 2024-09-12T12:27:03.334 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe0545a5740 10 client.0 _ll_register_callbacks cb 0x562946fa0030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:03.334 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe04affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b62f0 0x5629470bd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.334 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe04affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b62f0 0x5629470bd750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35732/0 (socket says 172.21.15.82:35732) 2024-09-12T12:27:03.334 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe04affd640 1 -- 172.21.15.82:0/348533226 learned_addr learned my addr 172.21.15.82:0/348533226 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:03.334 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe04b7fe640 1 --2- 172.21.15.82:0/348533226 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b59d0 0x5629470c03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.334 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe04bfff640 1 --2- 172.21.15.82:0/348533226 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 0x5629470bdc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.334 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe04affd640 1 -- 172.21.15.82:0/348533226 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b59d0 msgr2=0x5629470c03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:03.334 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe04affd640 1 --2- 172.21.15.82:0/348533226 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b59d0 0x5629470c03b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.335 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe04affd640 1 -- 172.21.15.82:0/348533226 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 msgr2=0x5629470bdc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:03.335 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe04affd640 1 --2- 172.21.15.82:0/348533226 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 0x5629470bdc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.335 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe04affd640 1 -- 172.21.15.82:0/348533226 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562946d8d2b0 con 0x5629470b62f0 2024-09-12T12:27:03.335 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe04affd640 1 --2- 172.21.15.82:0/348533226 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b62f0 0x5629470bd750 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fe040011ca0 tx=0x7fe04001d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd2b813871b719a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:03.335 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe02affd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:03.335 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe02affd640 1 -- 172.21.15.82:0/348533226 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe040022030 con 0x5629470b62f0 2024-09-12T12:27:03.335 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe02affd640 1 -- 172.21.15.82:0/348533226 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fe040005250 con 0x5629470b62f0 2024-09-12T12:27:03.335 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.329+0000 7fe0545a5740 1 -- 172.21.15.82:0/348533226 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe040011e50 con 0x5629470b62f0 2024-09-12T12:27:03.335 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.330+0000 7fe02affd640 1 -- 172.21.15.82:0/348533226 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe040005450 con 0x5629470b62f0 2024-09-12T12:27:03.335 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.330+0000 7fe0545a5740 10 client.15420 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:03.335 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.330+0000 7fe0545a5740 1 -- 172.21.15.82:0/348533226 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5629470cf040 con 0x5629470b62f0 2024-09-12T12:27:03.335 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.330+0000 7fe02affd640 1 -- 172.21.15.82:0/348533226 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe040011e50 con 0x5629470b62f0 2024-09-12T12:27:03.335 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.330+0000 7fe02affd640 1 -- 172.21.15.82:0/348533226 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe040038030 con 0x5629470b62f0 2024-09-12T12:27:03.336 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.330+0000 7fe0545a5740 10 client.15420 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:03.336 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.330+0000 7fe0545a5740 10 client.15420 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T12:27:03.336 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.330+0000 7fe0545a5740 20 client.15420 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:03.336 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.330+0000 7fe0545a5740 1 --2- 172.21.15.82:0/348533226 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x5629470d1520 0x5629470d2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.336 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.330+0000 7fe0545a5740 4 client.15420 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:27:03.336 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.330+0000 7fe0545a5740 1 -- 172.21.15.82:0/348533226 --> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562947029600 con 0x5629470d1520 2024-09-12T12:27:03.336 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.330+0000 7fe04b7fe640 1 --2- 172.21.15.82:0/348533226 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x5629470d1520 0x5629470d2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.336 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.331+0000 7fe02affd640 10 client.15420 ms_handle_connect on v2:172.21.15.114:6836/1461146594 2024-09-12T12:27:03.336 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.331+0000 7fe04b7fe640 1 --2- 172.21.15.82:0/348533226 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x5629470d1520 0x5629470d2990 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8a67917b816499b6 server_cookie=bf5f80e0b0913588 in_seq=0 out_seq=0 2024-09-12T12:27:03.337 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.331+0000 7fe02affd640 1 -- 172.21.15.82:0/348533226 <== mds.2 v2:172.21.15.114:6836/1461146594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562947029600 con 0x5629470d1520 2024-09-12T12:27:03.337 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.332+0000 7fe02affd640 10 client.15420 handle_command_reply: tid=0 2024-09-12T12:27:03.337 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.332+0000 7fe0545a5740 1 client.15420 shutdown 2024-09-12T12:27:03.337 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.332+0000 7fe0545a5740 1 -- 172.21.15.82:0/348533226 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b62f0 msgr2=0x5629470bd750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:03.337 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.332+0000 7fe0545a5740 1 --2- 172.21.15.82:0/348533226 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b62f0 0x5629470bd750 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fe040011ca0 tx=0x7fe04001d3b0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.337 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.332+0000 7fe0545a5740 1 -- 172.21.15.82:0/348533226 shutdown_connections 2024-09-12T12:27:03.337 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.332+0000 7fe0545a5740 1 --2- 172.21.15.82:0/348533226 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x5629470d1520 0x5629470d2990 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.337 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.332+0000 7fe0545a5740 1 --2- 172.21.15.82:0/348533226 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 0x5629470bdc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.338 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.332+0000 7fe0545a5740 1 --2- 172.21.15.82:0/348533226 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b62f0 0x5629470bd750 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.338 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.332+0000 7fe0545a5740 1 --2- 172.21.15.82:0/348533226 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b59d0 0x5629470c03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.338 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.332+0000 7fe0545a5740 1 -- 172.21.15.82:0/348533226 >> 172.21.15.82:0/348533226 conn(0x5629470b1f60 msgr2=0x5629470b7c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:03.338 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.332+0000 7fe02affd640 0 client.15420 ms_handle_reset on v2:172.21.15.114:6836/1461146594 2024-09-12T12:27:03.338 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.332+0000 7fe0545a5740 1 -- 172.21.15.82:0/348533226 shutdown_connections 2024-09-12T12:27:03.338 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.332+0000 7fe0545a5740 1 -- 172.21.15.82:0/348533226 wait complete. 2024-09-12T12:27:03.338 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.332+0000 7fe0545a5740 20 client.15420 trim_cache size 0 max 16384 2024-09-12T12:27:03.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.349+0000 7fe0545a5740 1 Processor -- start 2024-09-12T12:27:03.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.349+0000 7fe0545a5740 1 -- start start 2024-09-12T12:27:03.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.349+0000 7fe0545a5740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b59d0 0x5629470d1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.349+0000 7fe0545a5740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b62f0 0x5629470b8e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.349+0000 7fe0545a5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 0x5629470ba9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.349+0000 7fe0545a5740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5629470d0cd0 con 0x5629470b59d0 2024-09-12T12:27:03.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.349+0000 7fe0545a5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5629470d13a0 con 0x5629470c0bb0 2024-09-12T12:27:03.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.349+0000 7fe0545a5740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5629470d1a70 con 0x5629470b62f0 2024-09-12T12:27:03.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.349+0000 7fe04b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b59d0 0x5629470d1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.349+0000 7fe04b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b59d0 0x5629470d1bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35734/0 (socket says 172.21.15.82:35734) 2024-09-12T12:27:03.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.349+0000 7fe04b7fe640 1 -- 172.21.15.82:0/1561127060 learned_addr learned my addr 172.21.15.82:0/1561127060 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:03.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.349+0000 7fe04affd640 1 --2- 172.21.15.82:0/1561127060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b62f0 0x5629470b8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.350+0000 7fe04b7fe640 1 -- 172.21.15.82:0/1561127060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b62f0 msgr2=0x5629470b8e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:03.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.350+0000 7fe04bfff640 1 --2- 172.21.15.82:0/1561127060 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 0x5629470ba9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.350+0000 7fe04b7fe640 1 --2- 172.21.15.82:0/1561127060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b62f0 0x5629470b8e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.350+0000 7fe04b7fe640 1 -- 172.21.15.82:0/1561127060 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 msgr2=0x5629470ba9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:03.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.350+0000 7fe04b7fe640 1 --2- 172.21.15.82:0/1561127060 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 0x5629470ba9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.350+0000 7fe04b7fe640 1 -- 172.21.15.82:0/1561127060 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629470bbca0 con 0x5629470b59d0 2024-09-12T12:27:03.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.350+0000 7fe04affd640 1 --2- 172.21.15.82:0/1561127060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b62f0 0x5629470b8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:27:03.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.350+0000 7fe04b7fe640 1 --2- 172.21.15.82:0/1561127060 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b59d0 0x5629470d1bf0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fe03c0b8e00 tx=0x7fe03c0f0040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe17e26fabca9b26 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:03.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.350+0000 7fe0317fa640 1 -- 172.21.15.82:0/1561127060 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe03c0c5610 con 0x5629470b59d0 2024-09-12T12:27:03.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.350+0000 7fe0317fa640 1 -- 172.21.15.82:0/1561127060 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe03c0baca0 con 0x5629470b59d0 2024-09-12T12:27:03.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.350+0000 7fe0317fa640 1 -- 172.21.15.82:0/1561127060 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe03c0c53e0 con 0x5629470b59d0 2024-09-12T12:27:03.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.350+0000 7fe0545a5740 1 -- 172.21.15.82:0/1561127060 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b59d0 msgr2=0x5629470d1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:03.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.350+0000 7fe0545a5740 1 --2- 172.21.15.82:0/1561127060 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b59d0 0x5629470d1bf0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fe03c0b8e00 tx=0x7fe03c0f0040 comp rx=0 tx=0).stop 2024-09-12T12:27:03.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.350+0000 7fe0545a5740 1 -- 172.21.15.82:0/1561127060 shutdown_connections 2024-09-12T12:27:03.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 1 --2- 172.21.15.82:0/1561127060 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470c0bb0 0x5629470ba9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 1 --2- 172.21.15.82:0/1561127060 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470b62f0 0x5629470b8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 1 --2- 172.21.15.82:0/1561127060 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b59d0 0x5629470d1bf0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 1 -- 172.21.15.82:0/1561127060 >> 172.21.15.82:0/1561127060 conn(0x5629470b1f60 msgr2=0x5629470acce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:03.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 1 -- 172.21.15.82:0/1561127060 shutdown_connections 2024-09-12T12:27:03.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 1 -- 172.21.15.82:0/1561127060 wait complete. 2024-09-12T12:27:03.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 1 -- start start 2024-09-12T12:27:03.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 1 Processor -- start 2024-09-12T12:27:03.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b59d0 0x5629470db070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470b62f0 0x5629470d3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470c0bb0 0x5629470d3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5629470d2810 con 0x5629470b59d0 2024-09-12T12:27:03.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5629470d2140 con 0x5629470b62f0 2024-09-12T12:27:03.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5629470d2ee0 con 0x5629470c0bb0 2024-09-12T12:27:03.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe0545a5740 10 client.0 _ll_register_callbacks cb 0x7fe044009330 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:03.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.351+0000 7fe04b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b59d0 0x5629470db070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe04b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b59d0 0x5629470db070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35736/0 (socket says 172.21.15.82:35736) 2024-09-12T12:27:03.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe04b7fe640 1 -- 172.21.15.82:0/1455799295 learned_addr learned my addr 172.21.15.82:0/1455799295 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:03.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe04affd640 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470b62f0 0x5629470d3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe04bfff640 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470c0bb0 0x5629470d3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe04b7fe640 1 -- 172.21.15.82:0/1455799295 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470c0bb0 msgr2=0x5629470d3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:03.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe04b7fe640 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470c0bb0 0x5629470d3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe04b7fe640 1 -- 172.21.15.82:0/1455799295 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470b62f0 msgr2=0x5629470d3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:03.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe04b7fe640 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470b62f0 0x5629470d3aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe04b7fe640 1 -- 172.21.15.82:0/1455799295 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629470d4520 con 0x5629470b59d0 2024-09-12T12:27:03.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe04affd640 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470b62f0 0x5629470d3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:27:03.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe04bfff640 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470c0bb0 0x5629470d3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:03.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe04b7fe640 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b59d0 0x5629470db070 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fe03c0edcc0 tx=0x7fe03c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9e4cfbad2748f85 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:03.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe02affd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:03.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe02affd640 1 -- 172.21.15.82:0/1455799295 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe03c0b9180 con 0x5629470b59d0 2024-09-12T12:27:03.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe02affd640 1 -- 172.21.15.82:0/1455799295 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fe03c0c5180 con 0x5629470b59d0 2024-09-12T12:27:03.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe0545a5740 1 -- 172.21.15.82:0/1455799295 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe03c0baca0 con 0x5629470b59d0 2024-09-12T12:27:03.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe02affd640 1 -- 172.21.15.82:0/1455799295 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe03c0d4020 con 0x5629470b59d0 2024-09-12T12:27:03.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe0545a5740 10 client.15426 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:03.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe0545a5740 1 -- 172.21.15.82:0/1455799295 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56294713a910 con 0x5629470b59d0 2024-09-12T12:27:03.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.352+0000 7fe02affd640 1 -- 172.21.15.82:0/1455799295 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe03c0baca0 con 0x5629470b59d0 2024-09-12T12:27:03.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.353+0000 7fe02affd640 1 -- 172.21.15.82:0/1455799295 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe03c04d030 con 0x5629470b59d0 2024-09-12T12:27:03.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.353+0000 7fe0545a5740 10 client.15426 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:03.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.353+0000 7fe0545a5740 10 client.15426 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T12:27:03.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.353+0000 7fe0545a5740 20 client.15426 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:03.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.353+0000 7fe0545a5740 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x56294713f190 0x56294713dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:03.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.353+0000 7fe0545a5740 4 client.15426 mds_command: new command op to 24445 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:27:03.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.353+0000 7fe0545a5740 1 -- 172.21.15.82:0/1455799295 --> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] -- command(tid 0: {"prefix": "status"}) -- 0x562947023b10 con 0x56294713f190 2024-09-12T12:27:03.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.353+0000 7fe04affd640 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x56294713f190 0x56294713dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:03.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.353+0000 7fe04affd640 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x56294713f190 0x56294713dea0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8484789518016d8b server_cookie=5d8d908bfbe4d307 in_seq=0 out_seq=0 2024-09-12T12:27:03.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.353+0000 7fe02affd640 10 client.15426 ms_handle_connect on v2:172.21.15.114:6836/1461146594 2024-09-12T12:27:03.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe02affd640 1 -- 172.21.15.82:0/1455799295 <== mds.2 v2:172.21.15.114:6836/1461146594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x562947023b10 con 0x56294713f190 2024-09-12T12:27:03.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe02affd640 10 client.15426 handle_command_reply: tid=0 2024-09-12T12:27:03.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0545a5740 1 client.15426 shutdown 2024-09-12T12:27:03.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0545a5740 1 -- 172.21.15.82:0/1455799295 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b59d0 msgr2=0x5629470db070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:03.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0545a5740 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b59d0 0x5629470db070 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fe03c0edcc0 tx=0x7fe03c0095c0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0545a5740 1 -- 172.21.15.82:0/1455799295 shutdown_connections 2024-09-12T12:27:03.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0545a5740 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.114:6836/1461146594,v1:172.21.15.114:6837/1461146594] conn(0x56294713f190 0x56294713dea0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0545a5740 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5629470c0bb0 0x5629470d3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0545a5740 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5629470b62f0 0x5629470d3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0545a5740 1 --2- 172.21.15.82:0/1455799295 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5629470b59d0 0x5629470db070 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0545a5740 1 -- 172.21.15.82:0/1455799295 >> 172.21.15.82:0/1455799295 conn(0x5629470b1f60 msgr2=0x5629470bc840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:03.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe02affd640 0 client.15426 ms_handle_reset on v2:172.21.15.114:6836/1461146594 2024-09-12T12:27:03.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0545a5740 1 -- 172.21.15.82:0/1455799295 shutdown_connections 2024-09-12T12:27:03.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0545a5740 1 -- 172.21.15.82:0/1455799295 wait complete. 2024-09-12T12:27:03.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0545a5740 20 client.15426 trim_cache size 0 max 16384 2024-09-12T12:27:03.362 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:27:03.362 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:27:03.362 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 2, 2024-09-12T12:27:03.362 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24445, 2024-09-12T12:27:03.362 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:27:03.362 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:27:03.362 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:27:03.362 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 121.06737441200001, 2024-09-12T12:27:03.362 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 28, 2024-09-12T12:27:03.362 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 84, 2024-09-12T12:27:03.362 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 84, 2024-09-12T12:27:03.362 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 151.926972995 2024-09-12T12:27:03.362 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:27:03.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0521cc640 1 -- 172.21.15.82:0/2602272832 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe0340a2f20 msgr2=0x7fe0340a53e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:03.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0521cc640 1 --2- 172.21.15.82:0/2602272832 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe0340a2f20 0x7fe0340a53e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe0400058c0 tx=0x7fe040005850 comp rx=0 tx=0).stop 2024-09-12T12:27:03.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0521cc640 1 -- 172.21.15.82:0/2602272832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe04c102d40 msgr2=0x7fe04c1984d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:03.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.354+0000 7fe0521cc640 1 --2- 172.21.15.82:0/2602272832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe04c102d40 0x7fe04c1984d0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fe03c005cc0 tx=0x7fe03c02f630 comp rx=0 tx=0).stop 2024-09-12T12:27:03.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.355+0000 7fe0521cc640 1 -- 172.21.15.82:0/2602272832 shutdown_connections 2024-09-12T12:27:03.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.355+0000 7fe0521cc640 1 --2- 172.21.15.82:0/2602272832 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe0340a2f20 0x7fe0340a53e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.355+0000 7fe0521cc640 1 --2- 172.21.15.82:0/2602272832 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe04c10c170 0x7fe04c19cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.355+0000 7fe0521cc640 1 --2- 172.21.15.82:0/2602272832 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe04c103660 0x7fe04c198a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.355+0000 7fe0521cc640 1 --2- 172.21.15.82:0/2602272832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe04c102d40 0x7fe04c1984d0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:03.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.355+0000 7fe0521cc640 1 -- 172.21.15.82:0/2602272832 >> 172.21.15.82:0/2602272832 conn(0x7fe04c0fc7a0 msgr2=0x7fe04c0fd400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:03.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.355+0000 7fe0521cc640 1 -- 172.21.15.82:0/2602272832 shutdown_connections 2024-09-12T12:27:03.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:03.355+0000 7fe0521cc640 1 -- 172.21.15.82:0/2602272832 wait complete. 2024-09-12T12:27:03.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:03 smithi082 ceph-mon[31122]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 8 op/s 2024-09-12T12:27:03.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:03 smithi082 ceph-mon[31122]: mgrmap e24: x(active, since 20s), standbys: z, y 2024-09-12T12:27:03.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:03 smithi114 ceph-mon[35514]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 8 op/s 2024-09-12T12:27:03.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:03 smithi114 ceph-mon[35514]: mgrmap e24: x(active, since 20s), standbys: z, y 2024-09-12T12:27:03.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:03 smithi097 ceph-mon[34923]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 8 op/s 2024-09-12T12:27:03.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:03 smithi097 ceph-mon[34923]: mgrmap e24: x(active, since 20s), standbys: z, y 2024-09-12T12:27:03.955 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.b status 2024-09-12T12:27:04.202 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:27:04.664 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.662+0000 7f1afff4b640 1 -- 172.21.15.82:0/635265873 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af8101020 msgr2=0x7f1af810d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:04.664 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.662+0000 7f1afff4b640 1 --2- 172.21.15.82:0/635265873 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af8101020 0x7f1af810d0e0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f1ae8009ca0 tx=0x7f1ae802a8c0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.665 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.662+0000 7f1afff4b640 1 -- 172.21.15.82:0/635265873 shutdown_connections 2024-09-12T12:27:04.665 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.662+0000 7f1afff4b640 1 --2- 172.21.15.82:0/635265873 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af8101020 0x7f1af810d0e0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.665 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.662+0000 7f1afff4b640 1 --2- 172.21.15.82:0/635265873 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1af8100680 0x7f1af8100ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.665 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.662+0000 7f1afff4b640 1 --2- 172.21.15.82:0/635265873 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1af8105220 0x7f1af8105600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.665 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.662+0000 7f1afff4b640 1 -- 172.21.15.82:0/635265873 >> 172.21.15.82:0/635265873 conn(0x7f1af8077210 msgr2=0x7f1af8077620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:04.665 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.662+0000 7f1afff4b640 1 -- 172.21.15.82:0/635265873 shutdown_connections 2024-09-12T12:27:04.665 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.662+0000 7f1afff4b640 1 -- 172.21.15.82:0/635265873 wait complete. 2024-09-12T12:27:04.665 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afff4b640 1 Processor -- start 2024-09-12T12:27:04.665 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afff4b640 1 -- start start 2024-09-12T12:27:04.665 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afff4b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1af8100680 0x7f1af8101f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.665 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afff4b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af8101020 0x7f1af8102480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.666 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afff4b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1af8105220 0x7f1af81029c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.666 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afff4b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1af8110f90 con 0x7f1af8101020 2024-09-12T12:27:04.666 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afff4b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1af8110e10 con 0x7f1af8105220 2024-09-12T12:27:04.666 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afff4b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1af8111110 con 0x7f1af8100680 2024-09-12T12:27:04.666 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afd4e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af8101020 0x7f1af8102480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.666 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afd4e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af8101020 0x7f1af8102480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35756/0 (socket says 172.21.15.82:35756) 2024-09-12T12:27:04.666 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afd4e6640 1 -- 172.21.15.82:0/196754264 learned_addr learned my addr 172.21.15.82:0/196754264 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:04.666 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afe4e8640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1af8105220 0x7f1af81029c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.666 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afdce7640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1af8100680 0x7f1af8101f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.666 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afd4e6640 1 -- 172.21.15.82:0/196754264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1af8100680 msgr2=0x7f1af8101f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:04.667 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afd4e6640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1af8100680 0x7f1af8101f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.667 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afd4e6640 1 -- 172.21.15.82:0/196754264 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1af8105220 msgr2=0x7f1af81029c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:04.667 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afd4e6640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1af8105220 0x7f1af81029c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.667 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afd4e6640 1 -- 172.21.15.82:0/196754264 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1af81a6810 con 0x7f1af8101020 2024-09-12T12:27:04.667 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afe4e8640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1af8105220 0x7f1af81029c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:27:04.667 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.663+0000 7f1afdce7640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1af8100680 0x7f1af8101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:04.667 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.664+0000 7f1afd4e6640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af8101020 0x7f1af8102480 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f1aec00c920 tx=0x7f1aec00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:04.667 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.664+0000 7f1af6ffd640 1 -- 172.21.15.82:0/196754264 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec007c70 con 0x7f1af8101020 2024-09-12T12:27:04.667 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.664+0000 7f1af6ffd640 1 -- 172.21.15.82:0/196754264 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1aec007e10 con 0x7f1af8101020 2024-09-12T12:27:04.667 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.664+0000 7f1afff4b640 1 -- 172.21.15.82:0/196754264 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1af81a6b00 con 0x7f1af8101020 2024-09-12T12:27:04.668 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.664+0000 7f1af6ffd640 1 -- 172.21.15.82:0/196754264 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec018890 con 0x7f1af8101020 2024-09-12T12:27:04.668 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.664+0000 7f1afff4b640 1 -- 172.21.15.82:0/196754264 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1af81a7090 con 0x7f1af8101020 2024-09-12T12:27:04.674 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.666+0000 7f1af6ffd640 1 -- 172.21.15.82:0/196754264 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 24) ==== 138117+0+0 (secure 0 0 0) 0x7f1aec018a70 con 0x7f1af8101020 2024-09-12T12:27:04.674 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.666+0000 7f1b02324740 1 Processor -- start 2024-09-12T12:27:04.674 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.666+0000 7f1b02324740 1 -- start start 2024-09-12T12:27:04.674 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1b02324740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e59d0 0x55a1300e5db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.674 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1b02324740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300e62f0 0x55a1300f0670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.674 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1b02324740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300f0bb0 0x55a1300f2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1b02324740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a13004c090 con 0x55a1300f0bb0 2024-09-12T12:27:04.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1b02324740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a12fff3a70 con 0x55a1300e62f0 2024-09-12T12:27:04.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1b02324740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a130048050 con 0x55a1300e59d0 2024-09-12T12:27:04.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1af6ffd640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f1ae00a2f20 0x7f1ae00a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1afdce7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300e62f0 0x55a1300f0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1afd4e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300f0bb0 0x55a1300f2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1afdce7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300e62f0 0x55a1300f0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:59034/0 (socket says 172.21.15.82:59034) 2024-09-12T12:27:04.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1afdce7640 1 -- 172.21.15.82:0/1809435029 learned_addr learned my addr 172.21.15.82:0/1809435029 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:04.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1afe4e8640 1 --2- 172.21.15.82:0/1809435029 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e59d0 0x55a1300e5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1afe4e8640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f1ae00a2f20 0x7f1ae00a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1af6ffd640 1 -- 172.21.15.82:0/196754264 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f1aec0cf8d0 con 0x7f1af8101020 2024-09-12T12:27:04.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1afdce7640 1 -- 172.21.15.82:0/1809435029 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e59d0 msgr2=0x55a1300e5db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:04.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1afdce7640 1 --2- 172.21.15.82:0/1809435029 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e59d0 0x55a1300e5db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1afdce7640 1 -- 172.21.15.82:0/1809435029 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300f0bb0 msgr2=0x55a1300f2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:04.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1afdce7640 1 --2- 172.21.15.82:0/1809435029 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300f0bb0 0x55a1300f2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1afdce7640 1 -- 172.21.15.82:0/1809435029 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a130000130 con 0x55a1300e62f0 2024-09-12T12:27:04.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.667+0000 7f1afd4e6640 1 --2- 172.21.15.82:0/1809435029 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300f0bb0 0x55a1300f2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:27:04.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.668+0000 7f1afe4e8640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f1ae00a2f20 0x7f1ae00a53e0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1ae8005fa0 tx=0x7f1ae80095c0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:04.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.668+0000 7f1afdce7640 1 --2- 172.21.15.82:0/1809435029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300e62f0 0x55a1300f0670 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1af000bba0 tx=0x7f1af000d710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fdb75d122ba5353c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:04.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.668+0000 7f1adffff640 1 -- 172.21.15.82:0/1809435029 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af0017620 con 0x55a1300e62f0 2024-09-12T12:27:04.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.668+0000 7f1adffff640 1 -- 172.21.15.82:0/1809435029 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1af0017ca0 con 0x55a1300e62f0 2024-09-12T12:27:04.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.668+0000 7f1adffff640 1 -- 172.21.15.82:0/1809435029 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af000fd80 con 0x55a1300e62f0 2024-09-12T12:27:04.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.669+0000 7f1b02324740 1 -- 172.21.15.82:0/1809435029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300e62f0 msgr2=0x55a1300f0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:04.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.669+0000 7f1b02324740 1 --2- 172.21.15.82:0/1809435029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300e62f0 0x55a1300f0670 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1af000bba0 tx=0x7f1af000d710 comp rx=0 tx=0).stop 2024-09-12T12:27:04.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.669+0000 7f1b02324740 1 -- 172.21.15.82:0/1809435029 shutdown_connections 2024-09-12T12:27:04.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.669+0000 7f1b02324740 1 --2- 172.21.15.82:0/1809435029 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300f0bb0 0x55a1300f2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.669+0000 7f1b02324740 1 --2- 172.21.15.82:0/1809435029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300e62f0 0x55a1300f0670 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.669+0000 7f1b02324740 1 --2- 172.21.15.82:0/1809435029 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e59d0 0x55a1300e5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.669+0000 7f1b02324740 1 -- 172.21.15.82:0/1809435029 >> 172.21.15.82:0/1809435029 conn(0x55a1300e1f60 msgr2=0x55a1300e2340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:04.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.669+0000 7f1b02324740 1 -- 172.21.15.82:0/1809435029 shutdown_connections 2024-09-12T12:27:04.678 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.669+0000 7f1b02324740 1 -- 172.21.15.82:0/1809435029 wait complete. 2024-09-12T12:27:04.678 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.669+0000 7f1b02324740 1 -- start start 2024-09-12T12:27:04.678 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.669+0000 7f1b02324740 1 Processor -- start 2024-09-12T12:27:04.678 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1b02324740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300e59d0 0x55a1300f0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.678 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1b02324740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 0x55a1300ed6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.678 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1b02324740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300f0bb0 0x55a1300edbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.678 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1b02324740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a1300f3780 con 0x55a1300f0bb0 2024-09-12T12:27:04.678 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1b02324740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a130006f20 con 0x55a1300e59d0 2024-09-12T12:27:04.678 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1b02324740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a1300f3900 con 0x55a1300e62f0 2024-09-12T12:27:04.678 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1b02324740 10 client.0 _ll_register_callbacks cb 0x55a12ffd0030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:04.678 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1afe4e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300f0bb0 0x55a1300edbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.679 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1afe4e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300f0bb0 0x55a1300edbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35772/0 (socket says 172.21.15.82:35772) 2024-09-12T12:27:04.679 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1afd4e6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 0x55a1300ed6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.679 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1afe4e8640 1 -- 172.21.15.82:0/3890614003 learned_addr learned my addr 172.21.15.82:0/3890614003 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:04.679 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1afdce7640 1 --2- 172.21.15.82:0/3890614003 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300e59d0 0x55a1300f0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.679 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1afd4e6640 1 -- 172.21.15.82:0/3890614003 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300e59d0 msgr2=0x55a1300f0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:04.679 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1afd4e6640 1 --2- 172.21.15.82:0/3890614003 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300e59d0 0x55a1300f0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.679 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1afd4e6640 1 -- 172.21.15.82:0/3890614003 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300f0bb0 msgr2=0x55a1300edbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:04.679 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1afd4e6640 1 --2- 172.21.15.82:0/3890614003 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300f0bb0 0x55a1300edbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.679 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1afd4e6640 1 -- 172.21.15.82:0/3890614003 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a12fdbd2b0 con 0x55a1300e62f0 2024-09-12T12:27:04.679 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1afe4e8640 1 --2- 172.21.15.82:0/3890614003 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300f0bb0 0x55a1300edbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:27:04.680 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1afd4e6640 1 --2- 172.21.15.82:0/3890614003 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 0x55a1300ed6a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1aec0ccda0 tx=0x7f1aec0ba880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ddc76d57289cd5c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:04.680 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.670+0000 7f1add7fa640 10 client.0 ms_handle_connect on v2:172.21.15.114:3300/0 2024-09-12T12:27:04.680 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.671+0000 7f1add7fa640 1 -- 172.21.15.82:0/3890614003 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec09ff20 con 0x55a1300e62f0 2024-09-12T12:27:04.680 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.671+0000 7f1b02324740 1 -- 172.21.15.82:0/3890614003 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1af0017ca0 con 0x55a1300e62f0 2024-09-12T12:27:04.680 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.671+0000 7f1add7fa640 1 -- 172.21.15.82:0/3890614003 <== mon.1 v2:172.21.15.114:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f1aec00fb30 con 0x55a1300e62f0 2024-09-12T12:27:04.680 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.671+0000 7f1add7fa640 1 -- 172.21.15.82:0/3890614003 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1aec0a47e0 con 0x55a1300e62f0 2024-09-12T12:27:04.680 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.671+0000 7f1b02324740 10 client.25006 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:04.680 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.671+0000 7f1b02324740 1 -- 172.21.15.82:0/3890614003 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a1300ff040 con 0x55a1300e62f0 2024-09-12T12:27:04.680 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.671+0000 7f1add7fa640 1 -- 172.21.15.82:0/3890614003 <== mon.1 v2:172.21.15.114:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1aec0b3070 con 0x55a1300e62f0 2024-09-12T12:27:04.680 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.671+0000 7f1add7fa640 1 -- 172.21.15.82:0/3890614003 <== mon.1 v2:172.21.15.114:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f1aec0ba260 con 0x55a1300e62f0 2024-09-12T12:27:04.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.671+0000 7f1b02324740 10 client.25006 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:04.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.671+0000 7f1b02324740 10 client.25006 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T12:27:04.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.671+0000 7f1b02324740 20 client.25006 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:04.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.671+0000 7f1b02324740 1 --2- 172.21.15.82:0/3890614003 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a1301015f0 0x55a130102a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.671+0000 7f1b02324740 4 client.25006 mds_command: new command op to 24446 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:27:04.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.671+0000 7f1b02324740 1 -- 172.21.15.82:0/3890614003 --> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a130059600 con 0x55a1301015f0 2024-09-12T12:27:04.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.672+0000 7f1afdce7640 1 --2- 172.21.15.82:0/3890614003 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a1301015f0 0x55a130102a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.672+0000 7f1add7fa640 10 client.25006 ms_handle_connect on v2:172.21.15.97:6838/3342877428 2024-09-12T12:27:04.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.672+0000 7f1afdce7640 1 --2- 172.21.15.82:0/3890614003 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a1301015f0 0x55a130102a60 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a2a4dd59e0ef7c64 server_cookie=bc2f925e3da9790a in_seq=0 out_seq=0 2024-09-12T12:27:04.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1add7fa640 1 -- 172.21.15.82:0/3890614003 <== mds.1 v2:172.21.15.97:6838/3342877428 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a130059600 con 0x55a1301015f0 2024-09-12T12:27:04.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1add7fa640 10 client.25006 handle_command_reply: tid=0 2024-09-12T12:27:04.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1b02324740 1 client.25006 shutdown 2024-09-12T12:27:04.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1b02324740 1 -- 172.21.15.82:0/3890614003 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 msgr2=0x55a1300ed6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:04.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1b02324740 1 --2- 172.21.15.82:0/3890614003 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 0x55a1300ed6a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1aec0ccda0 tx=0x7f1aec0ba880 comp rx=0 tx=0).stop 2024-09-12T12:27:04.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1b02324740 1 -- 172.21.15.82:0/3890614003 shutdown_connections 2024-09-12T12:27:04.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1b02324740 1 --2- 172.21.15.82:0/3890614003 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a1301015f0 0x55a130102a60 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1b02324740 1 --2- 172.21.15.82:0/3890614003 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300f0bb0 0x55a1300edbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1b02324740 1 --2- 172.21.15.82:0/3890614003 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 0x55a1300ed6a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1b02324740 1 --2- 172.21.15.82:0/3890614003 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300e59d0 0x55a1300f0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1add7fa640 0 client.25006 ms_handle_reset on v2:172.21.15.97:6838/3342877428 2024-09-12T12:27:04.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1b02324740 1 -- 172.21.15.82:0/3890614003 >> 172.21.15.82:0/3890614003 conn(0x55a1300e1f60 msgr2=0x55a1300e7c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:04.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1b02324740 1 -- 172.21.15.82:0/3890614003 shutdown_connections 2024-09-12T12:27:04.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1b02324740 1 -- 172.21.15.82:0/3890614003 wait complete. 2024-09-12T12:27:04.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.673+0000 7f1b02324740 20 client.25006 trim_cache size 0 max 16384 2024-09-12T12:27:04.691 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.690+0000 7f1b02324740 1 Processor -- start 2024-09-12T12:27:04.692 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.690+0000 7f1b02324740 1 -- start start 2024-09-12T12:27:04.692 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1b02324740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300e59d0 0x55a130102a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.692 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1b02324740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 0x55a1300ed660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.692 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1b02324740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300f0bb0 0x55a1300edba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.692 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1b02324740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a130100da0 con 0x55a1300e59d0 2024-09-12T12:27:04.692 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1b02324740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a130101470 con 0x55a1300f0bb0 2024-09-12T12:27:04.692 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1b02324740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a130101b40 con 0x55a1300e62f0 2024-09-12T12:27:04.692 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1afdce7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300e59d0 0x55a130102a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1afdce7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300e59d0 0x55a130102a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35782/0 (socket says 172.21.15.82:35782) 2024-09-12T12:27:04.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1afdce7640 1 -- 172.21.15.82:0/2161457334 learned_addr learned my addr 172.21.15.82:0/2161457334 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:04.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1afdce7640 1 -- 172.21.15.82:0/2161457334 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 msgr2=0x55a1300ed660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:04.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1afdce7640 1 --2- 172.21.15.82:0/2161457334 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 0x55a1300ed660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1afdce7640 1 -- 172.21.15.82:0/2161457334 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300f0bb0 msgr2=0x55a1300edba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:04.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1afdce7640 1 --2- 172.21.15.82:0/2161457334 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300f0bb0 0x55a1300edba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1afdce7640 1 -- 172.21.15.82:0/2161457334 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a1300e6120 con 0x55a1300e59d0 2024-09-12T12:27:04.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1afdce7640 1 --2- 172.21.15.82:0/2161457334 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300e59d0 0x55a130102a60 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f1af000bba0 tx=0x7f1af000bf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d77b99d4898a680 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:04.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1adf7fe640 1 -- 172.21.15.82:0/2161457334 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af0031070 con 0x55a1300e59d0 2024-09-12T12:27:04.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1adf7fe640 1 -- 172.21.15.82:0/2161457334 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1af000b6b0 con 0x55a1300e59d0 2024-09-12T12:27:04.693 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.691+0000 7f1adf7fe640 1 -- 172.21.15.82:0/2161457334 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af00052a0 con 0x55a1300e59d0 2024-09-12T12:27:04.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.692+0000 7f1b02324740 1 -- 172.21.15.82:0/2161457334 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300e59d0 msgr2=0x55a130102a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:04.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.692+0000 7f1b02324740 1 --2- 172.21.15.82:0/2161457334 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300e59d0 0x55a130102a60 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f1af000bba0 tx=0x7f1af000bf00 comp rx=0 tx=0).stop 2024-09-12T12:27:04.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.692+0000 7f1b02324740 1 -- 172.21.15.82:0/2161457334 shutdown_connections 2024-09-12T12:27:04.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.692+0000 7f1b02324740 1 --2- 172.21.15.82:0/2161457334 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300f0bb0 0x55a1300edba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.692+0000 7f1b02324740 1 --2- 172.21.15.82:0/2161457334 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 0x55a1300ed660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.692+0000 7f1b02324740 1 --2- 172.21.15.82:0/2161457334 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300e59d0 0x55a130102a60 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.692+0000 7f1b02324740 1 -- 172.21.15.82:0/2161457334 >> 172.21.15.82:0/2161457334 conn(0x55a1300e1f60 msgr2=0x55a1300dcce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:04.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.692+0000 7f1b02324740 1 -- 172.21.15.82:0/2161457334 shutdown_connections 2024-09-12T12:27:04.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.692+0000 7f1b02324740 1 -- 172.21.15.82:0/2161457334 wait complete. 2024-09-12T12:27:04.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.692+0000 7f1b02324740 1 -- start start 2024-09-12T12:27:04.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.692+0000 7f1b02324740 1 Processor -- start 2024-09-12T12:27:04.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1b02324740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300e59d0 0x55a1301060a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1b02324740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 0x55a1301065e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1b02324740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300f0bb0 0x55a130169cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1b02324740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a1301028e0 con 0x55a1300e59d0 2024-09-12T12:27:04.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1b02324740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a130102210 con 0x55a1300f0bb0 2024-09-12T12:27:04.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1b02324740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a130102fb0 con 0x55a1300e62f0 2024-09-12T12:27:04.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1b02324740 10 client.0 _ll_register_callbacks cb 0x7f1aec09b760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:04.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1afdce7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300e59d0 0x55a1301060a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1afdce7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300e59d0 0x55a1301060a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35786/0 (socket says 172.21.15.82:35786) 2024-09-12T12:27:04.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1afdce7640 1 -- 172.21.15.82:0/1624951280 learned_addr learned my addr 172.21.15.82:0/1624951280 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:04.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1afe4e8640 1 --2- 172.21.15.82:0/1624951280 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300f0bb0 0x55a130169cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1afd4e6640 1 --2- 172.21.15.82:0/1624951280 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 0x55a1301065e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1afdce7640 1 -- 172.21.15.82:0/1624951280 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 msgr2=0x55a1301065e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:04.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1afdce7640 1 --2- 172.21.15.82:0/1624951280 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 0x55a1301065e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1afdce7640 1 -- 172.21.15.82:0/1624951280 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300f0bb0 msgr2=0x55a130169cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:04.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1afdce7640 1 --2- 172.21.15.82:0/1624951280 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300f0bb0 0x55a130169cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.693+0000 7f1afdce7640 1 -- 172.21.15.82:0/1624951280 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a13016a230 con 0x55a1300e59d0 2024-09-12T12:27:04.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1afdce7640 1 --2- 172.21.15.82:0/1624951280 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300e59d0 0x55a1301060a0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f1af0019040 tx=0x7f1af000b370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99cf0990e7c0603a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:04.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1add7fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:04.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1add7fa640 1 -- 172.21.15.82:0/1624951280 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af0031070 con 0x55a1300e59d0 2024-09-12T12:27:04.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1b02324740 1 -- 172.21.15.82:0/1624951280 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1af000b6b0 con 0x55a1300e59d0 2024-09-12T12:27:04.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1add7fa640 1 -- 172.21.15.82:0/1624951280 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f1af000fc80 con 0x55a1300e59d0 2024-09-12T12:27:04.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1add7fa640 1 -- 172.21.15.82:0/1624951280 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1af0017e50 con 0x55a1300e59d0 2024-09-12T12:27:04.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1b02324740 10 client.15444 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:04.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1b02324740 1 -- 172.21.15.82:0/1624951280 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a13016b410 con 0x55a1300e59d0 2024-09-12T12:27:04.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1add7fa640 1 -- 172.21.15.82:0/1624951280 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1af000b6b0 con 0x55a1300e59d0 2024-09-12T12:27:04.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1add7fa640 1 -- 172.21.15.82:0/1624951280 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f1af0017920 con 0x55a1300e59d0 2024-09-12T12:27:04.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1b02324740 10 client.15444 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:04.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1b02324740 10 client.15444 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T12:27:04.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1b02324740 20 client.15444 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:04.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1b02324740 1 --2- 172.21.15.82:0/1624951280 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a13016f8c0 0x55a13016e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:04.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1b02324740 4 client.15444 mds_command: new command op to 24446 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:27:04.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.694+0000 7f1b02324740 1 -- 172.21.15.82:0/1624951280 --> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] -- command(tid 0: {"prefix": "status"}) -- 0x55a130053b10 con 0x55a13016f8c0 2024-09-12T12:27:04.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.695+0000 7f1afd4e6640 1 --2- 172.21.15.82:0/1624951280 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a13016f8c0 0x55a13016e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:04.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.695+0000 7f1afd4e6640 1 --2- 172.21.15.82:0/1624951280 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a13016f8c0 0x55a13016e5d0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=392a095109037b server_cookie=5d487b688e1bcda3 in_seq=0 out_seq=0 2024-09-12T12:27:04.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.695+0000 7f1add7fa640 10 client.15444 ms_handle_connect on v2:172.21.15.97:6838/3342877428 2024-09-12T12:27:04.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.695+0000 7f1add7fa640 1 -- 172.21.15.82:0/1624951280 <== mds.1 v2:172.21.15.97:6838/3342877428 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55a130053b10 con 0x55a13016f8c0 2024-09-12T12:27:04.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.695+0000 7f1add7fa640 10 client.15444 handle_command_reply: tid=0 2024-09-12T12:27:04.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.695+0000 7f1b02324740 1 client.15444 shutdown 2024-09-12T12:27:04.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.695+0000 7f1b02324740 1 -- 172.21.15.82:0/1624951280 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300e59d0 msgr2=0x55a1301060a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:04.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.695+0000 7f1b02324740 1 --2- 172.21.15.82:0/1624951280 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300e59d0 0x55a1301060a0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f1af0019040 tx=0x7f1af000b370 comp rx=0 tx=0).stop 2024-09-12T12:27:04.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1b02324740 1 -- 172.21.15.82:0/1624951280 shutdown_connections 2024-09-12T12:27:04.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1b02324740 1 --2- 172.21.15.82:0/1624951280 >> [v2:172.21.15.97:6838/3342877428,v1:172.21.15.97:6839/3342877428] conn(0x55a13016f8c0 0x55a13016e5d0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1b02324740 1 --2- 172.21.15.82:0/1624951280 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1300f0bb0 0x55a130169cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1b02324740 1 --2- 172.21.15.82:0/1624951280 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1300e62f0 0x55a1301065e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1add7fa640 0 client.15444 ms_handle_reset on v2:172.21.15.97:6838/3342877428 2024-09-12T12:27:04.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1b02324740 1 --2- 172.21.15.82:0/1624951280 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1300e59d0 0x55a1301060a0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1b02324740 1 -- 172.21.15.82:0/1624951280 >> 172.21.15.82:0/1624951280 conn(0x55a1300e1f60 msgr2=0x55a1300ed660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:04.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1b02324740 1 -- 172.21.15.82:0/1624951280 shutdown_connections 2024-09-12T12:27:04.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1b02324740 1 -- 172.21.15.82:0/1624951280 wait complete. 2024-09-12T12:27:04.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1b02324740 20 client.15444 trim_cache size 0 max 16384 2024-09-12T12:27:04.705 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:27:04.705 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:27:04.705 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 1, 2024-09-12T12:27:04.705 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24446, 2024-09-12T12:27:04.705 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:27:04.705 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:27:04.705 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:27:04.705 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 123.414878089, 2024-09-12T12:27:04.706 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 28, 2024-09-12T12:27:04.706 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 84, 2024-09-12T12:27:04.706 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 84, 2024-09-12T12:27:04.706 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 139.76847097500001 2024-09-12T12:27:04.706 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:27:04.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1afff4b640 1 -- 172.21.15.82:0/196754264 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f1ae00a2f20 msgr2=0x7f1ae00a53e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:04.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1afff4b640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f1ae00a2f20 0x7f1ae00a53e0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1ae8005fa0 tx=0x7f1ae80095c0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1afff4b640 1 -- 172.21.15.82:0/196754264 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af8101020 msgr2=0x7f1af8102480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:04.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1afff4b640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af8101020 0x7f1af8102480 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f1aec00c920 tx=0x7f1aec00cde0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1afff4b640 1 -- 172.21.15.82:0/196754264 shutdown_connections 2024-09-12T12:27:04.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1afff4b640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f1ae00a2f20 0x7f1ae00a53e0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.707 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1afff4b640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1af8105220 0x7f1af81029c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.708 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1afff4b640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1af8101020 0x7f1af8102480 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.708 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1afff4b640 1 --2- 172.21.15.82:0/196754264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1af8100680 0x7f1af8101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:04.708 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.696+0000 7f1afff4b640 1 -- 172.21.15.82:0/196754264 >> 172.21.15.82:0/196754264 conn(0x7f1af8077210 msgr2=0x7f1af810e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:04.708 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.697+0000 7f1afff4b640 1 -- 172.21.15.82:0/196754264 shutdown_connections 2024-09-12T12:27:04.708 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:04.697+0000 7f1afff4b640 1 -- 172.21.15.82:0/196754264 wait complete. 2024-09-12T12:27:05.362 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph tell mds.i status 2024-09-12T12:27:05.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:05 smithi114 ceph-mon[35514]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 33 op/s 2024-09-12T12:27:05.618 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:27:05.641 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:05 smithi082 ceph-mon[31122]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 33 op/s 2024-09-12T12:27:05.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:05 smithi097 ceph-mon[34923]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 33 op/s 2024-09-12T12:27:06.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.111+0000 7f6d87c2f640 1 -- 172.21.15.82:0/206814546 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6d80103780 msgr2=0x7f6d80107bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:06.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.111+0000 7f6d87c2f640 1 --2- 172.21.15.82:0/206814546 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6d80103780 0x7f6d80107bc0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f6d74009930 tx=0x7f6d7402a420 comp rx=0 tx=0).stop 2024-09-12T12:27:06.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 -- 172.21.15.82:0/206814546 shutdown_connections 2024-09-12T12:27:06.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 --2- 172.21.15.82:0/206814546 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d80108300 0x7f6d8010ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 --2- 172.21.15.82:0/206814546 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6d80103780 0x7f6d80107bc0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 --2- 172.21.15.82:0/206814546 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d80102dd0 0x7f6d801031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 -- 172.21.15.82:0/206814546 >> 172.21.15.82:0/206814546 conn(0x7f6d800fc7d0 msgr2=0x7f6d800febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:06.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 -- 172.21.15.82:0/206814546 shutdown_connections 2024-09-12T12:27:06.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 -- 172.21.15.82:0/206814546 wait complete. 2024-09-12T12:27:06.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 Processor -- start 2024-09-12T12:27:06.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 -- start start 2024-09-12T12:27:06.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6d80102dd0 0x7f6d80100a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d80103780 0x7f6d80100f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d80108300 0x7f6d801014b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6d80112050 con 0x7f6d80102dd0 2024-09-12T12:27:06.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6d80111ed0 con 0x7f6d80108300 2024-09-12T12:27:06.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.112+0000 7f6d87c2f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6d801121d0 con 0x7f6d80103780 2024-09-12T12:27:06.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d859cb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6d80102dd0 0x7f6d80100a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d859cb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6d80102dd0 0x7f6d80100a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35812/0 (socket says 172.21.15.82:35812) 2024-09-12T12:27:06.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d859cb640 1 -- 172.21.15.82:0/1808353752 learned_addr learned my addr 172.21.15.82:0/1808353752 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:06.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d851ca640 1 --2- 172.21.15.82:0/1808353752 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d80103780 0x7f6d80100f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d861cc640 1 --2- 172.21.15.82:0/1808353752 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d80108300 0x7f6d801014b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d859cb640 1 -- 172.21.15.82:0/1808353752 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d80103780 msgr2=0x7f6d80100f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:06.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d859cb640 1 --2- 172.21.15.82:0/1808353752 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d80103780 0x7f6d80100f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d859cb640 1 -- 172.21.15.82:0/1808353752 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d80108300 msgr2=0x7f6d801014b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:06.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d859cb640 1 --2- 172.21.15.82:0/1808353752 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d80108300 0x7f6d801014b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d859cb640 1 -- 172.21.15.82:0/1808353752 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d801a6a10 con 0x7f6d80102dd0 2024-09-12T12:27:06.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d859cb640 1 --2- 172.21.15.82:0/1808353752 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6d80102dd0 0x7f6d80100a30 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f6d7800c920 tx=0x7f6d7800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:06.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d72ffd640 1 -- 172.21.15.82:0/1808353752 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d78007c70 con 0x7f6d80102dd0 2024-09-12T12:27:06.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d72ffd640 1 -- 172.21.15.82:0/1808353752 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d78007e10 con 0x7f6d80102dd0 2024-09-12T12:27:06.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d87c2f640 1 -- 172.21.15.82:0/1808353752 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d801a6d00 con 0x7f6d80102dd0 2024-09-12T12:27:06.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d72ffd640 1 -- 172.21.15.82:0/1808353752 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d78018890 con 0x7f6d80102dd0 2024-09-12T12:27:06.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.113+0000 7f6d87c2f640 1 -- 172.21.15.82:0/1808353752 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d801a71c0 con 0x7f6d80102dd0 2024-09-12T12:27:06.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.115+0000 7f6d72ffd640 1 -- 172.21.15.82:0/1808353752 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 24) ==== 138117+0+0 (secure 0 0 0) 0x7f6d78018a70 con 0x7f6d80102dd0 2024-09-12T12:27:06.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.116+0000 7f6d72ffd640 1 --2- 172.21.15.82:0/1808353752 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6d6c0a2ea0 0x7f6d6c0a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.116+0000 7f6d72ffd640 1 -- 172.21.15.82:0/1808353752 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f6d780cf8c0 con 0x7f6d80102dd0 2024-09-12T12:27:06.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.116+0000 7f6d851ca640 1 --2- 172.21.15.82:0/1808353752 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6d6c0a2ea0 0x7f6d6c0a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.117+0000 7f6d851ca640 1 --2- 172.21.15.82:0/1808353752 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6d6c0a2ea0 0x7f6d6c0a5360 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6d74005940 tx=0x7f6d740058d0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:06.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.117+0000 7f6d8a008740 1 Processor -- start 2024-09-12T12:27:06.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.117+0000 7f6d8a008740 1 -- start start 2024-09-12T12:27:06.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.117+0000 7f6d8a008740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599819d0 0x557859981db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.117+0000 7f6d8a008740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599822f0 0x55785998c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.117+0000 7f6d8a008740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55785998cbb0 0x55785998efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.117+0000 7f6d8a008740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5578598e8090 con 0x55785998cbb0 2024-09-12T12:27:06.132 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.117+0000 7f6d8a008740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55785988fa70 con 0x5578599819d0 2024-09-12T12:27:06.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.117+0000 7f6d8a008740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5578598e4050 con 0x5578599822f0 2024-09-12T12:27:06.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.117+0000 7f6d861cc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55785998cbb0 0x55785998efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.117+0000 7f6d861cc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55785998cbb0 0x55785998efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35814/0 (socket says 172.21.15.82:35814) 2024-09-12T12:27:06.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.117+0000 7f6d861cc640 1 -- 172.21.15.82:0/235138772 learned_addr learned my addr 172.21.15.82:0/235138772 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:06.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.117+0000 7f6d859cb640 1 --2- 172.21.15.82:0/235138772 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599819d0 0x557859981db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.118+0000 7f6d851ca640 1 --2- 172.21.15.82:0/235138772 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599822f0 0x55785998c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.118+0000 7f6d861cc640 1 -- 172.21.15.82:0/235138772 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599822f0 msgr2=0x55785998c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:06.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.118+0000 7f6d861cc640 1 --2- 172.21.15.82:0/235138772 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599822f0 0x55785998c670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.118+0000 7f6d861cc640 1 -- 172.21.15.82:0/235138772 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599819d0 msgr2=0x557859981db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:06.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.118+0000 7f6d861cc640 1 --2- 172.21.15.82:0/235138772 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599819d0 0x557859981db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.118+0000 7f6d861cc640 1 -- 172.21.15.82:0/235138772 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55785989c130 con 0x55785998cbb0 2024-09-12T12:27:06.133 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.118+0000 7f6d861cc640 1 --2- 172.21.15.82:0/235138772 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55785998cbb0 0x55785998efa0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c007dd0 tx=0x7f6d7c00e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c299748cc702ee36 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:06.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.118+0000 7f6d6bfff640 1 -- 172.21.15.82:0/235138772 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c014070 con 0x55785998cbb0 2024-09-12T12:27:06.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.118+0000 7f6d6bfff640 1 -- 172.21.15.82:0/235138772 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d7c004d20 con 0x55785998cbb0 2024-09-12T12:27:06.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.118+0000 7f6d6bfff640 1 -- 172.21.15.82:0/235138772 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c010850 con 0x55785998cbb0 2024-09-12T12:27:06.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.119+0000 7f6d8a008740 1 -- 172.21.15.82:0/235138772 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55785998cbb0 msgr2=0x55785998efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:06.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.119+0000 7f6d8a008740 1 --2- 172.21.15.82:0/235138772 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55785998cbb0 0x55785998efa0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c007dd0 tx=0x7f6d7c00e720 comp rx=0 tx=0).stop 2024-09-12T12:27:06.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.119+0000 7f6d8a008740 1 -- 172.21.15.82:0/235138772 shutdown_connections 2024-09-12T12:27:06.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.119+0000 7f6d8a008740 1 --2- 172.21.15.82:0/235138772 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55785998cbb0 0x55785998efa0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.119+0000 7f6d8a008740 1 --2- 172.21.15.82:0/235138772 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599822f0 0x55785998c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.119+0000 7f6d8a008740 1 --2- 172.21.15.82:0/235138772 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599819d0 0x557859981db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.119+0000 7f6d8a008740 1 -- 172.21.15.82:0/235138772 >> 172.21.15.82:0/235138772 conn(0x55785997df60 msgr2=0x55785997e340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:06.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.119+0000 7f6d8a008740 1 -- 172.21.15.82:0/235138772 shutdown_connections 2024-09-12T12:27:06.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.119+0000 7f6d8a008740 1 -- 172.21.15.82:0/235138772 wait complete. 2024-09-12T12:27:06.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.120+0000 7f6d8a008740 1 -- start start 2024-09-12T12:27:06.134 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.120+0000 7f6d8a008740 1 Processor -- start 2024-09-12T12:27:06.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.120+0000 7f6d8a008740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599819d0 0x55785998c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.120+0000 7f6d8a008740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5578599822f0 0x557859989770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.120+0000 7f6d8a008740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55785998cbb0 0x557859989cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d8a008740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55785998f780 con 0x5578599822f0 2024-09-12T12:27:06.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d8a008740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5578598a2f20 con 0x5578599819d0 2024-09-12T12:27:06.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d8a008740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55785998f900 con 0x55785998cbb0 2024-09-12T12:27:06.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d8a008740 10 client.0 _ll_register_callbacks cb 0x55785986c030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:06.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d851ca640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5578599822f0 0x557859989770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d859cb640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599819d0 0x55785998c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d859cb640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599819d0 0x55785998c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:59102/0 (socket says 172.21.15.82:59102) 2024-09-12T12:27:06.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d851ca640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5578599822f0 0x557859989770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35826/0 (socket says 172.21.15.82:35826) 2024-09-12T12:27:06.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d859cb640 1 -- 172.21.15.82:0/2241913931 learned_addr learned my addr 172.21.15.82:0/2241913931 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:06.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d861cc640 1 --2- 172.21.15.82:0/2241913931 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55785998cbb0 0x557859989cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d859cb640 1 -- 172.21.15.82:0/2241913931 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55785998cbb0 msgr2=0x557859989cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:06.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d859cb640 1 --2- 172.21.15.82:0/2241913931 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55785998cbb0 0x557859989cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d859cb640 1 -- 172.21.15.82:0/2241913931 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5578599822f0 msgr2=0x557859989770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:06.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d859cb640 1 --2- 172.21.15.82:0/2241913931 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5578599822f0 0x557859989770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d859cb640 1 -- 172.21.15.82:0/2241913931 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578596592b0 con 0x5578599819d0 2024-09-12T12:27:06.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d851ca640 1 --2- 172.21.15.82:0/2241913931 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5578599822f0 0x557859989770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:27:06.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d859cb640 1 --2- 172.21.15.82:0/2241913931 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599819d0 0x55785998c420 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6d78098530 tx=0x7f6d7809bc20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5e9637ac3621e77 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:06.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d697fa640 10 client.0 ms_handle_connect on v2:172.21.15.97:3300/0 2024-09-12T12:27:06.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d697fa640 1 -- 172.21.15.82:0/2241913931 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d780a47d0 con 0x5578599819d0 2024-09-12T12:27:06.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.121+0000 7f6d8a008740 1 -- 172.21.15.82:0/2241913931 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d7c004d20 con 0x5578599819d0 2024-09-12T12:27:06.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.122+0000 7f6d697fa640 1 -- 172.21.15.82:0/2241913931 <== mon.2 v2:172.21.15.97:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f6d780a4340 con 0x5578599819d0 2024-09-12T12:27:06.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.122+0000 7f6d697fa640 1 -- 172.21.15.82:0/2241913931 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6d780a4540 con 0x5578599819d0 2024-09-12T12:27:06.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.122+0000 7f6d8a008740 10 client.25001 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:06.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.122+0000 7f6d8a008740 1 -- 172.21.15.82:0/2241913931 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55785999b120 con 0x5578599819d0 2024-09-12T12:27:06.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.122+0000 7f6d697fa640 1 -- 172.21.15.82:0/2241913931 <== mon.2 v2:172.21.15.97:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d7c004d20 con 0x5578599819d0 2024-09-12T12:27:06.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.122+0000 7f6d697fa640 1 -- 172.21.15.82:0/2241913931 <== mon.2 v2:172.21.15.97:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6d780978b0 con 0x5578599819d0 2024-09-12T12:27:06.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.122+0000 7f6d8a008740 10 client.25001 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:06.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.122+0000 7f6d8a008740 10 client.25001 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-12T12:27:06.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.122+0000 7f6d8a008740 20 client.25001 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:06.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.122+0000 7f6d8a008740 1 --2- 172.21.15.82:0/2241913931 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55785999d680 0x55785999eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.122+0000 7f6d8a008740 4 client.25001 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:27:06.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.122+0000 7f6d8a008740 1 -- 172.21.15.82:0/2241913931 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5578598f5600 con 0x55785999d680 2024-09-12T12:27:06.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.123+0000 7f6d851ca640 1 --2- 172.21.15.82:0/2241913931 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55785999d680 0x55785999eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.123+0000 7f6d697fa640 10 client.25001 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:06.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.123+0000 7f6d851ca640 1 --2- 172.21.15.82:0/2241913931 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55785999d680 0x55785999eaf0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5c8ca0bcb7259b8 server_cookie=f780410aac5f3e31 in_seq=0 out_seq=0 2024-09-12T12:27:06.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d697fa640 1 -- 172.21.15.82:0/2241913931 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5578598f5600 con 0x55785999d680 2024-09-12T12:27:06.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d697fa640 10 client.25001 handle_command_reply: tid=0 2024-09-12T12:27:06.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d8a008740 1 client.25001 shutdown 2024-09-12T12:27:06.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d8a008740 1 -- 172.21.15.82:0/2241913931 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599819d0 msgr2=0x55785998c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:06.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d8a008740 1 --2- 172.21.15.82:0/2241913931 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599819d0 0x55785998c420 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6d78098530 tx=0x7f6d7809bc20 comp rx=0 tx=0).stop 2024-09-12T12:27:06.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d8a008740 1 -- 172.21.15.82:0/2241913931 shutdown_connections 2024-09-12T12:27:06.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d8a008740 1 --2- 172.21.15.82:0/2241913931 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55785999d680 0x55785999eaf0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d8a008740 1 --2- 172.21.15.82:0/2241913931 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55785998cbb0 0x557859989cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d8a008740 1 --2- 172.21.15.82:0/2241913931 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5578599822f0 0x557859989770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d8a008740 1 --2- 172.21.15.82:0/2241913931 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599819d0 0x55785998c420 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d697fa640 0 client.25001 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:06.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d8a008740 1 -- 172.21.15.82:0/2241913931 >> 172.21.15.82:0/2241913931 conn(0x55785997df60 msgr2=0x557859983c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:06.138 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d8a008740 1 -- 172.21.15.82:0/2241913931 shutdown_connections 2024-09-12T12:27:06.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d8a008740 1 -- 172.21.15.82:0/2241913931 wait complete. 2024-09-12T12:27:06.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.124+0000 7f6d8a008740 20 client.25001 trim_cache size 0 max 16384 2024-09-12T12:27:06.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d8a008740 1 Processor -- start 2024-09-12T12:27:06.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d8a008740 1 -- start start 2024-09-12T12:27:06.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d8a008740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599819d0 0x55785999eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d8a008740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5578599822f0 0x557859988060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d8a008740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55785998cbb0 0x5578599885a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d8a008740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55785999ce30 con 0x5578599822f0 2024-09-12T12:27:06.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d8a008740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55785999d500 con 0x55785998cbb0 2024-09-12T12:27:06.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d8a008740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55785999dbd0 con 0x5578599819d0 2024-09-12T12:27:06.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d851ca640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5578599822f0 0x557859988060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d851ca640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5578599822f0 0x557859988060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35834/0 (socket says 172.21.15.82:35834) 2024-09-12T12:27:06.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d851ca640 1 -- 172.21.15.82:0/4032010582 learned_addr learned my addr 172.21.15.82:0/4032010582 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:06.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d859cb640 1 --2- 172.21.15.82:0/4032010582 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599819d0 0x55785999eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d851ca640 1 -- 172.21.15.82:0/4032010582 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599819d0 msgr2=0x55785999eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:06.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d851ca640 1 --2- 172.21.15.82:0/4032010582 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599819d0 0x55785999eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.142+0000 7f6d861cc640 1 --2- 172.21.15.82:0/4032010582 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55785998cbb0 0x5578599885a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.143+0000 7f6d851ca640 1 -- 172.21.15.82:0/4032010582 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55785998cbb0 msgr2=0x5578599885a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:06.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.143+0000 7f6d851ca640 1 --2- 172.21.15.82:0/4032010582 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55785998cbb0 0x5578599885a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.143+0000 7f6d851ca640 1 -- 172.21.15.82:0/4032010582 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55785997f0d0 con 0x5578599822f0 2024-09-12T12:27:06.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.143+0000 7f6d861cc640 1 --2- 172.21.15.82:0/4032010582 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55785998cbb0 0x5578599885a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:06.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.143+0000 7f6d851ca640 1 --2- 172.21.15.82:0/4032010582 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5578599822f0 0x557859988060 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f6d74009900 tx=0x7f6d74041000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd2ada5cdc24293c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:06.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.143+0000 7f6d6b7fe640 1 -- 172.21.15.82:0/4032010582 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d74035040 con 0x5578599822f0 2024-09-12T12:27:06.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.143+0000 7f6d6b7fe640 1 -- 172.21.15.82:0/4032010582 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d740044c0 con 0x5578599822f0 2024-09-12T12:27:06.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.143+0000 7f6d6b7fe640 1 -- 172.21.15.82:0/4032010582 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d7404b440 con 0x5578599822f0 2024-09-12T12:27:06.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.144+0000 7f6d8a008740 1 -- 172.21.15.82:0/4032010582 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5578599822f0 msgr2=0x557859988060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:06.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.144+0000 7f6d8a008740 1 --2- 172.21.15.82:0/4032010582 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5578599822f0 0x557859988060 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f6d74009900 tx=0x7f6d74041000 comp rx=0 tx=0).stop 2024-09-12T12:27:06.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.144+0000 7f6d8a008740 1 -- 172.21.15.82:0/4032010582 shutdown_connections 2024-09-12T12:27:06.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.144+0000 7f6d8a008740 1 --2- 172.21.15.82:0/4032010582 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55785998cbb0 0x5578599885a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.144+0000 7f6d8a008740 1 --2- 172.21.15.82:0/4032010582 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5578599822f0 0x557859988060 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.144+0000 7f6d8a008740 1 --2- 172.21.15.82:0/4032010582 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599819d0 0x55785999eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.144+0000 7f6d8a008740 1 -- 172.21.15.82:0/4032010582 >> 172.21.15.82:0/4032010582 conn(0x55785997df60 msgr2=0x557859988cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:06.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.144+0000 7f6d8a008740 1 -- 172.21.15.82:0/4032010582 shutdown_connections 2024-09-12T12:27:06.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.144+0000 7f6d8a008740 1 -- 172.21.15.82:0/4032010582 wait complete. 2024-09-12T12:27:06.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.144+0000 7f6d8a008740 1 -- start start 2024-09-12T12:27:06.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.144+0000 7f6d8a008740 1 Processor -- start 2024-09-12T12:27:06.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.144+0000 7f6d8a008740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599819d0 0x5578599a1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.144+0000 7f6d8a008740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599822f0 0x5578599a2230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d8a008740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55785998cbb0 0x5578599a2770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d8a008740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55785999e970 con 0x55785998cbb0 2024-09-12T12:27:06.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d8a008740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55785999e2a0 con 0x5578599822f0 2024-09-12T12:27:06.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d8a008740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55785999f040 con 0x5578599819d0 2024-09-12T12:27:06.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d8a008740 10 client.0 _ll_register_callbacks cb 0x7f6d7809b710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:06.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d861cc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55785998cbb0 0x5578599a2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d859cb640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599819d0 0x5578599a1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d861cc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55785998cbb0 0x5578599a2770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35846/0 (socket says 172.21.15.82:35846) 2024-09-12T12:27:06.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d861cc640 1 -- 172.21.15.82:0/1324259078 learned_addr learned my addr 172.21.15.82:0/1324259078 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:06.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d851ca640 1 --2- 172.21.15.82:0/1324259078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599822f0 0x5578599a2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d861cc640 1 -- 172.21.15.82:0/1324259078 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599819d0 msgr2=0x5578599a1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:06.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d861cc640 1 --2- 172.21.15.82:0/1324259078 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599819d0 0x5578599a1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d861cc640 1 -- 172.21.15.82:0/1324259078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599822f0 msgr2=0x5578599a2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:06.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d861cc640 1 --2- 172.21.15.82:0/1324259078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599822f0 0x5578599a2230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d861cc640 1 -- 172.21.15.82:0/1324259078 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557859a05f00 con 0x55785998cbb0 2024-09-12T12:27:06.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d859cb640 1 --2- 172.21.15.82:0/1324259078 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599819d0 0x5578599a1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:27:06.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d861cc640 1 --2- 172.21.15.82:0/1324259078 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55785998cbb0 0x5578599a2770 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c007dd0 tx=0x7f6d7c007b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5dd8a0fcfb28e4e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:06.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d697fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:06.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d697fa640 1 -- 172.21.15.82:0/1324259078 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c028060 con 0x55785998cbb0 2024-09-12T12:27:06.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d8a008740 1 -- 172.21.15.82:0/1324259078 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5578598efb10 con 0x55785998cbb0 2024-09-12T12:27:06.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.145+0000 7f6d697fa640 1 -- 172.21.15.82:0/1324259078 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f6d7c010970 con 0x55785998cbb0 2024-09-12T12:27:06.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.146+0000 7f6d697fa640 1 -- 172.21.15.82:0/1324259078 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6d7c014050 con 0x55785998cbb0 2024-09-12T12:27:06.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.146+0000 7f6d8a008740 10 client.15462 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:06.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.146+0000 7f6d8a008740 1 -- 172.21.15.82:0/1324259078 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557859a071d0 con 0x55785998cbb0 2024-09-12T12:27:06.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.146+0000 7f6d697fa640 1 -- 172.21.15.82:0/1324259078 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5578598efb10 con 0x55785998cbb0 2024-09-12T12:27:06.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.146+0000 7f6d697fa640 1 -- 172.21.15.82:0/1324259078 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6d7c022070 con 0x55785998cbb0 2024-09-12T12:27:06.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.146+0000 7f6d8a008740 10 client.15462 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:06.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.146+0000 7f6d8a008740 10 client.15462 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-12T12:27:06.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.146+0000 7f6d8a008740 20 client.15462 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:06.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.146+0000 7f6d8a008740 1 --2- 172.21.15.82:0/1324259078 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557859a0ba40 0x557859a0a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:06.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.146+0000 7f6d8a008740 4 client.15462 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T12:27:06.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.146+0000 7f6d8a008740 1 -- 172.21.15.82:0/1324259078 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "status"}) -- 0x55785986c0e0 con 0x557859a0ba40 2024-09-12T12:27:06.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.146+0000 7f6d859cb640 1 --2- 172.21.15.82:0/1324259078 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557859a0ba40 0x557859a0a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:06.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d859cb640 1 --2- 172.21.15.82:0/1324259078 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557859a0ba40 0x557859a0a750 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4c7cc139f325279 server_cookie=a53d155a0597f0b3 in_seq=0 out_seq=0 2024-09-12T12:27:06.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d697fa640 10 client.15462 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:06.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d697fa640 1 -- 172.21.15.82:0/1324259078 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55785986c0e0 con 0x557859a0ba40 2024-09-12T12:27:06.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d697fa640 10 client.15462 handle_command_reply: tid=0 2024-09-12T12:27:06.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d8a008740 1 client.15462 shutdown 2024-09-12T12:27:06.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d8a008740 1 -- 172.21.15.82:0/1324259078 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55785998cbb0 msgr2=0x5578599a2770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:06.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d8a008740 1 --2- 172.21.15.82:0/1324259078 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55785998cbb0 0x5578599a2770 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c007dd0 tx=0x7f6d7c007b10 comp rx=0 tx=0).stop 2024-09-12T12:27:06.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d8a008740 1 -- 172.21.15.82:0/1324259078 shutdown_connections 2024-09-12T12:27:06.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d8a008740 1 --2- 172.21.15.82:0/1324259078 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557859a0ba40 0x557859a0a750 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d8a008740 1 --2- 172.21.15.82:0/1324259078 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55785998cbb0 0x5578599a2770 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d8a008740 1 --2- 172.21.15.82:0/1324259078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5578599822f0 0x5578599a2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d8a008740 1 --2- 172.21.15.82:0/1324259078 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5578599819d0 0x5578599a1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d8a008740 1 -- 172.21.15.82:0/1324259078 >> 172.21.15.82:0/1324259078 conn(0x55785997df60 msgr2=0x557859989730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:06.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d697fa640 0 client.15462 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:06.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d8a008740 1 -- 172.21.15.82:0/1324259078 shutdown_connections 2024-09-12T12:27:06.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d8a008740 1 -- 172.21.15.82:0/1324259078 wait complete. 2024-09-12T12:27:06.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.147+0000 7f6d8a008740 20 client.15462 trim_cache size 0 max 16384 2024-09-12T12:27:06.154 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:27:06.154 INFO:teuthology.orchestra.run.smithi082.stdout: "cluster_fsid": "cb24faa8-7100-11ef-bcea-c7b262605968", 2024-09-12T12:27:06.154 INFO:teuthology.orchestra.run.smithi082.stdout: "whoami": 0, 2024-09-12T12:27:06.154 INFO:teuthology.orchestra.run.smithi082.stdout: "id": 24454, 2024-09-12T12:27:06.154 INFO:teuthology.orchestra.run.smithi082.stdout: "want_state": "up:active", 2024-09-12T12:27:06.155 INFO:teuthology.orchestra.run.smithi082.stdout: "state": "up:active", 2024-09-12T12:27:06.155 INFO:teuthology.orchestra.run.smithi082.stdout: "fs_name": "cephfs", 2024-09-12T12:27:06.155 INFO:teuthology.orchestra.run.smithi082.stdout: "rank_uptime": 131.900556032, 2024-09-12T12:27:06.155 INFO:teuthology.orchestra.run.smithi082.stdout: "mdsmap_epoch": 28, 2024-09-12T12:27:06.155 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch": 84, 2024-09-12T12:27:06.155 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_epoch_barrier": 84, 2024-09-12T12:27:06.155 INFO:teuthology.orchestra.run.smithi082.stdout: "uptime": 149.610021504 2024-09-12T12:27:06.155 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:27:06.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.148+0000 7f6d87c2f640 1 -- 172.21.15.82:0/1808353752 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6d6c0a2ea0 msgr2=0x7f6d6c0a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:06.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.148+0000 7f6d87c2f640 1 --2- 172.21.15.82:0/1808353752 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6d6c0a2ea0 0x7f6d6c0a5360 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6d74005940 tx=0x7f6d740058d0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.148+0000 7f6d87c2f640 1 -- 172.21.15.82:0/1808353752 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6d80102dd0 msgr2=0x7f6d80100a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:06.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.148+0000 7f6d87c2f640 1 --2- 172.21.15.82:0/1808353752 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6d80102dd0 0x7f6d80100a30 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f6d7800c920 tx=0x7f6d7800cde0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.148+0000 7f6d87c2f640 1 -- 172.21.15.82:0/1808353752 shutdown_connections 2024-09-12T12:27:06.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.148+0000 7f6d87c2f640 1 --2- 172.21.15.82:0/1808353752 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6d6c0a2ea0 0x7f6d6c0a5360 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.148+0000 7f6d87c2f640 1 --2- 172.21.15.82:0/1808353752 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d80108300 0x7f6d801014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.148+0000 7f6d87c2f640 1 --2- 172.21.15.82:0/1808353752 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6d80103780 0x7f6d80100f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.148+0000 7f6d87c2f640 1 --2- 172.21.15.82:0/1808353752 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6d80102dd0 0x7f6d80100a30 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:06.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.148+0000 7f6d87c2f640 1 -- 172.21.15.82:0/1808353752 >> 172.21.15.82:0/1808353752 conn(0x7f6d800fc7d0 msgr2=0x7f6d801063b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:06.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.148+0000 7f6d87c2f640 1 -- 172.21.15.82:0/1808353752 shutdown_connections 2024-09-12T12:27:06.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:06.148+0000 7f6d87c2f640 1 -- 172.21.15.82:0/1808353752 wait complete. 2024-09-12T12:27:06.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:06 smithi114 ceph-mon[35514]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 26 KiB/s wr, 29 op/s 2024-09-12T12:27:06.608 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:06 smithi082 ceph-mon[31122]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 26 KiB/s wr, 29 op/s 2024-09-12T12:27:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:06 smithi097 ceph-mon[34923]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 26 KiB/s wr, 29 op/s 2024-09-12T12:27:06.919 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-09-12T12:27:09.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:09 smithi114 ceph-mon[35514]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 26 KiB/s wr, 33 op/s 2024-09-12T12:27:09.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:09 smithi097 ceph-mon[34923]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 26 KiB/s wr, 33 op/s 2024-09-12T12:27:09.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:09 smithi082 ceph-mon[31122]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 26 KiB/s wr, 33 op/s 2024-09-12T12:27:11.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:11 smithi114 ceph-mon[35514]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-09-12T12:27:11.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:11 smithi097 ceph-mon[34923]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-09-12T12:27:11.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:11 smithi082 ceph-mon[31122]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-09-12T12:27:12.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.394+0000 7fbb40edd640 1 -- 172.21.15.82:0/1527874554 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3c1069f0 msgr2=0x7fbb3c106dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:12.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.394+0000 7fbb40edd640 1 --2- 172.21.15.82:0/1527874554 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3c1069f0 0x7fbb3c106dd0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fbb2c009930 tx=0x7fbb2c02a420 comp rx=0 tx=0).stop 2024-09-12T12:27:12.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.394+0000 7fbb40edd640 1 -- 172.21.15.82:0/1527874554 shutdown_connections 2024-09-12T12:27:12.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.394+0000 7fbb40edd640 1 --2- 172.21.15.82:0/1527874554 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbb3c101380 0x7fbb3c10d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.394+0000 7fbb40edd640 1 --2- 172.21.15.82:0/1527874554 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb3c1009e0 0x7fbb3c100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.394+0000 7fbb40edd640 1 --2- 172.21.15.82:0/1527874554 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3c1069f0 0x7fbb3c106dd0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.394+0000 7fbb40edd640 1 -- 172.21.15.82:0/1527874554 >> 172.21.15.82:0/1527874554 conn(0x7fbb3c0fc6c0 msgr2=0x7fbb3c0feae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:12.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.394+0000 7fbb40edd640 1 -- 172.21.15.82:0/1527874554 shutdown_connections 2024-09-12T12:27:12.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.394+0000 7fbb40edd640 1 -- 172.21.15.82:0/1527874554 wait complete. 2024-09-12T12:27:12.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb40edd640 1 Processor -- start 2024-09-12T12:27:12.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb40edd640 1 -- start start 2024-09-12T12:27:12.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb40edd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb3c1009e0 0x7fbb3c199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb40edd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3c101380 0x7fbb3c1996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb40edd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbb3c1069f0 0x7fbb3c1a4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb40edd640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c110e30 con 0x7fbb3c101380 2024-09-12T12:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb40edd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c110cb0 con 0x7fbb3c1069f0 2024-09-12T12:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb40edd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c110fb0 con 0x7fbb3c1009e0 2024-09-12T12:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb39d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3c101380 0x7fbb3c1996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb39d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3c101380 0x7fbb3c1996c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44580/0 (socket says 172.21.15.82:44580) 2024-09-12T12:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb39d9b640 1 -- 172.21.15.82:0/2442874436 learned_addr learned my addr 172.21.15.82:0/2442874436 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb3a59c640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb3c1009e0 0x7fbb3c199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb3ad9d640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbb3c1069f0 0x7fbb3c1a4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb39d9b640 1 -- 172.21.15.82:0/2442874436 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb3c1009e0 msgr2=0x7fbb3c199180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:12.398 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb39d9b640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb3c1009e0 0x7fbb3c199180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb39d9b640 1 -- 172.21.15.82:0/2442874436 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbb3c1069f0 msgr2=0x7fbb3c1a4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb39d9b640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbb3c1069f0 0x7fbb3c1a4200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb39d9b640 1 -- 172.21.15.82:0/2442874436 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb3c1a4740 con 0x7fbb3c101380 2024-09-12T12:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb3a59c640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb3c1009e0 0x7fbb3c199180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.395+0000 7fbb3ad9d640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbb3c1069f0 0x7fbb3c1a4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.396+0000 7fbb39d9b640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3c101380 0x7fbb3c1996c0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fbb2400d950 tx=0x7fbb2400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.396+0000 7fbb337fe640 1 -- 172.21.15.82:0/2442874436 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb24017030 con 0x7fbb3c101380 2024-09-12T12:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.396+0000 7fbb337fe640 1 -- 172.21.15.82:0/2442874436 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb24004020 con 0x7fbb3c101380 2024-09-12T12:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.396+0000 7fbb40edd640 1 -- 172.21.15.82:0/2442874436 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb3c1a4910 con 0x7fbb3c101380 2024-09-12T12:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.396+0000 7fbb337fe640 1 -- 172.21.15.82:0/2442874436 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb240047a0 con 0x7fbb3c101380 2024-09-12T12:27:12.399 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.396+0000 7fbb40edd640 1 -- 172.21.15.82:0/2442874436 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb3c1a4e30 con 0x7fbb3c101380 2024-09-12T12:27:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.398+0000 7fbb337fe640 1 -- 172.21.15.82:0/2442874436 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 24) ==== 138117+0+0 (secure 0 0 0) 0x7fbb240041d0 con 0x7fbb3c101380 2024-09-12T12:27:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.398+0000 7fbb43c7a740 1 Processor -- start 2024-09-12T12:27:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb43c7a740 1 -- start start 2024-09-12T12:27:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb43c7a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48728f9d0 0x55d48728fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb43c7a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d4872902f0 0x55d48729eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb43c7a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d48729f0c0 0x55d4872a14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb43c7a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d4871f42f0 con 0x55d48729f0c0 2024-09-12T12:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb43c7a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d48719c270 con 0x55d48728f9d0 2024-09-12T12:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb43c7a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55d4871f02b0 con 0x55d4872902f0 2024-09-12T12:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb337fe640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbb280a2f50 0x7fbb280a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb39d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d48729f0c0 0x55d4872a14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb39d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d48729f0c0 0x55d4872a14b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44596/0 (socket says 172.21.15.82:44596) 2024-09-12T12:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb39d9b640 1 -- 172.21.15.82:0/784220790 learned_addr learned my addr 172.21.15.82:0/784220790 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb3ad9d640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbb280a2f50 0x7fbb280a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb3a59c640 1 --2- 172.21.15.82:0/784220790 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d4872902f0 0x55d48729eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb337fe640 1 -- 172.21.15.82:0/2442874436 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fbb240cf170 con 0x7fbb3c101380 2024-09-12T12:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.399+0000 7fbb3ad9d640 1 --2- 172.21.15.82:0/784220790 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48728f9d0 0x55d48728fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.400+0000 7fbb39d9b640 1 -- 172.21.15.82:0/784220790 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d4872902f0 msgr2=0x55d48729eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.400+0000 7fbb39d9b640 1 --2- 172.21.15.82:0/784220790 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d4872902f0 0x55d48729eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.400+0000 7fbb39d9b640 1 -- 172.21.15.82:0/784220790 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48728f9d0 msgr2=0x55d48728fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:12.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.400+0000 7fbb39d9b640 1 --2- 172.21.15.82:0/784220790 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48728f9d0 0x55d48728fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.400+0000 7fbb39d9b640 1 -- 172.21.15.82:0/784220790 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d48719b340 con 0x55d48729f0c0 2024-09-12T12:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.400+0000 7fbb3ad9d640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbb280a2f50 0x7fbb280a5410 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fbb34012a20 tx=0x7fbb3400ac70 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.400+0000 7fbb39d9b640 1 --2- 172.21.15.82:0/784220790 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d48729f0c0 0x55d4872a14b0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fbb24097910 tx=0x7fbb24000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2e78e06549f7825 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.400+0000 7fbb30ff9640 1 -- 172.21.15.82:0/784220790 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb24068070 con 0x55d48729f0c0 2024-09-12T12:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.400+0000 7fbb30ff9640 1 -- 172.21.15.82:0/784220790 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb2409bbb0 con 0x55d48729f0c0 2024-09-12T12:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.400+0000 7fbb30ff9640 1 -- 172.21.15.82:0/784220790 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb240c9900 con 0x55d48729f0c0 2024-09-12T12:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.401+0000 7fbb43c7a740 1 -- 172.21.15.82:0/784220790 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d48729f0c0 msgr2=0x55d4872a14b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.401+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/784220790 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d48729f0c0 0x55d4872a14b0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fbb24097910 tx=0x7fbb24000bc0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.401+0000 7fbb43c7a740 1 -- 172.21.15.82:0/784220790 shutdown_connections 2024-09-12T12:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.401+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/784220790 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d48729f0c0 0x55d4872a14b0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.401+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/784220790 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d4872902f0 0x55d48729eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.401+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/784220790 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48728f9d0 0x55d48728fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.401+0000 7fbb43c7a740 1 -- 172.21.15.82:0/784220790 >> 172.21.15.82:0/784220790 conn(0x55d48728c060 msgr2=0x55d48728c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.401+0000 7fbb43c7a740 1 -- 172.21.15.82:0/784220790 shutdown_connections 2024-09-12T12:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.401+0000 7fbb43c7a740 1 -- 172.21.15.82:0/784220790 wait complete. 2024-09-12T12:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.401+0000 7fbb43c7a740 1 -- start start 2024-09-12T12:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.401+0000 7fbb43c7a740 1 Processor -- start 2024-09-12T12:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb43c7a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48728f9d0 0x55d48729c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb43c7a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d4872902f0 0x55d48729c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb43c7a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48729f0c0 0x55d48729cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb43c7a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d4872a1c90 con 0x55d4872902f0 2024-09-12T12:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb43c7a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d48717d290 con 0x55d48729f0c0 2024-09-12T12:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb43c7a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55d4872a1e10 con 0x55d48728f9d0 2024-09-12T12:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb43c7a740 10 client.0 _ll_register_callbacks cb 0x55d4871ae140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:12.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb39d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d4872902f0 0x55d48729c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb39d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d4872902f0 0x55d48729c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44608/0 (socket says 172.21.15.82:44608) 2024-09-12T12:27:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb39d9b640 1 -- 172.21.15.82:0/309109376 learned_addr learned my addr 172.21.15.82:0/309109376 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb3a59c640 1 --2- 172.21.15.82:0/309109376 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48728f9d0 0x55d48729c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb3ad9d640 1 --2- 172.21.15.82:0/309109376 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48729f0c0 0x55d48729cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb39d9b640 1 -- 172.21.15.82:0/309109376 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48728f9d0 msgr2=0x55d48729c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb39d9b640 1 --2- 172.21.15.82:0/309109376 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48728f9d0 0x55d48729c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb39d9b640 1 -- 172.21.15.82:0/309109376 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48729f0c0 msgr2=0x55d48729cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb39d9b640 1 --2- 172.21.15.82:0/309109376 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48729f0c0 0x55d48729cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb39d9b640 1 -- 172.21.15.82:0/309109376 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d486f07210 con 0x55d4872902f0 2024-09-12T12:27:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb3ad9d640 1 --2- 172.21.15.82:0/309109376 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48729f0c0 0x55d48729cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb39d9b640 1 --2- 172.21.15.82:0/309109376 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d4872902f0 0x55d48729c580 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fbb24009fd0 tx=0x7fbb240cc650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5016ea9660ac2bc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:12.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb21ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb21ffb640 1 -- 172.21.15.82:0/309109376 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb240b4060 con 0x55d4872902f0 2024-09-12T12:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb21ffb640 1 -- 172.21.15.82:0/309109376 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fbb240a3e90 con 0x55d4872902f0 2024-09-12T12:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.402+0000 7fbb43c7a740 1 -- 172.21.15.82:0/309109376 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb2409bbb0 con 0x55d4872902f0 2024-09-12T12:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.403+0000 7fbb21ffb640 1 -- 172.21.15.82:0/309109376 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbb240b4200 con 0x55d4872902f0 2024-09-12T12:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.403+0000 7fbb43c7a740 10 client.15474 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.403+0000 7fbb43c7a740 1 -- 172.21.15.82:0/309109376 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d486fd3620 con 0x55d4872902f0 2024-09-12T12:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.403+0000 7fbb21ffb640 1 -- 172.21.15.82:0/309109376 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb2409bbb0 con 0x55d4872902f0 2024-09-12T12:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.403+0000 7fbb21ffb640 1 -- 172.21.15.82:0/309109376 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fbb24097200 con 0x55d4872902f0 2024-09-12T12:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.403+0000 7fbb43c7a740 10 client.15474 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.403+0000 7fbb43c7a740 10 client.15474 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.403+0000 7fbb43c7a740 20 client.15474 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.403+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/309109376 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d4872aef30 0x55d4872b1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.403+0000 7fbb43c7a740 4 client.15474 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:27:12.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.403+0000 7fbb43c7a740 1 -- 172.21.15.82:0/309109376 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d487201a20 con 0x55d4872aef30 2024-09-12T12:27:12.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.403+0000 7fbb3a59c640 1 --2- 172.21.15.82:0/309109376 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d4872aef30 0x55d4872b1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.404+0000 7fbb3a59c640 1 --2- 172.21.15.82:0/309109376 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d4872aef30 0x55d4872b1320 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=389823fe3666a22 server_cookie=fa51ad5627533168 in_seq=0 out_seq=0 2024-09-12T12:27:12.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.404+0000 7fbb21ffb640 10 client.15474 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:12.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.404+0000 7fbb21ffb640 1 -- 172.21.15.82:0/309109376 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d487201a20 con 0x55d4872aef30 2024-09-12T12:27:12.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.404+0000 7fbb21ffb640 10 client.15474 handle_command_reply: tid=0 2024-09-12T12:27:12.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.404+0000 7fbb43c7a740 1 client.15474 shutdown 2024-09-12T12:27:12.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.405+0000 7fbb43c7a740 1 -- 172.21.15.82:0/309109376 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d4872902f0 msgr2=0x55d48729c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:12.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.405+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/309109376 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d4872902f0 0x55d48729c580 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fbb24009fd0 tx=0x7fbb240cc650 comp rx=0 tx=0).stop 2024-09-12T12:27:12.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.405+0000 7fbb43c7a740 1 -- 172.21.15.82:0/309109376 shutdown_connections 2024-09-12T12:27:12.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.405+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/309109376 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d4872aef30 0x55d4872b1320 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.405+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/309109376 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48729f0c0 0x55d48729cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.413 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.405+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/309109376 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d4872902f0 0x55d48729c580 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.413 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.405+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/309109376 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48728f9d0 0x55d48729c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.413 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.405+0000 7fbb21ffb640 0 client.15474 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:12.413 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.405+0000 7fbb43c7a740 1 -- 172.21.15.82:0/309109376 >> 172.21.15.82:0/309109376 conn(0x55d48728c060 msgr2=0x55d487291dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:12.413 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.405+0000 7fbb43c7a740 1 -- 172.21.15.82:0/309109376 shutdown_connections 2024-09-12T12:27:12.413 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.405+0000 7fbb43c7a740 1 -- 172.21.15.82:0/309109376 wait complete. 2024-09-12T12:27:12.413 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.405+0000 7fbb43c7a740 20 client.15474 trim_cache size 0 max 16384 2024-09-12T12:27:12.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb43c7a740 1 Processor -- start 2024-09-12T12:27:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb43c7a740 1 -- start start 2024-09-12T12:27:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb43c7a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d48728f9d0 0x55d48729a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb43c7a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d4872902f0 0x55d48729c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb43c7a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48729f0c0 0x55d4872b4340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb43c7a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c1ab710 con 0x55d48728f9d0 2024-09-12T12:27:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb43c7a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c1ad250 con 0x55d4872902f0 2024-09-12T12:27:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb43c7a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c1abde0 con 0x55d48729f0c0 2024-09-12T12:27:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb3a59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d48728f9d0 0x55d48729a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb3a59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d48728f9d0 0x55d48729a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44614/0 (socket says 172.21.15.82:44614) 2024-09-12T12:27:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb3a59c640 1 -- 172.21.15.82:0/4059560900 learned_addr learned my addr 172.21.15.82:0/4059560900 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb3ad9d640 1 --2- 172.21.15.82:0/4059560900 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48729f0c0 0x55d4872b4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb3a59c640 1 -- 172.21.15.82:0/4059560900 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48729f0c0 msgr2=0x55d4872b4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb3a59c640 1 --2- 172.21.15.82:0/4059560900 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48729f0c0 0x55d4872b4340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb3a59c640 1 -- 172.21.15.82:0/4059560900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d4872902f0 msgr2=0x55d48729c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.419+0000 7fbb39d9b640 1 --2- 172.21.15.82:0/4059560900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d4872902f0 0x55d48729c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.420+0000 7fbb3a59c640 1 --2- 172.21.15.82:0/4059560900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d4872902f0 0x55d48729c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.420+0000 7fbb3a59c640 1 -- 172.21.15.82:0/4059560900 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4872a1ce0 con 0x55d48728f9d0 2024-09-12T12:27:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.420+0000 7fbb39d9b640 1 --2- 172.21.15.82:0/4059560900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d4872902f0 0x55d48729c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.420+0000 7fbb3a59c640 1 --2- 172.21.15.82:0/4059560900 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d48728f9d0 0x55d48729a8f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fbb2c02a940 tx=0x7fbb2c032880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a9e86fa70e5e2ed server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.420+0000 7fbb23fff640 1 -- 172.21.15.82:0/4059560900 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb2c035040 con 0x55d48728f9d0 2024-09-12T12:27:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.420+0000 7fbb23fff640 1 -- 172.21.15.82:0/4059560900 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb2c04a070 con 0x55d48728f9d0 2024-09-12T12:27:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.420+0000 7fbb23fff640 1 -- 172.21.15.82:0/4059560900 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb2c004920 con 0x55d48728f9d0 2024-09-12T12:27:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.420+0000 7fbb43c7a740 1 -- 172.21.15.82:0/4059560900 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d48728f9d0 msgr2=0x55d48729a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.420+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/4059560900 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d48728f9d0 0x55d48729a8f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fbb2c02a940 tx=0x7fbb2c032880 comp rx=0 tx=0).stop 2024-09-12T12:27:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 -- 172.21.15.82:0/4059560900 shutdown_connections 2024-09-12T12:27:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/4059560900 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48729f0c0 0x55d4872b4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/4059560900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d4872902f0 0x55d48729c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/4059560900 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d48728f9d0 0x55d48729a8f0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 -- 172.21.15.82:0/4059560900 >> 172.21.15.82:0/4059560900 conn(0x55d48728c060 msgr2=0x55d48729e0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 -- 172.21.15.82:0/4059560900 shutdown_connections 2024-09-12T12:27:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 -- 172.21.15.82:0/4059560900 wait complete. 2024-09-12T12:27:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 -- start start 2024-09-12T12:27:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 Processor -- start 2024-09-12T12:27:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48728f9d0 0x55d4872b46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d4872902f0 0x55d4872b4c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48729f0c0 0x55d4872b1c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c1acb80 con 0x55d4872902f0 2024-09-12T12:27:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c1ac4b0 con 0x55d48729f0c0 2024-09-12T12:27:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c1a96d0 con 0x55d48728f9d0 2024-09-12T12:27:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb43c7a740 10 client.0 _ll_register_callbacks cb 0x7fbb34012530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb39d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d4872902f0 0x55d4872b4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb39d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d4872902f0 0x55d4872b4c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44626/0 (socket says 172.21.15.82:44626) 2024-09-12T12:27:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb39d9b640 1 -- 172.21.15.82:0/507631971 learned_addr learned my addr 172.21.15.82:0/507631971 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb3a59c640 1 --2- 172.21.15.82:0/507631971 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48728f9d0 0x55d4872b46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.421+0000 7fbb3ad9d640 1 --2- 172.21.15.82:0/507631971 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48729f0c0 0x55d4872b1c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb39d9b640 1 -- 172.21.15.82:0/507631971 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48728f9d0 msgr2=0x55d4872b46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb39d9b640 1 --2- 172.21.15.82:0/507631971 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48728f9d0 0x55d4872b46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb39d9b640 1 -- 172.21.15.82:0/507631971 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48729f0c0 msgr2=0x55d4872b1c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb39d9b640 1 --2- 172.21.15.82:0/507631971 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48729f0c0 0x55d4872b1c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb39d9b640 1 -- 172.21.15.82:0/507631971 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4872b2480 con 0x55d4872902f0 2024-09-12T12:27:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb3ad9d640 1 --2- 172.21.15.82:0/507631971 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48729f0c0 0x55d4872b1c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:27:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb39d9b640 1 --2- 172.21.15.82:0/507631971 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d4872902f0 0x55d4872b4c00 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fbb24005820 tx=0x7fbb24097da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94c9716817456439 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb21ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb21ffb640 1 -- 172.21.15.82:0/507631971 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb240b4040 con 0x55d4872902f0 2024-09-12T12:27:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb21ffb640 1 -- 172.21.15.82:0/507631971 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fbb240662b0 con 0x55d4872902f0 2024-09-12T12:27:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb43c7a740 1 -- 172.21.15.82:0/507631971 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb2c04a070 con 0x55d4872902f0 2024-09-12T12:27:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb21ffb640 1 -- 172.21.15.82:0/507631971 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbb2409b280 con 0x55d4872902f0 2024-09-12T12:27:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb43c7a740 10 client.15480 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb43c7a740 1 -- 172.21.15.82:0/507631971 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d487319430 con 0x55d4872902f0 2024-09-12T12:27:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb21ffb640 1 -- 172.21.15.82:0/507631971 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb2c04a070 con 0x55d4872902f0 2024-09-12T12:27:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb21ffb640 1 -- 172.21.15.82:0/507631971 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fbb2409a900 con 0x55d4872902f0 2024-09-12T12:27:12.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb43c7a740 10 client.15480 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb43c7a740 10 client.15480 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:27:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb43c7a740 20 client.15480 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/507631971 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d487319a20 0x55d48731be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb43c7a740 4 client.15480 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:27:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.422+0000 7fbb43c7a740 1 -- 172.21.15.82:0/507631971 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d4871fbd70 con 0x55d487319a20 2024-09-12T12:27:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.423+0000 7fbb3a59c640 1 --2- 172.21.15.82:0/507631971 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d487319a20 0x55d48731be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.423+0000 7fbb21ffb640 10 client.15480 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:12.429 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.423+0000 7fbb3a59c640 1 --2- 172.21.15.82:0/507631971 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d487319a20 0x55d48731be40 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0059543dd020577 server_cookie=245f6af457506f23 in_seq=0 out_seq=0 2024-09-12T12:27:12.432 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb21ffb640 1 -- 172.21.15.82:0/507631971 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d4871fbd70 con 0x55d487319a20 2024-09-12T12:27:12.432 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb21ffb640 10 client.15480 handle_command_reply: tid=0 2024-09-12T12:27:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb43c7a740 1 client.15480 shutdown 2024-09-12T12:27:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb43c7a740 1 -- 172.21.15.82:0/507631971 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d4872902f0 msgr2=0x55d4872b4c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/507631971 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d4872902f0 0x55d4872b4c00 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fbb24005820 tx=0x7fbb24097da0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb43c7a740 1 -- 172.21.15.82:0/507631971 shutdown_connections 2024-09-12T12:27:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/507631971 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d487319a20 0x55d48731be40 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/507631971 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d48729f0c0 0x55d4872b1c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb21ffb640 0 client.15480 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/507631971 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d4872902f0 0x55d4872b4c00 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb43c7a740 1 --2- 172.21.15.82:0/507631971 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d48728f9d0 0x55d4872b46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb43c7a740 1 -- 172.21.15.82:0/507631971 >> 172.21.15.82:0/507631971 conn(0x55d48728c060 msgr2=0x55d4872aa060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb43c7a740 1 -- 172.21.15.82:0/507631971 shutdown_connections 2024-09-12T12:27:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb43c7a740 1 -- 172.21.15.82:0/507631971 wait complete. 2024-09-12T12:27:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.432+0000 7fbb43c7a740 20 client.15480 trim_cache size 0 max 16384 2024-09-12T12:27:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:27:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:27:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:27:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:27:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.433+0000 7fbb40edd640 1 -- 172.21.15.82:0/2442874436 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbb280a2f50 msgr2=0x7fbb280a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.433+0000 7fbb40edd640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbb280a2f50 0x7fbb280a5410 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fbb34012a20 tx=0x7fbb3400ac70 comp rx=0 tx=0).stop 2024-09-12T12:27:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.433+0000 7fbb40edd640 1 -- 172.21.15.82:0/2442874436 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3c101380 msgr2=0x7fbb3c1996c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.433+0000 7fbb40edd640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3c101380 0x7fbb3c1996c0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fbb2400d950 tx=0x7fbb2400de10 comp rx=0 tx=0).stop 2024-09-12T12:27:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.433+0000 7fbb40edd640 1 -- 172.21.15.82:0/2442874436 shutdown_connections 2024-09-12T12:27:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.433+0000 7fbb40edd640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbb280a2f50 0x7fbb280a5410 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.433+0000 7fbb40edd640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbb3c1069f0 0x7fbb3c1a4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.433+0000 7fbb40edd640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbb3c101380 0x7fbb3c1996c0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.433+0000 7fbb40edd640 1 --2- 172.21.15.82:0/2442874436 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbb3c1009e0 0x7fbb3c199180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.433+0000 7fbb40edd640 1 -- 172.21.15.82:0/2442874436 >> 172.21.15.82:0/2442874436 conn(0x7fbb3c0fc6c0 msgr2=0x7fbb3c0fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:12.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.433+0000 7fbb40edd640 1 -- 172.21.15.82:0/2442874436 shutdown_connections 2024-09-12T12:27:12.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:12.433+0000 7fbb40edd640 1 -- 172.21.15.82:0/2442874436 wait complete. 2024-09-12T12:27:13.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:13 smithi114 ceph-mon[35514]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-09-12T12:27:13.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:13 smithi097 ceph-mon[34923]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-09-12T12:27:13.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:13 smithi082 ceph-mon[31122]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-09-12T12:27:15.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:15 smithi114 ceph-mon[35514]: pgmap v19: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 27 KiB/s wr, 35 op/s 2024-09-12T12:27:15.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:15 smithi097 ceph-mon[34923]: pgmap v19: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 27 KiB/s wr, 35 op/s 2024-09-12T12:27:15.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:15 smithi082 ceph-mon[31122]: pgmap v19: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 27 KiB/s wr, 35 op/s 2024-09-12T12:27:16.690 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:16 smithi082 ceph-mon[31122]: pgmap v20: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-09-12T12:27:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:16 smithi097 ceph-mon[34923]: pgmap v20: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-09-12T12:27:16.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:16 smithi114 ceph-mon[35514]: pgmap v20: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-09-12T12:27:19.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:19 smithi114 ceph-mon[35514]: pgmap v21: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-09-12T12:27:19.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:19 smithi097 ceph-mon[34923]: pgmap v21: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-09-12T12:27:19.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:19 smithi082 ceph-mon[31122]: pgmap v21: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-09-12T12:27:21.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:21 smithi114 ceph-mon[35514]: pgmap v22: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-09-12T12:27:21.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:21 smithi097 ceph-mon[34923]: pgmap v22: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-09-12T12:27:21.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:21 smithi082 ceph-mon[31122]: pgmap v22: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-09-12T12:27:21.920 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 24.5 2024-09-12T12:27:21.921 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:27:22.184 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:27:22.733 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.686+0000 7f4591834640 1 -- 172.21.15.82:0/506712097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f458c102d30 msgr2=0x7f458c103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:22.733 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.686+0000 7f4591834640 1 --2- 172.21.15.82:0/506712097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f458c102d30 0x7f458c103110 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f457c009930 tx=0x7f457c02a420 comp rx=0 tx=0).stop 2024-09-12T12:27:22.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.686+0000 7f4591834640 1 -- 172.21.15.82:0/506712097 shutdown_connections 2024-09-12T12:27:22.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.686+0000 7f4591834640 1 --2- 172.21.15.82:0/506712097 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f458c1082a0 0x7f458c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:22.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.686+0000 7f4591834640 1 --2- 172.21.15.82:0/506712097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f458c1036e0 0x7f458c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:22.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.686+0000 7f4591834640 1 --2- 172.21.15.82:0/506712097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f458c102d30 0x7f458c103110 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:22.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.686+0000 7f4591834640 1 -- 172.21.15.82:0/506712097 >> 172.21.15.82:0/506712097 conn(0x7f458c0fc7d0 msgr2=0x7f458c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:22.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.686+0000 7f4591834640 1 -- 172.21.15.82:0/506712097 shutdown_connections 2024-09-12T12:27:22.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.686+0000 7f4591834640 1 -- 172.21.15.82:0/506712097 wait complete. 2024-09-12T12:27:22.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.686+0000 7f4591834640 1 Processor -- start 2024-09-12T12:27:22.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.686+0000 7f4591834640 1 -- start start 2024-09-12T12:27:22.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f4591834640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f458c102d30 0x7f458c100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:22.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f4591834640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f458c1036e0 0x7f458c100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:22.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f4591834640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f458c1082a0 0x7f458c101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:22.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f4591834640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f458c1120a0 con 0x7f458c1082a0 2024-09-12T12:27:22.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f4591834640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f458c111f20 con 0x7f458c102d30 2024-09-12T12:27:22.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f4591834640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f458c112220 con 0x7f458c1036e0 2024-09-12T12:27:22.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f458b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f458c1082a0 0x7f458c101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:22.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f458affd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f458c102d30 0x7f458c100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:22.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f4583fff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f458c1036e0 0x7f458c100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:22.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f458affd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f458c102d30 0x7f458c100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:60768/0 (socket says 172.21.15.82:60768) 2024-09-12T12:27:22.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f458b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f458c1082a0 0x7f458c101410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56162/0 (socket says 172.21.15.82:56162) 2024-09-12T12:27:22.737 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f458b7fe640 1 -- 172.21.15.82:0/3822894557 learned_addr learned my addr 172.21.15.82:0/3822894557 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:22.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f458b7fe640 1 -- 172.21.15.82:0/3822894557 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f458c1036e0 msgr2=0x7f458c100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:22.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f458b7fe640 1 --2- 172.21.15.82:0/3822894557 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f458c1036e0 0x7f458c100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:22.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f458b7fe640 1 -- 172.21.15.82:0/3822894557 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f458c102d30 msgr2=0x7f458c100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:22.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f458b7fe640 1 --2- 172.21.15.82:0/3822894557 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f458c102d30 0x7f458c100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:22.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f458b7fe640 1 -- 172.21.15.82:0/3822894557 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f458c1a6a80 con 0x7f458c1082a0 2024-09-12T12:27:22.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.687+0000 7f458b7fe640 1 --2- 172.21.15.82:0/3822894557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f458c1082a0 0x7f458c101410 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f458400cad0 tx=0x7f458400ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:22.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.688+0000 7f4590832640 1 -- 172.21.15.82:0/3822894557 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458400ad60 con 0x7f458c1082a0 2024-09-12T12:27:22.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.688+0000 7f4590832640 1 -- 172.21.15.82:0/3822894557 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4584005020 con 0x7f458c1082a0 2024-09-12T12:27:22.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.688+0000 7f4591834640 1 -- 172.21.15.82:0/3822894557 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f458c1a6d70 con 0x7f458c1082a0 2024-09-12T12:27:22.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.688+0000 7f4590832640 1 -- 172.21.15.82:0/3822894557 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458400f6b0 con 0x7f458c1082a0 2024-09-12T12:27:22.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.688+0000 7f4591834640 1 -- 172.21.15.82:0/3822894557 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f458c1a72b0 con 0x7f458c1082a0 2024-09-12T12:27:22.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.689+0000 7f4591834640 1 -- 172.21.15.82:0/3822894557 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f458c06a850 con 0x7f458c1082a0 2024-09-12T12:27:22.740 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.690+0000 7f4590832640 1 -- 172.21.15.82:0/3822894557 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 24) ==== 138117+0+0 (secure 0 0 0) 0x7f4584005560 con 0x7f458c1082a0 2024-09-12T12:27:22.740 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.691+0000 7f4590832640 1 --2- 172.21.15.82:0/3822894557 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f45780a2ea0 0x7f45780a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:22.740 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.691+0000 7f4590832640 1 -- 172.21.15.82:0/3822894557 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f45840cfa10 con 0x7f458c1082a0 2024-09-12T12:27:22.740 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.691+0000 7f458affd640 1 --2- 172.21.15.82:0/3822894557 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f45780a2ea0 0x7f45780a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:22.740 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.692+0000 7f458affd640 1 --2- 172.21.15.82:0/3822894557 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f45780a2ea0 0x7f45780a5360 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f457c009900 tx=0x7f457c0058d0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:22.741 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.694+0000 7f4590832640 1 -- 172.21.15.82:0/3822894557 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4584014030 con 0x7f458c1082a0 2024-09-12T12:27:22.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.915+0000 7f4591834640 1 -- 172.21.15.82:0/3822894557 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f458c10a2b0 con 0x7f458c1082a0 2024-09-12T12:27:22.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.916+0000 7f4590832640 1 -- 172.21.15.82:0/3822894557 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f458409c3b0 con 0x7f458c1082a0 2024-09-12T12:27:22.917 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:27:22.917 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:27:22.917 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:27:22.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.919+0000 7f4591834640 1 -- 172.21.15.82:0/3822894557 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f45780a2ea0 msgr2=0x7f45780a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:22.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.919+0000 7f4591834640 1 --2- 172.21.15.82:0/3822894557 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f45780a2ea0 0x7f45780a5360 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f457c009900 tx=0x7f457c0058d0 comp rx=0 tx=0).stop 2024-09-12T12:27:22.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.919+0000 7f4591834640 1 -- 172.21.15.82:0/3822894557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f458c1082a0 msgr2=0x7f458c101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:22.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.919+0000 7f4591834640 1 --2- 172.21.15.82:0/3822894557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f458c1082a0 0x7f458c101410 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f458400cad0 tx=0x7f458400ced0 comp rx=0 tx=0).stop 2024-09-12T12:27:22.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.919+0000 7f4591834640 1 -- 172.21.15.82:0/3822894557 shutdown_connections 2024-09-12T12:27:22.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.919+0000 7f4591834640 1 --2- 172.21.15.82:0/3822894557 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f45780a2ea0 0x7f45780a5360 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:22.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.919+0000 7f4591834640 1 --2- 172.21.15.82:0/3822894557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f458c1082a0 0x7f458c101410 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:22.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.919+0000 7f4591834640 1 --2- 172.21.15.82:0/3822894557 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f458c1036e0 0x7f458c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:22.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.919+0000 7f4591834640 1 --2- 172.21.15.82:0/3822894557 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f458c102d30 0x7f458c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:22.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.919+0000 7f4591834640 1 -- 172.21.15.82:0/3822894557 >> 172.21.15.82:0/3822894557 conn(0x7f458c0fc7d0 msgr2=0x7f458c105d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:22.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.919+0000 7f4591834640 1 -- 172.21.15.82:0/3822894557 shutdown_connections 2024-09-12T12:27:22.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:22.919+0000 7f4591834640 1 -- 172.21.15.82:0/3822894557 wait complete. 2024-09-12T12:27:23.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:23 smithi114 ceph-mon[35514]: pgmap v23: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-09-12T12:27:23.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:23 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3822894557' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:27:23.631 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:23 smithi082 ceph-mon[31122]: pgmap v23: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-09-12T12:27:23.632 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:23 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3822894557' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:27:23.659 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db / --timeout 90 --expiration 144.5 --await-for 45.0' 2024-09-12T12:27:23.659 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db / --timeout 90 --expiration 144.5 --await-for 45.0 2024-09-12T12:27:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:23 smithi097 ceph-mon[34923]: pgmap v23: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-09-12T12:27:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:23 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3822894557' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:27:23.916 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:27:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.526+0000 7fd337f9f640 1 -- 172.21.15.82:0/1229414925 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3301009b0 msgr2=0x7fd330100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.526+0000 7fd337f9f640 1 --2- 172.21.15.82:0/1229414925 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3301009b0 0x7fd330100e10 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fd320009930 tx=0x7fd32002a420 comp rx=0 tx=0).stop 2024-09-12T12:27:25.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.526+0000 7fd337f9f640 1 -- 172.21.15.82:0/1229414925 shutdown_connections 2024-09-12T12:27:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.526+0000 7fd337f9f640 1 --2- 172.21.15.82:0/1229414925 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd330101350 0x7fd33010d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.526+0000 7fd337f9f640 1 --2- 172.21.15.82:0/1229414925 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd3301009b0 0x7fd330100e10 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.526+0000 7fd337f9f640 1 --2- 172.21.15.82:0/1229414925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3301069c0 0x7fd330106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.526+0000 7fd337f9f640 1 -- 172.21.15.82:0/1229414925 >> 172.21.15.82:0/1229414925 conn(0x7fd330077990 msgr2=0x7fd3300fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.526+0000 7fd337f9f640 1 -- 172.21.15.82:0/1229414925 shutdown_connections 2024-09-12T12:27:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.526+0000 7fd337f9f640 1 -- 172.21.15.82:0/1229414925 wait complete. 2024-09-12T12:27:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.527+0000 7fd337f9f640 1 Processor -- start 2024-09-12T12:27:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.527+0000 7fd337f9f640 1 -- start start 2024-09-12T12:27:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.527+0000 7fd337f9f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3301009b0 0x7fd330197240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.527+0000 7fd337f9f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd330101350 0x7fd330197780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.527+0000 7fd337f9f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd3301069c0 0x7fd33019bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.527+0000 7fd337f9f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd330110e00 con 0x7fd330101350 2024-09-12T12:27:25.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.527+0000 7fd337f9f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd330110c80 con 0x7fd3301009b0 2024-09-12T12:27:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.527+0000 7fd337f9f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd330110f80 con 0x7fd3301069c0 2024-09-12T12:27:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd33553a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd330101350 0x7fd330197780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd33553a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd330101350 0x7fd330197780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56182/0 (socket says 172.21.15.82:56182) 2024-09-12T12:27:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd33553a640 1 -- 172.21.15.82:0/2013337014 learned_addr learned my addr 172.21.15.82:0/2013337014 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd335d3b640 1 --2- 172.21.15.82:0/2013337014 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3301009b0 0x7fd330197240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd33653c640 1 --2- 172.21.15.82:0/2013337014 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd3301069c0 0x7fd33019bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd33553a640 1 -- 172.21.15.82:0/2013337014 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd3301069c0 msgr2=0x7fd33019bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd33553a640 1 --2- 172.21.15.82:0/2013337014 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd3301069c0 0x7fd33019bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd33553a640 1 -- 172.21.15.82:0/2013337014 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3301009b0 msgr2=0x7fd330197240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd33553a640 1 --2- 172.21.15.82:0/2013337014 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3301009b0 0x7fd330197240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd33553a640 1 -- 172.21.15.82:0/2013337014 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd33019c230 con 0x7fd330101350 2024-09-12T12:27:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd33553a640 1 --2- 172.21.15.82:0/2013337014 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd330101350 0x7fd330197780 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fd320009230 tx=0x7fd320004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:25.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd326ffd640 1 -- 172.21.15.82:0/2013337014 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd32003f030 con 0x7fd330101350 2024-09-12T12:27:25.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd326ffd640 1 -- 172.21.15.82:0/2013337014 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd320003ad0 con 0x7fd330101350 2024-09-12T12:27:25.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd337f9f640 1 -- 172.21.15.82:0/2013337014 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd33019c4c0 con 0x7fd330101350 2024-09-12T12:27:25.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.528+0000 7fd326ffd640 1 -- 172.21.15.82:0/2013337014 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd320035070 con 0x7fd330101350 2024-09-12T12:27:25.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.529+0000 7fd337f9f640 1 -- 172.21.15.82:0/2013337014 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3300698a0 con 0x7fd330101350 2024-09-12T12:27:25.538 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.531+0000 7fd326ffd640 1 -- 172.21.15.82:0/2013337014 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 24) ==== 138117+0+0 (secure 0 0 0) 0x7fd320042030 con 0x7fd330101350 2024-09-12T12:27:25.538 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.531+0000 7fd326ffd640 1 --2- 172.21.15.82:0/2013337014 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd31c0a2f50 0x7fd31c0a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.538 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.532+0000 7fd335d3b640 1 --2- 172.21.15.82:0/2013337014 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd31c0a2f50 0x7fd31c0a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.538 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.532+0000 7fd326ffd640 1 -- 172.21.15.82:0/2013337014 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fd3200efd40 con 0x7fd330101350 2024-09-12T12:27:25.538 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.532+0000 7fd335d3b640 1 --2- 172.21.15.82:0/2013337014 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd31c0a2f50 0x7fd31c0a5410 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd32c0058c0 tx=0x7fd32c00a2d0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.532+0000 7fd33ae17740 1 Processor -- start 2024-09-12T12:27:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.532+0000 7fd33ae17740 1 -- start start 2024-09-12T12:27:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33ae17740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c5faf0 0x559550c5fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33ae17740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c60410 0x559550c6a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33ae17740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c6acb0 0x559550c6d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33ae17740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x559550bc42f0 con 0x559550c60410 2024-09-12T12:27:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33ae17740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559550b6c270 con 0x559550c5faf0 2024-09-12T12:27:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33ae17740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x559550bc02b0 con 0x559550c6acb0 2024-09-12T12:27:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33553a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c60410 0x559550c6a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33553a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c60410 0x559550c6a770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56184/0 (socket says 172.21.15.82:56184) 2024-09-12T12:27:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33553a640 1 -- 172.21.15.82:0/3513737027 learned_addr learned my addr 172.21.15.82:0/3513737027 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:25.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd335d3b640 1 --2- 172.21.15.82:0/3513737027 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c5faf0 0x559550c5fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33653c640 1 --2- 172.21.15.82:0/3513737027 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c6acb0 0x559550c6d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33553a640 1 -- 172.21.15.82:0/3513737027 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c6acb0 msgr2=0x559550c6d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33553a640 1 --2- 172.21.15.82:0/3513737027 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c6acb0 0x559550c6d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33553a640 1 -- 172.21.15.82:0/3513737027 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c5faf0 msgr2=0x559550c5fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33553a640 1 --2- 172.21.15.82:0/3513737027 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c5faf0 0x559550c5fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33553a640 1 -- 172.21.15.82:0/3513737027 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559550b6b340 con 0x559550c60410 2024-09-12T12:27:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd335d3b640 1 --2- 172.21.15.82:0/3513737027 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c5faf0 0x559550c5fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:27:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd33553a640 1 --2- 172.21.15.82:0/3513737027 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c60410 0x559550c6a770 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fd3200bbd90 tx=0x7fd3200bc150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=366b9ef7cd7596cf server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.533+0000 7fd31bfff640 1 -- 172.21.15.82:0/3513737027 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd320049040 con 0x559550c60410 2024-09-12T12:27:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.534+0000 7fd31bfff640 1 -- 172.21.15.82:0/3513737027 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3200ba130 con 0x559550c60410 2024-09-12T12:27:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.534+0000 7fd31bfff640 1 -- 172.21.15.82:0/3513737027 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3200b8700 con 0x559550c60410 2024-09-12T12:27:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.534+0000 7fd33ae17740 1 -- 172.21.15.82:0/3513737027 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c60410 msgr2=0x559550c6a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:25.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.534+0000 7fd33ae17740 1 --2- 172.21.15.82:0/3513737027 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c60410 0x559550c6a770 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fd3200bbd90 tx=0x7fd3200bc150 comp rx=0 tx=0).stop 2024-09-12T12:27:25.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.535+0000 7fd33ae17740 1 -- 172.21.15.82:0/3513737027 shutdown_connections 2024-09-12T12:27:25.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.535+0000 7fd33ae17740 1 --2- 172.21.15.82:0/3513737027 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c6acb0 0x559550c6d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.535+0000 7fd33ae17740 1 --2- 172.21.15.82:0/3513737027 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c60410 0x559550c6a770 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.535+0000 7fd33ae17740 1 --2- 172.21.15.82:0/3513737027 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c5faf0 0x559550c5fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.535+0000 7fd33ae17740 1 -- 172.21.15.82:0/3513737027 >> 172.21.15.82:0/3513737027 conn(0x559550c5c060 msgr2=0x559550c5c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:25.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.535+0000 7fd33ae17740 1 -- 172.21.15.82:0/3513737027 shutdown_connections 2024-09-12T12:27:25.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.535+0000 7fd33ae17740 1 -- 172.21.15.82:0/3513737027 wait complete. 2024-09-12T12:27:25.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.535+0000 7fd33ae17740 1 -- start start 2024-09-12T12:27:25.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.535+0000 7fd33ae17740 1 Processor -- start 2024-09-12T12:27:25.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd33ae17740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c5faf0 0x559550c67bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd33ae17740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c60410 0x559550c68100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd33ae17740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c6acb0 0x559550c68640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd33ae17740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x559550c6d640 con 0x559550c5faf0 2024-09-12T12:27:25.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd33ae17740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559550b4d290 con 0x559550c60410 2024-09-12T12:27:25.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd33ae17740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x559550c6d7c0 con 0x559550c6acb0 2024-09-12T12:27:25.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd33ae17740 10 client.0 _ll_register_callbacks cb 0x559550b7e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:25.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd335d3b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c5faf0 0x559550c67bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd335d3b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c5faf0 0x559550c67bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56188/0 (socket says 172.21.15.82:56188) 2024-09-12T12:27:25.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd335d3b640 1 -- 172.21.15.82:0/3301729364 learned_addr learned my addr 172.21.15.82:0/3301729364 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:25.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd33653c640 1 --2- 172.21.15.82:0/3301729364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c6acb0 0x559550c68640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd33553a640 1 --2- 172.21.15.82:0/3301729364 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c60410 0x559550c68100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd335d3b640 1 -- 172.21.15.82:0/3301729364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c6acb0 msgr2=0x559550c68640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:25.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd335d3b640 1 --2- 172.21.15.82:0/3301729364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c6acb0 0x559550c68640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd335d3b640 1 -- 172.21.15.82:0/3301729364 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c60410 msgr2=0x559550c68100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:25.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd335d3b640 1 --2- 172.21.15.82:0/3301729364 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c60410 0x559550c68100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd335d3b640 1 -- 172.21.15.82:0/3301729364 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595508d7210 con 0x559550c5faf0 2024-09-12T12:27:25.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd33553a640 1 --2- 172.21.15.82:0/3301729364 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c60410 0x559550c68100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:27:25.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd335d3b640 1 --2- 172.21.15.82:0/3301729364 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c5faf0 0x559550c67bc0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fd32c010e20 tx=0x7fd32c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1345a9a8b7f4db46 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:25.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.536+0000 7fd3197fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:25.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd3197fa640 1 -- 172.21.15.82:0/3301729364 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd32c02a060 con 0x559550c5faf0 2024-09-12T12:27:25.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd3197fa640 1 -- 172.21.15.82:0/3301729364 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fd32c01c8a0 con 0x559550c5faf0 2024-09-12T12:27:25.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd33ae17740 1 -- 172.21.15.82:0/3301729364 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3200ba130 con 0x559550c5faf0 2024-09-12T12:27:25.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd3197fa640 1 -- 172.21.15.82:0/3301729364 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd32c016070 con 0x559550c5faf0 2024-09-12T12:27:25.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd33ae17740 10 client.15498 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:25.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd33ae17740 1 -- 172.21.15.82:0/3301729364 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5595509a3620 con 0x559550c5faf0 2024-09-12T12:27:25.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd3197fa640 1 -- 172.21.15.82:0/3301729364 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3200ba130 con 0x559550c5faf0 2024-09-12T12:27:25.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd3197fa640 1 -- 172.21.15.82:0/3301729364 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd32c025bc0 con 0x559550c5faf0 2024-09-12T12:27:25.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd33ae17740 10 client.15498 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:25.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd33ae17740 10 client.15498 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:27:25.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd33ae17740 20 client.15498 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:25.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd33ae17740 1 --2- 172.21.15.82:0/3301729364 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x559550c7a980 0x559550c7cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd33ae17740 4 client.15498 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:27:25.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd33ae17740 1 -- 172.21.15.82:0/3301729364 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559550bd1a20 con 0x559550c7a980 2024-09-12T12:27:25.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.537+0000 7fd33553a640 1 --2- 172.21.15.82:0/3301729364 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x559550c7a980 0x559550c7cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.538+0000 7fd33553a640 1 --2- 172.21.15.82:0/3301729364 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x559550c7a980 0x559550c7cd70 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d26dba34fa18de9 server_cookie=a15d0768bfb1506a in_seq=0 out_seq=0 2024-09-12T12:27:25.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.538+0000 7fd3197fa640 10 client.15498 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:25.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.538+0000 7fd3197fa640 1 -- 172.21.15.82:0/3301729364 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559550bd1a20 con 0x559550c7a980 2024-09-12T12:27:25.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.538+0000 7fd3197fa640 10 client.15498 handle_command_reply: tid=0 2024-09-12T12:27:25.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.539+0000 7fd33ae17740 1 client.15498 shutdown 2024-09-12T12:27:25.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.539+0000 7fd33ae17740 1 -- 172.21.15.82:0/3301729364 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c5faf0 msgr2=0x559550c67bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:25.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.539+0000 7fd33ae17740 1 --2- 172.21.15.82:0/3301729364 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c5faf0 0x559550c67bc0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fd32c010e20 tx=0x7fd32c004730 comp rx=0 tx=0).stop 2024-09-12T12:27:25.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.539+0000 7fd33ae17740 1 -- 172.21.15.82:0/3301729364 shutdown_connections 2024-09-12T12:27:25.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.539+0000 7fd33ae17740 1 --2- 172.21.15.82:0/3301729364 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x559550c7a980 0x559550c7cd70 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.539+0000 7fd33ae17740 1 --2- 172.21.15.82:0/3301729364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c6acb0 0x559550c68640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.539+0000 7fd33ae17740 1 --2- 172.21.15.82:0/3301729364 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c60410 0x559550c68100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.539+0000 7fd33ae17740 1 --2- 172.21.15.82:0/3301729364 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c5faf0 0x559550c67bc0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.539+0000 7fd3197fa640 0 client.15498 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:25.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.539+0000 7fd33ae17740 1 -- 172.21.15.82:0/3301729364 >> 172.21.15.82:0/3301729364 conn(0x559550c5c060 msgr2=0x559550c61dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:25.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.539+0000 7fd33ae17740 1 -- 172.21.15.82:0/3301729364 shutdown_connections 2024-09-12T12:27:25.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.539+0000 7fd33ae17740 1 -- 172.21.15.82:0/3301729364 wait complete. 2024-09-12T12:27:25.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.539+0000 7fd33ae17740 20 client.15498 trim_cache size 0 max 16384 2024-09-12T12:27:25.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.567+0000 7fd33ae17740 1 Processor -- start 2024-09-12T12:27:25.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.567+0000 7fd33ae17740 1 -- start start 2024-09-12T12:27:25.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.567+0000 7fd33ae17740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c5faf0 0x559550c68470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.567+0000 7fd33ae17740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c60410 0x559550c5b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.567+0000 7fd33ae17740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c6acb0 0x559550c82640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.567+0000 7fd33ae17740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd3301ad8b0 con 0x559550c5faf0 2024-09-12T12:27:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.567+0000 7fd33ae17740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd3301af3f0 con 0x559550c6acb0 2024-09-12T12:27:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.567+0000 7fd33ae17740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd3301adf80 con 0x559550c60410 2024-09-12T12:27:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.567+0000 7fd335d3b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c5faf0 0x559550c68470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.567+0000 7fd335d3b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c5faf0 0x559550c68470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56202/0 (socket says 172.21.15.82:56202) 2024-09-12T12:27:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.567+0000 7fd335d3b640 1 -- 172.21.15.82:0/1854568722 learned_addr learned my addr 172.21.15.82:0/1854568722 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.568+0000 7fd33553a640 1 --2- 172.21.15.82:0/1854568722 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c60410 0x559550c5b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.568+0000 7fd33653c640 1 --2- 172.21.15.82:0/1854568722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c6acb0 0x559550c82640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.568+0000 7fd335d3b640 1 -- 172.21.15.82:0/1854568722 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c60410 msgr2=0x559550c5b0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.568+0000 7fd335d3b640 1 --2- 172.21.15.82:0/1854568722 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c60410 0x559550c5b0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.568+0000 7fd335d3b640 1 -- 172.21.15.82:0/1854568722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c6acb0 msgr2=0x559550c82640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.568+0000 7fd335d3b640 1 --2- 172.21.15.82:0/1854568722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c6acb0 0x559550c82640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.568+0000 7fd335d3b640 1 -- 172.21.15.82:0/1854568722 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559550c60240 con 0x559550c5faf0 2024-09-12T12:27:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.568+0000 7fd33653c640 1 --2- 172.21.15.82:0/1854568722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c6acb0 0x559550c82640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.568+0000 7fd335d3b640 1 --2- 172.21.15.82:0/1854568722 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c5faf0 0x559550c68470 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fd32c00a3b0 tx=0x7fd32c00a470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a91828b8bdd4e978 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.568+0000 7fd31b7fe640 1 -- 172.21.15.82:0/1854568722 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd32c02d5e0 con 0x559550c5faf0 2024-09-12T12:27:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.568+0000 7fd31b7fe640 1 -- 172.21.15.82:0/1854568722 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd32c03b070 con 0x559550c5faf0 2024-09-12T12:27:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.568+0000 7fd31b7fe640 1 -- 172.21.15.82:0/1854568722 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd32c0253e0 con 0x559550c5faf0 2024-09-12T12:27:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.569+0000 7fd33ae17740 1 -- 172.21.15.82:0/1854568722 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c5faf0 msgr2=0x559550c68470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.569+0000 7fd33ae17740 1 --2- 172.21.15.82:0/1854568722 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c5faf0 0x559550c68470 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fd32c00a3b0 tx=0x7fd32c00a470 comp rx=0 tx=0).stop 2024-09-12T12:27:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.569+0000 7fd33ae17740 1 -- 172.21.15.82:0/1854568722 shutdown_connections 2024-09-12T12:27:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.569+0000 7fd33ae17740 1 --2- 172.21.15.82:0/1854568722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c6acb0 0x559550c82640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.569+0000 7fd33ae17740 1 --2- 172.21.15.82:0/1854568722 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c60410 0x559550c5b0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.569+0000 7fd33ae17740 1 --2- 172.21.15.82:0/1854568722 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c5faf0 0x559550c68470 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.569+0000 7fd33ae17740 1 -- 172.21.15.82:0/1854568722 >> 172.21.15.82:0/1854568722 conn(0x559550c5c060 msgr2=0x559550c5a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.569+0000 7fd33ae17740 1 -- 172.21.15.82:0/1854568722 shutdown_connections 2024-09-12T12:27:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.569+0000 7fd33ae17740 1 -- 172.21.15.82:0/1854568722 wait complete. 2024-09-12T12:27:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.569+0000 7fd33ae17740 1 -- start start 2024-09-12T12:27:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33ae17740 1 Processor -- start 2024-09-12T12:27:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33ae17740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c5faf0 0x559550c73270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33ae17740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c60410 0x559550c649e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33ae17740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c6acb0 0x559550c64fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33ae17740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd3301aed20 con 0x559550c6acb0 2024-09-12T12:27:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33ae17740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd3301ae650 con 0x559550c60410 2024-09-12T12:27:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33ae17740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd3301ab890 con 0x559550c5faf0 2024-09-12T12:27:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33ae17740 10 client.0 _ll_register_callbacks cb 0x7fd32c00fb00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33653c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c6acb0 0x559550c64fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33653c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c6acb0 0x559550c64fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56204/0 (socket says 172.21.15.82:56204) 2024-09-12T12:27:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33653c640 1 -- 172.21.15.82:0/2450636395 learned_addr learned my addr 172.21.15.82:0/2450636395 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd335d3b640 1 --2- 172.21.15.82:0/2450636395 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c5faf0 0x559550c73270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33553a640 1 --2- 172.21.15.82:0/2450636395 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c60410 0x559550c649e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33653c640 1 -- 172.21.15.82:0/2450636395 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c5faf0 msgr2=0x559550c73270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33653c640 1 --2- 172.21.15.82:0/2450636395 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c5faf0 0x559550c73270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33653c640 1 -- 172.21.15.82:0/2450636395 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c60410 msgr2=0x559550c649e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33653c640 1 --2- 172.21.15.82:0/2450636395 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c60410 0x559550c649e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.570+0000 7fd33653c640 1 -- 172.21.15.82:0/2450636395 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559550c65800 con 0x559550c6acb0 2024-09-12T12:27:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.571+0000 7fd33553a640 1 --2- 172.21.15.82:0/2450636395 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c60410 0x559550c649e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.571+0000 7fd33653c640 1 --2- 172.21.15.82:0/2450636395 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c6acb0 0x559550c64fd0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fd328003fd0 tx=0x7fd328004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d639c3f37bfbab1e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.571+0000 7fd3197fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.571+0000 7fd3197fa640 1 -- 172.21.15.82:0/2450636395 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd328010e60 con 0x559550c6acb0 2024-09-12T12:27:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.571+0000 7fd3197fa640 1 -- 172.21.15.82:0/2450636395 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fd32801c410 con 0x559550c6acb0 2024-09-12T12:27:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.571+0000 7fd33ae17740 1 -- 172.21.15.82:0/2450636395 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd32c03b070 con 0x559550c6acb0 2024-09-12T12:27:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.571+0000 7fd3197fa640 1 -- 172.21.15.82:0/2450636395 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd32802a050 con 0x559550c6acb0 2024-09-12T12:27:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.571+0000 7fd33ae17740 10 client.15504 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.571+0000 7fd33ae17740 1 -- 172.21.15.82:0/2450636395 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559550ce5700 con 0x559550c6acb0 2024-09-12T12:27:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.571+0000 7fd3197fa640 1 -- 172.21.15.82:0/2450636395 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd32c03b070 con 0x559550c6acb0 2024-09-12T12:27:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.571+0000 7fd3197fa640 1 -- 172.21.15.82:0/2450636395 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd3280257b0 con 0x559550c6acb0 2024-09-12T12:27:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.572+0000 7fd33ae17740 10 client.15504 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.572+0000 7fd33ae17740 10 client.15504 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:27:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.572+0000 7fd33ae17740 20 client.15504 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.572+0000 7fd33ae17740 1 --2- 172.21.15.82:0/2450636395 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x559550ce5e70 0x559550ce8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.572+0000 7fd33ae17740 4 client.15504 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:27:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.572+0000 7fd33ae17740 1 -- 172.21.15.82:0/2450636395 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559550bcbd70 con 0x559550ce5e70 2024-09-12T12:27:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.572+0000 7fd335d3b640 1 --2- 172.21.15.82:0/2450636395 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x559550ce5e70 0x559550ce8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:25.581 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.572+0000 7fd3197fa640 10 client.15504 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:25.581 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.572+0000 7fd335d3b640 1 --2- 172.21.15.82:0/2450636395 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x559550ce5e70 0x559550ce8290 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f5d713561f28262 server_cookie=4155036fe3565657 in_seq=0 out_seq=0 2024-09-12T12:27:25.581 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:25 smithi114 ceph-mon[35514]: pgmap v24: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-09-12T12:27:25.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd3197fa640 1 -- 172.21.15.82:0/2450636395 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559550bcbd70 con 0x559550ce5e70 2024-09-12T12:27:25.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd3197fa640 10 client.15504 handle_command_reply: tid=0 2024-09-12T12:27:25.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd33ae17740 1 client.15504 shutdown 2024-09-12T12:27:25.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd33ae17740 1 -- 172.21.15.82:0/2450636395 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c6acb0 msgr2=0x559550c64fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:25.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd33ae17740 1 --2- 172.21.15.82:0/2450636395 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c6acb0 0x559550c64fd0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fd328003fd0 tx=0x7fd328004750 comp rx=0 tx=0).stop 2024-09-12T12:27:25.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd33ae17740 1 -- 172.21.15.82:0/2450636395 shutdown_connections 2024-09-12T12:27:25.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd33ae17740 1 --2- 172.21.15.82:0/2450636395 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x559550ce5e70 0x559550ce8290 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd33ae17740 1 --2- 172.21.15.82:0/2450636395 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x559550c6acb0 0x559550c64fd0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd33ae17740 1 --2- 172.21.15.82:0/2450636395 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559550c60410 0x559550c649e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd3197fa640 0 client.15504 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd33ae17740 1 --2- 172.21.15.82:0/2450636395 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x559550c5faf0 0x559550c73270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd33ae17740 1 -- 172.21.15.82:0/2450636395 >> 172.21.15.82:0/2450636395 conn(0x559550c5c060 msgr2=0x559550c61d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd33ae17740 1 -- 172.21.15.82:0/2450636395 shutdown_connections 2024-09-12T12:27:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd33ae17740 1 -- 172.21.15.82:0/2450636395 wait complete. 2024-09-12T12:27:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.578+0000 7fd33ae17740 20 client.15504 trim_cache size 0 max 16384 2024-09-12T12:27:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:27:25.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:27:25.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:27:25.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:27:25.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.579+0000 7fd337f9f640 1 -- 172.21.15.82:0/2013337014 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd31c0a2f50 msgr2=0x7fd31c0a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:25.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.579+0000 7fd337f9f640 1 --2- 172.21.15.82:0/2013337014 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd31c0a2f50 0x7fd31c0a5410 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd32c0058c0 tx=0x7fd32c00a2d0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.579+0000 7fd337f9f640 1 -- 172.21.15.82:0/2013337014 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd330101350 msgr2=0x7fd330197780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.579+0000 7fd337f9f640 1 --2- 172.21.15.82:0/2013337014 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd330101350 0x7fd330197780 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fd320009230 tx=0x7fd320004270 comp rx=0 tx=0).stop 2024-09-12T12:27:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.579+0000 7fd337f9f640 1 -- 172.21.15.82:0/2013337014 shutdown_connections 2024-09-12T12:27:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.579+0000 7fd337f9f640 1 --2- 172.21.15.82:0/2013337014 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd31c0a2f50 0x7fd31c0a5410 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.579+0000 7fd337f9f640 1 --2- 172.21.15.82:0/2013337014 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd3301069c0 0x7fd33019bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.579+0000 7fd337f9f640 1 --2- 172.21.15.82:0/2013337014 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd330101350 0x7fd330197780 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.579+0000 7fd337f9f640 1 --2- 172.21.15.82:0/2013337014 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3301009b0 0x7fd330197240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.579+0000 7fd337f9f640 1 -- 172.21.15.82:0/2013337014 >> 172.21.15.82:0/2013337014 conn(0x7fd330077990 msgr2=0x7fd3301037e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.579+0000 7fd337f9f640 1 -- 172.21.15.82:0/2013337014 shutdown_connections 2024-09-12T12:27:25.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:25.579+0000 7fd337f9f640 1 -- 172.21.15.82:0/2013337014 wait complete. 2024-09-12T12:27:25.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:25 smithi097 ceph-mon[34923]: pgmap v24: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-09-12T12:27:25.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:25 smithi082 ceph-mon[31122]: pgmap v24: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-09-12T12:27:27.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:27 smithi114 ceph-mon[35514]: pgmap v25: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:27:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:27 smithi097 ceph-mon[34923]: pgmap v25: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:27:27.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:27 smithi082 ceph-mon[31122]: pgmap v25: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:27:27.898 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.068+0000 7fc94feb4640 1 -- 172.21.15.82:0/663878212 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc948101400 msgr2=0x7fc94810d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:27.898 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.068+0000 7fc94feb4640 1 --2- 172.21.15.82:0/663878212 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc948101400 0x7fc94810d930 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fc940009cd0 tx=0x7fc94002a8e0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.898 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.068+0000 7fc94feb4640 1 -- 172.21.15.82:0/663878212 shutdown_connections 2024-09-12T12:27:27.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.068+0000 7fc94feb4640 1 --2- 172.21.15.82:0/663878212 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc948101400 0x7fc94810d930 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.068+0000 7fc94feb4640 1 --2- 172.21.15.82:0/663878212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc948100a60 0x7fc948100ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.068+0000 7fc94feb4640 1 --2- 172.21.15.82:0/663878212 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc948106a60 0x7fc948106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.068+0000 7fc94feb4640 1 -- 172.21.15.82:0/663878212 >> 172.21.15.82:0/663878212 conn(0x7fc9480fc780 msgr2=0x7fc9480feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:27.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.068+0000 7fc94feb4640 1 -- 172.21.15.82:0/663878212 shutdown_connections 2024-09-12T12:27:27.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.068+0000 7fc94feb4640 1 -- 172.21.15.82:0/663878212 wait complete. 2024-09-12T12:27:27.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.069+0000 7fc94feb4640 1 Processor -- start 2024-09-12T12:27:27.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.069+0000 7fc94feb4640 1 -- start start 2024-09-12T12:27:27.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.069+0000 7fc94feb4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc948100a60 0x7fc9481963b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.069+0000 7fc94feb4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc948101400 0x7fc9481968f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94feb4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc948106a60 0x7fc94819ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.899 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94feb4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc94810fdf0 con 0x7fc948101400 2024-09-12T12:27:27.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94feb4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc94810fc70 con 0x7fc948106a60 2024-09-12T12:27:27.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94feb4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc94810ff70 con 0x7fc948100a60 2024-09-12T12:27:27.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94dc50640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc948100a60 0x7fc9481963b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94dc50640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc948100a60 0x7fc9481963b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.82:46988/0 (socket says 172.21.15.82:46988) 2024-09-12T12:27:27.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94dc50640 1 -- 172.21.15.82:0/3121696881 learned_addr learned my addr 172.21.15.82:0/3121696881 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:27.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94e451640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc948106a60 0x7fc94819ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94d44f640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc948101400 0x7fc9481968f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94dc50640 1 -- 172.21.15.82:0/3121696881 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc948106a60 msgr2=0x7fc94819ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:27.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94dc50640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc948106a60 0x7fc94819ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94dc50640 1 -- 172.21.15.82:0/3121696881 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc948101400 msgr2=0x7fc9481968f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:27.900 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94dc50640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc948101400 0x7fc9481968f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94dc50640 1 -- 172.21.15.82:0/3121696881 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc94819b360 con 0x7fc948100a60 2024-09-12T12:27:27.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94d44f640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc948101400 0x7fc9481968f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:27:27.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.070+0000 7fc94dc50640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc948100a60 0x7fc9481963b0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc94400b4a0 tx=0x7fc94400b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:27.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.071+0000 7fc93effd640 1 -- 172.21.15.82:0/3121696881 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc944014070 con 0x7fc948100a60 2024-09-12T12:27:27.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.071+0000 7fc94feb4640 1 -- 172.21.15.82:0/3121696881 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc94819b650 con 0x7fc948100a60 2024-09-12T12:27:27.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.071+0000 7fc93effd640 1 -- 172.21.15.82:0/3121696881 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc944010af0 con 0x7fc948100a60 2024-09-12T12:27:27.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.071+0000 7fc93effd640 1 -- 172.21.15.82:0/3121696881 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc944017d10 con 0x7fc948100a60 2024-09-12T12:27:27.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.071+0000 7fc94feb4640 1 -- 172.21.15.82:0/3121696881 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9481a7340 con 0x7fc948100a60 2024-09-12T12:27:27.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.073+0000 7fc93effd640 1 -- 172.21.15.82:0/3121696881 <== mon.1 v2:172.21.15.114:3300/0 4 ==== mgrmap(e 24) ==== 138117+0+0 (secure 0 0 0) 0x7fc944017070 con 0x7fc948100a60 2024-09-12T12:27:27.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.074+0000 7fc95228d740 1 Processor -- start 2024-09-12T12:27:27.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.074+0000 7fc95228d740 1 -- start start 2024-09-12T12:27:27.901 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.074+0000 7fc95228d740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed855b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.902 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.074+0000 7fc95228d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed856080 0x55efed860400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.902 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.074+0000 7fc95228d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed860940 0x55efed862d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.902 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.074+0000 7fc95228d740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55efed7bb2a0 con 0x55efed855760 2024-09-12T12:27:27.902 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.074+0000 7fc95228d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55efed762b10 con 0x55efed856080 2024-09-12T12:27:27.902 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.074+0000 7fc95228d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55efed7b7260 con 0x55efed860940 2024-09-12T12:27:27.902 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.074+0000 7fc94e451640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed855b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.902 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.074+0000 7fc94e451640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed855b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56214/0 (socket says 172.21.15.82:56214) 2024-09-12T12:27:27.902 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.074+0000 7fc94e451640 1 -- 172.21.15.82:0/3779187990 learned_addr learned my addr 172.21.15.82:0/3779187990 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:27.902 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.074+0000 7fc93effd640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc9340a2e90 0x7fc9340a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.902 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.074+0000 7fc94dc50640 1 --2- 172.21.15.82:0/3779187990 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed856080 0x55efed860400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.902 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.075+0000 7fc93effd640 1 -- 172.21.15.82:0/3121696881 <== mon.1 v2:172.21.15.114:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fc9440cea30 con 0x7fc948100a60 2024-09-12T12:27:27.902 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.075+0000 7fc94d44f640 1 --2- 172.21.15.82:0/3779187990 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed860940 0x55efed862d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.903 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.075+0000 7fc94e451640 1 -- 172.21.15.82:0/3779187990 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed860940 msgr2=0x55efed862d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:27.903 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.075+0000 7fc94e451640 1 --2- 172.21.15.82:0/3779187990 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed860940 0x55efed862d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.903 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.075+0000 7fc94e451640 1 -- 172.21.15.82:0/3779187990 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed856080 msgr2=0x55efed860400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:27.903 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.075+0000 7fc94e451640 1 --2- 172.21.15.82:0/3779187990 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed856080 0x55efed860400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.903 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.075+0000 7fc94e451640 1 -- 172.21.15.82:0/3779187990 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55efed52cb90 con 0x55efed855760 2024-09-12T12:27:27.903 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.075+0000 7fc94e451640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc9340a2e90 0x7fc9340a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.903 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.075+0000 7fc94e451640 1 --2- 172.21.15.82:0/3779187990 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed855b40 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fc940035000 tx=0x7fc9400317b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5690995904463e1e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:27.903 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.075+0000 7fc933fff640 1 -- 172.21.15.82:0/3779187990 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc940041040 con 0x55efed855760 2024-09-12T12:27:27.903 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.075+0000 7fc94e451640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc9340a2e90 0x7fc9340a5350 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc94004c000 tx=0x7fc94004d000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:27.903 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.075+0000 7fc933fff640 1 -- 172.21.15.82:0/3779187990 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc940043070 con 0x55efed855760 2024-09-12T12:27:27.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.075+0000 7fc933fff640 1 -- 172.21.15.82:0/3779187990 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc940030e00 con 0x55efed855760 2024-09-12T12:27:27.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.076+0000 7fc95228d740 1 -- 172.21.15.82:0/3779187990 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 msgr2=0x55efed855b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:27.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.076+0000 7fc95228d740 1 --2- 172.21.15.82:0/3779187990 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed855b40 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fc940035000 tx=0x7fc9400317b0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.076+0000 7fc95228d740 1 -- 172.21.15.82:0/3779187990 shutdown_connections 2024-09-12T12:27:27.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.076+0000 7fc95228d740 1 --2- 172.21.15.82:0/3779187990 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed860940 0x55efed862d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.076+0000 7fc95228d740 1 --2- 172.21.15.82:0/3779187990 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed856080 0x55efed860400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.076+0000 7fc95228d740 1 --2- 172.21.15.82:0/3779187990 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed855b40 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.077+0000 7fc95228d740 1 -- 172.21.15.82:0/3779187990 >> 172.21.15.82:0/3779187990 conn(0x55efed851cf0 msgr2=0x55efed8520d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:27.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.077+0000 7fc95228d740 1 -- 172.21.15.82:0/3779187990 shutdown_connections 2024-09-12T12:27:27.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.077+0000 7fc95228d740 1 -- 172.21.15.82:0/3779187990 wait complete. 2024-09-12T12:27:27.904 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.077+0000 7fc95228d740 1 -- start start 2024-09-12T12:27:27.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.077+0000 7fc95228d740 1 Processor -- start 2024-09-12T12:27:27.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.078+0000 7fc95228d740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed85d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.078+0000 7fc95228d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed856080 0x55efed85dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.078+0000 7fc94dc50640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed85d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.078+0000 7fc95228d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed860940 0x55efed85e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.078+0000 7fc95228d740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55efed863510 con 0x55efed855760 2024-09-12T12:27:27.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.078+0000 7fc95228d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55efed7436e0 con 0x55efed856080 2024-09-12T12:27:27.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.078+0000 7fc94d44f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed856080 0x55efed85dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.078+0000 7fc94dc50640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed85d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56230/0 (socket says 172.21.15.82:56230) 2024-09-12T12:27:27.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.078+0000 7fc94d44f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed856080 0x55efed85dd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:60848/0 (socket says 172.21.15.82:60848) 2024-09-12T12:27:27.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.078+0000 7fc94dc50640 1 -- 172.21.15.82:0/1186987332 learned_addr learned my addr 172.21.15.82:0/1186987332 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:27.905 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.078+0000 7fc95228d740 1 -- 172.21.15.82:0/1186987332 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55efed863690 con 0x55efed860940 2024-09-12T12:27:27.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.078+0000 7fc94dc50640 1 -- 172.21.15.82:0/1186987332 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed860940 msgr2=0x55efed85e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:27.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.078+0000 7fc94e451640 1 --2- 172.21.15.82:0/1186987332 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed860940 0x55efed85e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.079+0000 7fc94dc50640 1 --2- 172.21.15.82:0/1186987332 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed860940 0x55efed85e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.079+0000 7fc94dc50640 1 -- 172.21.15.82:0/1186987332 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed856080 msgr2=0x55efed85dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:27.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.079+0000 7fc94dc50640 1 --2- 172.21.15.82:0/1186987332 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed856080 0x55efed85dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.079+0000 7fc94dc50640 1 -- 172.21.15.82:0/1186987332 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55efed86c9d0 con 0x55efed855760 2024-09-12T12:27:27.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.079+0000 7fc94e451640 1 --2- 172.21.15.82:0/1186987332 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed860940 0x55efed85e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:27.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.079+0000 7fc94dc50640 1 --2- 172.21.15.82:0/1186987332 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed85d7f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fc94409ad70 tx=0x7fc944069d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=892914162b296898 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:27.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.079+0000 7fc9317fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:27.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.079+0000 7fc95228d740 10 client.0 _ll_register_callbacks cb 0x55efed767a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:27.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.079+0000 7fc95228d740 1 -- 172.21.15.82:0/1186987332 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc940043070 con 0x55efed855760 2024-09-12T12:27:27.906 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.079+0000 7fc9317fa640 1 -- 172.21.15.82:0/1186987332 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94409e070 con 0x55efed855760 2024-09-12T12:27:27.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.079+0000 7fc9317fa640 1 -- 172.21.15.82:0/1186987332 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fc944097450 con 0x55efed855760 2024-09-12T12:27:27.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.079+0000 7fc9317fa640 1 -- 172.21.15.82:0/1186987332 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc94401e040 con 0x55efed855760 2024-09-12T12:27:27.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.079+0000 7fc95228d740 10 client.15516 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:27.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.079+0000 7fc95228d740 1 -- 172.21.15.82:0/1186987332 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({fsmap=28}) -- 0x55efed86f280 con 0x55efed855760 2024-09-12T12:27:27.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.080+0000 7fc9317fa640 1 -- 172.21.15.82:0/1186987332 <== mon.0 v2:172.21.15.82:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc94409a230 con 0x55efed855760 2024-09-12T12:27:27.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.080+0000 7fc95228d740 10 client.15516 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:27.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.080+0000 7fc95228d740 10 client.15516 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:27:27.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.080+0000 7fc95228d740 20 client.15516 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:27.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.080+0000 7fc95228d740 1 --2- 172.21.15.82:0/1186987332 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55efed870650 0x55efed872ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.080+0000 7fc95228d740 4 client.15516 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:27:27.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.080+0000 7fc95228d740 1 -- 172.21.15.82:0/1186987332 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55efed7c89d0 con 0x55efed870650 2024-09-12T12:27:27.907 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.080+0000 7fc94d44f640 1 --2- 172.21.15.82:0/1186987332 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55efed870650 0x55efed872ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.081+0000 7fc9317fa640 10 client.15516 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:27.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.081+0000 7fc94d44f640 1 --2- 172.21.15.82:0/1186987332 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55efed870650 0x55efed872ac0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72249f5abc235ea2 server_cookie=36e02f8d9523e2fd in_seq=0 out_seq=0 2024-09-12T12:27:27.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.081+0000 7fc9317fa640 1 -- 172.21.15.82:0/1186987332 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55efed7c89d0 con 0x55efed870650 2024-09-12T12:27:27.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.081+0000 7fc9317fa640 10 client.15516 handle_command_reply: tid=0 2024-09-12T12:27:27.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.081+0000 7fc95228d740 1 client.15516 shutdown 2024-09-12T12:27:27.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.081+0000 7fc95228d740 1 -- 172.21.15.82:0/1186987332 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 msgr2=0x55efed85d7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:27.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.081+0000 7fc95228d740 1 --2- 172.21.15.82:0/1186987332 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed85d7f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fc94409ad70 tx=0x7fc944069d10 comp rx=0 tx=0).stop 2024-09-12T12:27:27.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.082+0000 7fc95228d740 1 -- 172.21.15.82:0/1186987332 shutdown_connections 2024-09-12T12:27:27.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.082+0000 7fc95228d740 1 --2- 172.21.15.82:0/1186987332 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55efed870650 0x55efed872ac0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.082+0000 7fc95228d740 1 --2- 172.21.15.82:0/1186987332 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed860940 0x55efed85e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.082+0000 7fc95228d740 1 --2- 172.21.15.82:0/1186987332 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed856080 0x55efed85dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.082+0000 7fc9317fa640 0 client.15516 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:27.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.082+0000 7fc95228d740 1 --2- 172.21.15.82:0/1186987332 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed85d7f0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.082+0000 7fc95228d740 1 -- 172.21.15.82:0/1186987332 >> 172.21.15.82:0/1186987332 conn(0x55efed851cf0 msgr2=0x55efed857a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:27.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.082+0000 7fc95228d740 1 -- 172.21.15.82:0/1186987332 shutdown_connections 2024-09-12T12:27:27.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.082+0000 7fc95228d740 1 -- 172.21.15.82:0/1186987332 wait complete. 2024-09-12T12:27:27.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.082+0000 7fc95228d740 20 client.15516 trim_cache size 0 max 16384 2024-09-12T12:27:27.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.114+0000 7fc95228d740 1 Processor -- start 2024-09-12T12:27:27.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.114+0000 7fc95228d740 1 -- start start 2024-09-12T12:27:27.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.114+0000 7fc95228d740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed85f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.114+0000 7fc95228d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed856080 0x55efed85c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.114+0000 7fc95228d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed860940 0x55efed85e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.114+0000 7fc95228d740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc9481afd80 con 0x55efed855760 2024-09-12T12:27:27.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.114+0000 7fc95228d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc9481b18c0 con 0x55efed860940 2024-09-12T12:27:27.909 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.114+0000 7fc95228d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc9481b0450 con 0x55efed856080 2024-09-12T12:27:27.910 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc94dc50640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed85f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.910 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc94dc50640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed85f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56242/0 (socket says 172.21.15.82:56242) 2024-09-12T12:27:27.910 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc94dc50640 1 -- 172.21.15.82:0/1689870437 learned_addr learned my addr 172.21.15.82:0/1689870437 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:27.910 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc94d44f640 1 --2- 172.21.15.82:0/1689870437 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed856080 0x55efed85c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.910 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc94e451640 1 --2- 172.21.15.82:0/1689870437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed860940 0x55efed85e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.910 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc94dc50640 1 -- 172.21.15.82:0/1689870437 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed856080 msgr2=0x55efed85c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:27.910 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc94dc50640 1 --2- 172.21.15.82:0/1689870437 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed856080 0x55efed85c0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.910 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc94dc50640 1 -- 172.21.15.82:0/1689870437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed860940 msgr2=0x55efed85e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:27.910 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc94dc50640 1 --2- 172.21.15.82:0/1689870437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed860940 0x55efed85e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.910 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc94dc50640 1 -- 172.21.15.82:0/1689870437 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55efed84d260 con 0x55efed855760 2024-09-12T12:27:27.910 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc94e451640 1 --2- 172.21.15.82:0/1689870437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed860940 0x55efed85e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:27.910 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc94dc50640 1 --2- 172.21.15.82:0/1689870437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed85f6c0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fc9440a3520 tx=0x7fc9440d0040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3d6bfa88029f994 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:27.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc9337fe640 1 -- 172.21.15.82:0/1689870437 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94409e070 con 0x55efed855760 2024-09-12T12:27:27.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc9337fe640 1 -- 172.21.15.82:0/1689870437 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc940043070 con 0x55efed855760 2024-09-12T12:27:27.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.115+0000 7fc9337fe640 1 -- 172.21.15.82:0/1689870437 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc94406a070 con 0x55efed855760 2024-09-12T12:27:27.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.116+0000 7fc95228d740 1 -- 172.21.15.82:0/1689870437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 msgr2=0x55efed85f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:27.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.116+0000 7fc95228d740 1 --2- 172.21.15.82:0/1689870437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed85f6c0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fc9440a3520 tx=0x7fc9440d0040 comp rx=0 tx=0).stop 2024-09-12T12:27:27.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.116+0000 7fc95228d740 1 -- 172.21.15.82:0/1689870437 shutdown_connections 2024-09-12T12:27:27.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.116+0000 7fc95228d740 1 --2- 172.21.15.82:0/1689870437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed860940 0x55efed85e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.116+0000 7fc95228d740 1 --2- 172.21.15.82:0/1689870437 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed856080 0x55efed85c0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.116+0000 7fc95228d740 1 --2- 172.21.15.82:0/1689870437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed855760 0x55efed85f6c0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.116+0000 7fc95228d740 1 -- 172.21.15.82:0/1689870437 >> 172.21.15.82:0/1689870437 conn(0x55efed851cf0 msgr2=0x55efed86bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:27.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.116+0000 7fc95228d740 1 -- 172.21.15.82:0/1689870437 shutdown_connections 2024-09-12T12:27:27.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.116+0000 7fc95228d740 1 -- 172.21.15.82:0/1689870437 wait complete. 2024-09-12T12:27:27.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.116+0000 7fc95228d740 1 -- start start 2024-09-12T12:27:27.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.116+0000 7fc95228d740 1 Processor -- start 2024-09-12T12:27:27.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc95228d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed855760 0x55efed864960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc95228d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed856080 0x55efed864ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc95228d740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed860940 0x55efed8eb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc95228d740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc9481b11f0 con 0x55efed860940 2024-09-12T12:27:27.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc95228d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc9481b0b20 con 0x55efed855760 2024-09-12T12:27:27.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc95228d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc9481add60 con 0x55efed856080 2024-09-12T12:27:27.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc95228d740 10 client.0 _ll_register_callbacks cb 0x7fc94409ac80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:27.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc94e451640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed860940 0x55efed8eb3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc94e451640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed860940 0x55efed8eb3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56244/0 (socket says 172.21.15.82:56244) 2024-09-12T12:27:27.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc94e451640 1 -- 172.21.15.82:0/513721013 learned_addr learned my addr 172.21.15.82:0/513721013 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:27.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc94d44f640 1 --2- 172.21.15.82:0/513721013 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed856080 0x55efed864ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc94dc50640 1 --2- 172.21.15.82:0/513721013 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed855760 0x55efed864960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc94e451640 1 -- 172.21.15.82:0/513721013 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed856080 msgr2=0x55efed864ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:27.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc94e451640 1 --2- 172.21.15.82:0/513721013 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed856080 0x55efed864ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc94e451640 1 -- 172.21.15.82:0/513721013 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed855760 msgr2=0x55efed864960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:27.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc94e451640 1 --2- 172.21.15.82:0/513721013 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed855760 0x55efed864960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc94e451640 1 -- 172.21.15.82:0/513721013 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55efed865730 con 0x55efed860940 2024-09-12T12:27:27.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.117+0000 7fc94dc50640 1 --2- 172.21.15.82:0/513721013 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed855760 0x55efed864960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:27.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.118+0000 7fc94e451640 1 --2- 172.21.15.82:0/513721013 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed860940 0x55efed8eb3b0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fc940009540 tx=0x7fc940009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22a5915fbd408af1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:27.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.118+0000 7fc9317fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:27.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.118+0000 7fc9317fa640 1 -- 172.21.15.82:0/513721013 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc940041040 con 0x55efed860940 2024-09-12T12:27:27.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.118+0000 7fc9317fa640 1 -- 172.21.15.82:0/513721013 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fc9400046a0 con 0x55efed860940 2024-09-12T12:27:27.913 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.118+0000 7fc95228d740 1 -- 172.21.15.82:0/513721013 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc940043070 con 0x55efed860940 2024-09-12T12:27:27.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.118+0000 7fc9317fa640 1 -- 172.21.15.82:0/513721013 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc940047560 con 0x55efed860940 2024-09-12T12:27:27.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.118+0000 7fc95228d740 10 client.15522 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:27.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.118+0000 7fc95228d740 1 -- 172.21.15.82:0/513721013 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55efed8f5120 con 0x55efed860940 2024-09-12T12:27:27.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.118+0000 7fc9317fa640 1 -- 172.21.15.82:0/513721013 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc940043070 con 0x55efed860940 2024-09-12T12:27:27.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.119+0000 7fc9317fa640 1 -- 172.21.15.82:0/513721013 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc940030070 con 0x55efed860940 2024-09-12T12:27:27.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.119+0000 7fc95228d740 10 client.15522 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:27.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.119+0000 7fc95228d740 10 client.15522 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:27:27.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.119+0000 7fc95228d740 20 client.15522 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:27.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.119+0000 7fc95228d740 1 --2- 172.21.15.82:0/513721013 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55efed870650 0x55efed8f74f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:27.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.119+0000 7fc95228d740 4 client.15522 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.5, "await_for": 45.0}] 2024-09-12T12:27:27.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.119+0000 7fc95228d740 1 -- 172.21.15.82:0/513721013 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.5, "await_for": 45.0}) -- 0x55efed7c2d20 con 0x55efed870650 2024-09-12T12:27:27.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.119+0000 7fc94dc50640 1 --2- 172.21.15.82:0/513721013 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55efed870650 0x55efed8f74f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:27.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.119+0000 7fc94dc50640 1 --2- 172.21.15.82:0/513721013 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55efed870650 0x55efed8f74f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2d1a147f6244205 server_cookie=bc50700e189a9e0c in_seq=0 out_seq=0 2024-09-12T12:27:27.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.119+0000 7fc9317fa640 10 client.15522 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:27.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.131+0000 7fc9317fa640 1 -- 172.21.15.82:0/513721013 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55efed7c2d20 con 0x55efed870650 2024-09-12T12:27:27.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.131+0000 7fc9317fa640 10 client.15522 handle_command_reply: tid=0 2024-09-12T12:27:27.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.131+0000 7fc95228d740 1 client.15522 shutdown 2024-09-12T12:27:27.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.131+0000 7fc95228d740 1 -- 172.21.15.82:0/513721013 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed860940 msgr2=0x55efed8eb3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:27.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.131+0000 7fc95228d740 1 --2- 172.21.15.82:0/513721013 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed860940 0x55efed8eb3b0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fc940009540 tx=0x7fc940009570 comp rx=0 tx=0).stop 2024-09-12T12:27:27.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc95228d740 1 -- 172.21.15.82:0/513721013 shutdown_connections 2024-09-12T12:27:27.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc95228d740 1 --2- 172.21.15.82:0/513721013 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55efed870650 0x55efed8f74f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc95228d740 1 --2- 172.21.15.82:0/513721013 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55efed860940 0x55efed8eb3b0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc9317fa640 0 client.15522 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:27.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc95228d740 1 --2- 172.21.15.82:0/513721013 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55efed856080 0x55efed864ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc95228d740 1 --2- 172.21.15.82:0/513721013 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55efed855760 0x55efed864960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc95228d740 1 -- 172.21.15.82:0/513721013 >> 172.21.15.82:0/513721013 conn(0x55efed851cf0 msgr2=0x55efed850650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:27.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc95228d740 1 -- 172.21.15.82:0/513721013 shutdown_connections 2024-09-12T12:27:27.916 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc95228d740 1 -- 172.21.15.82:0/513721013 wait complete. 2024-09-12T12:27:27.916 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:27:27.916 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:27:27.916 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:27:27.916 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 2, 2024-09-12T12:27:27.917 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:27:27.917 INFO:teuthology.orchestra.run.smithi082.stdout: "a67b2c00": { 2024-09-12T12:27:27.917 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 2, 2024-09-12T12:27:27.917 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:27:27.917 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:27:27.917 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:27:27.917 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:27:27.917 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:27:27.917 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:27:27.917 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 144.5, 2024-09-12T12:27:27.917 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:27:27.917 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:27:27.917 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:27:27.918 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:27:27.918 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:27:27.918 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:27:27.918 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:27:27.918 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:27:27.918 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:27:27.918 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:27:27.918 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:27:27.918 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:27:27.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc95228d740 20 client.15522 trim_cache size 0 max 16384 2024-09-12T12:27:27.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc94feb4640 1 -- 172.21.15.82:0/3121696881 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc9340a2e90 msgr2=0x7fc9340a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:27.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc94feb4640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc9340a2e90 0x7fc9340a5350 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc94004c000 tx=0x7fc94004d000 comp rx=0 tx=0).stop 2024-09-12T12:27:27.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc94feb4640 1 -- 172.21.15.82:0/3121696881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc948100a60 msgr2=0x7fc9481963b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:27.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc94feb4640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc948100a60 0x7fc9481963b0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc94400b4a0 tx=0x7fc94400b960 comp rx=0 tx=0).stop 2024-09-12T12:27:27.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc94feb4640 1 -- 172.21.15.82:0/3121696881 shutdown_connections 2024-09-12T12:27:27.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc94feb4640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc9340a2e90 0x7fc9340a5350 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc94feb4640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc948106a60 0x7fc94819ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc94feb4640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc948101400 0x7fc9481968f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc94feb4640 1 --2- 172.21.15.82:0/3121696881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc948100a60 0x7fc9481963b0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:27.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.132+0000 7fc94feb4640 1 -- 172.21.15.82:0/3121696881 >> 172.21.15.82:0/3121696881 conn(0x7fc9480fc780 msgr2=0x7fc9480fd0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:27.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.133+0000 7fc94feb4640 1 -- 172.21.15.82:0/3121696881 shutdown_connections 2024-09-12T12:27:27.919 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:27.133+0000 7fc94feb4640 1 -- 172.21.15.82:0/3121696881 wait complete. 2024-09-12T12:27:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:28 smithi097 ceph-mon[34923]: pgmap v26: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-09-12T12:27:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:28 smithi082 ceph-mon[31122]: pgmap v26: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-09-12T12:27:28.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:28 smithi114 ceph-mon[35514]: pgmap v26: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-09-12T12:27:29.354 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'a67b2c00', quiesce took 7.4 seconds. Will release after: 17.1 2024-09-12T12:27:31.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:31 smithi114 ceph-mon[35514]: pgmap v27: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-09-12T12:27:31.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:31 smithi097 ceph-mon[34923]: pgmap v27: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-09-12T12:27:31.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:31 smithi082 ceph-mon[31122]: pgmap v27: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-09-12T12:27:33.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:33 smithi114 ceph-mon[35514]: pgmap v28: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-09-12T12:27:33.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:33 smithi097 ceph-mon[34923]: pgmap v28: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-09-12T12:27:33.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:33 smithi082 ceph-mon[31122]: pgmap v28: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-09-12T12:27:35.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:35 smithi114 ceph-mon[35514]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-09-12T12:27:35.582 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:35 smithi082 ceph-mon[31122]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-09-12T12:27:35.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:35 smithi097 ceph-mon[34923]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-09-12T12:27:37.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:37 smithi114 ceph-mon[35514]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-09-12T12:27:37.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:37 smithi097 ceph-mon[34923]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-09-12T12:27:37.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:37 smithi082 ceph-mon[31122]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-09-12T12:27:38.705 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.702+0000 7ff95bb4b640 1 -- 172.21.15.82:0/2281062629 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff954101350 msgr2=0x7ff95410d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:38.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.702+0000 7ff95bb4b640 1 --2- 172.21.15.82:0/2281062629 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff954101350 0x7ff95410d880 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7ff94c009cd0 tx=0x7ff94c02a8e0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.702+0000 7ff95bb4b640 1 -- 172.21.15.82:0/2281062629 shutdown_connections 2024-09-12T12:27:38.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.702+0000 7ff95bb4b640 1 --2- 172.21.15.82:0/2281062629 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff954101350 0x7ff95410d880 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.702+0000 7ff95bb4b640 1 --2- 172.21.15.82:0/2281062629 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9541009b0 0x7ff954100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.702+0000 7ff95bb4b640 1 --2- 172.21.15.82:0/2281062629 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9541069c0 0x7ff954106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.702+0000 7ff95bb4b640 1 -- 172.21.15.82:0/2281062629 >> 172.21.15.82:0/2281062629 conn(0x7ff954077990 msgr2=0x7ff9540fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:38.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.702+0000 7ff95bb4b640 1 -- 172.21.15.82:0/2281062629 shutdown_connections 2024-09-12T12:27:38.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.702+0000 7ff95bb4b640 1 -- 172.21.15.82:0/2281062629 wait complete. 2024-09-12T12:27:38.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.703+0000 7ff95bb4b640 1 Processor -- start 2024-09-12T12:27:38.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.703+0000 7ff95bb4b640 1 -- start start 2024-09-12T12:27:38.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.703+0000 7ff95bb4b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9541009b0 0x7ff954198f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.703+0000 7ff95bb4b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff954101350 0x7ff9541994c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.703+0000 7ff95bb4b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9541069c0 0x7ff9541a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.703+0000 7ff95bb4b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff954110e00 con 0x7ff954101350 2024-09-12T12:27:38.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.703+0000 7ff95bb4b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff954110c80 con 0x7ff9541069c0 2024-09-12T12:27:38.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.703+0000 7ff95bb4b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff954110f80 con 0x7ff9541009b0 2024-09-12T12:27:38.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.703+0000 7ff9590e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff954101350 0x7ff9541994c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.703+0000 7ff9590e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff954101350 0x7ff9541994c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35218/0 (socket says 172.21.15.82:35218) 2024-09-12T12:27:38.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.703+0000 7ff9590e6640 1 -- 172.21.15.82:0/855803836 learned_addr learned my addr 172.21.15.82:0/855803836 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:38.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.704+0000 7ff9598e7640 1 --2- 172.21.15.82:0/855803836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9541009b0 0x7ff954198f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.704+0000 7ff95a0e8640 1 --2- 172.21.15.82:0/855803836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9541069c0 0x7ff9541a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.704+0000 7ff9590e6640 1 -- 172.21.15.82:0/855803836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9541009b0 msgr2=0x7ff954198f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:38.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.704+0000 7ff9590e6640 1 --2- 172.21.15.82:0/855803836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9541009b0 0x7ff954198f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.704+0000 7ff9590e6640 1 -- 172.21.15.82:0/855803836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9541069c0 msgr2=0x7ff9541a4000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:38.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.704+0000 7ff9590e6640 1 --2- 172.21.15.82:0/855803836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9541069c0 0x7ff9541a4000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.704+0000 7ff9590e6640 1 -- 172.21.15.82:0/855803836 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9541a4540 con 0x7ff954101350 2024-09-12T12:27:38.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.704+0000 7ff9590e6640 1 --2- 172.21.15.82:0/855803836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff954101350 0x7ff9541994c0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7ff94400d770 tx=0x7ff94400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:38.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.704+0000 7ff94affd640 1 -- 172.21.15.82:0/855803836 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff944017070 con 0x7ff954101350 2024-09-12T12:27:38.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.704+0000 7ff94affd640 1 -- 172.21.15.82:0/855803836 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff944005500 con 0x7ff954101350 2024-09-12T12:27:38.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.704+0000 7ff94affd640 1 -- 172.21.15.82:0/855803836 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff944004e00 con 0x7ff954101350 2024-09-12T12:27:38.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.704+0000 7ff95bb4b640 1 -- 172.21.15.82:0/855803836 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9541a4710 con 0x7ff954101350 2024-09-12T12:27:38.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.704+0000 7ff95bb4b640 1 -- 172.21.15.82:0/855803836 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9541a4be0 con 0x7ff954101350 2024-09-12T12:27:38.710 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.707+0000 7ff95e9c6740 1 Processor -- start 2024-09-12T12:27:38.710 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.707+0000 7ff95e9c6740 1 -- start start 2024-09-12T12:27:38.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95e9c6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c509153df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95e9c6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509154330 0x55c509162b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95e9c6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c5091654b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95e9c6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c5090b82f0 con 0x55c5091630c0 2024-09-12T12:27:38.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95e9c6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c509060270 con 0x55c509154330 2024-09-12T12:27:38.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95e9c6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55c5090b42b0 con 0x55c509153a10 2024-09-12T12:27:38.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95a0e8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c509153df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff9598e7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509154330 0x55c509162b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95a0e8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c509153df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.82:58708/0 (socket says 172.21.15.82:58708) 2024-09-12T12:27:38.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95a0e8640 1 -- 172.21.15.82:0/2041771882 learned_addr learned my addr 172.21.15.82:0/2041771882 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:38.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95a0e8640 1 -- 172.21.15.82:0/2041771882 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509154330 msgr2=0x55c509162b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:38.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95a0e8640 1 --2- 172.21.15.82:0/2041771882 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509154330 0x55c509162b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95a0e8640 1 -- 172.21.15.82:0/2041771882 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 msgr2=0x55c5091654b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T12:27:38.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95a0e8640 1 --2- 172.21.15.82:0/2041771882 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c5091654b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95a0e8640 1 -- 172.21.15.82:0/2041771882 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c50905f340 con 0x55c509153a10 2024-09-12T12:27:38.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff94affd640 1 -- 172.21.15.82:0/855803836 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 24) ==== 138117+0+0 (secure 0 0 0) 0x7ff944004fa0 con 0x7ff954101350 2024-09-12T12:27:38.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.708+0000 7ff95a0e8640 1 --2- 172.21.15.82:0/2041771882 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c509153df0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ff94c035000 tx=0x7ff94c0093f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=508ce98f6444a0b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:38.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.709+0000 7ff93ffff640 1 -- 172.21.15.82:0/2041771882 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff94c0318c0 con 0x55c509153a10 2024-09-12T12:27:38.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.709+0000 7ff93ffff640 1 -- 172.21.15.82:0/2041771882 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff94c036040 con 0x55c509153a10 2024-09-12T12:27:38.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.709+0000 7ff93ffff640 1 -- 172.21.15.82:0/2041771882 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff94c004430 con 0x55c509153a10 2024-09-12T12:27:38.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.709+0000 7ff94affd640 1 --2- 172.21.15.82:0/855803836 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff9400a2fd0 0x7ff9400a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.709+0000 7ff9598e7640 1 --2- 172.21.15.82:0/855803836 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff9400a2fd0 0x7ff9400a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.709+0000 7ff94affd640 1 -- 172.21.15.82:0/855803836 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7ff9440d2170 con 0x7ff954101350 2024-09-12T12:27:38.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.710+0000 7ff95e9c6740 1 -- 172.21.15.82:0/2041771882 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 msgr2=0x55c509153df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:38.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.710+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/2041771882 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c509153df0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ff94c035000 tx=0x7ff94c0093f0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.710+0000 7ff95e9c6740 1 -- 172.21.15.82:0/2041771882 shutdown_connections 2024-09-12T12:27:38.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.710+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/2041771882 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c5091654b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.710+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/2041771882 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509154330 0x55c509162b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.710+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/2041771882 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c509153df0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.710+0000 7ff95e9c6740 1 -- 172.21.15.82:0/2041771882 >> 172.21.15.82:0/2041771882 conn(0x55c509150060 msgr2=0x55c509150440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:38.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.710+0000 7ff9598e7640 1 --2- 172.21.15.82:0/855803836 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff9400a2fd0 0x7ff9400a5490 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff950005fd0 tx=0x7ff950009350 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:38.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.710+0000 7ff95e9c6740 1 -- 172.21.15.82:0/2041771882 shutdown_connections 2024-09-12T12:27:38.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.710+0000 7ff95e9c6740 1 -- 172.21.15.82:0/2041771882 wait complete. 2024-09-12T12:27:38.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.710+0000 7ff95e9c6740 1 -- start start 2024-09-12T12:27:38.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.711+0000 7ff95e9c6740 1 Processor -- start 2024-09-12T12:27:38.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.711+0000 7ff95e9c6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c509160060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.711+0000 7ff95e9c6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c509154330 0x55c5091605a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.711+0000 7ff95e9c6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c5091630c0 0x55c509160ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.711+0000 7ff95e9c6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c509165c90 con 0x55c509154330 2024-09-12T12:27:38.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.711+0000 7ff9590e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c509154330 0x55c5091605a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.711+0000 7ff95e9c6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c509041290 con 0x55c5091630c0 2024-09-12T12:27:38.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.711+0000 7ff9590e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c509154330 0x55c5091605a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35222/0 (socket says 172.21.15.82:35222) 2024-09-12T12:27:38.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.711+0000 7ff9590e6640 1 -- 172.21.15.82:0/458997645 learned_addr learned my addr 172.21.15.82:0/458997645 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:38.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.711+0000 7ff95e9c6740 1 -- 172.21.15.82:0/458997645 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55c509165e10 con 0x55c509153a10 2024-09-12T12:27:38.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.711+0000 7ff95a0e8640 1 --2- 172.21.15.82:0/458997645 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c5091630c0 0x55c509160ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.711+0000 7ff9598e7640 1 --2- 172.21.15.82:0/458997645 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c509160060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.711+0000 7ff95e9c6740 10 client.0 _ll_register_callbacks cb 0x55c509072140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:38.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.712+0000 7ff9590e6640 1 -- 172.21.15.82:0/458997645 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 msgr2=0x55c509160060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:38.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.712+0000 7ff9590e6640 1 --2- 172.21.15.82:0/458997645 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c509160060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.712+0000 7ff9590e6640 1 -- 172.21.15.82:0/458997645 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c5091630c0 msgr2=0x55c509160ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:38.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.712+0000 7ff9590e6640 1 --2- 172.21.15.82:0/458997645 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c5091630c0 0x55c509160ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.712+0000 7ff9590e6640 1 -- 172.21.15.82:0/458997645 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c508dcb210 con 0x55c509154330 2024-09-12T12:27:38.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.712+0000 7ff9590e6640 1 --2- 172.21.15.82:0/458997645 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c509154330 0x55c5091605a0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7ff944009610 tx=0x7ff94409a280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f91cb639b3b1412 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:38.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.712+0000 7ff93d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:38.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.712+0000 7ff93d7fa640 1 -- 172.21.15.82:0/458997645 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff944083e60 con 0x55c509154330 2024-09-12T12:27:38.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.712+0000 7ff93d7fa640 1 -- 172.21.15.82:0/458997645 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7ff944096f90 con 0x55c509154330 2024-09-12T12:27:38.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.712+0000 7ff95e9c6740 1 -- 172.21.15.82:0/458997645 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff94c036040 con 0x55c509154330 2024-09-12T12:27:38.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.712+0000 7ff93d7fa640 1 -- 172.21.15.82:0/458997645 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff9440d3060 con 0x55c509154330 2024-09-12T12:27:38.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.712+0000 7ff95e9c6740 10 client.15531 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:38.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.712+0000 7ff95e9c6740 1 -- 172.21.15.82:0/458997645 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c508e97620 con 0x55c509154330 2024-09-12T12:27:38.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.713+0000 7ff93d7fa640 1 -- 172.21.15.82:0/458997645 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff94c036040 con 0x55c509154330 2024-09-12T12:27:38.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.713+0000 7ff93d7fa640 1 -- 172.21.15.82:0/458997645 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff9440850b0 con 0x55c509154330 2024-09-12T12:27:38.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.713+0000 7ff95e9c6740 10 client.15531 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:38.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.713+0000 7ff95e9c6740 10 client.15531 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:27:38.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.713+0000 7ff95e9c6740 20 client.15531 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:38.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.713+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/458997645 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c5091730f0 0x55c5091754e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.713+0000 7ff95e9c6740 4 client.15531 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:27:38.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.713+0000 7ff95e9c6740 1 -- 172.21.15.82:0/458997645 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c5090c5a20 con 0x55c5091730f0 2024-09-12T12:27:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.713+0000 7ff9598e7640 1 --2- 172.21.15.82:0/458997645 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c5091730f0 0x55c5091754e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.714+0000 7ff93d7fa640 10 client.15531 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.714+0000 7ff9598e7640 1 --2- 172.21.15.82:0/458997645 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c5091730f0 0x55c5091754e0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f3c07bcff50b7cb server_cookie=c6ff7b02c1cf32d5 in_seq=0 out_seq=0 2024-09-12T12:27:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.714+0000 7ff93d7fa640 1 -- 172.21.15.82:0/458997645 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c5090c5a20 con 0x55c5091730f0 2024-09-12T12:27:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.714+0000 7ff93d7fa640 10 client.15531 handle_command_reply: tid=0 2024-09-12T12:27:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.715+0000 7ff95e9c6740 1 client.15531 shutdown 2024-09-12T12:27:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.715+0000 7ff95e9c6740 1 -- 172.21.15.82:0/458997645 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c509154330 msgr2=0x55c5091605a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.715+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/458997645 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c509154330 0x55c5091605a0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7ff944009610 tx=0x7ff94409a280 comp rx=0 tx=0).stop 2024-09-12T12:27:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.715+0000 7ff95e9c6740 1 -- 172.21.15.82:0/458997645 shutdown_connections 2024-09-12T12:27:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.715+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/458997645 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c5091730f0 0x55c5091754e0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.715+0000 7ff93d7fa640 0 client.15531 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.715+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/458997645 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c5091630c0 0x55c509160ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.715+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/458997645 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c509154330 0x55c5091605a0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.715+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/458997645 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c509160060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.715+0000 7ff95e9c6740 1 -- 172.21.15.82:0/458997645 >> 172.21.15.82:0/458997645 conn(0x55c509150060 msgr2=0x55c50914f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:38.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.715+0000 7ff95e9c6740 1 -- 172.21.15.82:0/458997645 shutdown_connections 2024-09-12T12:27:38.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.715+0000 7ff95e9c6740 1 -- 172.21.15.82:0/458997645 wait complete. 2024-09-12T12:27:38.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.715+0000 7ff95e9c6740 20 client.15531 trim_cache size 0 max 16384 2024-09-12T12:27:38.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.743+0000 7ff95e9c6740 1 Processor -- start 2024-09-12T12:27:38.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.743+0000 7ff95e9c6740 1 -- start start 2024-09-12T12:27:38.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.743+0000 7ff95e9c6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c50917ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.743+0000 7ff95e9c6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509154330 0x55c50917b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.743+0000 7ff95e9c6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c50915d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.743+0000 7ff95e9c6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff9541ab790 con 0x55c5091630c0 2024-09-12T12:27:38.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.743+0000 7ff95e9c6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff9541ad2d0 con 0x55c509154330 2024-09-12T12:27:38.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.743+0000 7ff95e9c6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff9541abe60 con 0x55c509153a10 2024-09-12T12:27:38.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.743+0000 7ff95a0e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c50915d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.743+0000 7ff95a0e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c50915d2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35230/0 (socket says 172.21.15.82:35230) 2024-09-12T12:27:38.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.743+0000 7ff95a0e8640 1 -- 172.21.15.82:0/1366956199 learned_addr learned my addr 172.21.15.82:0/1366956199 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:38.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.743+0000 7ff9598e7640 1 --2- 172.21.15.82:0/1366956199 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c50917ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.743+0000 7ff9590e6640 1 --2- 172.21.15.82:0/1366956199 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509154330 0x55c50917b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.744+0000 7ff9598e7640 1 -- 172.21.15.82:0/1366956199 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509154330 msgr2=0x55c50917b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:38.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.744+0000 7ff9598e7640 1 --2- 172.21.15.82:0/1366956199 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509154330 0x55c50917b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.744+0000 7ff9598e7640 1 -- 172.21.15.82:0/1366956199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 msgr2=0x55c50915d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:38.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.744+0000 7ff9598e7640 1 --2- 172.21.15.82:0/1366956199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c50915d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.744+0000 7ff9598e7640 1 -- 172.21.15.82:0/1366956199 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c509175ac0 con 0x55c509153a10 2024-09-12T12:27:38.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.744+0000 7ff95a0e8640 1 --2- 172.21.15.82:0/1366956199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c50915d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:27:38.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.744+0000 7ff9598e7640 1 --2- 172.21.15.82:0/1366956199 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c50917ad50 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x55c509165f10 tx=0x7ff950014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=89ca5d026219831b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:38.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.744+0000 7ff93f7fe640 1 -- 172.21.15.82:0/1366956199 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95002d070 con 0x55c509153a10 2024-09-12T12:27:38.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.744+0000 7ff93f7fe640 1 -- 172.21.15.82:0/1366956199 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff950028a70 con 0x55c509153a10 2024-09-12T12:27:38.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.744+0000 7ff93f7fe640 1 -- 172.21.15.82:0/1366956199 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95001fc40 con 0x55c509153a10 2024-09-12T12:27:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.745+0000 7ff95e9c6740 1 -- 172.21.15.82:0/1366956199 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 msgr2=0x55c50917ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.745+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/1366956199 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c50917ad50 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x55c509165f10 tx=0x7ff950014000 comp rx=0 tx=0).stop 2024-09-12T12:27:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.745+0000 7ff95e9c6740 1 -- 172.21.15.82:0/1366956199 shutdown_connections 2024-09-12T12:27:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.745+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/1366956199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c50915d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.745+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/1366956199 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509154330 0x55c50917b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.745+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/1366956199 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509153a10 0x55c50917ad50 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.745+0000 7ff95e9c6740 1 -- 172.21.15.82:0/1366956199 >> 172.21.15.82:0/1366956199 conn(0x55c509150060 msgr2=0x55c50914f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:38.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.745+0000 7ff95e9c6740 1 -- 172.21.15.82:0/1366956199 shutdown_connections 2024-09-12T12:27:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.745+0000 7ff95e9c6740 1 -- 172.21.15.82:0/1366956199 wait complete. 2024-09-12T12:27:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.746+0000 7ff95e9c6740 1 -- start start 2024-09-12T12:27:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.746+0000 7ff95e9c6740 1 Processor -- start 2024-09-12T12:27:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.746+0000 7ff95e9c6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509153a10 0x55c50916b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.746+0000 7ff95e9c6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509154330 0x55c50916b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.746+0000 7ff95e9c6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c509168070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.746+0000 7ff95e9c6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff9541acc00 con 0x55c5091630c0 2024-09-12T12:27:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.746+0000 7ff95e9c6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff9541ac530 con 0x55c509153a10 2024-09-12T12:27:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.746+0000 7ff95e9c6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff9541a9770 con 0x55c509154330 2024-09-12T12:27:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.746+0000 7ff95e9c6740 10 client.0 _ll_register_callbacks cb 0x7ff9440d1070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.746+0000 7ff95a0e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c509168070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.746+0000 7ff95a0e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c509168070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35238/0 (socket says 172.21.15.82:35238) 2024-09-12T12:27:38.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.746+0000 7ff95a0e8640 1 -- 172.21.15.82:0/4091121691 learned_addr learned my addr 172.21.15.82:0/4091121691 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.746+0000 7ff9598e7640 1 --2- 172.21.15.82:0/4091121691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509153a10 0x55c50916b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.747+0000 7ff9590e6640 1 --2- 172.21.15.82:0/4091121691 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509154330 0x55c50916b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.747+0000 7ff95a0e8640 1 -- 172.21.15.82:0/4091121691 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509154330 msgr2=0x55c50916b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.747+0000 7ff95a0e8640 1 --2- 172.21.15.82:0/4091121691 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509154330 0x55c50916b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.747+0000 7ff95a0e8640 1 -- 172.21.15.82:0/4091121691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509153a10 msgr2=0x55c50916b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.747+0000 7ff95a0e8640 1 --2- 172.21.15.82:0/4091121691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509153a10 0x55c50916b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.747+0000 7ff95a0e8640 1 -- 172.21.15.82:0/4091121691 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5091685b0 con 0x55c5091630c0 2024-09-12T12:27:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.747+0000 7ff95a0e8640 1 --2- 172.21.15.82:0/4091121691 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c509168070 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7ff94c02ae00 tx=0x7ff94c02ae80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4500060ef5474c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.747+0000 7ff93d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.747+0000 7ff93d7fa640 1 -- 172.21.15.82:0/4091121691 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff94c0305a0 con 0x55c5091630c0 2024-09-12T12:27:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.747+0000 7ff95e9c6740 1 -- 172.21.15.82:0/4091121691 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff950028a70 con 0x55c5091630c0 2024-09-12T12:27:38.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.747+0000 7ff93d7fa640 1 -- 172.21.15.82:0/4091121691 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7ff94c030740 con 0x55c5091630c0 2024-09-12T12:27:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.747+0000 7ff93d7fa640 1 -- 172.21.15.82:0/4091121691 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff94c030940 con 0x55c5091630c0 2024-09-12T12:27:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.747+0000 7ff95e9c6740 10 client.15537 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.747+0000 7ff95e9c6740 1 -- 172.21.15.82:0/4091121691 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c509156850 con 0x55c5091630c0 2024-09-12T12:27:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.748+0000 7ff93d7fa640 1 -- 172.21.15.82:0/4091121691 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff950028a70 con 0x55c5091630c0 2024-09-12T12:27:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.748+0000 7ff93d7fa640 1 -- 172.21.15.82:0/4091121691 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff94c030070 con 0x55c5091630c0 2024-09-12T12:27:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.748+0000 7ff95e9c6740 10 client.15537 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.748+0000 7ff95e9c6740 10 client.15537 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:27:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.748+0000 7ff95e9c6740 20 client.15537 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.748+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/4091121691 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c509156b30 0x55c509158f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.748+0000 7ff95e9c6740 4 client.15537 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:27:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.748+0000 7ff95e9c6740 1 -- 172.21.15.82:0/4091121691 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c50914f930 con 0x55c509156b30 2024-09-12T12:27:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.748+0000 7ff9598e7640 1 --2- 172.21.15.82:0/4091121691 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c509156b30 0x55c509158f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.749+0000 7ff93d7fa640 10 client.15537 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.749+0000 7ff9598e7640 1 --2- 172.21.15.82:0/4091121691 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c509156b30 0x55c509158f50 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d9f6e06c564da11 server_cookie=adf1fd979cba93e8 in_seq=0 out_seq=0 2024-09-12T12:27:38.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.756+0000 7ff93d7fa640 1 -- 172.21.15.82:0/4091121691 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c50914f930 con 0x55c509156b30 2024-09-12T12:27:38.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.756+0000 7ff93d7fa640 10 client.15537 handle_command_reply: tid=0 2024-09-12T12:27:38.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.756+0000 7ff95e9c6740 1 client.15537 shutdown 2024-09-12T12:27:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.757+0000 7ff95e9c6740 1 -- 172.21.15.82:0/4091121691 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 msgr2=0x55c509168070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.757+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/4091121691 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c509168070 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7ff94c02ae00 tx=0x7ff94c02ae80 comp rx=0 tx=0).stop 2024-09-12T12:27:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.757+0000 7ff95e9c6740 1 -- 172.21.15.82:0/4091121691 shutdown_connections 2024-09-12T12:27:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.757+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/4091121691 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c509156b30 0x55c509158f50 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.757+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/4091121691 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c5091630c0 0x55c509168070 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.757+0000 7ff93d7fa640 0 client.15537 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.757+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/4091121691 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c509154330 0x55c50916b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.757+0000 7ff95e9c6740 1 --2- 172.21.15.82:0/4091121691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c509153a10 0x55c50916b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.757+0000 7ff95e9c6740 1 -- 172.21.15.82:0/4091121691 >> 172.21.15.82:0/4091121691 conn(0x55c509150060 msgr2=0x55c509155500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.757+0000 7ff95e9c6740 1 -- 172.21.15.82:0/4091121691 shutdown_connections 2024-09-12T12:27:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.757+0000 7ff95e9c6740 1 -- 172.21.15.82:0/4091121691 wait complete. 2024-09-12T12:27:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.757+0000 7ff95e9c6740 20 client.15537 trim_cache size 0 max 16384 2024-09-12T12:27:38.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:27:38.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:27:38.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:27:38.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:27:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.758+0000 7ff95bb4b640 1 -- 172.21.15.82:0/855803836 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff9400a2fd0 msgr2=0x7ff9400a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.758+0000 7ff95bb4b640 1 --2- 172.21.15.82:0/855803836 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff9400a2fd0 0x7ff9400a5490 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff950005fd0 tx=0x7ff950009350 comp rx=0 tx=0).stop 2024-09-12T12:27:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.758+0000 7ff95bb4b640 1 -- 172.21.15.82:0/855803836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff954101350 msgr2=0x7ff9541994c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.758+0000 7ff95bb4b640 1 --2- 172.21.15.82:0/855803836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff954101350 0x7ff9541994c0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7ff94400d770 tx=0x7ff94400dc30 comp rx=0 tx=0).stop 2024-09-12T12:27:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.758+0000 7ff95bb4b640 1 -- 172.21.15.82:0/855803836 shutdown_connections 2024-09-12T12:27:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.758+0000 7ff95bb4b640 1 --2- 172.21.15.82:0/855803836 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff9400a2fd0 0x7ff9400a5490 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.758+0000 7ff95bb4b640 1 --2- 172.21.15.82:0/855803836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9541069c0 0x7ff9541a4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.758+0000 7ff95bb4b640 1 --2- 172.21.15.82:0/855803836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff954101350 0x7ff9541994c0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.758+0000 7ff95bb4b640 1 --2- 172.21.15.82:0/855803836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9541009b0 0x7ff954198f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.758+0000 7ff95bb4b640 1 -- 172.21.15.82:0/855803836 >> 172.21.15.82:0/855803836 conn(0x7ff954077990 msgr2=0x7ff954103340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.758+0000 7ff95bb4b640 1 -- 172.21.15.82:0/855803836 shutdown_connections 2024-09-12T12:27:38.762 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:38.758+0000 7ff95bb4b640 1 -- 172.21.15.82:0/855803836 wait complete. 2024-09-12T12:27:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:38 smithi097 ceph-mon[34923]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-09-12T12:27:38.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:38 smithi082 ceph-mon[31122]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-09-12T12:27:38.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:38 smithi114 ceph-mon[35514]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-09-12T12:27:41.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:41 smithi114 ceph-mon[35514]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-12T12:27:41.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:41 smithi097 ceph-mon[34923]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-12T12:27:41.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:41 smithi082 ceph-mon[31122]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-12T12:27:43.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:43 smithi114 ceph-mon[35514]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-12T12:27:43.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:43 smithi097 ceph-mon[34923]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-12T12:27:43.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:43 smithi082 ceph-mon[31122]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-09-12T12:27:45.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:45 smithi114 ceph-mon[35514]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-09-12T12:27:45.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:45 smithi097 ceph-mon[34923]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-09-12T12:27:45.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:45 smithi082 ceph-mon[31122]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-09-12T12:27:46.455 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:27:46.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:46 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:27:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:46 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:27:46.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:46 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:27:46.837 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:27:47.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.342+0000 7fdd7a650640 1 -- 172.21.15.82:0/1026074328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd74108290 msgr2=0x7fdd7410ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:47.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.342+0000 7fdd7a650640 1 --2- 172.21.15.82:0/1026074328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd74108290 0x7fdd7410ec30 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdd6c009c10 tx=0x7fdd6c02a6e0 comp rx=0 tx=0).stop 2024-09-12T12:27:47.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.342+0000 7fdd7a650640 1 -- 172.21.15.82:0/1026074328 shutdown_connections 2024-09-12T12:27:47.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.342+0000 7fdd7a650640 1 --2- 172.21.15.82:0/1026074328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd74108290 0x7fdd7410ec30 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:47.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.342+0000 7fdd7a650640 1 --2- 172.21.15.82:0/1026074328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdd74103740 0x7fdd74107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:47.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.342+0000 7fdd7a650640 1 --2- 172.21.15.82:0/1026074328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdd74102d90 0x7fdd74103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:47.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.342+0000 7fdd7a650640 1 -- 172.21.15.82:0/1026074328 >> 172.21.15.82:0/1026074328 conn(0x7fdd740fc7d0 msgr2=0x7fdd740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:47.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.342+0000 7fdd7a650640 1 -- 172.21.15.82:0/1026074328 shutdown_connections 2024-09-12T12:27:47.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.342+0000 7fdd7a650640 1 -- 172.21.15.82:0/1026074328 wait complete. 2024-09-12T12:27:47.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.343+0000 7fdd7a650640 1 Processor -- start 2024-09-12T12:27:47.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.343+0000 7fdd7a650640 1 -- start start 2024-09-12T12:27:47.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd7a650640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd74102d90 0x7fdd7419a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:47.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd7a650640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdd74103740 0x7fdd7419ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:47.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd7a650640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdd74108290 0x7fdd7419efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:47.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd737fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdd74103740 0x7fdd7419ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:47.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd73fff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd74102d90 0x7fdd7419a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:47.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd737fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdd74103740 0x7fdd7419ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35256/0 (socket says 172.21.15.82:35256) 2024-09-12T12:27:47.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd737fe640 1 -- 172.21.15.82:0/4064829333 learned_addr learned my addr 172.21.15.82:0/4064829333 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:47.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd7a650640 1 -- 172.21.15.82:0/4064829333 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdd74112040 con 0x7fdd74103740 2024-09-12T12:27:47.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd7a650640 1 -- 172.21.15.82:0/4064829333 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdd74111ec0 con 0x7fdd74102d90 2024-09-12T12:27:47.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd7a650640 1 -- 172.21.15.82:0/4064829333 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdd741121c0 con 0x7fdd74108290 2024-09-12T12:27:47.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd78bed640 1 --2- 172.21.15.82:0/4064829333 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdd74108290 0x7fdd7419efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:47.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd73fff640 1 -- 172.21.15.82:0/4064829333 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdd74108290 msgr2=0x7fdd7419efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:47.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd73fff640 1 --2- 172.21.15.82:0/4064829333 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdd74108290 0x7fdd7419efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:47.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd73fff640 1 -- 172.21.15.82:0/4064829333 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdd74103740 msgr2=0x7fdd7419ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:47.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd73fff640 1 --2- 172.21.15.82:0/4064829333 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdd74103740 0x7fdd7419ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:47.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.344+0000 7fdd73fff640 1 -- 172.21.15.82:0/4064829333 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd7419f6c0 con 0x7fdd74102d90 2024-09-12T12:27:47.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.345+0000 7fdd78bed640 1 --2- 172.21.15.82:0/4064829333 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdd74108290 0x7fdd7419efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:27:47.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.345+0000 7fdd73fff640 1 --2- 172.21.15.82:0/4064829333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd74102d90 0x7fdd7419a710 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fdd64005fd0 tx=0x7fdd6400ee50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:47.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.345+0000 7fdd717fa640 1 -- 172.21.15.82:0/4064829333 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd6400cd00 con 0x7fdd74102d90 2024-09-12T12:27:47.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.345+0000 7fdd7a650640 1 -- 172.21.15.82:0/4064829333 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd7419f9b0 con 0x7fdd74102d90 2024-09-12T12:27:47.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.345+0000 7fdd7a650640 1 -- 172.21.15.82:0/4064829333 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd741a7290 con 0x7fdd74102d90 2024-09-12T12:27:47.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.346+0000 7fdd717fa640 1 -- 172.21.15.82:0/4064829333 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdd640035f0 con 0x7fdd74102d90 2024-09-12T12:27:47.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.346+0000 7fdd717fa640 1 -- 172.21.15.82:0/4064829333 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd64010690 con 0x7fdd74102d90 2024-09-12T12:27:47.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.347+0000 7fdd7a650640 1 -- 172.21.15.82:0/4064829333 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd74103170 con 0x7fdd74102d90 2024-09-12T12:27:47.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.349+0000 7fdd717fa640 1 -- 172.21.15.82:0/4064829333 <== mon.2 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 24) ==== 138117+0+0 (secure 0 0 0) 0x7fdd640037a0 con 0x7fdd74102d90 2024-09-12T12:27:47.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.349+0000 7fdd717fa640 1 --2- 172.21.15.82:0/4064829333 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdd5c0a2ea0 0x7fdd5c0a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:47.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.350+0000 7fdd737fe640 1 --2- 172.21.15.82:0/4064829333 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdd5c0a2ea0 0x7fdd5c0a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:47.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.350+0000 7fdd717fa640 1 -- 172.21.15.82:0/4064829333 <== mon.2 v2:172.21.15.97:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fdd640cff00 con 0x7fdd74102d90 2024-09-12T12:27:47.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.350+0000 7fdd737fe640 1 --2- 172.21.15.82:0/4064829333 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdd5c0a2ea0 0x7fdd5c0a5360 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fdd68005fd0 tx=0x7fdd6800f360 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:47.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.352+0000 7fdd717fa640 1 -- 172.21.15.82:0/4064829333 <== mon.2 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdd64009510 con 0x7fdd74102d90 2024-09-12T12:27:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:47 smithi082 ceph-mon[31122]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-12T12:27:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:47 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:27:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:47 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:27:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:47 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:27:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:47 smithi114 ceph-mon[35514]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-12T12:27:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:47 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:27:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:47 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:27:47.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:47 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:27:47.597 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.597+0000 7fdd7a650640 1 -- 172.21.15.82:0/4064829333 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd7410c230 con 0x7fdd74102d90 2024-09-12T12:27:47.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.598+0000 7fdd717fa640 1 -- 172.21.15.82:0/4064829333 <== mon.2 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7fdd6409c8a0 con 0x7fdd74102d90 2024-09-12T12:27:47.599 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:27:47.599 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:27:47.599 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:27:47.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.602+0000 7fdd7a650640 1 -- 172.21.15.82:0/4064829333 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdd5c0a2ea0 msgr2=0x7fdd5c0a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:47.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.602+0000 7fdd7a650640 1 --2- 172.21.15.82:0/4064829333 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdd5c0a2ea0 0x7fdd5c0a5360 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fdd68005fd0 tx=0x7fdd6800f360 comp rx=0 tx=0).stop 2024-09-12T12:27:47.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.602+0000 7fdd7a650640 1 -- 172.21.15.82:0/4064829333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd74102d90 msgr2=0x7fdd7419a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:47.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.602+0000 7fdd7a650640 1 --2- 172.21.15.82:0/4064829333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd74102d90 0x7fdd7419a710 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fdd64005fd0 tx=0x7fdd6400ee50 comp rx=0 tx=0).stop 2024-09-12T12:27:47.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.602+0000 7fdd7a650640 1 -- 172.21.15.82:0/4064829333 shutdown_connections 2024-09-12T12:27:47.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.602+0000 7fdd7a650640 1 --2- 172.21.15.82:0/4064829333 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdd5c0a2ea0 0x7fdd5c0a5360 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:47.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.602+0000 7fdd7a650640 1 --2- 172.21.15.82:0/4064829333 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdd74108290 0x7fdd7419efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:47.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.602+0000 7fdd7a650640 1 --2- 172.21.15.82:0/4064829333 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdd74103740 0x7fdd7419ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:47.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.602+0000 7fdd7a650640 1 --2- 172.21.15.82:0/4064829333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd74102d90 0x7fdd7419a710 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:47.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.602+0000 7fdd7a650640 1 -- 172.21.15.82:0/4064829333 >> 172.21.15.82:0/4064829333 conn(0x7fdd740fc7d0 msgr2=0x7fdd74100da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:47.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.602+0000 7fdd7a650640 1 -- 172.21.15.82:0/4064829333 shutdown_connections 2024-09-12T12:27:47.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:47.602+0000 7fdd7a650640 1 -- 172.21.15.82:0/4064829333 wait complete. 2024-09-12T12:27:47.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:47 smithi097 ceph-mon[34923]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-12T12:27:47.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:47 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:27:47.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:47 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:27:47.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:47 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:27:48.365 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --set-id a67b2c00 --release --await' 2024-09-12T12:27:48.365 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --set-id a67b2c00 --release --await 2024-09-12T12:27:48.744 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:27:48.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:48 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4064829333' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:27:48.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:48 smithi097 ceph-mon[34923]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-09-12T12:27:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:48 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4064829333' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:27:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:48 smithi082 ceph-mon[31122]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-09-12T12:27:48.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:48 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4064829333' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:27:48.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:48 smithi114 ceph-mon[35514]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-09-12T12:27:49.259 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.259+0000 7fc997cd4640 1 -- 172.21.15.82:0/3765854414 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc9901009b0 msgr2=0x7fc990100d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:49.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.259+0000 7fc997cd4640 1 --2- 172.21.15.82:0/3765854414 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc9901009b0 0x7fc990100d90 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fc98c009900 tx=0x7fc98c02a410 comp rx=0 tx=0).stop 2024-09-12T12:27:49.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.259+0000 7fc997cd4640 1 -- 172.21.15.82:0/3765854414 shutdown_connections 2024-09-12T12:27:49.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.259+0000 7fc997cd4640 1 --2- 172.21.15.82:0/3765854414 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc99010e4d0 0x7fc9901108e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.259+0000 7fc997cd4640 1 --2- 172.21.15.82:0/3765854414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc990101360 0x7fc99010df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.259+0000 7fc997cd4640 1 --2- 172.21.15.82:0/3765854414 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc9901009b0 0x7fc990100d90 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.259+0000 7fc997cd4640 1 -- 172.21.15.82:0/3765854414 >> 172.21.15.82:0/3765854414 conn(0x7fc9900fc7d0 msgr2=0x7fc9900febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:49.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.259+0000 7fc997cd4640 1 -- 172.21.15.82:0/3765854414 shutdown_connections 2024-09-12T12:27:49.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.259+0000 7fc997cd4640 1 -- 172.21.15.82:0/3765854414 wait complete. 2024-09-12T12:27:49.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.260+0000 7fc997cd4640 1 Processor -- start 2024-09-12T12:27:49.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.260+0000 7fc997cd4640 1 -- start start 2024-09-12T12:27:49.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.260+0000 7fc997cd4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc9901009b0 0x7fc9901a03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.260+0000 7fc997cd4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc990101360 0x7fc9901a0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.260+0000 7fc997cd4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc99010e4d0 0x7fc99019a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.260+0000 7fc997cd4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc990114210 con 0x7fc9901009b0 2024-09-12T12:27:49.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.260+0000 7fc997cd4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc990114090 con 0x7fc990101360 2024-09-12T12:27:49.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.260+0000 7fc997cd4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc990114390 con 0x7fc99010e4d0 2024-09-12T12:27:49.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.261+0000 7fc995a70640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc9901009b0 0x7fc9901a03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.261+0000 7fc99526f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc990101360 0x7fc9901a0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.261+0000 7fc995a70640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc9901009b0 0x7fc9901a03e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35972/0 (socket says 172.21.15.82:35972) 2024-09-12T12:27:49.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.261+0000 7fc995a70640 1 -- 172.21.15.82:0/3881870391 learned_addr learned my addr 172.21.15.82:0/3881870391 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:49.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.261+0000 7fc996271640 1 --2- 172.21.15.82:0/3881870391 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc99010e4d0 0x7fc99019a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.262+0000 7fc99526f640 1 -- 172.21.15.82:0/3881870391 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc99010e4d0 msgr2=0x7fc99019a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:49.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.262+0000 7fc99526f640 1 --2- 172.21.15.82:0/3881870391 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc99010e4d0 0x7fc99019a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.262+0000 7fc99526f640 1 -- 172.21.15.82:0/3881870391 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc9901009b0 msgr2=0x7fc9901a03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:49.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.262+0000 7fc99526f640 1 --2- 172.21.15.82:0/3881870391 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc9901009b0 0x7fc9901a03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.262+0000 7fc99526f640 1 -- 172.21.15.82:0/3881870391 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc99019acd0 con 0x7fc990101360 2024-09-12T12:27:49.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.263+0000 7fc99526f640 1 --2- 172.21.15.82:0/3881870391 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc990101360 0x7fc9901a0920 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc98000d6d0 tx=0x7fc98000db90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.263+0000 7fc986ffd640 1 -- 172.21.15.82:0/3881870391 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc980017070 con 0x7fc990101360 2024-09-12T12:27:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.263+0000 7fc986ffd640 1 -- 172.21.15.82:0/3881870391 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc980009820 con 0x7fc990101360 2024-09-12T12:27:49.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.264+0000 7fc986ffd640 1 -- 172.21.15.82:0/3881870391 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc980004d00 con 0x7fc990101360 2024-09-12T12:27:49.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.265+0000 7fc997cd4640 1 -- 172.21.15.82:0/3881870391 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc99019afc0 con 0x7fc990101360 2024-09-12T12:27:49.265 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.265+0000 7fc997cd4640 1 -- 172.21.15.82:0/3881870391 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9901a72b0 con 0x7fc990101360 2024-09-12T12:27:49.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.269+0000 7fc99a0ad740 1 Processor -- start 2024-09-12T12:27:49.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.269+0000 7fc99a0ad740 1 -- start start 2024-09-12T12:27:49.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.270+0000 7fc986ffd640 1 -- 172.21.15.82:0/3881870391 <== mon.2 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 24) ==== 138117+0+0 (secure 0 0 0) 0x7fc9800099d0 con 0x7fc990101360 2024-09-12T12:27:49.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.270+0000 7fc99a0ad740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2060 0x55f1d26a2440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.270+0000 7fc99a0ad740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26a2980 0x55f1d26acd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.270+0000 7fc99a0ad740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26ad240 0x55f1d26af630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.270+0000 7fc99a0ad740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55f1d2607620 con 0x55f1d26a2060 2024-09-12T12:27:49.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.270+0000 7fc99a0ad740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f1d25aee50 con 0x55f1d26ad240 2024-09-12T12:27:49.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.270+0000 7fc99a0ad740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55f1d26035e0 con 0x55f1d26a2980 2024-09-12T12:27:49.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.270+0000 7fc995a70640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26a2980 0x55f1d26acd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.270+0000 7fc995a70640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26a2980 0x55f1d26acd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.82:51214/0 (socket says 172.21.15.82:51214) 2024-09-12T12:27:49.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.270+0000 7fc995a70640 1 -- 172.21.15.82:0/2009241780 learned_addr learned my addr 172.21.15.82:0/2009241780 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:49.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.270+0000 7fc996271640 1 --2- 172.21.15.82:0/2009241780 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2060 0x55f1d26a2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.271+0000 7fc99526f640 1 --2- 172.21.15.82:0/2009241780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26ad240 0x55f1d26af630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.271+0000 7fc995a70640 1 -- 172.21.15.82:0/2009241780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26ad240 msgr2=0x55f1d26af630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:49.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.271+0000 7fc986ffd640 1 --2- 172.21.15.82:0/3881870391 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc97c0a2f20 0x7fc97c0a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.271+0000 7fc995a70640 1 --2- 172.21.15.82:0/2009241780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26ad240 0x55f1d26af630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.271+0000 7fc995a70640 1 -- 172.21.15.82:0/2009241780 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2060 msgr2=0x55f1d26a2440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:49.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.271+0000 7fc995a70640 1 --2- 172.21.15.82:0/2009241780 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2060 0x55f1d26a2440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.271+0000 7fc995a70640 1 -- 172.21.15.82:0/2009241780 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1d259fd40 con 0x55f1d26a2980 2024-09-12T12:27:49.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.271+0000 7fc996271640 1 --2- 172.21.15.82:0/2009241780 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2060 0x55f1d26a2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:27:49.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.272+0000 7fc986ffd640 1 -- 172.21.15.82:0/3881870391 <== mon.2 v2:172.21.15.97:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fc9800cf4f0 con 0x7fc990101360 2024-09-12T12:27:49.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.272+0000 7fc996271640 1 --2- 172.21.15.82:0/3881870391 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc97c0a2f20 0x7fc97c0a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.272+0000 7fc99526f640 1 --2- 172.21.15.82:0/2009241780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26ad240 0x55f1d26af630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:49.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.272+0000 7fc996271640 1 --2- 172.21.15.82:0/3881870391 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc97c0a2f20 0x7fc97c0a53e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc988013520 tx=0x7fc988004a40 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:49.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.272+0000 7fc995a70640 1 --2- 172.21.15.82:0/2009241780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26a2980 0x55f1d26acd00 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc98c009a20 tx=0x7fc98c032d60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b932db728f2369c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:49.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.273+0000 7fc97bfff640 1 -- 172.21.15.82:0/2009241780 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc98c040070 con 0x55f1d26a2980 2024-09-12T12:27:49.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.273+0000 7fc97bfff640 1 -- 172.21.15.82:0/2009241780 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc98c031870 con 0x55f1d26a2980 2024-09-12T12:27:49.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.273+0000 7fc97bfff640 1 -- 172.21.15.82:0/2009241780 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc98c035040 con 0x55f1d26a2980 2024-09-12T12:27:49.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.274+0000 7fc99a0ad740 1 -- 172.21.15.82:0/2009241780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26a2980 msgr2=0x55f1d26acd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:49.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.274+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/2009241780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26a2980 0x55f1d26acd00 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc98c009a20 tx=0x7fc98c032d60 comp rx=0 tx=0).stop 2024-09-12T12:27:49.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.274+0000 7fc99a0ad740 1 -- 172.21.15.82:0/2009241780 shutdown_connections 2024-09-12T12:27:49.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.274+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/2009241780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26ad240 0x55f1d26af630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.274+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/2009241780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26a2980 0x55f1d26acd00 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.274+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/2009241780 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2060 0x55f1d26a2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.274+0000 7fc99a0ad740 1 -- 172.21.15.82:0/2009241780 >> 172.21.15.82:0/2009241780 conn(0x55f1d269e5f0 msgr2=0x55f1d269e9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:49.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.274+0000 7fc99a0ad740 1 -- 172.21.15.82:0/2009241780 shutdown_connections 2024-09-12T12:27:49.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.274+0000 7fc99a0ad740 1 -- 172.21.15.82:0/2009241780 wait complete. 2024-09-12T12:27:49.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.275+0000 7fc99a0ad740 1 -- start start 2024-09-12T12:27:49.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.275+0000 7fc99a0ad740 1 Processor -- start 2024-09-12T12:27:49.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.275+0000 7fc99a0ad740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2060 0x55f1d26aa0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.275+0000 7fc99a0ad740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26a2980 0x55f1d26aa600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.275+0000 7fc99a0ad740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26ad240 0x55f1d26aab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc99a0ad740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55f1d26afe10 con 0x55f1d26a2060 2024-09-12T12:27:49.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc99a0ad740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f1d258ff10 con 0x55f1d26ad240 2024-09-12T12:27:49.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc99a0ad740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55f1d26aff90 con 0x55f1d26a2980 2024-09-12T12:27:49.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc996271640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26ad240 0x55f1d26aab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc996271640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26ad240 0x55f1d26aab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:55170/0 (socket says 172.21.15.82:55170) 2024-09-12T12:27:49.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc996271640 1 -- 172.21.15.82:0/2695918359 learned_addr learned my addr 172.21.15.82:0/2695918359 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:49.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc995a70640 1 --2- 172.21.15.82:0/2695918359 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2060 0x55f1d26aa0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc99a0ad740 10 client.0 _ll_register_callbacks cb 0x55f1d25b3db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:49.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc996271640 1 -- 172.21.15.82:0/2695918359 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26a2980 msgr2=0x55f1d26aa600 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-12T12:27:49.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc996271640 1 --2- 172.21.15.82:0/2695918359 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26a2980 0x55f1d26aa600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc996271640 1 -- 172.21.15.82:0/2695918359 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2060 msgr2=0x55f1d26aa0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:49.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc996271640 1 --2- 172.21.15.82:0/2695918359 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2060 0x55f1d26aa0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc996271640 1 -- 172.21.15.82:0/2695918359 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1d2316580 con 0x55f1d26ad240 2024-09-12T12:27:49.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc995a70640 1 --2- 172.21.15.82:0/2695918359 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2060 0x55f1d26aa0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:27:49.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc996271640 1 --2- 172.21.15.82:0/2695918359 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26ad240 0x55f1d26aab40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc98800fb50 tx=0x7fc988004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a3a06916623092c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:49.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.276+0000 7fc9797fa640 10 client.0 ms_handle_connect on v2:172.21.15.97:3300/0 2024-09-12T12:27:49.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.277+0000 7fc9797fa640 1 -- 172.21.15.82:0/2695918359 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc98802a060 con 0x55f1d26ad240 2024-09-12T12:27:49.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.277+0000 7fc99a0ad740 1 -- 172.21.15.82:0/2695918359 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc98c031870 con 0x55f1d26ad240 2024-09-12T12:27:49.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.277+0000 7fc9797fa640 1 -- 172.21.15.82:0/2695918359 <== mon.2 v2:172.21.15.97:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fc988010d40 con 0x55f1d26ad240 2024-09-12T12:27:49.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.277+0000 7fc9797fa640 1 -- 172.21.15.82:0/2695918359 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc98801b420 con 0x55f1d26ad240 2024-09-12T12:27:49.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.277+0000 7fc99a0ad740 10 client.25061 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:49.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.277+0000 7fc99a0ad740 1 -- 172.21.15.82:0/2695918359 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f1d23e0960 con 0x55f1d26ad240 2024-09-12T12:27:49.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.277+0000 7fc9797fa640 1 -- 172.21.15.82:0/2695918359 <== mon.2 v2:172.21.15.97:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc98c031870 con 0x55f1d26ad240 2024-09-12T12:27:49.280 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.278+0000 7fc9797fa640 1 -- 172.21.15.82:0/2695918359 <== mon.2 v2:172.21.15.97:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc988024030 con 0x55f1d26ad240 2024-09-12T12:27:49.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.278+0000 7fc99a0ad740 10 client.25061 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:49.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.278+0000 7fc99a0ad740 10 client.25061 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:27:49.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.278+0000 7fc99a0ad740 20 client.25061 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:49.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.278+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/2695918359 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f1d26bd090 0x55f1d26bf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.278+0000 7fc99a0ad740 4 client.25061 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:27:49.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.278+0000 7fc99a0ad740 1 -- 172.21.15.82:0/2695918359 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f1d2614b90 con 0x55f1d26bd090 2024-09-12T12:27:49.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.278+0000 7fc995a70640 1 --2- 172.21.15.82:0/2695918359 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f1d26bd090 0x55f1d26bf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.279+0000 7fc995a70640 1 --2- 172.21.15.82:0/2695918359 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f1d26bd090 0x55f1d26bf520 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6db362488162366 server_cookie=a61c0bdcde2ffad0 in_seq=0 out_seq=0 2024-09-12T12:27:49.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.279+0000 7fc9797fa640 10 client.25061 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:49.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.280+0000 7fc9797fa640 1 -- 172.21.15.82:0/2695918359 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f1d2614b90 con 0x55f1d26bd090 2024-09-12T12:27:49.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.280+0000 7fc9797fa640 10 client.25061 handle_command_reply: tid=0 2024-09-12T12:27:49.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.280+0000 7fc99a0ad740 1 client.25061 shutdown 2024-09-12T12:27:49.281 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.280+0000 7fc99a0ad740 1 -- 172.21.15.82:0/2695918359 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26ad240 msgr2=0x55f1d26aab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:49.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.280+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/2695918359 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26ad240 0x55f1d26aab40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc98800fb50 tx=0x7fc988004ab0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.280+0000 7fc99a0ad740 1 -- 172.21.15.82:0/2695918359 shutdown_connections 2024-09-12T12:27:49.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.280+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/2695918359 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f1d26bd090 0x55f1d26bf520 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.280+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/2695918359 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26ad240 0x55f1d26aab40 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.280+0000 7fc9797fa640 0 client.25061 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:49.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.280+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/2695918359 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26a2980 0x55f1d26aa600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.280+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/2695918359 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2060 0x55f1d26aa0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.280+0000 7fc99a0ad740 1 -- 172.21.15.82:0/2695918359 >> 172.21.15.82:0/2695918359 conn(0x55f1d269e5f0 msgr2=0x55f1d26a4320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:49.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.280+0000 7fc99a0ad740 1 -- 172.21.15.82:0/2695918359 shutdown_connections 2024-09-12T12:27:49.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.280+0000 7fc99a0ad740 1 -- 172.21.15.82:0/2695918359 wait complete. 2024-09-12T12:27:49.282 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.281+0000 7fc99a0ad740 20 client.25061 trim_cache size 0 max 16384 2024-09-12T12:27:49.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.314+0000 7fc99a0ad740 1 Processor -- start 2024-09-12T12:27:49.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.314+0000 7fc99a0ad740 1 -- start start 2024-09-12T12:27:49.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.314+0000 7fc99a0ad740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26a2060 0x55f1d269d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.314+0000 7fc99a0ad740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2980 0x55f1d26c4e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.314+0000 7fc99a0ad740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26ad240 0x55f1d26c5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.314+0000 7fc99a0ad740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc9901afc30 con 0x55f1d26a2980 2024-09-12T12:27:49.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.314+0000 7fc99a0ad740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc9901b1770 con 0x55f1d26a2060 2024-09-12T12:27:49.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.314+0000 7fc99a0ad740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc9901b0300 con 0x55f1d26ad240 2024-09-12T12:27:49.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.314+0000 7fc99526f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2980 0x55f1d26c4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.314+0000 7fc99526f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2980 0x55f1d26c4e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:36002/0 (socket says 172.21.15.82:36002) 2024-09-12T12:27:49.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.314+0000 7fc99526f640 1 -- 172.21.15.82:0/1615959149 learned_addr learned my addr 172.21.15.82:0/1615959149 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:49.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.315+0000 7fc995a70640 1 --2- 172.21.15.82:0/1615959149 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26a2060 0x55f1d269d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.315+0000 7fc99526f640 1 -- 172.21.15.82:0/1615959149 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26ad240 msgr2=0x55f1d26c5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:49.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.315+0000 7fc99526f640 1 --2- 172.21.15.82:0/1615959149 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26ad240 0x55f1d26c5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.315+0000 7fc99526f640 1 -- 172.21.15.82:0/1615959149 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26a2060 msgr2=0x55f1d269d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:49.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.315+0000 7fc99526f640 1 --2- 172.21.15.82:0/1615959149 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26a2060 0x55f1d269d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.315+0000 7fc99526f640 1 -- 172.21.15.82:0/1615959149 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1d26a27b0 con 0x55f1d26a2980 2024-09-12T12:27:49.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.315+0000 7fc99526f640 1 --2- 172.21.15.82:0/1615959149 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2980 0x55f1d26c4e30 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fc98009b720 tx=0x7fc98009b2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a4a7cea37768518 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:49.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.315+0000 7fc97b7fe640 1 -- 172.21.15.82:0/1615959149 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc98009b790 con 0x55f1d26a2980 2024-09-12T12:27:49.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.315+0000 7fc97b7fe640 1 -- 172.21.15.82:0/1615959149 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc98009fb40 con 0x55f1d26a2980 2024-09-12T12:27:49.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.315+0000 7fc97b7fe640 1 -- 172.21.15.82:0/1615959149 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc98009abe0 con 0x55f1d26a2980 2024-09-12T12:27:49.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.316+0000 7fc99a0ad740 1 -- 172.21.15.82:0/1615959149 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2980 msgr2=0x55f1d26c4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:49.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.316+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/1615959149 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2980 0x55f1d26c4e30 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fc98009b720 tx=0x7fc98009b2d0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.316+0000 7fc99a0ad740 1 -- 172.21.15.82:0/1615959149 shutdown_connections 2024-09-12T12:27:49.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.316+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/1615959149 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26ad240 0x55f1d26c5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.316+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/1615959149 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2980 0x55f1d26c4e30 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.316+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/1615959149 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26a2060 0x55f1d269d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.316+0000 7fc99a0ad740 1 -- 172.21.15.82:0/1615959149 >> 172.21.15.82:0/1615959149 conn(0x55f1d269e5f0 msgr2=0x55f1d269cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:49.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.316+0000 7fc99a0ad740 1 -- 172.21.15.82:0/1615959149 shutdown_connections 2024-09-12T12:27:49.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.316+0000 7fc99a0ad740 1 -- 172.21.15.82:0/1615959149 wait complete. 2024-09-12T12:27:49.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.317+0000 7fc99a0ad740 1 -- start start 2024-09-12T12:27:49.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.317+0000 7fc99a0ad740 1 Processor -- start 2024-09-12T12:27:49.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.317+0000 7fc99a0ad740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26a2060 0x55f1d26a7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.317+0000 7fc99a0ad740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2980 0x55f1d26a7780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.317+0000 7fc99a0ad740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26ad240 0x55f1d26a7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.317+0000 7fc99a0ad740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc9901b10a0 con 0x55f1d26a2980 2024-09-12T12:27:49.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.317+0000 7fc99a0ad740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc9901b09d0 con 0x55f1d26a2060 2024-09-12T12:27:49.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.317+0000 7fc99a0ad740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc9901adc10 con 0x55f1d26ad240 2024-09-12T12:27:49.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.317+0000 7fc99526f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2980 0x55f1d26a7780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.317+0000 7fc99a0ad740 10 client.0 _ll_register_callbacks cb 0x7fc98800f7d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:49.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.317+0000 7fc99526f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2980 0x55f1d26a7780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:36016/0 (socket says 172.21.15.82:36016) 2024-09-12T12:27:49.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.317+0000 7fc99526f640 1 -- 172.21.15.82:0/3985047184 learned_addr learned my addr 172.21.15.82:0/3985047184 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:49.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc995a70640 1 --2- 172.21.15.82:0/3985047184 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26a2060 0x55f1d26a7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc996271640 1 --2- 172.21.15.82:0/3985047184 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26ad240 0x55f1d26a7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc99526f640 1 -- 172.21.15.82:0/3985047184 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26ad240 msgr2=0x55f1d26a7cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:49.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc99526f640 1 --2- 172.21.15.82:0/3985047184 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26ad240 0x55f1d26a7cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc99526f640 1 -- 172.21.15.82:0/3985047184 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26a2060 msgr2=0x55f1d26a7240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:49.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc99526f640 1 --2- 172.21.15.82:0/3985047184 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26a2060 0x55f1d26a7240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc99526f640 1 -- 172.21.15.82:0/3985047184 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1d2726fa0 con 0x55f1d26a2980 2024-09-12T12:27:49.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc996271640 1 --2- 172.21.15.82:0/3985047184 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26ad240 0x55f1d26a7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:27:49.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc99526f640 1 --2- 172.21.15.82:0/3985047184 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2980 0x55f1d26a7780 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fc9800ccb00 tx=0x7fc980098030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ff0d4775857e9a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:49.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc9797fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:49.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc9797fa640 1 -- 172.21.15.82:0/3985047184 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9800b9060 con 0x55f1d26a2980 2024-09-12T12:27:49.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc9797fa640 1 -- 172.21.15.82:0/3985047184 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fc9800974e0 con 0x55f1d26a2980 2024-09-12T12:27:49.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc99a0ad740 1 -- 172.21.15.82:0/3985047184 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc98009fb40 con 0x55f1d26a2980 2024-09-12T12:27:49.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc9797fa640 1 -- 172.21.15.82:0/3985047184 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc98009b790 con 0x55f1d26a2980 2024-09-12T12:27:49.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc99a0ad740 10 client.15561 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:49.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.318+0000 7fc99a0ad740 1 -- 172.21.15.82:0/3985047184 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f1d2730ab0 con 0x55f1d26a2980 2024-09-12T12:27:49.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.319+0000 7fc9797fa640 1 -- 172.21.15.82:0/3985047184 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc9800a4400 con 0x55f1d26a2980 2024-09-12T12:27:49.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.319+0000 7fc9797fa640 1 -- 172.21.15.82:0/3985047184 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc980005220 con 0x55f1d26a2980 2024-09-12T12:27:49.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.319+0000 7fc99a0ad740 10 client.15561 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:49.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.319+0000 7fc99a0ad740 10 client.15561 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:27:49.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.319+0000 7fc99a0ad740 20 client.15561 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:49.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.319+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/3985047184 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f1d26bd090 0x55f1d27330d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:49.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.319+0000 7fc99a0ad740 4 client.15561 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "a67b2c00", "release": true, "await": true}] 2024-09-12T12:27:49.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.319+0000 7fc99a0ad740 1 -- 172.21.15.82:0/3985047184 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "set_id": "a67b2c00", "release": true, "await": true}) -- 0x7fc98009fb40 con 0x55f1d26bd090 2024-09-12T12:27:49.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.319+0000 7fc995a70640 1 --2- 172.21.15.82:0/3985047184 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f1d26bd090 0x55f1d27330d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:49.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.320+0000 7fc9797fa640 10 client.15561 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:49.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.320+0000 7fc995a70640 1 --2- 172.21.15.82:0/3985047184 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f1d26bd090 0x55f1d27330d0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a6b40dc8532f895 server_cookie=10bfcc9d7d2610dc in_seq=0 out_seq=0 2024-09-12T12:27:49.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.322+0000 7fc9797fa640 1 -- 172.21.15.82:0/3985047184 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x7fc98009fb40 con 0x55f1d26bd090 2024-09-12T12:27:49.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.322+0000 7fc9797fa640 10 client.15561 handle_command_reply: tid=0 2024-09-12T12:27:49.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.322+0000 7fc99a0ad740 1 client.15561 shutdown 2024-09-12T12:27:49.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.322+0000 7fc99a0ad740 1 -- 172.21.15.82:0/3985047184 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2980 msgr2=0x55f1d26a7780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:49.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.322+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/3985047184 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2980 0x55f1d26a7780 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fc9800ccb00 tx=0x7fc980098030 comp rx=0 tx=0).stop 2024-09-12T12:27:49.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.322+0000 7fc99a0ad740 1 -- 172.21.15.82:0/3985047184 shutdown_connections 2024-09-12T12:27:49.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.322+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/3985047184 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f1d26bd090 0x55f1d27330d0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.322+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/3985047184 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f1d26ad240 0x55f1d26a7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.325 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:27:49.325 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:27:49.325 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:27:49.325 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 4, 2024-09-12T12:27:49.326 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:27:49.326 INFO:teuthology.orchestra.run.smithi082.stdout: "a67b2c00": { 2024-09-12T12:27:49.326 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 4, 2024-09-12T12:27:49.326 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:27:49.326 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:27:49.326 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:27:49.326 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:27:49.326 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:27:49.326 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:27:49.326 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 144.5, 2024-09-12T12:27:49.326 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:27:49.326 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:27:49.326 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:27:49.327 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:27:49.327 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:27:49.327 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:27:49.327 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:27:49.327 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:27:49.327 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:27:49.327 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:27:49.327 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:27:49.327 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:27:49.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.322+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/3985047184 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f1d26a2980 0x55f1d26a7780 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.322+0000 7fc99a0ad740 1 --2- 172.21.15.82:0/3985047184 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f1d26a2060 0x55f1d26a7240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.322+0000 7fc99a0ad740 1 -- 172.21.15.82:0/3985047184 >> 172.21.15.82:0/3985047184 conn(0x55f1d269e5f0 msgr2=0x55f1d26aa8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:49.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.322+0000 7fc9797fa640 0 client.15561 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:49.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.322+0000 7fc99a0ad740 1 -- 172.21.15.82:0/3985047184 shutdown_connections 2024-09-12T12:27:49.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.322+0000 7fc99a0ad740 1 -- 172.21.15.82:0/3985047184 wait complete. 2024-09-12T12:27:49.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.323+0000 7fc99a0ad740 20 client.15561 trim_cache size 0 max 16384 2024-09-12T12:27:49.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.324+0000 7fc997cd4640 1 -- 172.21.15.82:0/3881870391 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc97c0a2f20 msgr2=0x7fc97c0a53e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:49.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.324+0000 7fc997cd4640 1 --2- 172.21.15.82:0/3881870391 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc97c0a2f20 0x7fc97c0a53e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc988013520 tx=0x7fc988004a40 comp rx=0 tx=0).stop 2024-09-12T12:27:49.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.324+0000 7fc997cd4640 1 -- 172.21.15.82:0/3881870391 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc990101360 msgr2=0x7fc9901a0920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:49.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.324+0000 7fc997cd4640 1 --2- 172.21.15.82:0/3881870391 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc990101360 0x7fc9901a0920 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc98000d6d0 tx=0x7fc98000db90 comp rx=0 tx=0).stop 2024-09-12T12:27:49.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.324+0000 7fc997cd4640 1 -- 172.21.15.82:0/3881870391 shutdown_connections 2024-09-12T12:27:49.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.324+0000 7fc997cd4640 1 --2- 172.21.15.82:0/3881870391 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc97c0a2f20 0x7fc97c0a53e0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.324+0000 7fc997cd4640 1 --2- 172.21.15.82:0/3881870391 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc99010e4d0 0x7fc99019a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.324+0000 7fc997cd4640 1 --2- 172.21.15.82:0/3881870391 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc990101360 0x7fc9901a0920 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.324+0000 7fc997cd4640 1 --2- 172.21.15.82:0/3881870391 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc9901009b0 0x7fc9901a03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:49.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.324+0000 7fc997cd4640 1 -- 172.21.15.82:0/3881870391 >> 172.21.15.82:0/3881870391 conn(0x7fc9900fc7d0 msgr2=0x7fc99010f920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:49.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.324+0000 7fc997cd4640 1 -- 172.21.15.82:0/3881870391 shutdown_connections 2024-09-12T12:27:49.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:27:49.324+0000 7fc997cd4640 1 -- 172.21.15.82:0/3881870391 wait complete. 2024-09-12T12:27:50.030 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'a67b2c00', total seconds elapsed: 28.1 2024-09-12T12:27:51.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:51 smithi114 ceph-mon[35514]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-12T12:27:51.746 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:51 smithi097 ceph-mon[34923]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-12T12:27:51.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:51 smithi082 ceph-mon[31122]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-12T12:27:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.852+0000 7f507b9c4640 1 -- 172.21.15.82:0/4260842447 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50741009b0 msgr2=0x7f5074100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.852+0000 7f507b9c4640 1 --2- 172.21.15.82:0/4260842447 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50741009b0 0x7f5074100e10 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f5064009930 tx=0x7f506402a420 comp rx=0 tx=0).stop 2024-09-12T12:27:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 -- 172.21.15.82:0/4260842447 shutdown_connections 2024-09-12T12:27:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 --2- 172.21.15.82:0/4260842447 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5074101350 0x7f507410d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 --2- 172.21.15.82:0/4260842447 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50741009b0 0x7f5074100e10 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 --2- 172.21.15.82:0/4260842447 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50741069c0 0x7f5074106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 -- 172.21.15.82:0/4260842447 >> 172.21.15.82:0/4260842447 conn(0x7f5074077990 msgr2=0x7f50740fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 -- 172.21.15.82:0/4260842447 shutdown_connections 2024-09-12T12:27:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 -- 172.21.15.82:0/4260842447 wait complete. 2024-09-12T12:27:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 Processor -- start 2024-09-12T12:27:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 -- start start 2024-09-12T12:27:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50741009b0 0x7f5074198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5074101350 0x7f5074198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50741069c0 0x7f507419cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5074110e00 con 0x7f5074101350 2024-09-12T12:27:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5074110c80 con 0x7f50741009b0 2024-09-12T12:27:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.853+0000 7f507b9c4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5074110f80 con 0x7f50741069c0 2024-09-12T12:27:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f5078f5f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5074101350 0x7f5074198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f5078f5f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5074101350 0x7f5074198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:36026/0 (socket says 172.21.15.82:36026) 2024-09-12T12:27:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f5078f5f640 1 -- 172.21.15.82:0/730345511 learned_addr learned my addr 172.21.15.82:0/730345511 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f5079760640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50741009b0 0x7f5074198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f5079f61640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50741069c0 0x7f507419cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f5078f5f640 1 -- 172.21.15.82:0/730345511 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50741069c0 msgr2=0x7f507419cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f5078f5f640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50741069c0 0x7f507419cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f5078f5f640 1 -- 172.21.15.82:0/730345511 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50741009b0 msgr2=0x7f5074198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f5078f5f640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50741009b0 0x7f5074198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f5078f5f640 1 -- 172.21.15.82:0/730345511 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f507419d340 con 0x7f5074101350 2024-09-12T12:27:51.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f5079f61640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50741069c0 0x7f507419cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:27:51.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f5078f5f640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5074101350 0x7f5074198890 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f5064009230 tx=0x7f5064004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:51.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f506a7fc640 1 -- 172.21.15.82:0/730345511 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506403f030 con 0x7f5074101350 2024-09-12T12:27:51.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f507b9c4640 1 -- 172.21.15.82:0/730345511 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f507419d5d0 con 0x7f5074101350 2024-09-12T12:27:51.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f506a7fc640 1 -- 172.21.15.82:0/730345511 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5064003ad0 con 0x7f5074101350 2024-09-12T12:27:51.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f506a7fc640 1 -- 172.21.15.82:0/730345511 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5064035070 con 0x7f5074101350 2024-09-12T12:27:51.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.854+0000 7f507b9c4640 1 -- 172.21.15.82:0/730345511 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50741a4ec0 con 0x7f5074101350 2024-09-12T12:27:51.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.857+0000 7f506a7fc640 1 -- 172.21.15.82:0/730345511 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 24) ==== 138117+0+0 (secure 0 0 0) 0x7f5064042030 con 0x7f5074101350 2024-09-12T12:27:51.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.857+0000 7f507e838740 1 Processor -- start 2024-09-12T12:27:51.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f507e838740 1 -- start start 2024-09-12T12:27:51.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f507e838740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cba9d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f507e838740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbaa2d0 0x55f38cbb8b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f507e838740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 0x55f38cbbb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f507e838740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55f38cb0e2f0 con 0x55f38cba99b0 2024-09-12T12:27:51.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f507e838740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f38cab6270 con 0x55f38cbb90c0 2024-09-12T12:27:51.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f507e838740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55f38cb0a2b0 con 0x55f38cbaa2d0 2024-09-12T12:27:51.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f5079f61640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cba9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f5079f61640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cba9d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:36036/0 (socket says 172.21.15.82:36036) 2024-09-12T12:27:51.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f5079f61640 1 -- 172.21.15.82:0/2836184776 learned_addr learned my addr 172.21.15.82:0/2836184776 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:51.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f5078f5f640 1 --2- 172.21.15.82:0/2836184776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 0x55f38cbbb4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f5079760640 1 --2- 172.21.15.82:0/2836184776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbaa2d0 0x55f38cbb8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f506a7fc640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50600a2f50 0x7f50600a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f5079f61640 1 -- 172.21.15.82:0/2836184776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbaa2d0 msgr2=0x55f38cbb8b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:51.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f5079f61640 1 --2- 172.21.15.82:0/2836184776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbaa2d0 0x55f38cbb8b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f5079f61640 1 -- 172.21.15.82:0/2836184776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 msgr2=0x55f38cbbb4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:51.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f5079f61640 1 --2- 172.21.15.82:0/2836184776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 0x55f38cbbb4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f5079f61640 1 -- 172.21.15.82:0/2836184776 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f38cab5340 con 0x55f38cba99b0 2024-09-12T12:27:51.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f5078f5f640 1 --2- 172.21.15.82:0/2836184776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 0x55f38cbbb4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:27:51.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f506a7fc640 1 -- 172.21.15.82:0/730345511 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f50640efdb0 con 0x7f5074101350 2024-09-12T12:27:51.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.858+0000 7f5079f61640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50600a2f50 0x7f50600a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.859+0000 7f5079f61640 1 --2- 172.21.15.82:0/2836184776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cba9d90 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f506c010620 tx=0x7f506c010ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83569199c389f522 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:51.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.859+0000 7f505f7fe640 1 -- 172.21.15.82:0/2836184776 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c019070 con 0x55f38cba99b0 2024-09-12T12:27:51.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.859+0000 7f5079f61640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50600a2f50 0x7f50600a5410 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f506c021000 tx=0x7f506c01f000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:51.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.859+0000 7f505f7fe640 1 -- 172.21.15.82:0/2836184776 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f506c022070 con 0x55f38cba99b0 2024-09-12T12:27:51.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.859+0000 7f505f7fe640 1 -- 172.21.15.82:0/2836184776 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c011c80 con 0x55f38cba99b0 2024-09-12T12:27:51.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.860+0000 7f507e838740 1 -- 172.21.15.82:0/2836184776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 msgr2=0x55f38cba9d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:51.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.860+0000 7f507e838740 1 --2- 172.21.15.82:0/2836184776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cba9d90 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f506c010620 tx=0x7f506c010ae0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.860+0000 7f507e838740 1 -- 172.21.15.82:0/2836184776 shutdown_connections 2024-09-12T12:27:51.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.860+0000 7f507e838740 1 --2- 172.21.15.82:0/2836184776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 0x55f38cbbb4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.860+0000 7f507e838740 1 --2- 172.21.15.82:0/2836184776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbaa2d0 0x55f38cbb8b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.860+0000 7f507e838740 1 --2- 172.21.15.82:0/2836184776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cba9d90 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.860+0000 7f507e838740 1 -- 172.21.15.82:0/2836184776 >> 172.21.15.82:0/2836184776 conn(0x55f38cba6060 msgr2=0x55f38cba6440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:51.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.860+0000 7f507e838740 1 -- 172.21.15.82:0/2836184776 shutdown_connections 2024-09-12T12:27:51.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.860+0000 7f507e838740 1 -- 172.21.15.82:0/2836184776 wait complete. 2024-09-12T12:27:51.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.860+0000 7f507e838740 1 -- start start 2024-09-12T12:27:51.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.860+0000 7f507e838740 1 Processor -- start 2024-09-12T12:27:51.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.860+0000 7f507e838740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cbb60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f507e838740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbaa2d0 0x55f38cbb65e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f507e838740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 0x55f38cbb6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f507e838740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55f38cbbbc90 con 0x55f38cba99b0 2024-09-12T12:27:51.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f507e838740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f38ca97290 con 0x55f38cbb90c0 2024-09-12T12:27:51.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f507e838740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55f38cbbbe10 con 0x55f38cbaa2d0 2024-09-12T12:27:51.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f507e838740 10 client.0 _ll_register_callbacks cb 0x55f38cac8140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:51.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f5079760640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cbb60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f5079760640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cbb60a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:36040/0 (socket says 172.21.15.82:36040) 2024-09-12T12:27:51.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f5079760640 1 -- 172.21.15.82:0/445199507 learned_addr learned my addr 172.21.15.82:0/445199507 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:51.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f5079f61640 1 --2- 172.21.15.82:0/445199507 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 0x55f38cbb6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f5078f5f640 1 --2- 172.21.15.82:0/445199507 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbaa2d0 0x55f38cbb65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f5079760640 1 -- 172.21.15.82:0/445199507 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbaa2d0 msgr2=0x55f38cbb65e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:51.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f5079760640 1 --2- 172.21.15.82:0/445199507 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbaa2d0 0x55f38cbb65e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f5079760640 1 -- 172.21.15.82:0/445199507 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 msgr2=0x55f38cbb6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:51.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f5079760640 1 --2- 172.21.15.82:0/445199507 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 0x55f38cbb6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f5079760640 1 -- 172.21.15.82:0/445199507 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f38c821210 con 0x55f38cba99b0 2024-09-12T12:27:51.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f5079760640 1 --2- 172.21.15.82:0/445199507 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cbb60a0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f507000ba10 tx=0x7f507000bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5177efe56c6f2301 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:51.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f505cff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:51.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f505cff9640 1 -- 172.21.15.82:0/445199507 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5070003e80 con 0x55f38cba99b0 2024-09-12T12:27:51.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f505cff9640 1 -- 172.21.15.82:0/445199507 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f5070011440 con 0x55f38cba99b0 2024-09-12T12:27:51.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f507e838740 1 -- 172.21.15.82:0/445199507 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f506c022070 con 0x55f38cba99b0 2024-09-12T12:27:51.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f505cff9640 1 -- 172.21.15.82:0/445199507 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5070011640 con 0x55f38cba99b0 2024-09-12T12:27:51.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f507e838740 10 client.15573 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:51.870 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.861+0000 7f507e838740 1 -- 172.21.15.82:0/445199507 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f38c8ed620 con 0x55f38cba99b0 2024-09-12T12:27:51.870 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.862+0000 7f505cff9640 1 -- 172.21.15.82:0/445199507 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f506c022070 con 0x55f38cba99b0 2024-09-12T12:27:51.870 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.862+0000 7f505cff9640 1 -- 172.21.15.82:0/445199507 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f5070021030 con 0x55f38cba99b0 2024-09-12T12:27:51.870 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.862+0000 7f507e838740 10 client.15573 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:51.870 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.862+0000 7f507e838740 10 client.15573 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:27:51.870 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.862+0000 7f507e838740 20 client.15573 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:51.870 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.862+0000 7f507e838740 1 --2- 172.21.15.82:0/445199507 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f38cbc9160 0x55f38cbcb590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.870 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.862+0000 7f507e838740 4 client.15573 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:27:51.870 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.862+0000 7f507e838740 1 -- 172.21.15.82:0/445199507 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f38cb1ba20 con 0x55f38cbc9160 2024-09-12T12:27:51.870 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.862+0000 7f5078f5f640 1 --2- 172.21.15.82:0/445199507 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f38cbc9160 0x55f38cbcb590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.870 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.863+0000 7f5078f5f640 1 --2- 172.21.15.82:0/445199507 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f38cbc9160 0x55f38cbcb590 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7c22d80db6ca1e9 server_cookie=e1a87c327245360e in_seq=0 out_seq=0 2024-09-12T12:27:51.870 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.863+0000 7f505cff9640 10 client.15573 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:51.870 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.863+0000 7f505cff9640 1 -- 172.21.15.82:0/445199507 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f38cb1ba20 con 0x55f38cbc9160 2024-09-12T12:27:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.863+0000 7f505cff9640 10 client.15573 handle_command_reply: tid=0 2024-09-12T12:27:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.863+0000 7f507e838740 1 client.15573 shutdown 2024-09-12T12:27:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.863+0000 7f507e838740 1 -- 172.21.15.82:0/445199507 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 msgr2=0x55f38cbb60a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.863+0000 7f507e838740 1 --2- 172.21.15.82:0/445199507 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cbb60a0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f507000ba10 tx=0x7f507000bed0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.863+0000 7f507e838740 1 -- 172.21.15.82:0/445199507 shutdown_connections 2024-09-12T12:27:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.863+0000 7f507e838740 1 --2- 172.21.15.82:0/445199507 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f38cbc9160 0x55f38cbcb590 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.863+0000 7f507e838740 1 --2- 172.21.15.82:0/445199507 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 0x55f38cbb6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.863+0000 7f507e838740 1 --2- 172.21.15.82:0/445199507 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbaa2d0 0x55f38cbb65e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.863+0000 7f507e838740 1 --2- 172.21.15.82:0/445199507 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cbb60a0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.863+0000 7f505cff9640 0 client.15573 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.864+0000 7f507e838740 1 -- 172.21.15.82:0/445199507 >> 172.21.15.82:0/445199507 conn(0x55f38cba6060 msgr2=0x55f38cbabdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.864+0000 7f507e838740 1 -- 172.21.15.82:0/445199507 shutdown_connections 2024-09-12T12:27:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.864+0000 7f507e838740 1 -- 172.21.15.82:0/445199507 wait complete. 2024-09-12T12:27:51.872 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.864+0000 7f507e838740 20 client.15573 trim_cache size 0 max 16384 2024-09-12T12:27:51.880 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.878+0000 7f507e838740 1 Processor -- start 2024-09-12T12:27:51.881 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.878+0000 7f507e838740 1 -- start start 2024-09-12T12:27:51.881 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.878+0000 7f507e838740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cba99b0 0x55f38cbb6770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.881 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.878+0000 7f507e838740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cbaa2d0 0x55f38cbd0ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.881 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.878+0000 7f507e838740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 0x55f38cbd1430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.881 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.878+0000 7f507e838740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f50741ab620 con 0x55f38cbaa2d0 2024-09-12T12:27:51.881 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.878+0000 7f507e838740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f50741ad160 con 0x55f38cbb90c0 2024-09-12T12:27:51.881 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.878+0000 7f507e838740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f50741abcf0 con 0x55f38cba99b0 2024-09-12T12:27:51.881 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.879+0000 7f5078f5f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cbaa2d0 0x55f38cbd0ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.881 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.879+0000 7f5078f5f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cbaa2d0 0x55f38cbd0ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:36054/0 (socket says 172.21.15.82:36054) 2024-09-12T12:27:51.881 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.879+0000 7f5078f5f640 1 -- 172.21.15.82:0/2517279541 learned_addr learned my addr 172.21.15.82:0/2517279541 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:51.881 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.879+0000 7f5079f61640 1 --2- 172.21.15.82:0/2517279541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 0x55f38cbd1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.881 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.879+0000 7f5079760640 1 --2- 172.21.15.82:0/2517279541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cba99b0 0x55f38cbb6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.882 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.879+0000 7f5078f5f640 1 -- 172.21.15.82:0/2517279541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cba99b0 msgr2=0x55f38cbb6770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:51.882 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.879+0000 7f5078f5f640 1 --2- 172.21.15.82:0/2517279541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cba99b0 0x55f38cbb6770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.882 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.879+0000 7f5078f5f640 1 -- 172.21.15.82:0/2517279541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 msgr2=0x55f38cbd1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:51.882 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.879+0000 7f5078f5f640 1 --2- 172.21.15.82:0/2517279541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 0x55f38cbd1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.882 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.879+0000 7f5078f5f640 1 -- 172.21.15.82:0/2517279541 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f38cbb45d0 con 0x55f38cbaa2d0 2024-09-12T12:27:51.882 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.879+0000 7f5078f5f640 1 --2- 172.21.15.82:0/2517279541 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cbaa2d0 0x55f38cbd0ef0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f5064000c00 tx=0x7f50640f2240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e4cda4f15ee2a37 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:51.882 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.879+0000 7f505effd640 1 -- 172.21.15.82:0/2517279541 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5064049040 con 0x55f38cbaa2d0 2024-09-12T12:27:51.882 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.879+0000 7f505effd640 1 -- 172.21.15.82:0/2517279541 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50640bc750 con 0x55f38cbaa2d0 2024-09-12T12:27:51.882 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.879+0000 7f505effd640 1 -- 172.21.15.82:0/2517279541 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50640ba350 con 0x55f38cbaa2d0 2024-09-12T12:27:51.882 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.880+0000 7f507e838740 1 -- 172.21.15.82:0/2517279541 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cbaa2d0 msgr2=0x55f38cbd0ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:51.882 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.880+0000 7f507e838740 1 --2- 172.21.15.82:0/2517279541 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cbaa2d0 0x55f38cbd0ef0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f5064000c00 tx=0x7f50640f2240 comp rx=0 tx=0).stop 2024-09-12T12:27:51.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.880+0000 7f507e838740 1 -- 172.21.15.82:0/2517279541 shutdown_connections 2024-09-12T12:27:51.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.880+0000 7f507e838740 1 --2- 172.21.15.82:0/2517279541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbb90c0 0x55f38cbd1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.880+0000 7f507e838740 1 --2- 172.21.15.82:0/2517279541 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cbaa2d0 0x55f38cbd0ef0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.880+0000 7f507e838740 1 --2- 172.21.15.82:0/2517279541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cba99b0 0x55f38cbb6770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.880+0000 7f507e838740 1 -- 172.21.15.82:0/2517279541 >> 172.21.15.82:0/2517279541 conn(0x55f38cba6060 msgr2=0x55f38cbb6060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:51.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.880+0000 7f507e838740 1 -- 172.21.15.82:0/2517279541 shutdown_connections 2024-09-12T12:27:51.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.880+0000 7f507e838740 1 -- 172.21.15.82:0/2517279541 wait complete. 2024-09-12T12:27:51.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.880+0000 7f507e838740 1 -- start start 2024-09-12T12:27:51.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.880+0000 7f507e838740 1 Processor -- start 2024-09-12T12:27:51.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f507e838740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cbbd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f507e838740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbaa2d0 0x55f38cbbd6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f507e838740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbb90c0 0x55f38cc32ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f507e838740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f50741aca90 con 0x55f38cba99b0 2024-09-12T12:27:51.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f507e838740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f50741ac3c0 con 0x55f38cbaa2d0 2024-09-12T12:27:51.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f507e838740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f50741a9600 con 0x55f38cbb90c0 2024-09-12T12:27:51.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f507e838740 10 client.0 _ll_register_callbacks cb 0x7f5070004180 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:27:51.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f5079760640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cbbd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f5079760640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cbbd1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:36066/0 (socket says 172.21.15.82:36066) 2024-09-12T12:27:51.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f5079760640 1 -- 172.21.15.82:0/3408975199 learned_addr learned my addr 172.21.15.82:0/3408975199 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:27:51.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f5079f61640 1 --2- 172.21.15.82:0/3408975199 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbb90c0 0x55f38cc32ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f5078f5f640 1 --2- 172.21.15.82:0/3408975199 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbaa2d0 0x55f38cbbd6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f5079760640 1 -- 172.21.15.82:0/3408975199 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbb90c0 msgr2=0x55f38cc32ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:51.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f5079760640 1 --2- 172.21.15.82:0/3408975199 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbb90c0 0x55f38cc32ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f5079760640 1 -- 172.21.15.82:0/3408975199 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbaa2d0 msgr2=0x55f38cbbd6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:27:51.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f5079760640 1 --2- 172.21.15.82:0/3408975199 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbaa2d0 0x55f38cbbd6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f5079760640 1 -- 172.21.15.82:0/3408975199 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f38cc33400 con 0x55f38cba99b0 2024-09-12T12:27:51.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f5079760640 1 --2- 172.21.15.82:0/3408975199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cbbd1b0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f5070005940 tx=0x7f50700039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c8527084178bbfe server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:27:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.881+0000 7f505cff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:27:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f505cff9640 1 -- 172.21.15.82:0/3408975199 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507001b9d0 con 0x55f38cba99b0 2024-09-12T12:27:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f505cff9640 1 -- 172.21.15.82:0/3408975199 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f5070011440 con 0x55f38cba99b0 2024-09-12T12:27:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f507e838740 1 -- 172.21.15.82:0/3408975199 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50640bc750 con 0x55f38cba99b0 2024-09-12T12:27:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f505cff9640 1 -- 172.21.15.82:0/3408975199 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5070005040 con 0x55f38cba99b0 2024-09-12T12:27:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f507e838740 10 client.15579 fetch_fsmap learned FSMap version 28 2024-09-12T12:27:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f507e838740 1 -- 172.21.15.82:0/3408975199 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f38cc34570 con 0x55f38cba99b0 2024-09-12T12:27:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f505cff9640 1 -- 172.21.15.82:0/3408975199 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50640bc750 con 0x55f38cba99b0 2024-09-12T12:27:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f505cff9640 1 -- 172.21.15.82:0/3408975199 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f5070010620 con 0x55f38cba99b0 2024-09-12T12:27:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f507e838740 10 client.15579 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:27:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f507e838740 10 client.15579 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:27:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f507e838740 20 client.15579 populate_metadata read hostname 'smithi082' 2024-09-12T12:27:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f507e838740 1 --2- 172.21.15.82:0/3408975199 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f38cc34d40 0x55f38cc37160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f507e838740 4 client.15579 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f507e838740 1 -- 172.21.15.82:0/3408975199 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f38cb15d70 con 0x55f38cc34d40 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.882+0000 7f5078f5f640 1 --2- 172.21.15.82:0/3408975199 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f38cc34d40 0x55f38cc37160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.883+0000 7f5078f5f640 1 --2- 172.21.15.82:0/3408975199 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f38cc34d40 0x55f38cc37160 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2751d9fa406868f server_cookie=17541d0ec92faea in_seq=0 out_seq=0 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.883+0000 7f505cff9640 10 client.15579 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.886+0000 7f505cff9640 1 -- 172.21.15.82:0/3408975199 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f38cb15d70 con 0x55f38cc34d40 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.886+0000 7f505cff9640 10 client.15579 handle_command_reply: tid=0 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.886+0000 7f507e838740 1 client.15579 shutdown 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.886+0000 7f507e838740 1 -- 172.21.15.82:0/3408975199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 msgr2=0x55f38cbbd1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.886+0000 7f507e838740 1 --2- 172.21.15.82:0/3408975199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cbbd1b0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f5070005940 tx=0x7f50700039c0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.886+0000 7f507e838740 1 -- 172.21.15.82:0/3408975199 shutdown_connections 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.886+0000 7f507e838740 1 --2- 172.21.15.82:0/3408975199 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f38cc34d40 0x55f38cc37160 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.886+0000 7f507e838740 1 --2- 172.21.15.82:0/3408975199 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f38cbb90c0 0x55f38cc32ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.886+0000 7f505cff9640 0 client.15579 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:27:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.886+0000 7f507e838740 1 --2- 172.21.15.82:0/3408975199 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f38cbaa2d0 0x55f38cbbd6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.886+0000 7f507e838740 1 --2- 172.21.15.82:0/3408975199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f38cba99b0 0x55f38cbbd1b0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.886+0000 7f507e838740 1 -- 172.21.15.82:0/3408975199 >> 172.21.15.82:0/3408975199 conn(0x55f38cba6060 msgr2=0x55f38cbb8120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:51.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507e838740 1 -- 172.21.15.82:0/3408975199 shutdown_connections 2024-09-12T12:27:51.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507e838740 1 -- 172.21.15.82:0/3408975199 wait complete. 2024-09-12T12:27:51.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507e838740 20 client.15579 trim_cache size 0 max 16384 2024-09-12T12:27:51.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:27:51.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:27:51.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:27:51.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:27:51.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507b9c4640 1 -- 172.21.15.82:0/730345511 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50600a2f50 msgr2=0x7f50600a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:51.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507b9c4640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50600a2f50 0x7f50600a5410 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f506c021000 tx=0x7f506c01f000 comp rx=0 tx=0).stop 2024-09-12T12:27:51.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507b9c4640 1 -- 172.21.15.82:0/730345511 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5074101350 msgr2=0x7f5074198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:27:51.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507b9c4640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5074101350 0x7f5074198890 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f5064009230 tx=0x7f5064004270 comp rx=0 tx=0).stop 2024-09-12T12:27:51.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507b9c4640 1 -- 172.21.15.82:0/730345511 shutdown_connections 2024-09-12T12:27:51.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507b9c4640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50600a2f50 0x7f50600a5410 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507b9c4640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50741069c0 0x7f507419cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507b9c4640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5074101350 0x7f5074198890 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507b9c4640 1 --2- 172.21.15.82:0/730345511 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50741009b0 0x7f5074198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:27:51.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507b9c4640 1 -- 172.21.15.82:0/730345511 >> 172.21.15.82:0/730345511 conn(0x7f5074077990 msgr2=0x7f5074069bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:27:51.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507b9c4640 1 -- 172.21.15.82:0/730345511 shutdown_connections 2024-09-12T12:27:51.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:27:51.887+0000 7f507b9c4640 1 -- 172.21.15.82:0/730345511 wait complete. 2024-09-12T12:27:53.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:53 smithi114 ceph-mon[35514]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-12T12:27:53.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:53 smithi097 ceph-mon[34923]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-12T12:27:53.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:53 smithi082 ceph-mon[31122]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-12T12:27:54.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:54 smithi097 ceph-mon[34923]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-09-12T12:27:54.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:54 smithi082 ceph-mon[31122]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-09-12T12:27:54.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:54 smithi114 ceph-mon[35514]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-09-12T12:27:54.828 INFO:tasks.workunit.client.0.smithi082.stderr:Note: switching to '086c737fa75c22d521a3932c59b31c5e1d1c9ef4'. 2024-09-12T12:27:54.828 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-09-12T12:27:54.828 INFO:tasks.workunit.client.0.smithi082.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T12:27:54.828 INFO:tasks.workunit.client.0.smithi082.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T12:27:54.828 INFO:tasks.workunit.client.0.smithi082.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T12:27:54.828 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-09-12T12:27:54.828 INFO:tasks.workunit.client.0.smithi082.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T12:27:54.828 INFO:tasks.workunit.client.0.smithi082.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T12:27:54.828 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-09-12T12:27:54.829 INFO:tasks.workunit.client.0.smithi082.stderr: git switch -c 2024-09-12T12:27:54.829 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-09-12T12:27:54.829 INFO:tasks.workunit.client.0.smithi082.stderr:Or undo this operation with: 2024-09-12T12:27:54.829 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-09-12T12:27:54.829 INFO:tasks.workunit.client.0.smithi082.stderr: git switch - 2024-09-12T12:27:54.829 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-09-12T12:27:54.829 INFO:tasks.workunit.client.0.smithi082.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T12:27:54.829 INFO:tasks.workunit.client.0.smithi082.stderr: 2024-09-12T12:27:54.829 INFO:tasks.workunit.client.0.smithi082.stderr:HEAD is now at 086c737fa75 Merge pull request #59733 from zdover23/wip-doc-2024-09-11-backport-59635-to-squid 2024-09-12T12:27:54.833 DEBUG:teuthology.orchestra.run.smithi082:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T12:27:54.895 INFO:tasks.workunit.client.0.smithi082.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T12:27:54.897 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T12:27:54.897 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T12:27:55.551 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T12:27:55.637 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T12:27:55.678 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T12:27:55.680 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T12:27:55.680 INFO:tasks.workunit.client.0.smithi082.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T12:27:55.719 INFO:tasks.workunit.client.0.smithi082.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T12:27:55.722 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:27:55.722 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T12:27:55.779 INFO:tasks.workunit:Running workunits matching fs/test_o_trunc.sh on client.0... 2024-09-12T12:27:55.780 INFO:tasks.workunit:Running workunit fs/test_o_trunc.sh... 2024-09-12T12:27:55.781 DEBUG:teuthology.orchestra.run.smithi082:workunit test fs/test_o_trunc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=086c737fa75c22d521a3932c59b31c5e1d1c9ef4 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-09-12T12:27:55.842 INFO:tasks.workunit.client.0.smithi082.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-09-12T12:27:55.842 INFO:tasks.workunit.client.0.smithi082.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs 2024-09-12T12:27:55.842 INFO:tasks.workunit.client.0.smithi082.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc trunc.foo 600 2024-09-12T12:27:57.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:57 smithi114 ceph-mon[35514]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-12T12:27:57.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:57 smithi097 ceph-mon[34923]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-12T12:27:57.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:57 smithi082 ceph-mon[31122]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-12T12:27:59.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:27:59 smithi114 ceph-mon[35514]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-09-12T12:27:59.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:27:59 smithi097 ceph-mon[34923]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-09-12T12:27:59.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:27:59 smithi082 ceph-mon[31122]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-09-12T12:28:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:00 smithi097 ceph-mon[34923]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-09-12T12:28:00.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:00 smithi082 ceph-mon[31122]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-09-12T12:28:00.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:00 smithi114 ceph-mon[35514]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-09-12T12:28:03.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:03 smithi114 ceph-mon[35514]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-09-12T12:28:03.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:03 smithi097 ceph-mon[34923]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-09-12T12:28:03.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:03 smithi082 ceph-mon[31122]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-09-12T12:28:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.983+0000 7f67c74e6640 1 -- 172.21.15.82:0/2894916306 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f67c010c0f0 msgr2=0x7f67c010e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.983+0000 7f67c74e6640 1 --2- 172.21.15.82:0/2894916306 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f67c010c0f0 0x7f67c010e590 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f67b8009ca0 tx=0x7f67b802a950 comp rx=0 tx=0).stop 2024-09-12T12:28:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.983+0000 7f67c74e6640 1 -- 172.21.15.82:0/2894916306 shutdown_connections 2024-09-12T12:28:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.983+0000 7f67c74e6640 1 --2- 172.21.15.82:0/2894916306 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f67c010c0f0 0x7f67c010e590 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.983+0000 7f67c74e6640 1 --2- 172.21.15.82:0/2894916306 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67c0103640 0x7f67c010bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.983+0000 7f67c74e6640 1 --2- 172.21.15.82:0/2894916306 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67c0102d20 0x7f67c0103100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.983+0000 7f67c74e6640 1 -- 172.21.15.82:0/2894916306 >> 172.21.15.82:0/2894916306 conn(0x7f67c00fc6b0 msgr2=0x7f67c00fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.983+0000 7f67c74e6640 1 -- 172.21.15.82:0/2894916306 shutdown_connections 2024-09-12T12:28:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.983+0000 7f67c74e6640 1 -- 172.21.15.82:0/2894916306 wait complete. 2024-09-12T12:28:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.984+0000 7f67c74e6640 1 Processor -- start 2024-09-12T12:28:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.984+0000 7f67c74e6640 1 -- start start 2024-09-12T12:28:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.984+0000 7f67c74e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f67c0102d20 0x7f67c0198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.984+0000 7f67c74e6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67c0103640 0x7f67c01987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.984+0000 7f67c74e6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67c010c0f0 0x7f67c019cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.984+0000 7f67c74e6640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f67c0111ef0 con 0x7f67c0102d20 2024-09-12T12:28:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.984+0000 7f67c74e6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f67c0111d70 con 0x7f67c010c0f0 2024-09-12T12:28:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.984+0000 7f67c74e6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f67c0112070 con 0x7f67c0103640 2024-09-12T12:28:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.984+0000 7f67c5282640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f67c0102d20 0x7f67c0198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.984+0000 7f67c5282640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f67c0102d20 0x7f67c0198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45012/0 (socket says 172.21.15.82:45012) 2024-09-12T12:28:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.984+0000 7f67c5282640 1 -- 172.21.15.82:0/3985664022 learned_addr learned my addr 172.21.15.82:0/3985664022 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.984+0000 7f67c4a81640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67c0103640 0x7f67c01987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.985+0000 7f67c5a83640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67c010c0f0 0x7f67c019cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.985+0000 7f67c5282640 1 -- 172.21.15.82:0/3985664022 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67c0103640 msgr2=0x7f67c01987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.985+0000 7f67c5282640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67c0103640 0x7f67c01987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.985+0000 7f67c5282640 1 -- 172.21.15.82:0/3985664022 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67c010c0f0 msgr2=0x7f67c019cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.985+0000 7f67c5282640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67c010c0f0 0x7f67c019cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.985+0000 7f67c5282640 1 -- 172.21.15.82:0/3985664022 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67c019d270 con 0x7f67c0102d20 2024-09-12T12:28:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.985+0000 7f67c5a83640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67c010c0f0 0x7f67c019cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:28:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.985+0000 7f67c5282640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f67c0102d20 0x7f67c0198280 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f67bc00d950 tx=0x7f67bc00dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.985+0000 7f67b27fc640 1 -- 172.21.15.82:0/3985664022 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67bc017070 con 0x7f67c0102d20 2024-09-12T12:28:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.985+0000 7f67b27fc640 1 -- 172.21.15.82:0/3985664022 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f67bc00de80 con 0x7f67c0102d20 2024-09-12T12:28:04.989 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.985+0000 7f67c74e6640 1 -- 172.21.15.82:0/3985664022 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67c019d560 con 0x7f67c0102d20 2024-09-12T12:28:04.989 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.985+0000 7f67b27fc640 1 -- 172.21.15.82:0/3985664022 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67bc00f620 con 0x7f67c0102d20 2024-09-12T12:28:04.989 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.985+0000 7f67c74e6640 1 -- 172.21.15.82:0/3985664022 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67c01a4df0 con 0x7f67c0102d20 2024-09-12T12:28:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.987+0000 7f67b27fc640 1 -- 172.21.15.82:0/3985664022 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 24) ==== 138117+0+0 (secure 0 0 0) 0x7f67bc009c30 con 0x7f67c0102d20 2024-09-12T12:28:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.988+0000 7f67ca27d740 1 Processor -- start 2024-09-12T12:28:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.988+0000 7f67ca27d740 1 -- start start 2024-09-12T12:28:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.988+0000 7f67ca27d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363806af0 0x560363806ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.988+0000 7f67ca27d740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363807410 0x560363811770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.988+0000 7f67ca27d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x5603638140a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.988+0000 7f67ca27d740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x56036376b2f0 con 0x560363807410 2024-09-12T12:28:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.988+0000 7f67ca27d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560363713270 con 0x560363811cb0 2024-09-12T12:28:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.988+0000 7f67ca27d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5603637672b0 con 0x560363806af0 2024-09-12T12:28:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.988+0000 7f67c5282640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363807410 0x560363811770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.988+0000 7f67c5282640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363807410 0x560363811770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45018/0 (socket says 172.21.15.82:45018) 2024-09-12T12:28:04.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.988+0000 7f67c5282640 1 -- 172.21.15.82:0/2100066754 learned_addr learned my addr 172.21.15.82:0/2100066754 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:04.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.988+0000 7f67c5a83640 1 --2- 172.21.15.82:0/2100066754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363806af0 0x560363806ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:04.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.988+0000 7f67b27fc640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f67ac0a2fd0 0x7f67ac0a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:04.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.989+0000 7f67c4a81640 1 --2- 172.21.15.82:0/2100066754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x5603638140a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:04.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.989+0000 7f67c5a83640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f67ac0a2fd0 0x7f67ac0a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:04.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.989+0000 7f67c5282640 1 -- 172.21.15.82:0/2100066754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363806af0 msgr2=0x560363806ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:04.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.989+0000 7f67c5282640 1 --2- 172.21.15.82:0/2100066754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363806af0 0x560363806ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:04.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.989+0000 7f67c5282640 1 -- 172.21.15.82:0/2100066754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 msgr2=0x5603638140a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:04.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.989+0000 7f67c5282640 1 --2- 172.21.15.82:0/2100066754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x5603638140a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:04.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.989+0000 7f67c5282640 1 -- 172.21.15.82:0/2100066754 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560363712340 con 0x560363807410 2024-09-12T12:28:04.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.989+0000 7f67c4a81640 1 --2- 172.21.15.82:0/2100066754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x5603638140a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:28:04.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.989+0000 7f67b27fc640 1 -- 172.21.15.82:0/3985664022 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f67bc0cf360 con 0x7f67c0102d20 2024-09-12T12:28:04.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.989+0000 7f67c5282640 1 --2- 172.21.15.82:0/2100066754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363807410 0x560363811770 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f67bc09b300 tx=0x7f67bc000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6027af891a4d837a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:04.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.989+0000 7f67c5a83640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f67ac0a2fd0 0x7f67ac0a5490 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f67b8006010 tx=0x7f67b802a950 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:04.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.989+0000 7f67ab7fe640 1 -- 172.21.15.82:0/2100066754 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67bc020070 con 0x560363807410 2024-09-12T12:28:04.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.989+0000 7f67ab7fe640 1 -- 172.21.15.82:0/2100066754 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f67bc09bd00 con 0x560363807410 2024-09-12T12:28:04.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.989+0000 7f67ab7fe640 1 -- 172.21.15.82:0/2100066754 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67bc097c70 con 0x560363807410 2024-09-12T12:28:04.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.990+0000 7f67ca27d740 1 -- 172.21.15.82:0/2100066754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363807410 msgr2=0x560363811770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:04.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.990+0000 7f67ca27d740 1 --2- 172.21.15.82:0/2100066754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363807410 0x560363811770 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f67bc09b300 tx=0x7f67bc000bc0 comp rx=0 tx=0).stop 2024-09-12T12:28:04.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.990+0000 7f67ca27d740 1 -- 172.21.15.82:0/2100066754 shutdown_connections 2024-09-12T12:28:04.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.990+0000 7f67ca27d740 1 --2- 172.21.15.82:0/2100066754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x5603638140a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:04.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.990+0000 7f67ca27d740 1 --2- 172.21.15.82:0/2100066754 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363807410 0x560363811770 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:04.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.990+0000 7f67ca27d740 1 --2- 172.21.15.82:0/2100066754 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363806af0 0x560363806ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:04.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.990+0000 7f67ca27d740 1 -- 172.21.15.82:0/2100066754 >> 172.21.15.82:0/2100066754 conn(0x560363803060 msgr2=0x560363803440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:04.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.990+0000 7f67ca27d740 1 -- 172.21.15.82:0/2100066754 shutdown_connections 2024-09-12T12:28:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.990+0000 7f67ca27d740 1 -- 172.21.15.82:0/2100066754 wait complete. 2024-09-12T12:28:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.990+0000 7f67ca27d740 1 -- start start 2024-09-12T12:28:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.990+0000 7f67ca27d740 1 Processor -- start 2024-09-12T12:28:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67ca27d740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363806af0 0x56036380eb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67ca27d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363807410 0x56036380f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67ca27d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x56036380f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67ca27d740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x560363814880 con 0x560363806af0 2024-09-12T12:28:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67ca27d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5603636f4290 con 0x560363811cb0 2024-09-12T12:28:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67ca27d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x560363814a00 con 0x560363807410 2024-09-12T12:28:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67ca27d740 10 client.0 _ll_register_callbacks cb 0x560363725140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:28:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67c5282640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363806af0 0x56036380eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67c5282640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363806af0 0x56036380eb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45020/0 (socket says 172.21.15.82:45020) 2024-09-12T12:28:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67c5282640 1 -- 172.21.15.82:0/2046912170 learned_addr learned my addr 172.21.15.82:0/2046912170 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67c4a81640 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363807410 0x56036380f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67c5a83640 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x56036380f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67c5282640 1 -- 172.21.15.82:0/2046912170 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363807410 msgr2=0x56036380f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67c5282640 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363807410 0x56036380f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67c5282640 1 -- 172.21.15.82:0/2046912170 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 msgr2=0x56036380f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67c5282640 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x56036380f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67c5282640 1 -- 172.21.15.82:0/2046912170 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56036347e210 con 0x560363806af0 2024-09-12T12:28:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67c4a81640 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363807410 0x56036380f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:28:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67c5a83640 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x56036380f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:28:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67c5282640 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363806af0 0x56036380eb90 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f67bc09b590 tx=0x7f67bc00cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ed0c495bcf2fd37 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.991+0000 7f67a8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:28:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.992+0000 7f67a8ff9640 1 -- 172.21.15.82:0/2046912170 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67bc020070 con 0x560363806af0 2024-09-12T12:28:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.992+0000 7f67a8ff9640 1 -- 172.21.15.82:0/2046912170 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f67bc00c2d0 con 0x560363806af0 2024-09-12T12:28:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.992+0000 7f67ca27d740 1 -- 172.21.15.82:0/2046912170 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67bc09bd00 con 0x560363806af0 2024-09-12T12:28:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.992+0000 7f67a8ff9640 1 -- 172.21.15.82:0/2046912170 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f67bc09f9b0 con 0x560363806af0 2024-09-12T12:28:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.992+0000 7f67ca27d740 10 client.15591 fetch_fsmap learned FSMap version 28 2024-09-12T12:28:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.992+0000 7f67ca27d740 1 -- 172.21.15.82:0/2046912170 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56036354a620 con 0x560363806af0 2024-09-12T12:28:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.992+0000 7f67a8ff9640 1 -- 172.21.15.82:0/2046912170 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f67bc09bd00 con 0x560363806af0 2024-09-12T12:28:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.992+0000 7f67a8ff9640 1 -- 172.21.15.82:0/2046912170 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f67bc0a3de0 con 0x560363806af0 2024-09-12T12:28:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.992+0000 7f67ca27d740 10 client.15591 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:28:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.992+0000 7f67ca27d740 10 client.15591 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:28:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.992+0000 7f67ca27d740 20 client.15591 populate_metadata read hostname 'smithi082' 2024-09-12T12:28:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.992+0000 7f67ca27d740 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560363821a50 0x560363823e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:05.002 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.992+0000 7f67ca27d740 4 client.15591 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:28:05.002 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.992+0000 7f67ca27d740 1 -- 172.21.15.82:0/2046912170 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560363778a20 con 0x560363821a50 2024-09-12T12:28:05.002 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.993+0000 7f67c4a81640 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560363821a50 0x560363823e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:05.002 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.993+0000 7f67a8ff9640 10 client.15591 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:05.002 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.993+0000 7f67c4a81640 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560363821a50 0x560363823e40 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f830e9c0c5d6540 server_cookie=321e3f20770c979a in_seq=0 out_seq=0 2024-09-12T12:28:05.002 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67a8ff9640 1 -- 172.21.15.82:0/2046912170 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560363778a20 con 0x560363821a50 2024-09-12T12:28:05.002 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67a8ff9640 10 client.15591 handle_command_reply: tid=0 2024-09-12T12:28:05.002 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67ca27d740 1 client.15591 shutdown 2024-09-12T12:28:05.002 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67ca27d740 1 -- 172.21.15.82:0/2046912170 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363806af0 msgr2=0x56036380eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:05.002 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67ca27d740 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363806af0 0x56036380eb90 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f67bc09b590 tx=0x7f67bc00cd20 comp rx=0 tx=0).stop 2024-09-12T12:28:05.003 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67ca27d740 1 -- 172.21.15.82:0/2046912170 shutdown_connections 2024-09-12T12:28:05.003 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67ca27d740 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560363821a50 0x560363823e40 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.003 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67ca27d740 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x56036380f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.003 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67a8ff9640 0 client.15591 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:05.003 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67ca27d740 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363807410 0x56036380f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.003 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67ca27d740 1 --2- 172.21.15.82:0/2046912170 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363806af0 0x56036380eb90 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67ca27d740 1 -- 172.21.15.82:0/2046912170 >> 172.21.15.82:0/2046912170 conn(0x560363803060 msgr2=0x560363808dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67ca27d740 1 -- 172.21.15.82:0/2046912170 shutdown_connections 2024-09-12T12:28:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67ca27d740 1 -- 172.21.15.82:0/2046912170 wait complete. 2024-09-12T12:28:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:04.994+0000 7f67ca27d740 20 client.15591 trim_cache size 0 max 16384 2024-09-12T12:28:05.013 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.008+0000 7f67ca27d740 1 Processor -- start 2024-09-12T12:28:05.013 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67ca27d740 1 -- start start 2024-09-12T12:28:05.014 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67ca27d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363806af0 0x560363810ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:05.014 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67ca27d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363807410 0x56036380f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:05.014 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67ca27d740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363811cb0 0x5603638293e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:05.014 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67ca27d740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f67c01ad890 con 0x560363811cb0 2024-09-12T12:28:05.014 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67ca27d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f67c01af3d0 con 0x560363806af0 2024-09-12T12:28:05.014 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67ca27d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f67c01adf60 con 0x560363807410 2024-09-12T12:28:05.014 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67c5a83640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363811cb0 0x5603638293e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:05.014 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67c5a83640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363811cb0 0x5603638293e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45034/0 (socket says 172.21.15.82:45034) 2024-09-12T12:28:05.014 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67c5a83640 1 -- 172.21.15.82:0/872149131 learned_addr learned my addr 172.21.15.82:0/872149131 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:05.014 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67c4a81640 1 --2- 172.21.15.82:0/872149131 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363807410 0x56036380f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:05.014 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67c5282640 1 --2- 172.21.15.82:0/872149131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363806af0 0x560363810ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:05.014 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67c5a83640 1 -- 172.21.15.82:0/872149131 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363807410 msgr2=0x56036380f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67c5a83640 1 --2- 172.21.15.82:0/872149131 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363807410 0x56036380f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67c5a83640 1 -- 172.21.15.82:0/872149131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363806af0 msgr2=0x560363810ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67c5a83640 1 --2- 172.21.15.82:0/872149131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363806af0 0x560363810ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67c5a83640 1 -- 172.21.15.82:0/872149131 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560363802e90 con 0x560363811cb0 2024-09-12T12:28:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67c5282640 1 --2- 172.21.15.82:0/872149131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363806af0 0x560363810ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:28:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67c5a83640 1 --2- 172.21.15.82:0/872149131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363811cb0 0x5603638293e0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f67b802f4a0 tx=0x7f67b803e070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=750b3cb91553f8c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.009+0000 7f67aaffd640 1 -- 172.21.15.82:0/872149131 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b8034040 con 0x560363811cb0 2024-09-12T12:28:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.010+0000 7f67aaffd640 1 -- 172.21.15.82:0/872149131 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f67b802f650 con 0x560363811cb0 2024-09-12T12:28:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.010+0000 7f67aaffd640 1 -- 172.21.15.82:0/872149131 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b8030950 con 0x560363811cb0 2024-09-12T12:28:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.010+0000 7f67ca27d740 1 -- 172.21.15.82:0/872149131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363811cb0 msgr2=0x5603638293e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.010+0000 7f67ca27d740 1 --2- 172.21.15.82:0/872149131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363811cb0 0x5603638293e0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f67b802f4a0 tx=0x7f67b803e070 comp rx=0 tx=0).stop 2024-09-12T12:28:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.010+0000 7f67ca27d740 1 -- 172.21.15.82:0/872149131 shutdown_connections 2024-09-12T12:28:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.010+0000 7f67ca27d740 1 --2- 172.21.15.82:0/872149131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363811cb0 0x5603638293e0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.010+0000 7f67ca27d740 1 --2- 172.21.15.82:0/872149131 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363807410 0x56036380f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.010+0000 7f67ca27d740 1 --2- 172.21.15.82:0/872149131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363806af0 0x560363810ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.010+0000 7f67ca27d740 1 -- 172.21.15.82:0/872149131 >> 172.21.15.82:0/872149131 conn(0x560363803060 msgr2=0x56036380db50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.010+0000 7f67ca27d740 1 -- 172.21.15.82:0/872149131 shutdown_connections 2024-09-12T12:28:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.010+0000 7f67ca27d740 1 -- 172.21.15.82:0/872149131 wait complete. 2024-09-12T12:28:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.010+0000 7f67ca27d740 1 -- start start 2024-09-12T12:28:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67ca27d740 1 Processor -- start 2024-09-12T12:28:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67ca27d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363806af0 0x56036380bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67ca27d740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363807410 0x56036380c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67ca27d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x56036380c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67ca27d740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f67c01aed00 con 0x560363807410 2024-09-12T12:28:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67ca27d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f67c01ae630 con 0x560363811cb0 2024-09-12T12:28:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67ca27d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f67c01ab870 con 0x560363806af0 2024-09-12T12:28:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67ca27d740 10 client.0 _ll_register_callbacks cb 0x7f67b8009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:28:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67c4a81640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363807410 0x56036380c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67c4a81640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363807410 0x56036380c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45050/0 (socket says 172.21.15.82:45050) 2024-09-12T12:28:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67c4a81640 1 -- 172.21.15.82:0/3907807563 learned_addr learned my addr 172.21.15.82:0/3907807563 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67c5282640 1 --2- 172.21.15.82:0/3907807563 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363806af0 0x56036380bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67c5a83640 1 --2- 172.21.15.82:0/3907807563 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x56036380c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67c4a81640 1 -- 172.21.15.82:0/3907807563 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363806af0 msgr2=0x56036380bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67c4a81640 1 --2- 172.21.15.82:0/3907807563 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363806af0 0x56036380bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67c4a81640 1 -- 172.21.15.82:0/3907807563 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 msgr2=0x56036380c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67c4a81640 1 --2- 172.21.15.82:0/3907807563 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x56036380c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.018 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67c4a81640 1 -- 172.21.15.82:0/3907807563 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56036388b3e0 con 0x560363807410 2024-09-12T12:28:05.018 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.011+0000 7f67c5a83640 1 --2- 172.21.15.82:0/3907807563 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x56036380c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:28:05.018 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67c4a81640 1 --2- 172.21.15.82:0/3907807563 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363807410 0x56036380c0e0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f67c010dee0 tx=0x7f67b4012b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6490b2b61d487a02 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:05.018 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67a8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:28:05.018 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67a8ff9640 1 -- 172.21.15.82:0/3907807563 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b4011b40 con 0x560363807410 2024-09-12T12:28:05.018 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67ca27d740 1 -- 172.21.15.82:0/3907807563 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67b802f650 con 0x560363807410 2024-09-12T12:28:05.018 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67a8ff9640 1 -- 172.21.15.82:0/3907807563 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f67b4011ce0 con 0x560363807410 2024-09-12T12:28:05.018 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67a8ff9640 1 -- 172.21.15.82:0/3907807563 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f67b4024440 con 0x560363807410 2024-09-12T12:28:05.018 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67ca27d740 10 client.15597 fetch_fsmap learned FSMap version 28 2024-09-12T12:28:05.018 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67ca27d740 1 -- 172.21.15.82:0/3907807563 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56036388c6d0 con 0x560363807410 2024-09-12T12:28:05.018 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67a8ff9640 1 -- 172.21.15.82:0/3907807563 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f67b802f650 con 0x560363807410 2024-09-12T12:28:05.018 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67a8ff9640 1 -- 172.21.15.82:0/3907807563 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f67b402a030 con 0x560363807410 2024-09-12T12:28:05.018 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67ca27d740 10 client.15597 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:28:05.019 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67ca27d740 10 client.15597 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:28:05.019 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67ca27d740 20 client.15597 populate_metadata read hostname 'smithi082' 2024-09-12T12:28:05.019 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67ca27d740 1 --2- 172.21.15.82:0/3907807563 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56036388ced0 0x56036388f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:05.019 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67ca27d740 4 client.15597 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:28:05.019 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.012+0000 7f67ca27d740 1 -- 172.21.15.82:0/3907807563 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560363772d70 con 0x56036388ced0 2024-09-12T12:28:05.019 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.013+0000 7f67c5282640 1 --2- 172.21.15.82:0/3907807563 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56036388ced0 0x56036388f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:05.019 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.013+0000 7f67a8ff9640 10 client.15597 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:05.019 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.013+0000 7f67c5282640 1 --2- 172.21.15.82:0/3907807563 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56036388ced0 0x56036388f2f0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ad5c59745e9187a server_cookie=e4df1fa3d5b38ca9 in_seq=0 out_seq=0 2024-09-12T12:28:05.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.024+0000 7f67a8ff9640 1 -- 172.21.15.82:0/3907807563 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560363772d70 con 0x56036388ced0 2024-09-12T12:28:05.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.024+0000 7f67a8ff9640 10 client.15597 handle_command_reply: tid=0 2024-09-12T12:28:05.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.024+0000 7f67ca27d740 1 client.15597 shutdown 2024-09-12T12:28:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.024+0000 7f67ca27d740 1 -- 172.21.15.82:0/3907807563 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363807410 msgr2=0x56036380c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.024+0000 7f67ca27d740 1 --2- 172.21.15.82:0/3907807563 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363807410 0x56036380c0e0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f67c010dee0 tx=0x7f67b4012b10 comp rx=0 tx=0).stop 2024-09-12T12:28:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.024+0000 7f67ca27d740 1 -- 172.21.15.82:0/3907807563 shutdown_connections 2024-09-12T12:28:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.024+0000 7f67ca27d740 1 --2- 172.21.15.82:0/3907807563 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56036388ced0 0x56036388f2f0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.024+0000 7f67ca27d740 1 --2- 172.21.15.82:0/3907807563 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560363811cb0 0x56036380c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.024+0000 7f67ca27d740 1 --2- 172.21.15.82:0/3907807563 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560363807410 0x56036380c0e0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.024+0000 7f67a8ff9640 0 client.15597 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.024+0000 7f67ca27d740 1 --2- 172.21.15.82:0/3907807563 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560363806af0 0x56036380bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67ca27d740 1 -- 172.21.15.82:0/3907807563 >> 172.21.15.82:0/3907807563 conn(0x560363803060 msgr2=0x5603638084c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67ca27d740 1 -- 172.21.15.82:0/3907807563 shutdown_connections 2024-09-12T12:28:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67ca27d740 1 -- 172.21.15.82:0/3907807563 wait complete. 2024-09-12T12:28:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67ca27d740 20 client.15597 trim_cache size 0 max 16384 2024-09-12T12:28:05.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:28:05.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:28:05.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:28:05.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:28:05.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67c74e6640 1 -- 172.21.15.82:0/3985664022 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f67ac0a2fd0 msgr2=0x7f67ac0a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:05.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67c74e6640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f67ac0a2fd0 0x7f67ac0a5490 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f67b8006010 tx=0x7f67b802a950 comp rx=0 tx=0).stop 2024-09-12T12:28:05.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67c74e6640 1 -- 172.21.15.82:0/3985664022 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f67c0102d20 msgr2=0x7f67c0198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:05.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67c74e6640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f67c0102d20 0x7f67c0198280 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f67bc00d950 tx=0x7f67bc00dd50 comp rx=0 tx=0).stop 2024-09-12T12:28:05.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67c74e6640 1 -- 172.21.15.82:0/3985664022 shutdown_connections 2024-09-12T12:28:05.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67c74e6640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f67ac0a2fd0 0x7f67ac0a5490 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67c74e6640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67c010c0f0 0x7f67c019cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67c74e6640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f67c0103640 0x7f67c01987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67c74e6640 1 --2- 172.21.15.82:0/3985664022 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f67c0102d20 0x7f67c0198280 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:05.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67c74e6640 1 -- 172.21.15.82:0/3985664022 >> 172.21.15.82:0/3985664022 conn(0x7f67c00fc6b0 msgr2=0x7f67c00fd2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:05.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67c74e6640 1 -- 172.21.15.82:0/3985664022 shutdown_connections 2024-09-12T12:28:05.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:05.025+0000 7f67c74e6640 1 -- 172.21.15.82:0/3985664022 wait complete. 2024-09-12T12:28:05.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:05 smithi114 ceph-mon[35514]: pgmap v44: 97 pgs: 97 active+clean; 1.5 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 35 KiB/s wr, 31 op/s 2024-09-12T12:28:05.582 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:05 smithi082 ceph-mon[31122]: pgmap v44: 97 pgs: 97 active+clean; 1.5 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 35 KiB/s wr, 31 op/s 2024-09-12T12:28:05.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:05 smithi097 ceph-mon[34923]: pgmap v44: 97 pgs: 97 active+clean; 1.5 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 35 KiB/s wr, 31 op/s 2024-09-12T12:28:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:06 smithi097 ceph-mon[34923]: pgmap v45: 97 pgs: 97 active+clean; 1.5 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 34 KiB/s wr, 26 op/s 2024-09-12T12:28:06.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:06 smithi082 ceph-mon[31122]: pgmap v45: 97 pgs: 97 active+clean; 1.5 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 34 KiB/s wr, 26 op/s 2024-09-12T12:28:06.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:06 smithi114 ceph-mon[35514]: pgmap v45: 97 pgs: 97 active+clean; 1.5 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 34 KiB/s wr, 26 op/s 2024-09-12T12:28:09.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:09 smithi114 ceph-mon[35514]: pgmap v46: 97 pgs: 97 active+clean; 1.6 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 46 KiB/s wr, 36 op/s 2024-09-12T12:28:09.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:09 smithi097 ceph-mon[34923]: pgmap v46: 97 pgs: 97 active+clean; 1.6 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 46 KiB/s wr, 36 op/s 2024-09-12T12:28:09.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:09 smithi082 ceph-mon[31122]: pgmap v46: 97 pgs: 97 active+clean; 1.6 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 46 KiB/s wr, 36 op/s 2024-09-12T12:28:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:10 smithi097 ceph-mon[34923]: pgmap v47: 97 pgs: 97 active+clean; 1.6 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 42 KiB/s wr, 30 op/s 2024-09-12T12:28:10.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:10 smithi082 ceph-mon[31122]: pgmap v47: 97 pgs: 97 active+clean; 1.6 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 42 KiB/s wr, 30 op/s 2024-09-12T12:28:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:10 smithi114 ceph-mon[35514]: pgmap v47: 97 pgs: 97 active+clean; 1.6 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 42 KiB/s wr, 30 op/s 2024-09-12T12:28:13.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:13 smithi114 ceph-mon[35514]: pgmap v48: 97 pgs: 97 active+clean; 1.6 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 42 KiB/s wr, 30 op/s 2024-09-12T12:28:13.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:13 smithi097 ceph-mon[34923]: pgmap v48: 97 pgs: 97 active+clean; 1.6 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 42 KiB/s wr, 30 op/s 2024-09-12T12:28:13.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:13 smithi082 ceph-mon[31122]: pgmap v48: 97 pgs: 97 active+clean; 1.6 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 42 KiB/s wr, 30 op/s 2024-09-12T12:28:15.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:15 smithi114 ceph-mon[35514]: pgmap v49: 97 pgs: 97 active+clean; 1.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 52 KiB/s wr, 38 op/s 2024-09-12T12:28:15.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:15 smithi114 ceph-mon[35514]: mgrmap e25: x(active, since 92s), standbys: z, y 2024-09-12T12:28:15.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:15 smithi097 ceph-mon[34923]: pgmap v49: 97 pgs: 97 active+clean; 1.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 52 KiB/s wr, 38 op/s 2024-09-12T12:28:15.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:15 smithi097 ceph-mon[34923]: mgrmap e25: x(active, since 92s), standbys: z, y 2024-09-12T12:28:15.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:15 smithi082 ceph-mon[31122]: pgmap v49: 97 pgs: 97 active+clean; 1.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 52 KiB/s wr, 38 op/s 2024-09-12T12:28:15.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:15 smithi082 ceph-mon[31122]: mgrmap e25: x(active, since 92s), standbys: z, y 2024-09-12T12:28:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:16 smithi114 ceph-mon[35514]: pgmap v50: 97 pgs: 97 active+clean; 1.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-12T12:28:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:16 smithi097 ceph-mon[34923]: pgmap v50: 97 pgs: 97 active+clean; 1.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-12T12:28:16.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:16 smithi082 ceph-mon[31122]: pgmap v50: 97 pgs: 97 active+clean; 1.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-12T12:28:18.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.122+0000 7f5e72823640 1 -- 172.21.15.82:0/2124824507 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e6c103620 msgr2=0x7f5e6c10bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:18.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.122+0000 7f5e72823640 1 --2- 172.21.15.82:0/2124824507 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e6c103620 0x7f5e6c10bb00 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f5e60009900 tx=0x7f5e6002a480 comp rx=0 tx=0).stop 2024-09-12T12:28:18.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.122+0000 7f5e72823640 1 -- 172.21.15.82:0/2124824507 shutdown_connections 2024-09-12T12:28:18.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.122+0000 7f5e72823640 1 --2- 172.21.15.82:0/2124824507 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e6c10c0d0 0x7f5e6c10e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.122+0000 7f5e72823640 1 --2- 172.21.15.82:0/2124824507 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e6c103620 0x7f5e6c10bb00 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.122+0000 7f5e72823640 1 --2- 172.21.15.82:0/2124824507 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e6c102d00 0x7f5e6c1030e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.122+0000 7f5e72823640 1 -- 172.21.15.82:0/2124824507 >> 172.21.15.82:0/2124824507 conn(0x7f5e6c0fc6f0 msgr2=0x7f5e6c0feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:18.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.122+0000 7f5e72823640 1 -- 172.21.15.82:0/2124824507 shutdown_connections 2024-09-12T12:28:18.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.122+0000 7f5e72823640 1 -- 172.21.15.82:0/2124824507 wait complete. 2024-09-12T12:28:18.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.123+0000 7f5e72823640 1 Processor -- start 2024-09-12T12:28:18.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.123+0000 7f5e72823640 1 -- start start 2024-09-12T12:28:18.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.123+0000 7f5e72823640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e6c102d00 0x7f5e6c1982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.123+0000 7f5e72823640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e6c103620 0x7f5e6c1987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.123+0000 7f5e72823640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e6c10c0d0 0x7f5e6c19cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.123+0000 7f5e72823640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6c111ed0 con 0x7f5e6c103620 2024-09-12T12:28:18.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.123+0000 7f5e72823640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6c111d50 con 0x7f5e6c10c0d0 2024-09-12T12:28:18.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.123+0000 7f5e72823640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6c112050 con 0x7f5e6c102d00 2024-09-12T12:28:18.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.123+0000 7f5e6b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e6c103620 0x7f5e6c1987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.123+0000 7f5e6b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e6c103620 0x7f5e6c1987f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45274/0 (socket says 172.21.15.82:45274) 2024-09-12T12:28:18.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.123+0000 7f5e6b7fe640 1 -- 172.21.15.82:0/3524370974 learned_addr learned my addr 172.21.15.82:0/3524370974 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:18.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.123+0000 7f5e6bfff640 1 --2- 172.21.15.82:0/3524370974 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e6c102d00 0x7f5e6c1982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.123+0000 7f5e70dc0640 1 --2- 172.21.15.82:0/3524370974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e6c10c0d0 0x7f5e6c19cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.124+0000 7f5e6b7fe640 1 -- 172.21.15.82:0/3524370974 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e6c102d00 msgr2=0x7f5e6c1982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:18.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.124+0000 7f5e6b7fe640 1 --2- 172.21.15.82:0/3524370974 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e6c102d00 0x7f5e6c1982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.124+0000 7f5e6b7fe640 1 -- 172.21.15.82:0/3524370974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e6c10c0d0 msgr2=0x7f5e6c19cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:18.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.124+0000 7f5e6b7fe640 1 --2- 172.21.15.82:0/3524370974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e6c10c0d0 0x7f5e6c19cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.124+0000 7f5e6b7fe640 1 -- 172.21.15.82:0/3524370974 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e6c19d2a0 con 0x7f5e6c103620 2024-09-12T12:28:18.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.124+0000 7f5e6b7fe640 1 --2- 172.21.15.82:0/3524370974 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e6c103620 0x7f5e6c1987f0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f5e60006010 tx=0x7f5e60004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:18.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.124+0000 7f5e697fa640 1 -- 172.21.15.82:0/3524370974 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e6003f030 con 0x7f5e6c103620 2024-09-12T12:28:18.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.124+0000 7f5e697fa640 1 -- 172.21.15.82:0/3524370974 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e60003ad0 con 0x7f5e6c103620 2024-09-12T12:28:18.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.124+0000 7f5e72823640 1 -- 172.21.15.82:0/3524370974 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e6c19d530 con 0x7f5e6c103620 2024-09-12T12:28:18.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.124+0000 7f5e697fa640 1 -- 172.21.15.82:0/3524370974 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e60035070 con 0x7f5e6c103620 2024-09-12T12:28:18.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.124+0000 7f5e72823640 1 -- 172.21.15.82:0/3524370974 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e6c1a4e20 con 0x7f5e6c103620 2024-09-12T12:28:18.134 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.126+0000 7f5e697fa640 1 -- 172.21.15.82:0/3524370974 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f5e60042030 con 0x7f5e6c103620 2024-09-12T12:28:18.134 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e755be740 1 Processor -- start 2024-09-12T12:28:18.134 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e755be740 1 -- start start 2024-09-12T12:28:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e755be740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c2af0 0x55990f8c2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e755be740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8c3410 0x55990f8cd770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e755be740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8cdcb0 0x55990f8d00a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e755be740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55990f8272f0 con 0x55990f8c2af0 2024-09-12T12:28:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e755be740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55990f7cf270 con 0x55990f8c3410 2024-09-12T12:28:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e755be740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55990f8232b0 con 0x55990f8cdcb0 2024-09-12T12:28:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e70dc0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c2af0 0x55990f8c2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e697fa640 1 --2- 172.21.15.82:0/3524370974 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5e540a2e20 0x7f5e540a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e70dc0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c2af0 0x55990f8c2ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45278/0 (socket says 172.21.15.82:45278) 2024-09-12T12:28:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e70dc0640 1 -- 172.21.15.82:0/1070437021 learned_addr learned my addr 172.21.15.82:0/1070437021 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e6bfff640 1 --2- 172.21.15.82:0/1070437021 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8c3410 0x55990f8cd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e6b7fe640 1 --2- 172.21.15.82:0/1070437021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8cdcb0 0x55990f8d00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e70dc0640 1 --2- 172.21.15.82:0/3524370974 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5e540a2e20 0x7f5e540a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e697fa640 1 -- 172.21.15.82:0/3524370974 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f5e600ef730 con 0x7f5e6c103620 2024-09-12T12:28:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e6bfff640 1 -- 172.21.15.82:0/1070437021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8cdcb0 msgr2=0x55990f8d00a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e6bfff640 1 --2- 172.21.15.82:0/1070437021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8cdcb0 0x55990f8d00a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e6bfff640 1 -- 172.21.15.82:0/1070437021 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c2af0 msgr2=0x55990f8c2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.127+0000 7f5e6bfff640 1 --2- 172.21.15.82:0/1070437021 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c2af0 0x55990f8c2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.128+0000 7f5e6bfff640 1 -- 172.21.15.82:0/1070437021 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55990f7ce340 con 0x55990f8c3410 2024-09-12T12:28:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.128+0000 7f5e70dc0640 1 --2- 172.21.15.82:0/1070437021 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c2af0 0x55990f8c2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:28:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.128+0000 7f5e70dc0640 1 --2- 172.21.15.82:0/3524370974 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5e540a2e20 0x7f5e540a52e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5e640099e0 tx=0x7f5e64004ab0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.128+0000 7f5e6bfff640 1 --2- 172.21.15.82:0/1070437021 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8c3410 0x55990f8cd770 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00abf0 tx=0x7f5e5c00f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e5f7981aac6b452f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.128+0000 7f5e527fc640 1 -- 172.21.15.82:0/1070437021 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c005220 con 0x55990f8c3410 2024-09-12T12:28:18.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.128+0000 7f5e527fc640 1 -- 172.21.15.82:0/1070437021 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e5c004c80 con 0x55990f8c3410 2024-09-12T12:28:18.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.128+0000 7f5e527fc640 1 -- 172.21.15.82:0/1070437021 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c018820 con 0x55990f8c3410 2024-09-12T12:28:18.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.129+0000 7f5e755be740 1 -- 172.21.15.82:0/1070437021 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8c3410 msgr2=0x55990f8cd770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:18.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.129+0000 7f5e755be740 1 --2- 172.21.15.82:0/1070437021 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8c3410 0x55990f8cd770 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00abf0 tx=0x7f5e5c00f790 comp rx=0 tx=0).stop 2024-09-12T12:28:18.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.129+0000 7f5e755be740 1 -- 172.21.15.82:0/1070437021 shutdown_connections 2024-09-12T12:28:18.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.129+0000 7f5e755be740 1 --2- 172.21.15.82:0/1070437021 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8cdcb0 0x55990f8d00a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.129+0000 7f5e755be740 1 --2- 172.21.15.82:0/1070437021 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8c3410 0x55990f8cd770 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.129+0000 7f5e755be740 1 --2- 172.21.15.82:0/1070437021 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c2af0 0x55990f8c2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.129+0000 7f5e755be740 1 -- 172.21.15.82:0/1070437021 >> 172.21.15.82:0/1070437021 conn(0x55990f8bf060 msgr2=0x55990f8bf440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:18.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.129+0000 7f5e755be740 1 -- 172.21.15.82:0/1070437021 shutdown_connections 2024-09-12T12:28:18.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.129+0000 7f5e755be740 1 -- 172.21.15.82:0/1070437021 wait complete. 2024-09-12T12:28:18.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.129+0000 7f5e755be740 1 -- start start 2024-09-12T12:28:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.129+0000 7f5e755be740 1 Processor -- start 2024-09-12T12:28:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e755be740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c2af0 0x55990f8cab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e755be740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8c3410 0x55990f8cb060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e755be740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 0x55990f8cb5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e755be740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55990f8d0880 con 0x55990f8c2af0 2024-09-12T12:28:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e755be740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55990f7b0290 con 0x55990f8cdcb0 2024-09-12T12:28:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e755be740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55990f8d0a00 con 0x55990f8c3410 2024-09-12T12:28:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e755be740 10 client.0 _ll_register_callbacks cb 0x55990f7e1140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:28:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e6bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c2af0 0x55990f8cab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e6bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c2af0 0x55990f8cab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45280/0 (socket says 172.21.15.82:45280) 2024-09-12T12:28:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e6bfff640 1 -- 172.21.15.82:0/3454366215 learned_addr learned my addr 172.21.15.82:0/3454366215 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e6b7fe640 1 --2- 172.21.15.82:0/3454366215 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8c3410 0x55990f8cb060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e70dc0640 1 --2- 172.21.15.82:0/3454366215 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 0x55990f8cb5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.139 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e6bfff640 1 -- 172.21.15.82:0/3454366215 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8c3410 msgr2=0x55990f8cb060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:18.139 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e6bfff640 1 --2- 172.21.15.82:0/3454366215 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8c3410 0x55990f8cb060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.139 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e6bfff640 1 -- 172.21.15.82:0/3454366215 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 msgr2=0x55990f8cb5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:18.139 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e6bfff640 1 --2- 172.21.15.82:0/3454366215 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 0x55990f8cb5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.139 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e6bfff640 1 -- 172.21.15.82:0/3454366215 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55990f53a210 con 0x55990f8c2af0 2024-09-12T12:28:18.139 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e70dc0640 1 --2- 172.21.15.82:0/3454366215 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 0x55990f8cb5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:28:18.139 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e6bfff640 1 --2- 172.21.15.82:0/3454366215 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c2af0 0x55990f8cab20 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00fc90 tx=0x7f5e5c005430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=841492ef3525191c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:18.139 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e4b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:28:18.139 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e4b7fe640 1 -- 172.21.15.82:0/3454366215 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c027070 con 0x55990f8c2af0 2024-09-12T12:28:18.139 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e4b7fe640 1 -- 172.21.15.82:0/3454366215 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f5e5c0048d0 con 0x55990f8c2af0 2024-09-12T12:28:18.139 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.130+0000 7f5e755be740 1 -- 172.21.15.82:0/3454366215 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e5c004c80 con 0x55990f8c2af0 2024-09-12T12:28:18.139 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.131+0000 7f5e4b7fe640 1 -- 172.21.15.82:0/3454366215 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5e5c033050 con 0x55990f8c2af0 2024-09-12T12:28:18.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.131+0000 7f5e755be740 10 client.15609 fetch_fsmap learned FSMap version 28 2024-09-12T12:28:18.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.131+0000 7f5e755be740 1 -- 172.21.15.82:0/3454366215 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55990f606620 con 0x55990f8c2af0 2024-09-12T12:28:18.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.131+0000 7f5e4b7fe640 1 -- 172.21.15.82:0/3454366215 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e5c004c80 con 0x55990f8c2af0 2024-09-12T12:28:18.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.131+0000 7f5e4b7fe640 1 -- 172.21.15.82:0/3454366215 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f5e5c0234a0 con 0x55990f8c2af0 2024-09-12T12:28:18.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.131+0000 7f5e755be740 10 client.15609 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:28:18.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.131+0000 7f5e755be740 10 client.15609 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:28:18.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.131+0000 7f5e755be740 20 client.15609 populate_metadata read hostname 'smithi082' 2024-09-12T12:28:18.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.131+0000 7f5e755be740 1 --2- 172.21.15.82:0/3454366215 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55990f8ddad0 0x55990f8dfec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.131+0000 7f5e755be740 4 client.15609 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:28:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.131+0000 7f5e755be740 1 -- 172.21.15.82:0/3454366215 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55990f834a20 con 0x55990f8ddad0 2024-09-12T12:28:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.131+0000 7f5e6b7fe640 1 --2- 172.21.15.82:0/3454366215 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55990f8ddad0 0x55990f8dfec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.132+0000 7f5e6b7fe640 1 --2- 172.21.15.82:0/3454366215 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55990f8ddad0 0x55990f8dfec0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d36688a193918c84 server_cookie=d92626094a814a7a in_seq=0 out_seq=0 2024-09-12T12:28:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.132+0000 7f5e4b7fe640 10 client.15609 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.132+0000 7f5e4b7fe640 1 -- 172.21.15.82:0/3454366215 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55990f834a20 con 0x55990f8ddad0 2024-09-12T12:28:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.132+0000 7f5e4b7fe640 10 client.15609 handle_command_reply: tid=0 2024-09-12T12:28:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.132+0000 7f5e755be740 1 client.15609 shutdown 2024-09-12T12:28:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.133+0000 7f5e755be740 1 -- 172.21.15.82:0/3454366215 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c2af0 msgr2=0x55990f8cab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.133+0000 7f5e755be740 1 --2- 172.21.15.82:0/3454366215 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c2af0 0x55990f8cab20 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00fc90 tx=0x7f5e5c005430 comp rx=0 tx=0).stop 2024-09-12T12:28:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.133+0000 7f5e755be740 1 -- 172.21.15.82:0/3454366215 shutdown_connections 2024-09-12T12:28:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.133+0000 7f5e755be740 1 --2- 172.21.15.82:0/3454366215 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55990f8ddad0 0x55990f8dfec0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.133+0000 7f5e755be740 1 --2- 172.21.15.82:0/3454366215 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 0x55990f8cb5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.133+0000 7f5e4b7fe640 0 client.15609 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:18.142 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.133+0000 7f5e755be740 1 --2- 172.21.15.82:0/3454366215 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8c3410 0x55990f8cb060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.142 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.133+0000 7f5e755be740 1 --2- 172.21.15.82:0/3454366215 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c2af0 0x55990f8cab20 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.142 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.133+0000 7f5e755be740 1 -- 172.21.15.82:0/3454366215 >> 172.21.15.82:0/3454366215 conn(0x55990f8bf060 msgr2=0x55990f8c4dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:18.142 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.133+0000 7f5e755be740 1 -- 172.21.15.82:0/3454366215 shutdown_connections 2024-09-12T12:28:18.142 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.133+0000 7f5e755be740 1 -- 172.21.15.82:0/3454366215 wait complete. 2024-09-12T12:28:18.142 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.133+0000 7f5e755be740 20 client.15609 trim_cache size 0 max 16384 2024-09-12T12:28:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.147+0000 7f5e755be740 1 Processor -- start 2024-09-12T12:28:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.147+0000 7f5e755be740 1 -- start start 2024-09-12T12:28:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.147+0000 7f5e755be740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8c2af0 0x55990f8c5560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.147+0000 7f5e755be740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c3410 0x55990f8cb3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.147+0000 7f5e755be740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 0x55990f8e5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.147+0000 7f5e755be740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6c1ad830 con 0x55990f8c3410 2024-09-12T12:28:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.147+0000 7f5e755be740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6c1af370 con 0x55990f8cdcb0 2024-09-12T12:28:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.147+0000 7f5e755be740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6c1adf00 con 0x55990f8c2af0 2024-09-12T12:28:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.147+0000 7f5e6b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c3410 0x55990f8cb3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.147+0000 7f5e6b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c3410 0x55990f8cb3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45290/0 (socket says 172.21.15.82:45290) 2024-09-12T12:28:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.147+0000 7f5e6b7fe640 1 -- 172.21.15.82:0/3908140744 learned_addr learned my addr 172.21.15.82:0/3908140744 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.148+0000 7f5e6b7fe640 1 -- 172.21.15.82:0/3908140744 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8c2af0 msgr2=0x55990f8c5560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.148+0000 7f5e6b7fe640 1 --2- 172.21.15.82:0/3908140744 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8c2af0 0x55990f8c5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.148+0000 7f5e6b7fe640 1 -- 172.21.15.82:0/3908140744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 msgr2=0x55990f8e5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.148+0000 7f5e6b7fe640 1 --2- 172.21.15.82:0/3908140744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 0x55990f8e5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.148+0000 7f5e6b7fe640 1 -- 172.21.15.82:0/3908140744 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55990f8bee90 con 0x55990f8c3410 2024-09-12T12:28:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.148+0000 7f5e6b7fe640 1 --2- 172.21.15.82:0/3908140744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c3410 0x55990f8cb3d0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f5e600ecea0 tx=0x7f5e6008ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5bbe99510db7b43 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.148+0000 7f5e51ffb640 1 -- 172.21.15.82:0/3908140744 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e60049040 con 0x55990f8c3410 2024-09-12T12:28:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.148+0000 7f5e51ffb640 1 -- 172.21.15.82:0/3908140744 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e600bc310 con 0x55990f8c3410 2024-09-12T12:28:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.148+0000 7f5e51ffb640 1 -- 172.21.15.82:0/3908140744 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e60003c80 con 0x55990f8c3410 2024-09-12T12:28:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.148+0000 7f5e755be740 1 -- 172.21.15.82:0/3908140744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c3410 msgr2=0x55990f8cb3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.148+0000 7f5e755be740 1 --2- 172.21.15.82:0/3908140744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c3410 0x55990f8cb3d0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f5e600ecea0 tx=0x7f5e6008ec80 comp rx=0 tx=0).stop 2024-09-12T12:28:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 -- 172.21.15.82:0/3908140744 shutdown_connections 2024-09-12T12:28:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 --2- 172.21.15.82:0/3908140744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 0x55990f8e5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 --2- 172.21.15.82:0/3908140744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c3410 0x55990f8cb3d0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 --2- 172.21.15.82:0/3908140744 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8c2af0 0x55990f8c5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 -- 172.21.15.82:0/3908140744 >> 172.21.15.82:0/3908140744 conn(0x55990f8bf060 msgr2=0x55990f8ccba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 -- 172.21.15.82:0/3908140744 shutdown_connections 2024-09-12T12:28:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 -- 172.21.15.82:0/3908140744 wait complete. 2024-09-12T12:28:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 -- start start 2024-09-12T12:28:18.157 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 Processor -- start 2024-09-12T12:28:18.158 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8c2af0 0x55990f8d60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.158 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c3410 0x55990f8d13c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.158 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 0x55990f8d1900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.158 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6c1aeca0 con 0x55990f8c3410 2024-09-12T12:28:18.158 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6c1ae5d0 con 0x55990f8cdcb0 2024-09-12T12:28:18.158 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6c1ab810 con 0x55990f8c2af0 2024-09-12T12:28:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.149+0000 7f5e755be740 10 client.0 _ll_register_callbacks cb 0x7f5e64013460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:28:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e6b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c3410 0x55990f8d13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e6b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c3410 0x55990f8d13c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45296/0 (socket says 172.21.15.82:45296) 2024-09-12T12:28:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e6b7fe640 1 -- 172.21.15.82:0/160081709 learned_addr learned my addr 172.21.15.82:0/160081709 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e6bfff640 1 --2- 172.21.15.82:0/160081709 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8c2af0 0x55990f8d60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e70dc0640 1 --2- 172.21.15.82:0/160081709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 0x55990f8d1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e6b7fe640 1 -- 172.21.15.82:0/160081709 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8c2af0 msgr2=0x55990f8d60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e6b7fe640 1 --2- 172.21.15.82:0/160081709 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8c2af0 0x55990f8d60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e6b7fe640 1 -- 172.21.15.82:0/160081709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 msgr2=0x55990f8d1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e6b7fe640 1 --2- 172.21.15.82:0/160081709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 0x55990f8d1900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e6b7fe640 1 -- 172.21.15.82:0/160081709 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55990f8d1e40 con 0x55990f8c3410 2024-09-12T12:28:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e70dc0640 1 --2- 172.21.15.82:0/160081709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 0x55990f8d1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:28:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e6b7fe640 1 --2- 172.21.15.82:0/160081709 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c3410 0x55990f8d13c0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f5e600ecef0 tx=0x7f5e60031ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d99ac4b11966dddc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e4b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:28:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e4b7fe640 1 -- 172.21.15.82:0/160081709 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e60049070 con 0x55990f8c3410 2024-09-12T12:28:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e4b7fe640 1 -- 172.21.15.82:0/160081709 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f5e60003c80 con 0x55990f8c3410 2024-09-12T12:28:18.161 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e755be740 1 -- 172.21.15.82:0/160081709 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e600bc310 con 0x55990f8c3410 2024-09-12T12:28:18.161 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e4b7fe640 1 -- 172.21.15.82:0/160081709 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5e600bb570 con 0x55990f8c3410 2024-09-12T12:28:18.161 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e755be740 10 client.15615 fetch_fsmap learned FSMap version 28 2024-09-12T12:28:18.161 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.150+0000 7f5e755be740 1 -- 172.21.15.82:0/160081709 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55990f948140 con 0x55990f8c3410 2024-09-12T12:28:18.161 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.151+0000 7f5e4b7fe640 1 -- 172.21.15.82:0/160081709 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e600bc310 con 0x55990f8c3410 2024-09-12T12:28:18.161 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.151+0000 7f5e4b7fe640 1 -- 172.21.15.82:0/160081709 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f5e600c43f0 con 0x55990f8c3410 2024-09-12T12:28:18.161 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.151+0000 7f5e755be740 10 client.15615 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:28:18.161 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.151+0000 7f5e755be740 10 client.15615 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:28:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.151+0000 7f5e755be740 20 client.15615 populate_metadata read hostname 'smithi082' 2024-09-12T12:28:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.151+0000 7f5e755be740 1 --2- 172.21.15.82:0/160081709 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55990f948820 0x55990f94ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.151+0000 7f5e755be740 4 client.15615 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:28:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.151+0000 7f5e755be740 1 -- 172.21.15.82:0/160081709 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55990f82ed70 con 0x55990f948820 2024-09-12T12:28:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.151+0000 7f5e6bfff640 1 --2- 172.21.15.82:0/160081709 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55990f948820 0x55990f94ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:18.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.151+0000 7f5e4b7fe640 10 client.15615 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:18.163 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.151+0000 7f5e6bfff640 1 --2- 172.21.15.82:0/160081709 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55990f948820 0x55990f94ac40 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6751f387cd506de4 server_cookie=bb59b6971060da03 in_seq=0 out_seq=0 2024-09-12T12:28:18.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e4b7fe640 1 -- 172.21.15.82:0/160081709 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55990f82ed70 con 0x55990f948820 2024-09-12T12:28:18.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e4b7fe640 10 client.15615 handle_command_reply: tid=0 2024-09-12T12:28:18.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e755be740 1 client.15615 shutdown 2024-09-12T12:28:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e755be740 1 -- 172.21.15.82:0/160081709 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c3410 msgr2=0x55990f8d13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e755be740 1 --2- 172.21.15.82:0/160081709 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c3410 0x55990f8d13c0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f5e600ecef0 tx=0x7f5e60031ad0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e755be740 1 -- 172.21.15.82:0/160081709 shutdown_connections 2024-09-12T12:28:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e755be740 1 --2- 172.21.15.82:0/160081709 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55990f948820 0x55990f94ac40 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e755be740 1 --2- 172.21.15.82:0/160081709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55990f8cdcb0 0x55990f8d1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e755be740 1 --2- 172.21.15.82:0/160081709 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55990f8c3410 0x55990f8d13c0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e4b7fe640 0 client.15615 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e755be740 1 --2- 172.21.15.82:0/160081709 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55990f8c2af0 0x55990f8d60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e755be740 1 -- 172.21.15.82:0/160081709 >> 172.21.15.82:0/160081709 conn(0x55990f8bf060 msgr2=0x55990f8bd9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e755be740 1 -- 172.21.15.82:0/160081709 shutdown_connections 2024-09-12T12:28:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e755be740 1 -- 172.21.15.82:0/160081709 wait complete. 2024-09-12T12:28:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e755be740 20 client.15615 trim_cache size 0 max 16384 2024-09-12T12:28:18.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:28:18.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:28:18.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:28:18.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:28:18.169 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e72823640 1 -- 172.21.15.82:0/3524370974 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5e540a2e20 msgr2=0x7f5e540a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:18.169 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e72823640 1 --2- 172.21.15.82:0/3524370974 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5e540a2e20 0x7f5e540a52e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5e640099e0 tx=0x7f5e64004ab0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.169 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e72823640 1 -- 172.21.15.82:0/3524370974 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e6c103620 msgr2=0x7f5e6c1987f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:18.169 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e72823640 1 --2- 172.21.15.82:0/3524370974 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e6c103620 0x7f5e6c1987f0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f5e60006010 tx=0x7f5e60004270 comp rx=0 tx=0).stop 2024-09-12T12:28:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e72823640 1 -- 172.21.15.82:0/3524370974 shutdown_connections 2024-09-12T12:28:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e72823640 1 --2- 172.21.15.82:0/3524370974 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5e540a2e20 0x7f5e540a52e0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e72823640 1 --2- 172.21.15.82:0/3524370974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e6c10c0d0 0x7f5e6c19cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e72823640 1 --2- 172.21.15.82:0/3524370974 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5e6c103620 0x7f5e6c1987f0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e72823640 1 --2- 172.21.15.82:0/3524370974 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5e6c102d00 0x7f5e6c1982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e72823640 1 -- 172.21.15.82:0/3524370974 >> 172.21.15.82:0/3524370974 conn(0x7f5e6c0fc6f0 msgr2=0x7f5e6c0fd390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e72823640 1 -- 172.21.15.82:0/3524370974 shutdown_connections 2024-09-12T12:28:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:18.164+0000 7f5e72823640 1 -- 172.21.15.82:0/3524370974 wait complete. 2024-09-12T12:28:19.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:19 smithi114 ceph-mon[35514]: pgmap v51: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 34 KiB/s wr, 26 op/s 2024-09-12T12:28:19.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:19 smithi097 ceph-mon[34923]: pgmap v51: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 34 KiB/s wr, 26 op/s 2024-09-12T12:28:19.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:19 smithi082 ceph-mon[31122]: pgmap v51: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 34 KiB/s wr, 26 op/s 2024-09-12T12:28:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:20 smithi097 ceph-mon[34923]: pgmap v52: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-12T12:28:20.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:20 smithi082 ceph-mon[31122]: pgmap v52: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-12T12:28:20.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:20 smithi114 ceph-mon[35514]: pgmap v52: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-12T12:28:23.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:23 smithi114 ceph-mon[35514]: pgmap v53: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-12T12:28:23.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:23 smithi097 ceph-mon[34923]: pgmap v53: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-12T12:28:23.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:23 smithi082 ceph-mon[31122]: pgmap v53: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-12T12:28:24.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:24 smithi097 ceph-mon[34923]: pgmap v54: 97 pgs: 97 active+clean; 1.9 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 23 op/s 2024-09-12T12:28:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:24 smithi082 ceph-mon[31122]: pgmap v54: 97 pgs: 97 active+clean; 1.9 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 23 op/s 2024-09-12T12:28:24.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:24 smithi114 ceph-mon[35514]: pgmap v54: 97 pgs: 97 active+clean; 1.9 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 23 op/s 2024-09-12T12:28:27.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:27 smithi114 ceph-mon[35514]: pgmap v55: 97 pgs: 97 active+clean; 1.9 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-09-12T12:28:27.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:27 smithi097 ceph-mon[34923]: pgmap v55: 97 pgs: 97 active+clean; 1.9 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-09-12T12:28:27.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:27 smithi082 ceph-mon[31122]: pgmap v55: 97 pgs: 97 active+clean; 1.9 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-09-12T12:28:28.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:28 smithi114 ceph-mon[35514]: pgmap v56: 97 pgs: 97 active+clean; 2.0 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 30 KiB/s wr, 22 op/s 2024-09-12T12:28:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:28 smithi097 ceph-mon[34923]: pgmap v56: 97 pgs: 97 active+clean; 2.0 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 30 KiB/s wr, 22 op/s 2024-09-12T12:28:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:28 smithi082 ceph-mon[31122]: pgmap v56: 97 pgs: 97 active+clean; 2.0 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 30 KiB/s wr, 22 op/s 2024-09-12T12:28:31.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.260+0000 7f793fac9640 1 -- 172.21.15.82:0/2717511632 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f79381008a0 msgr2=0x7f7938100c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:31.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.260+0000 7f793fac9640 1 --2- 172.21.15.82:0/2717511632 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f79381008a0 0x7f7938100c80 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f7928009ca0 tx=0x7f792802a8c0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.260+0000 7f793fac9640 1 -- 172.21.15.82:0/2717511632 shutdown_connections 2024-09-12T12:28:31.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.260+0000 7f793fac9640 1 --2- 172.21.15.82:0/2717511632 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79381080f0 0x7f793810ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.260+0000 7f793fac9640 1 --2- 172.21.15.82:0/2717511632 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7938101250 0x7f7938107990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.260+0000 7f793fac9640 1 --2- 172.21.15.82:0/2717511632 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f79381008a0 0x7f7938100c80 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.260+0000 7f793fac9640 1 -- 172.21.15.82:0/2717511632 >> 172.21.15.82:0/2717511632 conn(0x7f7938075ef0 msgr2=0x7f7938076300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:31.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.260+0000 7f793fac9640 1 -- 172.21.15.82:0/2717511632 shutdown_connections 2024-09-12T12:28:31.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.260+0000 7f793fac9640 1 -- 172.21.15.82:0/2717511632 wait complete. 2024-09-12T12:28:31.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793fac9640 1 Processor -- start 2024-09-12T12:28:31.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793fac9640 1 -- start start 2024-09-12T12:28:31.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793fac9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79381008a0 0x7f7938198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793fac9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f79381080f0 0x7f7938198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793fac9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793819cbd0 0x7f793819d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793fac9640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7938111f20 con 0x7f79381080f0 2024-09-12T12:28:31.264 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793fac9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7938111da0 con 0x7f793819cbd0 2024-09-12T12:28:31.264 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793fac9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f79381120a0 con 0x7f79381008a0 2024-09-12T12:28:31.264 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793d064640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f79381080f0 0x7f7938198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.264 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793d064640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f79381080f0 0x7f7938198850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55796/0 (socket says 172.21.15.82:55796) 2024-09-12T12:28:31.264 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793d064640 1 -- 172.21.15.82:0/2526354345 learned_addr learned my addr 172.21.15.82:0/2526354345 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:31.264 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793d865640 1 --2- 172.21.15.82:0/2526354345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79381008a0 0x7f7938198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.264 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793e066640 1 --2- 172.21.15.82:0/2526354345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793819cbd0 0x7f793819d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.264 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793d064640 1 -- 172.21.15.82:0/2526354345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79381008a0 msgr2=0x7f7938198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:31.264 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793d064640 1 --2- 172.21.15.82:0/2526354345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79381008a0 0x7f7938198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.264 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793d064640 1 -- 172.21.15.82:0/2526354345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793819cbd0 msgr2=0x7f793819d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:31.264 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793d064640 1 --2- 172.21.15.82:0/2526354345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793819cbd0 0x7f793819d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.264 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793d064640 1 -- 172.21.15.82:0/2526354345 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f793819d6c0 con 0x7f79381080f0 2024-09-12T12:28:31.264 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.261+0000 7f793d064640 1 --2- 172.21.15.82:0/2526354345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f79381080f0 0x7f7938198850 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f792c00d770 tx=0x7f792c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:31.265 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.262+0000 7f7936ffd640 1 -- 172.21.15.82:0/2526354345 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792c017070 con 0x7f79381080f0 2024-09-12T12:28:31.265 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.262+0000 7f7936ffd640 1 -- 172.21.15.82:0/2526354345 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f792c009c30 con 0x7f79381080f0 2024-09-12T12:28:31.265 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.262+0000 7f793fac9640 1 -- 172.21.15.82:0/2526354345 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f793819d9b0 con 0x7f79381080f0 2024-09-12T12:28:31.265 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.262+0000 7f7936ffd640 1 -- 172.21.15.82:0/2526354345 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792c00f620 con 0x7f79381080f0 2024-09-12T12:28:31.265 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.262+0000 7f793fac9640 1 -- 172.21.15.82:0/2526354345 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79381a51a0 con 0x7f79381080f0 2024-09-12T12:28:31.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.264+0000 7f7936ffd640 1 -- 172.21.15.82:0/2526354345 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f792c01a070 con 0x7f79381080f0 2024-09-12T12:28:31.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.264+0000 7f7942862740 1 Processor -- start 2024-09-12T12:28:31.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.265+0000 7f7942862740 1 -- start start 2024-09-12T12:28:31.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.265+0000 7f7942862740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b0832af0 0x5596b0832ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.265+0000 7f7942862740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0833410 0x5596b083d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.265+0000 7f7942862740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b083dcb0 0x5596b08400a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.265+0000 7f7942862740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5596b07972f0 con 0x5596b083dcb0 2024-09-12T12:28:31.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.265+0000 7f7942862740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5596b073f270 con 0x5596b0832af0 2024-09-12T12:28:31.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.265+0000 7f7942862740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5596b07932b0 con 0x5596b0833410 2024-09-12T12:28:31.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.265+0000 7f793d064640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b083dcb0 0x5596b08400a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.265+0000 7f793d064640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b083dcb0 0x5596b08400a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55812/0 (socket says 172.21.15.82:55812) 2024-09-12T12:28:31.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.265+0000 7f793d064640 1 -- 172.21.15.82:0/3988482929 learned_addr learned my addr 172.21.15.82:0/3988482929 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:31.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.265+0000 7f793e066640 1 --2- 172.21.15.82:0/3988482929 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b0832af0 0x5596b0832ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.265+0000 7f793d865640 1 --2- 172.21.15.82:0/3988482929 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0833410 0x5596b083d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.265+0000 7f7936ffd640 1 --2- 172.21.15.82:0/2526354345 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f79200a2da0 0x7f79200a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.265+0000 7f793d064640 1 -- 172.21.15.82:0/3988482929 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0833410 msgr2=0x5596b083d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:31.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.266+0000 7f793d064640 1 --2- 172.21.15.82:0/3988482929 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0833410 0x5596b083d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.266+0000 7f793d064640 1 -- 172.21.15.82:0/3988482929 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b0832af0 msgr2=0x5596b0832ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:31.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.266+0000 7f793d064640 1 --2- 172.21.15.82:0/3988482929 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b0832af0 0x5596b0832ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.266+0000 7f793d064640 1 -- 172.21.15.82:0/3988482929 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596b073e340 con 0x5596b083dcb0 2024-09-12T12:28:31.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.266+0000 7f793e066640 1 --2- 172.21.15.82:0/2526354345 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f79200a2da0 0x7f79200a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.266+0000 7f7936ffd640 1 -- 172.21.15.82:0/2526354345 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f792c0cefa0 con 0x7f79381080f0 2024-09-12T12:28:31.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.266+0000 7f793d064640 1 --2- 172.21.15.82:0/3988482929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b083dcb0 0x5596b08400a0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f792c0cc620 tx=0x7f792c06e4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=738a4d862ba7b97e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:31.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.266+0000 7f791ffff640 1 -- 172.21.15.82:0/3988482929 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792c021020 con 0x5596b083dcb0 2024-09-12T12:28:31.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.266+0000 7f793e066640 1 --2- 172.21.15.82:0/2526354345 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f79200a2da0 0x7f79200a5260 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f793000bc20 tx=0x7f79300046c0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:31.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.266+0000 7f791ffff640 1 -- 172.21.15.82:0/3988482929 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f792c0bcda0 con 0x5596b083dcb0 2024-09-12T12:28:31.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.266+0000 7f791ffff640 1 -- 172.21.15.82:0/3988482929 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792c009de0 con 0x5596b083dcb0 2024-09-12T12:28:31.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.267+0000 7f7942862740 1 -- 172.21.15.82:0/3988482929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b083dcb0 msgr2=0x5596b08400a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:31.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.267+0000 7f7942862740 1 --2- 172.21.15.82:0/3988482929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b083dcb0 0x5596b08400a0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f792c0cc620 tx=0x7f792c06e4f0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.267+0000 7f7942862740 1 -- 172.21.15.82:0/3988482929 shutdown_connections 2024-09-12T12:28:31.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.267+0000 7f7942862740 1 --2- 172.21.15.82:0/3988482929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b083dcb0 0x5596b08400a0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.267+0000 7f7942862740 1 --2- 172.21.15.82:0/3988482929 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0833410 0x5596b083d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.267+0000 7f7942862740 1 --2- 172.21.15.82:0/3988482929 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b0832af0 0x5596b0832ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.267+0000 7f7942862740 1 -- 172.21.15.82:0/3988482929 >> 172.21.15.82:0/3988482929 conn(0x5596b082f060 msgr2=0x5596b082f440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:31.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.267+0000 7f7942862740 1 -- 172.21.15.82:0/3988482929 shutdown_connections 2024-09-12T12:28:31.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.267+0000 7f7942862740 1 -- 172.21.15.82:0/3988482929 wait complete. 2024-09-12T12:28:31.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.267+0000 7f7942862740 1 -- start start 2024-09-12T12:28:31.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.267+0000 7f7942862740 1 Processor -- start 2024-09-12T12:28:31.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f7942862740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b0832af0 0x5596b083ab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f7942862740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0833410 0x5596b083b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f7942862740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b083dcb0 0x5596b083b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f7942862740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5596b0840880 con 0x5596b083dcb0 2024-09-12T12:28:31.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f7942862740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5596b0720290 con 0x5596b0832af0 2024-09-12T12:28:31.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f7942862740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5596b0840a00 con 0x5596b0833410 2024-09-12T12:28:31.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f7942862740 10 client.0 _ll_register_callbacks cb 0x5596b0751140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:28:31.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f793e066640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b083dcb0 0x5596b083b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f793e066640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b083dcb0 0x5596b083b5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55820/0 (socket says 172.21.15.82:55820) 2024-09-12T12:28:31.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f793e066640 1 -- 172.21.15.82:0/745601135 learned_addr learned my addr 172.21.15.82:0/745601135 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:31.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f793d865640 1 --2- 172.21.15.82:0/745601135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b0832af0 0x5596b083ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f793d064640 1 --2- 172.21.15.82:0/745601135 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0833410 0x5596b083b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f793e066640 1 -- 172.21.15.82:0/745601135 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0833410 msgr2=0x5596b083b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:31.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f793e066640 1 --2- 172.21.15.82:0/745601135 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0833410 0x5596b083b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f793e066640 1 -- 172.21.15.82:0/745601135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b0832af0 msgr2=0x5596b083ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:31.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f793e066640 1 --2- 172.21.15.82:0/745601135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b0832af0 0x5596b083ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.268+0000 7f793e066640 1 -- 172.21.15.82:0/745601135 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596b04aa210 con 0x5596b083dcb0 2024-09-12T12:28:31.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f793e066640 1 --2- 172.21.15.82:0/745601135 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b083dcb0 0x5596b083b5e0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f7930012670 tx=0x7f7930004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35220e6ac939a5bb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:31.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f791d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:28:31.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f791d7fa640 1 -- 172.21.15.82:0/745601135 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f793001e9e0 con 0x5596b083dcb0 2024-09-12T12:28:31.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f791d7fa640 1 -- 172.21.15.82:0/745601135 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f793001eb80 con 0x5596b083dcb0 2024-09-12T12:28:31.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f7942862740 1 -- 172.21.15.82:0/745601135 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f792c0bcda0 con 0x5596b083dcb0 2024-09-12T12:28:31.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f791d7fa640 1 -- 172.21.15.82:0/745601135 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f793001ed80 con 0x5596b083dcb0 2024-09-12T12:28:31.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f7942862740 10 client.15627 fetch_fsmap learned FSMap version 28 2024-09-12T12:28:31.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f7942862740 1 -- 172.21.15.82:0/745601135 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5596b0576620 con 0x5596b083dcb0 2024-09-12T12:28:31.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f791d7fa640 1 -- 172.21.15.82:0/745601135 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f792c0bcda0 con 0x5596b083dcb0 2024-09-12T12:28:31.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f791d7fa640 1 -- 172.21.15.82:0/745601135 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7930027620 con 0x5596b083dcb0 2024-09-12T12:28:31.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f7942862740 10 client.15627 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:28:31.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f7942862740 10 client.15627 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:28:31.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f7942862740 20 client.15627 populate_metadata read hostname 'smithi082' 2024-09-12T12:28:31.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f7942862740 1 --2- 172.21.15.82:0/745601135 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5596b084dc70 0x5596b0850080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f7942862740 4 client.15627 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:28:31.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.269+0000 7f7942862740 1 -- 172.21.15.82:0/745601135 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5596b07a4a20 con 0x5596b084dc70 2024-09-12T12:28:31.275 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.270+0000 7f793d865640 1 --2- 172.21.15.82:0/745601135 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5596b084dc70 0x5596b0850080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.276 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.270+0000 7f791d7fa640 10 client.15627 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:31.276 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.270+0000 7f793d865640 1 --2- 172.21.15.82:0/745601135 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5596b084dc70 0x5596b0850080 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=844166de328da960 server_cookie=8c190d94d1338752 in_seq=0 out_seq=0 2024-09-12T12:28:31.277 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f791d7fa640 1 -- 172.21.15.82:0/745601135 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5596b07a4a20 con 0x5596b084dc70 2024-09-12T12:28:31.277 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f791d7fa640 10 client.15627 handle_command_reply: tid=0 2024-09-12T12:28:31.277 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f7942862740 1 client.15627 shutdown 2024-09-12T12:28:31.277 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f7942862740 1 -- 172.21.15.82:0/745601135 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b083dcb0 msgr2=0x5596b083b5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:31.277 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f7942862740 1 --2- 172.21.15.82:0/745601135 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b083dcb0 0x5596b083b5e0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f7930012670 tx=0x7f7930004730 comp rx=0 tx=0).stop 2024-09-12T12:28:31.277 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f7942862740 1 -- 172.21.15.82:0/745601135 shutdown_connections 2024-09-12T12:28:31.277 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f7942862740 1 --2- 172.21.15.82:0/745601135 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5596b084dc70 0x5596b0850080 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.277 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f7942862740 1 --2- 172.21.15.82:0/745601135 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b083dcb0 0x5596b083b5e0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.277 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f7942862740 1 --2- 172.21.15.82:0/745601135 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0833410 0x5596b083b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.277 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f791d7fa640 0 client.15627 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:31.278 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f7942862740 1 --2- 172.21.15.82:0/745601135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b0832af0 0x5596b083ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.278 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f7942862740 1 -- 172.21.15.82:0/745601135 >> 172.21.15.82:0/745601135 conn(0x5596b082f060 msgr2=0x5596b0834dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:31.278 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f7942862740 1 -- 172.21.15.82:0/745601135 shutdown_connections 2024-09-12T12:28:31.278 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f7942862740 1 -- 172.21.15.82:0/745601135 wait complete. 2024-09-12T12:28:31.278 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.271+0000 7f7942862740 20 client.15627 trim_cache size 0 max 16384 2024-09-12T12:28:31.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.285+0000 7f7942862740 1 Processor -- start 2024-09-12T12:28:31.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.285+0000 7f7942862740 1 -- start start 2024-09-12T12:28:31.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.285+0000 7f7942862740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b0832af0 0x5596b083b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.285+0000 7f7942862740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0833410 0x5596b0846070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.285+0000 7f7942862740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b083dcb0 0x5596b08465b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.286 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.285+0000 7f7942862740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f79381ad890 con 0x5596b0832af0 2024-09-12T12:28:31.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.285+0000 7f7942862740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f79381af3d0 con 0x5596b083dcb0 2024-09-12T12:28:31.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.285+0000 7f7942862740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f79381adf60 con 0x5596b0833410 2024-09-12T12:28:31.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.286+0000 7f793d865640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b0832af0 0x5596b083b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.286+0000 7f793d865640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b0832af0 0x5596b083b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55828/0 (socket says 172.21.15.82:55828) 2024-09-12T12:28:31.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.286+0000 7f793d865640 1 -- 172.21.15.82:0/611182969 learned_addr learned my addr 172.21.15.82:0/611182969 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:31.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.286+0000 7f793d865640 1 -- 172.21.15.82:0/611182969 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0833410 msgr2=0x5596b0846070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:31.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.286+0000 7f793d865640 1 --2- 172.21.15.82:0/611182969 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0833410 0x5596b0846070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.286+0000 7f793d865640 1 -- 172.21.15.82:0/611182969 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b083dcb0 msgr2=0x5596b08465b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:31.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.286+0000 7f793d865640 1 --2- 172.21.15.82:0/611182969 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b083dcb0 0x5596b08465b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.286+0000 7f793d865640 1 -- 172.21.15.82:0/611182969 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596b082ee90 con 0x5596b0832af0 2024-09-12T12:28:31.287 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.286+0000 7f793d865640 1 --2- 172.21.15.82:0/611182969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b0832af0 0x5596b083b410 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f7928009bf0 tx=0x7f79280095e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e80219ab23c1ac8c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:31.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.286+0000 7f791f7fe640 1 -- 172.21.15.82:0/611182969 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7928031650 con 0x5596b0832af0 2024-09-12T12:28:31.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.286+0000 7f791f7fe640 1 -- 172.21.15.82:0/611182969 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7928036040 con 0x5596b0832af0 2024-09-12T12:28:31.288 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.286+0000 7f791f7fe640 1 -- 172.21.15.82:0/611182969 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79280305c0 con 0x5596b0832af0 2024-09-12T12:28:31.291 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.287+0000 7f7942862740 1 -- 172.21.15.82:0/611182969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b0832af0 msgr2=0x5596b083b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:31.291 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.287+0000 7f7942862740 1 --2- 172.21.15.82:0/611182969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b0832af0 0x5596b083b410 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f7928009bf0 tx=0x7f79280095e0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.287+0000 7f7942862740 1 -- 172.21.15.82:0/611182969 shutdown_connections 2024-09-12T12:28:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.287+0000 7f7942862740 1 --2- 172.21.15.82:0/611182969 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b083dcb0 0x5596b08465b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.287+0000 7f7942862740 1 --2- 172.21.15.82:0/611182969 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0833410 0x5596b0846070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.287+0000 7f7942862740 1 --2- 172.21.15.82:0/611182969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b0832af0 0x5596b083b410 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.287+0000 7f7942862740 1 -- 172.21.15.82:0/611182969 >> 172.21.15.82:0/611182969 conn(0x5596b082f060 msgr2=0x5596b083cbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.287+0000 7f7942862740 1 -- 172.21.15.82:0/611182969 shutdown_connections 2024-09-12T12:28:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.287+0000 7f7942862740 1 -- 172.21.15.82:0/611182969 wait complete. 2024-09-12T12:28:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.287+0000 7f7942862740 1 -- start start 2024-09-12T12:28:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.287+0000 7f7942862740 1 Processor -- start 2024-09-12T12:28:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f7942862740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0832af0 0x5596b0836dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f7942862740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b0833410 0x5596b0837310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f7942862740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b083dcb0 0x5596b0837850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f7942862740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f79381aed00 con 0x5596b0833410 2024-09-12T12:28:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f7942862740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f79381ae630 con 0x5596b083dcb0 2024-09-12T12:28:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f7942862740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f79381ab870 con 0x5596b0832af0 2024-09-12T12:28:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f7942862740 10 client.0 _ll_register_callbacks cb 0x7f793000b410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:28:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f793d064640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b0833410 0x5596b0837310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f793d064640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b0833410 0x5596b0837310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55834/0 (socket says 172.21.15.82:55834) 2024-09-12T12:28:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f793d064640 1 -- 172.21.15.82:0/3554748558 learned_addr learned my addr 172.21.15.82:0/3554748558 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f793d865640 1 --2- 172.21.15.82:0/3554748558 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0832af0 0x5596b0836dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f793e066640 1 --2- 172.21.15.82:0/3554748558 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b083dcb0 0x5596b0837850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f793d064640 1 -- 172.21.15.82:0/3554748558 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0832af0 msgr2=0x5596b0836dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f793d064640 1 --2- 172.21.15.82:0/3554748558 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0832af0 0x5596b0836dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f793d064640 1 -- 172.21.15.82:0/3554748558 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b083dcb0 msgr2=0x5596b0837850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f793d064640 1 --2- 172.21.15.82:0/3554748558 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b083dcb0 0x5596b0837850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.294 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f793d064640 1 -- 172.21.15.82:0/3554748558 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596b084c810 con 0x5596b0833410 2024-09-12T12:28:31.294 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f793e066640 1 --2- 172.21.15.82:0/3554748558 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b083dcb0 0x5596b0837850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:28:31.294 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f793d064640 1 --2- 172.21.15.82:0/3554748558 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b0833410 0x5596b0837310 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f792c00d740 tx=0x7f792c0ba770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a292408cd551420f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:31.294 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f791d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:28:31.294 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f791d7fa640 1 -- 172.21.15.82:0/3554748558 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792c021070 con 0x5596b0833410 2024-09-12T12:28:31.294 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f7942862740 1 -- 172.21.15.82:0/3554748558 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7928036040 con 0x5596b0833410 2024-09-12T12:28:31.294 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f791d7fa640 1 -- 172.21.15.82:0/3554748558 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f792c099780 con 0x5596b0833410 2024-09-12T12:28:31.294 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f791d7fa640 1 -- 172.21.15.82:0/3554748558 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f792c09afc0 con 0x5596b0833410 2024-09-12T12:28:31.294 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f7942862740 10 client.15633 fetch_fsmap learned FSMap version 28 2024-09-12T12:28:31.294 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.288+0000 7f7942862740 1 -- 172.21.15.82:0/3554748558 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5596b08bcc80 con 0x5596b0833410 2024-09-12T12:28:31.294 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.289+0000 7f791d7fa640 1 -- 172.21.15.82:0/3554748558 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7928036040 con 0x5596b0833410 2024-09-12T12:28:31.294 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.289+0000 7f791d7fa640 1 -- 172.21.15.82:0/3554748558 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f792c0cc930 con 0x5596b0833410 2024-09-12T12:28:31.294 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.289+0000 7f7942862740 10 client.15633 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:28:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.289+0000 7f7942862740 10 client.15633 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:28:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.289+0000 7f7942862740 20 client.15633 populate_metadata read hostname 'smithi082' 2024-09-12T12:28:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.289+0000 7f7942862740 1 --2- 172.21.15.82:0/3554748558 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5596b08bd030 0x5596b08bf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.289+0000 7f7942862740 4 client.15633 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:28:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.289+0000 7f7942862740 1 -- 172.21.15.82:0/3554748558 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5596b079ed70 con 0x5596b08bd030 2024-09-12T12:28:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.289+0000 7f793d865640 1 --2- 172.21.15.82:0/3554748558 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5596b08bd030 0x5596b08bf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.289+0000 7f791d7fa640 10 client.15633 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.289+0000 7f793d865640 1 --2- 172.21.15.82:0/3554748558 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5596b08bd030 0x5596b08bf450 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f845c2eb76ec282 server_cookie=283e4f7704ad89fa in_seq=0 out_seq=0 2024-09-12T12:28:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.301+0000 7f791d7fa640 1 -- 172.21.15.82:0/3554748558 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5596b079ed70 con 0x5596b08bd030 2024-09-12T12:28:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.301+0000 7f791d7fa640 10 client.15633 handle_command_reply: tid=0 2024-09-12T12:28:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.301+0000 7f7942862740 1 client.15633 shutdown 2024-09-12T12:28:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f7942862740 1 -- 172.21.15.82:0/3554748558 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b0833410 msgr2=0x5596b0837310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f7942862740 1 --2- 172.21.15.82:0/3554748558 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b0833410 0x5596b0837310 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f792c00d740 tx=0x7f792c0ba770 comp rx=0 tx=0).stop 2024-09-12T12:28:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f7942862740 1 -- 172.21.15.82:0/3554748558 shutdown_connections 2024-09-12T12:28:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f7942862740 1 --2- 172.21.15.82:0/3554748558 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5596b08bd030 0x5596b08bf450 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f7942862740 1 --2- 172.21.15.82:0/3554748558 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596b083dcb0 0x5596b0837850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f7942862740 1 --2- 172.21.15.82:0/3554748558 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5596b0833410 0x5596b0837310 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f791d7fa640 0 client.15633 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f7942862740 1 --2- 172.21.15.82:0/3554748558 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5596b0832af0 0x5596b0836dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f7942862740 1 -- 172.21.15.82:0/3554748558 >> 172.21.15.82:0/3554748558 conn(0x5596b082f060 msgr2=0x5596b0834550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f7942862740 1 -- 172.21.15.82:0/3554748558 shutdown_connections 2024-09-12T12:28:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f7942862740 1 -- 172.21.15.82:0/3554748558 wait complete. 2024-09-12T12:28:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f7942862740 20 client.15633 trim_cache size 0 max 16384 2024-09-12T12:28:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:28:31.304 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:28:31.304 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:28:31.304 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:28:31.304 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f793fac9640 1 -- 172.21.15.82:0/2526354345 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f79200a2da0 msgr2=0x7f79200a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:31.304 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f793fac9640 1 --2- 172.21.15.82:0/2526354345 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f79200a2da0 0x7f79200a5260 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f793000bc20 tx=0x7f79300046c0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.305 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f793fac9640 1 -- 172.21.15.82:0/2526354345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f79381080f0 msgr2=0x7f7938198850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:31.305 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f793fac9640 1 --2- 172.21.15.82:0/2526354345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f79381080f0 0x7f7938198850 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f792c00d770 tx=0x7f792c00dc30 comp rx=0 tx=0).stop 2024-09-12T12:28:31.305 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f793fac9640 1 -- 172.21.15.82:0/2526354345 shutdown_connections 2024-09-12T12:28:31.305 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f793fac9640 1 --2- 172.21.15.82:0/2526354345 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f79200a2da0 0x7f79200a5260 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.305 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f793fac9640 1 --2- 172.21.15.82:0/2526354345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f793819cbd0 0x7f793819d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.305 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f793fac9640 1 --2- 172.21.15.82:0/2526354345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f79381080f0 0x7f7938198850 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.305 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.302+0000 7f793fac9640 1 --2- 172.21.15.82:0/2526354345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f79381008a0 0x7f7938198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:31.305 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.303+0000 7f793fac9640 1 -- 172.21.15.82:0/2526354345 >> 172.21.15.82:0/2526354345 conn(0x7f7938075ef0 msgr2=0x7f79380ff610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:31.305 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.303+0000 7f793fac9640 1 -- 172.21.15.82:0/2526354345 shutdown_connections 2024-09-12T12:28:31.305 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:31.303+0000 7f793fac9640 1 -- 172.21.15.82:0/2526354345 wait complete. 2024-09-12T12:28:31.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:31 smithi114 ceph-mon[35514]: pgmap v57: 97 pgs: 97 active+clean; 2.0 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-09-12T12:28:31.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:31 smithi097 ceph-mon[34923]: pgmap v57: 97 pgs: 97 active+clean; 2.0 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-09-12T12:28:31.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:31 smithi082 ceph-mon[31122]: pgmap v57: 97 pgs: 97 active+clean; 2.0 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-09-12T12:28:32.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:32 smithi114 ceph-mon[35514]: pgmap v58: 97 pgs: 97 active+clean; 2.0 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-09-12T12:28:32.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:32 smithi097 ceph-mon[34923]: pgmap v58: 97 pgs: 97 active+clean; 2.0 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-09-12T12:28:32.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:32 smithi082 ceph-mon[31122]: pgmap v58: 97 pgs: 97 active+clean; 2.0 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-09-12T12:28:34.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:34 smithi097 ceph-mon[34923]: pgmap v59: 97 pgs: 97 active+clean; 2.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 30 KiB/s wr, 22 op/s 2024-09-12T12:28:34.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:34 smithi082 ceph-mon[31122]: pgmap v59: 97 pgs: 97 active+clean; 2.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 30 KiB/s wr, 22 op/s 2024-09-12T12:28:34.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:34 smithi114 ceph-mon[35514]: pgmap v59: 97 pgs: 97 active+clean; 2.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 30 KiB/s wr, 22 op/s 2024-09-12T12:28:35.531 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 13.4 2024-09-12T12:28:35.532 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:28:35.793 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:28:36.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.261+0000 7f0392b26640 1 -- 172.21.15.82:0/2659840536 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f038c106a60 msgr2=0x7f038c106e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:36.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.261+0000 7f0392b26640 1 --2- 172.21.15.82:0/2659840536 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f038c106a60 0x7f038c106e40 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f0380009930 tx=0x7f038002a420 comp rx=0 tx=0).stop 2024-09-12T12:28:36.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.261+0000 7f0392b26640 1 -- 172.21.15.82:0/2659840536 shutdown_connections 2024-09-12T12:28:36.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.261+0000 7f0392b26640 1 --2- 172.21.15.82:0/2659840536 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f038c101400 0x7f038c10d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:36.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.261+0000 7f0392b26640 1 --2- 172.21.15.82:0/2659840536 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f038c100a60 0x7f038c100ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:36.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.261+0000 7f0392b26640 1 --2- 172.21.15.82:0/2659840536 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f038c106a60 0x7f038c106e40 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:36.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.261+0000 7f0392b26640 1 -- 172.21.15.82:0/2659840536 >> 172.21.15.82:0/2659840536 conn(0x7f038c0fc780 msgr2=0x7f038c0feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:36.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.261+0000 7f0392b26640 1 -- 172.21.15.82:0/2659840536 shutdown_connections 2024-09-12T12:28:36.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.261+0000 7f0392b26640 1 -- 172.21.15.82:0/2659840536 wait complete. 2024-09-12T12:28:36.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.262+0000 7f0392b26640 1 Processor -- start 2024-09-12T12:28:36.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.262+0000 7f0392b26640 1 -- start start 2024-09-12T12:28:36.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.262+0000 7f0392b26640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f038c100a60 0x7f038c198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:36.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.262+0000 7f0392b26640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f038c101400 0x7f038c198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:36.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.262+0000 7f0392b26640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f038c106a60 0x7f038c19cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:36.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.262+0000 7f0392b26640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f038c110e80 con 0x7f038c101400 2024-09-12T12:28:36.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.262+0000 7f0392b26640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f038c110d00 con 0x7f038c106a60 2024-09-12T12:28:36.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.262+0000 7f0392b26640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f038c111000 con 0x7f038c100a60 2024-09-12T12:28:36.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.262+0000 7f038bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f038c101400 0x7f038c198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:36.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.262+0000 7f038bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f038c101400 0x7f038c198a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55858/0 (socket says 172.21.15.82:55858) 2024-09-12T12:28:36.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.262+0000 7f038bfff640 1 -- 172.21.15.82:0/2391789631 learned_addr learned my addr 172.21.15.82:0/2391789631 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:36.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.263+0000 7f03908c2640 1 --2- 172.21.15.82:0/2391789631 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f038c100a60 0x7f038c198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:36.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.263+0000 7f03910c3640 1 --2- 172.21.15.82:0/2391789631 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f038c106a60 0x7f038c19cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:36.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.263+0000 7f038bfff640 1 -- 172.21.15.82:0/2391789631 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f038c100a60 msgr2=0x7f038c198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:36.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.263+0000 7f038bfff640 1 --2- 172.21.15.82:0/2391789631 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f038c100a60 0x7f038c198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:36.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.263+0000 7f038bfff640 1 -- 172.21.15.82:0/2391789631 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f038c106a60 msgr2=0x7f038c19cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:36.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.263+0000 7f038bfff640 1 --2- 172.21.15.82:0/2391789631 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f038c106a60 0x7f038c19cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:36.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.263+0000 7f038bfff640 1 -- 172.21.15.82:0/2391789631 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f038c19d4b0 con 0x7f038c101400 2024-09-12T12:28:36.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.263+0000 7f038bfff640 1 --2- 172.21.15.82:0/2391789631 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f038c101400 0x7f038c198a40 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f037800c890 tx=0x7f037800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:36.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.263+0000 7f0389ffb640 1 -- 172.21.15.82:0/2391789631 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0378004220 con 0x7f038c101400 2024-09-12T12:28:36.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.263+0000 7f0389ffb640 1 -- 172.21.15.82:0/2391789631 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03780043c0 con 0x7f038c101400 2024-09-12T12:28:36.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.263+0000 7f0392b26640 1 -- 172.21.15.82:0/2391789631 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f038c19d7a0 con 0x7f038c101400 2024-09-12T12:28:36.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.263+0000 7f0389ffb640 1 -- 172.21.15.82:0/2391789631 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03780049e0 con 0x7f038c101400 2024-09-12T12:28:36.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.263+0000 7f0392b26640 1 -- 172.21.15.82:0/2391789631 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f038c1a5080 con 0x7f038c101400 2024-09-12T12:28:36.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.264+0000 7f0392b26640 1 -- 172.21.15.82:0/2391789631 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f038c100ec0 con 0x7f038c101400 2024-09-12T12:28:36.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.265+0000 7f0389ffb640 1 -- 172.21.15.82:0/2391789631 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f03780079b0 con 0x7f038c101400 2024-09-12T12:28:36.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.266+0000 7f0389ffb640 1 --2- 172.21.15.82:0/2391789631 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f037c0a2d70 0x7f037c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:36.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.266+0000 7f03908c2640 1 --2- 172.21.15.82:0/2391789631 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f037c0a2d70 0x7f037c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:36.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.266+0000 7f0389ffb640 1 -- 172.21.15.82:0/2391789631 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f03780cf4b0 con 0x7f038c101400 2024-09-12T12:28:36.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.266+0000 7f03908c2640 1 --2- 172.21.15.82:0/2391789631 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f037c0a2d70 0x7f037c0a5230 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f0380009900 tx=0x7f03800058d0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:36.318 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.270+0000 7f0389ffb640 1 -- 172.21.15.82:0/2391789631 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0378014030 con 0x7f038c101400 2024-09-12T12:28:36.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.473+0000 7f0392b26640 1 -- 172.21.15.82:0/2391789631 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f038c1a5410 con 0x7f038c101400 2024-09-12T12:28:36.473 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:36 smithi082 ceph-mon[31122]: pgmap v60: 97 pgs: 97 active+clean; 2.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-09-12T12:28:36.474 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.474+0000 7f0389ffb640 1 -- 172.21.15.82:0/2391789631 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f037809c090 con 0x7f038c101400 2024-09-12T12:28:36.474 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:28:36.474 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:28:36.475 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:28:36.476 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.476+0000 7f0392b26640 1 -- 172.21.15.82:0/2391789631 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f037c0a2d70 msgr2=0x7f037c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:36.476 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.476+0000 7f0392b26640 1 --2- 172.21.15.82:0/2391789631 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f037c0a2d70 0x7f037c0a5230 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f0380009900 tx=0x7f03800058d0 comp rx=0 tx=0).stop 2024-09-12T12:28:36.476 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.476+0000 7f0392b26640 1 -- 172.21.15.82:0/2391789631 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f038c101400 msgr2=0x7f038c198a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:36.476 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.476+0000 7f0392b26640 1 --2- 172.21.15.82:0/2391789631 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f038c101400 0x7f038c198a40 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f037800c890 tx=0x7f037800cd50 comp rx=0 tx=0).stop 2024-09-12T12:28:36.476 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.476+0000 7f0392b26640 1 -- 172.21.15.82:0/2391789631 shutdown_connections 2024-09-12T12:28:36.476 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.476+0000 7f0392b26640 1 --2- 172.21.15.82:0/2391789631 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f037c0a2d70 0x7f037c0a5230 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:36.477 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.476+0000 7f0392b26640 1 --2- 172.21.15.82:0/2391789631 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f038c106a60 0x7f038c19cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:36.477 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.476+0000 7f0392b26640 1 --2- 172.21.15.82:0/2391789631 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f038c101400 0x7f038c198a40 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:36.477 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.476+0000 7f0392b26640 1 --2- 172.21.15.82:0/2391789631 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f038c100a60 0x7f038c198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:36.477 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.476+0000 7f0392b26640 1 -- 172.21.15.82:0/2391789631 >> 172.21.15.82:0/2391789631 conn(0x7f038c0fc780 msgr2=0x7f038c06a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:36.477 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.476+0000 7f0392b26640 1 -- 172.21.15.82:0/2391789631 shutdown_connections 2024-09-12T12:28:36.477 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:36.476+0000 7f0392b26640 1 -- 172.21.15.82:0/2391789631 wait complete. 2024-09-12T12:28:36.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:36 smithi097 ceph-mon[34923]: pgmap v60: 97 pgs: 97 active+clean; 2.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-09-12T12:28:36.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:36 smithi114 ceph-mon[35514]: pgmap v60: 97 pgs: 97 active+clean; 2.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-09-12T12:28:37.157 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db / --timeout 90 --expiration 133.4 --await-for 45.0' 2024-09-12T12:28:37.157 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db / --timeout 90 --expiration 133.4 --await-for 45.0 2024-09-12T12:28:37.420 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:28:37.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:37 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2391789631' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:28:37.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:37 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2391789631' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:28:37.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:37 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2391789631' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:28:37.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.911+0000 7fad72574640 1 -- 172.21.15.82:0/512328246 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fad6c102d30 msgr2=0x7fad6c103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:37.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.911+0000 7fad72574640 1 --2- 172.21.15.82:0/512328246 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fad6c102d30 0x7fad6c103110 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fad5c009930 tx=0x7fad5c02a420 comp rx=0 tx=0).stop 2024-09-12T12:28:37.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.911+0000 7fad72574640 1 -- 172.21.15.82:0/512328246 shutdown_connections 2024-09-12T12:28:37.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.911+0000 7fad72574640 1 --2- 172.21.15.82:0/512328246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fad6c1082a0 0x7fad6c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.911+0000 7fad72574640 1 --2- 172.21.15.82:0/512328246 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fad6c1036e0 0x7fad6c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.911+0000 7fad72574640 1 --2- 172.21.15.82:0/512328246 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fad6c102d30 0x7fad6c103110 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.911+0000 7fad72574640 1 -- 172.21.15.82:0/512328246 >> 172.21.15.82:0/512328246 conn(0x7fad6c0fc7d0 msgr2=0x7fad6c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:37.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.911+0000 7fad72574640 1 -- 172.21.15.82:0/512328246 shutdown_connections 2024-09-12T12:28:37.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.911+0000 7fad72574640 1 -- 172.21.15.82:0/512328246 wait complete. 2024-09-12T12:28:37.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.912+0000 7fad72574640 1 Processor -- start 2024-09-12T12:28:37.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.912+0000 7fad72574640 1 -- start start 2024-09-12T12:28:37.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.912+0000 7fad72574640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fad6c102d30 0x7fad6c100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.912+0000 7fad72574640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fad6c1036e0 0x7fad6c100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.912+0000 7fad72574640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fad6c1082a0 0x7fad6c101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.912+0000 7fad72574640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1120a0 con 0x7fad6c1082a0 2024-09-12T12:28:37.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.912+0000 7fad72574640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c111f20 con 0x7fad6c102d30 2024-09-12T12:28:37.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.912+0000 7fad72574640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c112220 con 0x7fad6c1036e0 2024-09-12T12:28:37.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.912+0000 7fad6bfff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fad6c102d30 0x7fad6c100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:37.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.912+0000 7fad70b11640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fad6c1082a0 0x7fad6c101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:37.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.912+0000 7fad6bfff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fad6c102d30 0x7fad6c100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:50408/0 (socket says 172.21.15.82:50408) 2024-09-12T12:28:37.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.912+0000 7fad6bfff640 1 -- 172.21.15.82:0/2408682691 learned_addr learned my addr 172.21.15.82:0/2408682691 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:37.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.912+0000 7fad63fff640 1 --2- 172.21.15.82:0/2408682691 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fad6c1036e0 0x7fad6c100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:37.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.913+0000 7fad70b11640 1 -- 172.21.15.82:0/2408682691 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fad6c1036e0 msgr2=0x7fad6c100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:37.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.913+0000 7fad70b11640 1 --2- 172.21.15.82:0/2408682691 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fad6c1036e0 0x7fad6c100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.913+0000 7fad70b11640 1 -- 172.21.15.82:0/2408682691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fad6c102d30 msgr2=0x7fad6c100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:37.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.913+0000 7fad70b11640 1 --2- 172.21.15.82:0/2408682691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fad6c102d30 0x7fad6c100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.913+0000 7fad70b11640 1 -- 172.21.15.82:0/2408682691 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad6c1a6a60 con 0x7fad6c1082a0 2024-09-12T12:28:37.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.913+0000 7fad70b11640 1 --2- 172.21.15.82:0/2408682691 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fad6c1082a0 0x7fad6c101410 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fad6400e940 tx=0x7fad6400ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:37.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.913+0000 7fad69ffb640 1 -- 172.21.15.82:0/2408682691 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad64004d20 con 0x7fad6c1082a0 2024-09-12T12:28:37.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.913+0000 7fad69ffb640 1 -- 172.21.15.82:0/2408682691 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad64005020 con 0x7fad6c1082a0 2024-09-12T12:28:37.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.913+0000 7fad72574640 1 -- 172.21.15.82:0/2408682691 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad6c1a6d50 con 0x7fad6c1082a0 2024-09-12T12:28:37.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.913+0000 7fad69ffb640 1 -- 172.21.15.82:0/2408682691 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad640116b0 con 0x7fad6c1082a0 2024-09-12T12:28:37.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.913+0000 7fad72574640 1 -- 172.21.15.82:0/2408682691 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad6c1a7240 con 0x7fad6c1082a0 2024-09-12T12:28:37.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.915+0000 7fad69ffb640 1 -- 172.21.15.82:0/2408682691 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fad640054d0 con 0x7fad6c1082a0 2024-09-12T12:28:37.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad7494d740 1 Processor -- start 2024-09-12T12:28:37.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad7494d740 1 -- start start 2024-09-12T12:28:37.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad7494d740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded3f3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad7494d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3f4080 0x55aded3fe400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad7494d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3fe940 0x55aded400d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad7494d740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55aded3592a0 con 0x55aded3f3760 2024-09-12T12:28:37.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad7494d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55aded300b10 con 0x55aded3fe940 2024-09-12T12:28:37.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad7494d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55aded355260 con 0x55aded3f4080 2024-09-12T12:28:37.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad63fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded3f3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:37.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad63fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded3f3b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55882/0 (socket says 172.21.15.82:55882) 2024-09-12T12:28:37.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad63fff640 1 -- 172.21.15.82:0/2411382574 learned_addr learned my addr 172.21.15.82:0/2411382574 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:37.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad69ffb640 1 --2- 172.21.15.82:0/2408682691 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fad580a2cf0 0x7fad580a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad6bfff640 1 --2- 172.21.15.82:0/2411382574 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3f4080 0x55aded3fe400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:37.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad63fff640 1 --2- 172.21.15.82:0/2411382574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3fe940 0x55aded400d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:37.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad63fff640 1 -- 172.21.15.82:0/2411382574 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3f4080 msgr2=0x55aded3fe400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:37.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad70b11640 1 --2- 172.21.15.82:0/2408682691 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fad580a2cf0 0x7fad580a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:37.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad63fff640 1 --2- 172.21.15.82:0/2411382574 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3f4080 0x55aded3fe400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad63fff640 1 -- 172.21.15.82:0/2411382574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3fe940 msgr2=0x55aded400d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:37.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad63fff640 1 --2- 172.21.15.82:0/2411382574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3fe940 0x55aded400d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad63fff640 1 -- 172.21.15.82:0/2411382574 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aded0cab90 con 0x55aded3f3760 2024-09-12T12:28:37.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.916+0000 7fad69ffb640 1 -- 172.21.15.82:0/2408682691 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fad640cf4e0 con 0x7fad6c1082a0 2024-09-12T12:28:37.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.917+0000 7fad63fff640 1 --2- 172.21.15.82:0/2411382574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded3f3b40 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fad540058a0 tx=0x7fad5400b820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c78ee641cf25709e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:37.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.917+0000 7fad627fc640 1 -- 172.21.15.82:0/2411382574 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad54004030 con 0x55aded3f3760 2024-09-12T12:28:37.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.917+0000 7fad627fc640 1 -- 172.21.15.82:0/2411382574 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad54005500 con 0x55aded3f3760 2024-09-12T12:28:37.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.917+0000 7fad627fc640 1 -- 172.21.15.82:0/2411382574 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad54004c60 con 0x55aded3f3760 2024-09-12T12:28:37.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.917+0000 7fad7494d740 1 -- 172.21.15.82:0/2411382574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 msgr2=0x55aded3f3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:37.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.917+0000 7fad70b11640 1 --2- 172.21.15.82:0/2408682691 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fad580a2cf0 0x7fad580a51b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fad6409b710 tx=0x7fad64066640 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:37.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.917+0000 7fad7494d740 1 --2- 172.21.15.82:0/2411382574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded3f3b40 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fad540058a0 tx=0x7fad5400b820 comp rx=0 tx=0).stop 2024-09-12T12:28:37.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.917+0000 7fad7494d740 1 -- 172.21.15.82:0/2411382574 shutdown_connections 2024-09-12T12:28:37.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.917+0000 7fad7494d740 1 --2- 172.21.15.82:0/2411382574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3fe940 0x55aded400d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.917+0000 7fad7494d740 1 --2- 172.21.15.82:0/2411382574 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3f4080 0x55aded3fe400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.917+0000 7fad7494d740 1 --2- 172.21.15.82:0/2411382574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded3f3b40 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.917+0000 7fad7494d740 1 -- 172.21.15.82:0/2411382574 >> 172.21.15.82:0/2411382574 conn(0x55aded3efcf0 msgr2=0x55aded3f00d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:37.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.918+0000 7fad7494d740 1 -- 172.21.15.82:0/2411382574 shutdown_connections 2024-09-12T12:28:37.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.918+0000 7fad7494d740 1 -- 172.21.15.82:0/2411382574 wait complete. 2024-09-12T12:28:37.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.918+0000 7fad7494d740 1 -- start start 2024-09-12T12:28:37.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.918+0000 7fad7494d740 1 Processor -- start 2024-09-12T12:28:37.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.918+0000 7fad7494d740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded3fb820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.918+0000 7fad7494d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 0x55aded3fbd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.918+0000 7fad7494d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3fe940 0x55aded3fc2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.918+0000 7fad7494d740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55aded401510 con 0x55aded3f3760 2024-09-12T12:28:37.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.918+0000 7fad7494d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55aded2e16e0 con 0x55aded3f4080 2024-09-12T12:28:37.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.918+0000 7fad7494d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55aded401690 con 0x55aded3fe940 2024-09-12T12:28:37.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad7494d740 10 client.0 _ll_register_callbacks cb 0x55aded305a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:28:37.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad63fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded3fb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:37.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad63fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded3fb820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55898/0 (socket says 172.21.15.82:55898) 2024-09-12T12:28:37.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad63fff640 1 -- 172.21.15.82:0/540195034 learned_addr learned my addr 172.21.15.82:0/540195034 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:37.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad6bfff640 1 --2- 172.21.15.82:0/540195034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 0x55aded3fbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:37.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad63fff640 1 -- 172.21.15.82:0/540195034 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3fe940 msgr2=0x55aded3fc2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:37.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad63fff640 1 --2- 172.21.15.82:0/540195034 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3fe940 0x55aded3fc2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad63fff640 1 -- 172.21.15.82:0/540195034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 msgr2=0x55aded3fbd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:37.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad63fff640 1 --2- 172.21.15.82:0/540195034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 0x55aded3fbd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad63fff640 1 -- 172.21.15.82:0/540195034 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aded40aa30 con 0x55aded3f3760 2024-09-12T12:28:37.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad63fff640 1 --2- 172.21.15.82:0/540195034 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded3fb820 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fad54005720 tx=0x7fad54005750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=796a8c639ea585b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:37.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad4b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:28:37.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad4b7fe640 1 -- 172.21.15.82:0/540195034 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad54004be0 con 0x55aded3f3760 2024-09-12T12:28:37.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad4b7fe640 1 -- 172.21.15.82:0/540195034 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fad54004d80 con 0x55aded3f3760 2024-09-12T12:28:37.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad7494d740 1 -- 172.21.15.82:0/540195034 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad54005500 con 0x55aded3f3760 2024-09-12T12:28:37.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad4b7fe640 1 -- 172.21.15.82:0/540195034 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fad54004f80 con 0x55aded3f3760 2024-09-12T12:28:37.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad7494d740 10 client.15651 fetch_fsmap learned FSMap version 28 2024-09-12T12:28:37.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.919+0000 7fad7494d740 1 -- 172.21.15.82:0/540195034 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55aded40d3c0 con 0x55aded3f3760 2024-09-12T12:28:37.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.920+0000 7fad4b7fe640 1 -- 172.21.15.82:0/540195034 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad54005500 con 0x55aded3f3760 2024-09-12T12:28:37.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.920+0000 7fad4b7fe640 1 -- 172.21.15.82:0/540195034 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fad54010460 con 0x55aded3f3760 2024-09-12T12:28:37.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.920+0000 7fad7494d740 10 client.15651 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:28:37.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.920+0000 7fad7494d740 10 client.15651 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:28:37.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.920+0000 7fad7494d740 20 client.15651 populate_metadata read hostname 'smithi082' 2024-09-12T12:28:37.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.920+0000 7fad7494d740 1 --2- 172.21.15.82:0/540195034 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aded40e880 0x55aded410c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.920+0000 7fad7494d740 4 client.15651 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:28:37.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.920+0000 7fad7494d740 1 -- 172.21.15.82:0/540195034 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aded3669d0 con 0x55aded40e880 2024-09-12T12:28:37.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.920+0000 7fad6bfff640 1 --2- 172.21.15.82:0/540195034 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aded40e880 0x55aded410c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:37.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.921+0000 7fad4b7fe640 10 client.15651 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:37.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.921+0000 7fad6bfff640 1 --2- 172.21.15.82:0/540195034 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aded40e880 0x55aded410c70 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe433e50e8574d5c server_cookie=23e44850b0fec0e2 in_seq=0 out_seq=0 2024-09-12T12:28:37.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.921+0000 7fad4b7fe640 1 -- 172.21.15.82:0/540195034 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55aded3669d0 con 0x55aded40e880 2024-09-12T12:28:37.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.921+0000 7fad4b7fe640 10 client.15651 handle_command_reply: tid=0 2024-09-12T12:28:37.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.921+0000 7fad7494d740 1 client.15651 shutdown 2024-09-12T12:28:37.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.921+0000 7fad7494d740 1 -- 172.21.15.82:0/540195034 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 msgr2=0x55aded3fb820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:37.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.921+0000 7fad7494d740 1 --2- 172.21.15.82:0/540195034 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded3fb820 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fad54005720 tx=0x7fad54005750 comp rx=0 tx=0).stop 2024-09-12T12:28:37.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.922+0000 7fad7494d740 1 -- 172.21.15.82:0/540195034 shutdown_connections 2024-09-12T12:28:37.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.922+0000 7fad7494d740 1 --2- 172.21.15.82:0/540195034 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aded40e880 0x55aded410c70 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.922+0000 7fad7494d740 1 --2- 172.21.15.82:0/540195034 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3fe940 0x55aded3fc2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.922+0000 7fad7494d740 1 --2- 172.21.15.82:0/540195034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 0x55aded3fbd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.922+0000 7fad4b7fe640 0 client.15651 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:37.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.922+0000 7fad7494d740 1 --2- 172.21.15.82:0/540195034 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded3fb820 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.922+0000 7fad7494d740 1 -- 172.21.15.82:0/540195034 >> 172.21.15.82:0/540195034 conn(0x55aded3efcf0 msgr2=0x55aded3f5a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:37.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.922+0000 7fad7494d740 1 -- 172.21.15.82:0/540195034 shutdown_connections 2024-09-12T12:28:37.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.922+0000 7fad7494d740 1 -- 172.21.15.82:0/540195034 wait complete. 2024-09-12T12:28:37.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.922+0000 7fad7494d740 20 client.15651 trim_cache size 0 max 16384 2024-09-12T12:28:37.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad7494d740 1 Processor -- start 2024-09-12T12:28:37.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad7494d740 1 -- start start 2024-09-12T12:28:37.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad7494d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3f3760 0x55aded3f58c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad7494d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 0x55aded3f5e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad7494d740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3fe940 0x55aded416330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad7494d740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1afbf0 con 0x55aded3fe940 2024-09-12T12:28:37.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad7494d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1b1730 con 0x55aded3f4080 2024-09-12T12:28:37.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad7494d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1b02c0 con 0x55aded3f3760 2024-09-12T12:28:37.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad63fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3fe940 0x55aded416330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:37.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad63fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3fe940 0x55aded416330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55912/0 (socket says 172.21.15.82:55912) 2024-09-12T12:28:37.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad63fff640 1 -- 172.21.15.82:0/4060586092 learned_addr learned my addr 172.21.15.82:0/4060586092 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:37.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad63fff640 1 -- 172.21.15.82:0/4060586092 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3f3760 msgr2=0x55aded3f58c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:37.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad63fff640 1 --2- 172.21.15.82:0/4060586092 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3f3760 0x55aded3f58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad63fff640 1 -- 172.21.15.82:0/4060586092 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 msgr2=0x55aded3f5e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:37.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad63fff640 1 --2- 172.21.15.82:0/4060586092 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 0x55aded3f5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.939+0000 7fad63fff640 1 -- 172.21.15.82:0/4060586092 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aded3f3590 con 0x55aded3fe940 2024-09-12T12:28:37.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.940+0000 7fad63fff640 1 --2- 172.21.15.82:0/4060586092 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3fe940 0x55aded416330 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fad54010880 tx=0x7fad54010f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1c9c84925d50a40 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:37.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.940+0000 7fad61ffb640 1 -- 172.21.15.82:0/4060586092 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad540043e0 con 0x55aded3fe940 2024-09-12T12:28:37.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.940+0000 7fad61ffb640 1 -- 172.21.15.82:0/4060586092 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad54024070 con 0x55aded3fe940 2024-09-12T12:28:37.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.940+0000 7fad61ffb640 1 -- 172.21.15.82:0/4060586092 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad54010a70 con 0x55aded3fe940 2024-09-12T12:28:37.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.940+0000 7fad7494d740 1 -- 172.21.15.82:0/4060586092 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3fe940 msgr2=0x55aded416330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:37.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.940+0000 7fad7494d740 1 --2- 172.21.15.82:0/4060586092 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3fe940 0x55aded416330 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fad54010880 tx=0x7fad54010f90 comp rx=0 tx=0).stop 2024-09-12T12:28:37.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.940+0000 7fad7494d740 1 -- 172.21.15.82:0/4060586092 shutdown_connections 2024-09-12T12:28:37.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.940+0000 7fad7494d740 1 --2- 172.21.15.82:0/4060586092 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3fe940 0x55aded416330 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.940+0000 7fad7494d740 1 --2- 172.21.15.82:0/4060586092 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 0x55aded3f5e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.940+0000 7fad7494d740 1 --2- 172.21.15.82:0/4060586092 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3f3760 0x55aded3f58c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.940+0000 7fad7494d740 1 -- 172.21.15.82:0/4060586092 >> 172.21.15.82:0/4060586092 conn(0x55aded3efcf0 msgr2=0x55aded3f51b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:37.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.940+0000 7fad7494d740 1 -- 172.21.15.82:0/4060586092 shutdown_connections 2024-09-12T12:28:37.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.940+0000 7fad7494d740 1 -- 172.21.15.82:0/4060586092 wait complete. 2024-09-12T12:28:37.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.941+0000 7fad7494d740 1 -- start start 2024-09-12T12:28:37.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.941+0000 7fad7494d740 1 Processor -- start 2024-09-12T12:28:37.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.941+0000 7fad7494d740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded402cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.941+0000 7fad7494d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 0x55aded403230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.941+0000 7fad7494d740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3fe940 0x55aded478300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.941+0000 7fad7494d740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1b1060 con 0x55aded3f3760 2024-09-12T12:28:37.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.941+0000 7fad7494d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1b0990 con 0x55aded3f4080 2024-09-12T12:28:37.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.941+0000 7fad7494d740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1adbd0 con 0x55aded3fe940 2024-09-12T12:28:37.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.941+0000 7fad7494d740 10 client.0 _ll_register_callbacks cb 0x7fad5400b890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:28:37.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.941+0000 7fad63fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded402cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:37.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.941+0000 7fad63fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded402cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55918/0 (socket says 172.21.15.82:55918) 2024-09-12T12:28:37.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.941+0000 7fad63fff640 1 -- 172.21.15.82:0/2698626052 learned_addr learned my addr 172.21.15.82:0/2698626052 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:37.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad6bfff640 1 --2- 172.21.15.82:0/2698626052 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 0x55aded403230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:37.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad63fff640 1 -- 172.21.15.82:0/2698626052 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3fe940 msgr2=0x55aded478300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:37.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad63fff640 1 --2- 172.21.15.82:0/2698626052 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3fe940 0x55aded478300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad63fff640 1 -- 172.21.15.82:0/2698626052 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 msgr2=0x55aded403230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:37.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad63fff640 1 --2- 172.21.15.82:0/2698626052 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 0x55aded403230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad63fff640 1 -- 172.21.15.82:0/2698626052 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aded3eb260 con 0x55aded3f3760 2024-09-12T12:28:37.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad6bfff640 1 --2- 172.21.15.82:0/2698626052 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 0x55aded403230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:28:37.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad63fff640 1 --2- 172.21.15.82:0/2698626052 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded402cf0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fad540056b0 tx=0x7fad5400baa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b6f2fb4538d8578 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:37.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad4b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:28:37.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad4b7fe640 1 -- 172.21.15.82:0/2698626052 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5403f060 con 0x55aded3f3760 2024-09-12T12:28:37.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad4b7fe640 1 -- 172.21.15.82:0/2698626052 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fad54010a70 con 0x55aded3f3760 2024-09-12T12:28:37.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad7494d740 1 -- 172.21.15.82:0/2698626052 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad54024070 con 0x55aded3f3760 2024-09-12T12:28:37.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad4b7fe640 1 -- 172.21.15.82:0/2698626052 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fad54010660 con 0x55aded3f3760 2024-09-12T12:28:37.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad7494d740 10 client.15657 fetch_fsmap learned FSMap version 28 2024-09-12T12:28:37.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad7494d740 1 -- 172.21.15.82:0/2698626052 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55aded479850 con 0x55aded3f3760 2024-09-12T12:28:37.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.942+0000 7fad4b7fe640 1 -- 172.21.15.82:0/2698626052 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad54024070 con 0x55aded3f3760 2024-09-12T12:28:37.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.943+0000 7fad4b7fe640 1 -- 172.21.15.82:0/2698626052 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fad540299d0 con 0x55aded3f3760 2024-09-12T12:28:37.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.943+0000 7fad7494d740 10 client.15657 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:28:37.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.943+0000 7fad7494d740 10 client.15657 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:28:37.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.943+0000 7fad7494d740 20 client.15657 populate_metadata read hostname 'smithi082' 2024-09-12T12:28:37.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.943+0000 7fad7494d740 1 --2- 172.21.15.82:0/2698626052 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aded479f20 0x55aded47c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:37.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.943+0000 7fad7494d740 4 client.15657 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 133.4, "await_for": 45.0}] 2024-09-12T12:28:37.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.943+0000 7fad7494d740 1 -- 172.21.15.82:0/2698626052 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 133.4, "await_for": 45.0}) -- 0x55aded360d20 con 0x55aded479f20 2024-09-12T12:28:37.979 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:28:37.979 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:28:37.979 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:28:37.979 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 6, 2024-09-12T12:28:37.979 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:28:37.979 INFO:teuthology.orchestra.run.smithi082.stdout: "c2eac0dc": { 2024-09-12T12:28:37.979 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 6, 2024-09-12T12:28:37.979 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:28:37.980 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:28:37.980 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:28:37.980 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:28:37.980 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:28:37.980 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:28:37.980 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 133.4, 2024-09-12T12:28:37.980 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:28:37.980 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:28:37.980 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:28:37.980 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:28:37.980 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:28:37.980 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:28:37.980 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:28:37.981 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:28:37.981 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:28:37.981 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:28:37.981 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:28:37.981 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:28:37.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.943+0000 7fad6bfff640 1 --2- 172.21.15.82:0/2698626052 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aded479f20 0x55aded47c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:37.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.943+0000 7fad6bfff640 1 --2- 172.21.15.82:0/2698626052 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aded479f20 0x55aded47c310 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ff7454745edff9c server_cookie=6a794626d5f5b016 in_seq=0 out_seq=0 2024-09-12T12:28:37.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.943+0000 7fad4b7fe640 10 client.15657 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:37.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.952+0000 7fad4b7fe640 1 -- 172.21.15.82:0/2698626052 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55aded360d20 con 0x55aded479f20 2024-09-12T12:28:37.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.952+0000 7fad4b7fe640 10 client.15657 handle_command_reply: tid=0 2024-09-12T12:28:37.981 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.952+0000 7fad7494d740 1 client.15657 shutdown 2024-09-12T12:28:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad7494d740 1 -- 172.21.15.82:0/2698626052 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 msgr2=0x55aded402cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad7494d740 1 --2- 172.21.15.82:0/2698626052 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded402cf0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fad540056b0 tx=0x7fad5400baa0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad7494d740 1 -- 172.21.15.82:0/2698626052 shutdown_connections 2024-09-12T12:28:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad7494d740 1 --2- 172.21.15.82:0/2698626052 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aded479f20 0x55aded47c310 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad7494d740 1 --2- 172.21.15.82:0/2698626052 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aded3fe940 0x55aded478300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad7494d740 1 --2- 172.21.15.82:0/2698626052 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aded3f4080 0x55aded403230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad4b7fe640 0 client.15657 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad7494d740 1 --2- 172.21.15.82:0/2698626052 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aded3f3760 0x55aded402cf0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad7494d740 1 -- 172.21.15.82:0/2698626052 >> 172.21.15.82:0/2698626052 conn(0x55aded3efcf0 msgr2=0x55aded3f59d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad7494d740 1 -- 172.21.15.82:0/2698626052 shutdown_connections 2024-09-12T12:28:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad7494d740 1 -- 172.21.15.82:0/2698626052 wait complete. 2024-09-12T12:28:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad7494d740 20 client.15657 trim_cache size 0 max 16384 2024-09-12T12:28:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad72574640 1 -- 172.21.15.82:0/2408682691 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fad580a2cf0 msgr2=0x7fad580a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:37.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad72574640 1 --2- 172.21.15.82:0/2408682691 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fad580a2cf0 0x7fad580a51b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fad6409b710 tx=0x7fad64066640 comp rx=0 tx=0).stop 2024-09-12T12:28:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad72574640 1 -- 172.21.15.82:0/2408682691 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fad6c1082a0 msgr2=0x7fad6c101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad72574640 1 --2- 172.21.15.82:0/2408682691 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fad6c1082a0 0x7fad6c101410 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fad6400e940 tx=0x7fad6400ee00 comp rx=0 tx=0).stop 2024-09-12T12:28:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad72574640 1 -- 172.21.15.82:0/2408682691 shutdown_connections 2024-09-12T12:28:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad72574640 1 --2- 172.21.15.82:0/2408682691 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fad580a2cf0 0x7fad580a51b0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad72574640 1 --2- 172.21.15.82:0/2408682691 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fad6c1082a0 0x7fad6c101410 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.953+0000 7fad72574640 1 --2- 172.21.15.82:0/2408682691 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fad6c1036e0 0x7fad6c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.954+0000 7fad72574640 1 --2- 172.21.15.82:0/2408682691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fad6c102d30 0x7fad6c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.954+0000 7fad72574640 1 -- 172.21.15.82:0/2408682691 >> 172.21.15.82:0/2408682691 conn(0x7fad6c0fc7d0 msgr2=0x7fad6c105d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.954+0000 7fad72574640 1 -- 172.21.15.82:0/2408682691 shutdown_connections 2024-09-12T12:28:37.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:37.954+0000 7fad72574640 1 -- 172.21.15.82:0/2408682691 wait complete. 2024-09-12T12:28:38.727 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:38 smithi082 ceph-mon[31122]: pgmap v61: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 29 KiB/s wr, 22 op/s 2024-09-12T12:28:38.754 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'c2eac0dc', quiesce took 3.2 seconds. Will release after: 10.2 2024-09-12T12:28:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:38 smithi097 ceph-mon[34923]: pgmap v61: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 29 KiB/s wr, 22 op/s 2024-09-12T12:28:38.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:38 smithi114 ceph-mon[35514]: pgmap v61: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 29 KiB/s wr, 22 op/s 2024-09-12T12:28:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:40 smithi097 ceph-mon[34923]: pgmap v62: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-09-12T12:28:40.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:40 smithi082 ceph-mon[31122]: pgmap v62: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-09-12T12:28:40.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:40 smithi114 ceph-mon[35514]: pgmap v62: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-09-12T12:28:42.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:42 smithi097 ceph-mon[34923]: pgmap v63: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-09-12T12:28:42.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:42 smithi082 ceph-mon[31122]: pgmap v63: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-09-12T12:28:42.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:42 smithi114 ceph-mon[35514]: pgmap v63: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-09-12T12:28:44.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.400+0000 7f0f1708b640 1 -- 172.21.15.82:0/4088550855 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0f10106a00 msgr2=0x7f0f10106de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:44.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.400+0000 7f0f1708b640 1 --2- 172.21.15.82:0/4088550855 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0f10106a00 0x7f0f10106de0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f0f08009cd0 tx=0x7f0f0802a8e0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.400+0000 7f0f1708b640 1 -- 172.21.15.82:0/4088550855 shutdown_connections 2024-09-12T12:28:44.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f1708b640 1 --2- 172.21.15.82:0/4088550855 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0f10101390 0x7f0f1010d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f1708b640 1 --2- 172.21.15.82:0/4088550855 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0f101009f0 0x7f0f10100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f1708b640 1 --2- 172.21.15.82:0/4088550855 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0f10106a00 0x7f0f10106de0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f1708b640 1 -- 172.21.15.82:0/4088550855 >> 172.21.15.82:0/4088550855 conn(0x7f0f100fc6b0 msgr2=0x7f0f100fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:44.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f1708b640 1 -- 172.21.15.82:0/4088550855 shutdown_connections 2024-09-12T12:28:44.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f1708b640 1 -- 172.21.15.82:0/4088550855 wait complete. 2024-09-12T12:28:44.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f1708b640 1 Processor -- start 2024-09-12T12:28:44.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f1708b640 1 -- start start 2024-09-12T12:28:44.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f1708b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0f101009f0 0x7f0f101983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f1708b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0f10101390 0x7f0f10198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f1708b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0f10106a00 0x7f0f1019cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f1708b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0f10110e90 con 0x7f0f10101390 2024-09-12T12:28:44.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f1708b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0f10110d10 con 0x7f0f10106a00 2024-09-12T12:28:44.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f1708b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0f10111010 con 0x7f0f101009f0 2024-09-12T12:28:44.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.401+0000 7f0f0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0f10101390 0x7f0f10198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0f10101390 0x7f0f10198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56618/0 (socket says 172.21.15.82:56618) 2024-09-12T12:28:44.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f0ffff640 1 -- 172.21.15.82:0/3943290254 learned_addr learned my addr 172.21.15.82:0/3943290254 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:44.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f14e27640 1 --2- 172.21.15.82:0/3943290254 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0f101009f0 0x7f0f101983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f15628640 1 --2- 172.21.15.82:0/3943290254 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0f10106a00 0x7f0f1019cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f0ffff640 1 -- 172.21.15.82:0/3943290254 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0f101009f0 msgr2=0x7f0f101983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:44.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f0ffff640 1 --2- 172.21.15.82:0/3943290254 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0f101009f0 0x7f0f101983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f0ffff640 1 -- 172.21.15.82:0/3943290254 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0f10106a00 msgr2=0x7f0f1019cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:44.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f0ffff640 1 --2- 172.21.15.82:0/3943290254 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0f10106a00 0x7f0f1019cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f0ffff640 1 -- 172.21.15.82:0/3943290254 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f1019d3b0 con 0x7f0f10101390 2024-09-12T12:28:44.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f0ffff640 1 --2- 172.21.15.82:0/3943290254 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0f10101390 0x7f0f10198900 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f0f0400c890 tx=0x7f0f0400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:44.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f0dffb640 1 -- 172.21.15.82:0/3943290254 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f04004220 con 0x7f0f10101390 2024-09-12T12:28:44.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f0dffb640 1 -- 172.21.15.82:0/3943290254 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f040043c0 con 0x7f0f10101390 2024-09-12T12:28:44.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f1708b640 1 -- 172.21.15.82:0/3943290254 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f1019d6a0 con 0x7f0f10101390 2024-09-12T12:28:44.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f0dffb640 1 -- 172.21.15.82:0/3943290254 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f040049e0 con 0x7f0f10101390 2024-09-12T12:28:44.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.402+0000 7f0f1708b640 1 -- 172.21.15.82:0/3943290254 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f101a4f30 con 0x7f0f10101390 2024-09-12T12:28:44.413 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.405+0000 7f0f0dffb640 1 -- 172.21.15.82:0/3943290254 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f0f040079b0 con 0x7f0f10101390 2024-09-12T12:28:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f19e24740 1 Processor -- start 2024-09-12T12:28:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f19e24740 1 -- start start 2024-09-12T12:28:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f0dffb640 1 --2- 172.21.15.82:0/3943290254 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0ef80a2da0 0x7f0ef80a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f19e24740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53e89b0 0x55b0b53e8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f19e24740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b53f7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f19e24740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53f80c0 0x55b0b53fa4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f19e24740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b0b534d2f0 con 0x55b0b53e92d0 2024-09-12T12:28:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f19e24740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b0b52f5270 con 0x55b0b53f80c0 2024-09-12T12:28:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f19e24740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b0b53492b0 con 0x55b0b53e89b0 2024-09-12T12:28:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f15628640 1 --2- 172.21.15.82:0/3943290254 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0ef80a2da0 0x7f0ef80a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b53f7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.415 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b53f7b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56626/0 (socket says 172.21.15.82:56626) 2024-09-12T12:28:44.415 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f0ffff640 1 -- 172.21.15.82:0/2280442489 learned_addr learned my addr 172.21.15.82:0/2280442489 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:44.415 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f14e27640 1 --2- 172.21.15.82:0/2280442489 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53e89b0 0x55b0b53e8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.415 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f0dffb640 1 -- 172.21.15.82:0/3943290254 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f0f040cf4f0 con 0x7f0f10101390 2024-09-12T12:28:44.415 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.406+0000 7f0f15628640 1 --2- 172.21.15.82:0/2280442489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53f80c0 0x55b0b53fa4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.415 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.407+0000 7f0f14e27640 1 -- 172.21.15.82:0/2280442489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53f80c0 msgr2=0x55b0b53fa4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:44.415 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.407+0000 7f0f14e27640 1 --2- 172.21.15.82:0/2280442489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53f80c0 0x55b0b53fa4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.415 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.407+0000 7f0f14e27640 1 -- 172.21.15.82:0/2280442489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 msgr2=0x55b0b53f7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:44.415 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.407+0000 7f0f14e27640 1 --2- 172.21.15.82:0/2280442489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b53f7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.415 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.407+0000 7f0f14e27640 1 -- 172.21.15.82:0/2280442489 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0b52f4340 con 0x55b0b53e89b0 2024-09-12T12:28:44.415 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.407+0000 7f0f0ffff640 1 --2- 172.21.15.82:0/2280442489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b53f7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:28:44.415 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.407+0000 7f0f15628640 1 --2- 172.21.15.82:0/3943290254 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0ef80a2da0 0x7f0ef80a5260 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0f00005940 tx=0x7f0f000127c0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:44.416 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.407+0000 7f0f14e27640 1 --2- 172.21.15.82:0/2280442489 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53e89b0 0x55b0b53e8d90 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0f08000f80 tx=0x7f0f080315e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9afd06c1479b62f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:44.416 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.407+0000 7f0ef6ffd640 1 -- 172.21.15.82:0/2280442489 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f08049070 con 0x55b0b53e89b0 2024-09-12T12:28:44.416 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.407+0000 7f0ef6ffd640 1 -- 172.21.15.82:0/2280442489 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f08036040 con 0x55b0b53e89b0 2024-09-12T12:28:44.416 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.407+0000 7f0ef6ffd640 1 -- 172.21.15.82:0/2280442489 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f080042a0 con 0x55b0b53e89b0 2024-09-12T12:28:44.416 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.408+0000 7f0f19e24740 1 -- 172.21.15.82:0/2280442489 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53e89b0 msgr2=0x55b0b53e8d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:44.416 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.408+0000 7f0f19e24740 1 --2- 172.21.15.82:0/2280442489 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53e89b0 0x55b0b53e8d90 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0f08000f80 tx=0x7f0f080315e0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.416 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.408+0000 7f0f19e24740 1 -- 172.21.15.82:0/2280442489 shutdown_connections 2024-09-12T12:28:44.416 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.408+0000 7f0f19e24740 1 --2- 172.21.15.82:0/2280442489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53f80c0 0x55b0b53fa4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.416 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.408+0000 7f0f19e24740 1 --2- 172.21.15.82:0/2280442489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b53f7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.416 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.408+0000 7f0f19e24740 1 --2- 172.21.15.82:0/2280442489 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53e89b0 0x55b0b53e8d90 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.416 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.408+0000 7f0f19e24740 1 -- 172.21.15.82:0/2280442489 >> 172.21.15.82:0/2280442489 conn(0x55b0b53e5060 msgr2=0x55b0b53e5440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:44.416 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.408+0000 7f0f19e24740 1 -- 172.21.15.82:0/2280442489 shutdown_connections 2024-09-12T12:28:44.416 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.408+0000 7f0f19e24740 1 -- 172.21.15.82:0/2280442489 wait complete. 2024-09-12T12:28:44.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.408+0000 7f0f19e24740 1 -- start start 2024-09-12T12:28:44.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f19e24740 1 Processor -- start 2024-09-12T12:28:44.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f19e24740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e89b0 0x55b0b53f5010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f19e24740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b53f5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f19e24740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 0x55b0b53f5a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f19e24740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b0b53fac30 con 0x55b0b53e92d0 2024-09-12T12:28:44.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f19e24740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b0b52d6290 con 0x55b0b53e89b0 2024-09-12T12:28:44.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f19e24740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b0b53fadb0 con 0x55b0b53f80c0 2024-09-12T12:28:44.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f19e24740 10 client.0 _ll_register_callbacks cb 0x55b0b5307140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:28:44.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b53f5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b53f5550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56642/0 (socket says 172.21.15.82:56642) 2024-09-12T12:28:44.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f0ffff640 1 -- 172.21.15.82:0/722477876 learned_addr learned my addr 172.21.15.82:0/722477876 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:44.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f0ffff640 1 -- 172.21.15.82:0/722477876 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 msgr2=0x55b0b53f5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:44.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f14e27640 1 --2- 172.21.15.82:0/722477876 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e89b0 0x55b0b53f5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f0ffff640 1 --2- 172.21.15.82:0/722477876 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 0x55b0b53f5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f0ffff640 1 -- 172.21.15.82:0/722477876 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e89b0 msgr2=0x55b0b53f5010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:44.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f0ffff640 1 --2- 172.21.15.82:0/722477876 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e89b0 0x55b0b53f5010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.409+0000 7f0f0ffff640 1 -- 172.21.15.82:0/722477876 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0b5060210 con 0x55b0b53e92d0 2024-09-12T12:28:44.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0f0ffff640 1 --2- 172.21.15.82:0/722477876 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b53f5550 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f0f0409b6d0 tx=0x7f0f0409b5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d790fd3e81839d2c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:44.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0eeffff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:28:44.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0eeffff640 1 -- 172.21.15.82:0/722477876 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f0409c0d0 con 0x55b0b53e92d0 2024-09-12T12:28:44.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0eeffff640 1 -- 172.21.15.82:0/722477876 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f0f04098040 con 0x55b0b53e92d0 2024-09-12T12:28:44.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0f19e24740 1 -- 172.21.15.82:0/722477876 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f08036040 con 0x55b0b53e92d0 2024-09-12T12:28:44.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0eeffff640 1 -- 172.21.15.82:0/722477876 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0f040ae2e0 con 0x55b0b53e92d0 2024-09-12T12:28:44.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0f19e24740 10 client.15669 fetch_fsmap learned FSMap version 28 2024-09-12T12:28:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0f19e24740 1 -- 172.21.15.82:0/722477876 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b0b512c620 con 0x55b0b53e92d0 2024-09-12T12:28:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0eeffff640 1 -- 172.21.15.82:0/722477876 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f08036040 con 0x55b0b53e92d0 2024-09-12T12:28:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0eeffff640 1 -- 172.21.15.82:0/722477876 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0f040b0620 con 0x55b0b53e92d0 2024-09-12T12:28:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0f19e24740 10 client.15669 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:28:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0f19e24740 10 client.15669 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:28:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0f19e24740 20 client.15669 populate_metadata read hostname 'smithi082' 2024-09-12T12:28:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0f19e24740 1 --2- 172.21.15.82:0/722477876 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0b5408080 0x55b0b540a490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0f19e24740 4 client.15669 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:28:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.410+0000 7f0f19e24740 1 -- 172.21.15.82:0/722477876 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0b535aa20 con 0x55b0b5408080 2024-09-12T12:28:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.411+0000 7f0f14e27640 1 --2- 172.21.15.82:0/722477876 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0b5408080 0x55b0b540a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.411+0000 7f0eeffff640 10 client.15669 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.411+0000 7f0f14e27640 1 --2- 172.21.15.82:0/722477876 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0b5408080 0x55b0b540a490 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf6451bc48d5b65 server_cookie=f50d3f699d4b1e7e in_seq=0 out_seq=0 2024-09-12T12:28:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0eeffff640 1 -- 172.21.15.82:0/722477876 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b0b535aa20 con 0x55b0b5408080 2024-09-12T12:28:44.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0eeffff640 10 client.15669 handle_command_reply: tid=0 2024-09-12T12:28:44.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0f19e24740 1 client.15669 shutdown 2024-09-12T12:28:44.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0f19e24740 1 -- 172.21.15.82:0/722477876 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 msgr2=0x55b0b53f5550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:44.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0f19e24740 1 --2- 172.21.15.82:0/722477876 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b53f5550 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f0f0409b6d0 tx=0x7f0f0409b5d0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0f19e24740 1 -- 172.21.15.82:0/722477876 shutdown_connections 2024-09-12T12:28:44.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0f19e24740 1 --2- 172.21.15.82:0/722477876 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0b5408080 0x55b0b540a490 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0f19e24740 1 --2- 172.21.15.82:0/722477876 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 0x55b0b53f5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0f19e24740 1 --2- 172.21.15.82:0/722477876 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b53f5550 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0eeffff640 0 client.15669 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:44.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0f19e24740 1 --2- 172.21.15.82:0/722477876 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e89b0 0x55b0b53f5010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0f19e24740 1 -- 172.21.15.82:0/722477876 >> 172.21.15.82:0/722477876 conn(0x55b0b53e5060 msgr2=0x55b0b53eadc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:44.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0f19e24740 1 -- 172.21.15.82:0/722477876 shutdown_connections 2024-09-12T12:28:44.421 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0f19e24740 1 -- 172.21.15.82:0/722477876 wait complete. 2024-09-12T12:28:44.421 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.412+0000 7f0f19e24740 20 client.15669 trim_cache size 0 max 16384 2024-09-12T12:28:44.432 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.426+0000 7f0f19e24740 1 Processor -- start 2024-09-12T12:28:44.432 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.426+0000 7f0f19e24740 1 -- start start 2024-09-12T12:28:44.432 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f19e24740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e89b0 0x55b0b53f6f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.432 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f19e24740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b540fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f19e24740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 0x55b0b54102e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f19e24740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0f101ab710 con 0x55b0b53e92d0 2024-09-12T12:28:44.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f19e24740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0f101ad250 con 0x55b0b53e89b0 2024-09-12T12:28:44.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f19e24740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0f101abde0 con 0x55b0b53f80c0 2024-09-12T12:28:44.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b540fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b540fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56654/0 (socket says 172.21.15.82:56654) 2024-09-12T12:28:44.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f0ffff640 1 -- 172.21.15.82:0/968287660 learned_addr learned my addr 172.21.15.82:0/968287660 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:44.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f14e27640 1 --2- 172.21.15.82:0/968287660 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e89b0 0x55b0b53f6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f15628640 1 --2- 172.21.15.82:0/968287660 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 0x55b0b54102e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f0ffff640 1 -- 172.21.15.82:0/968287660 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 msgr2=0x55b0b54102e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:44.433 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f0ffff640 1 --2- 172.21.15.82:0/968287660 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 0x55b0b54102e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f0ffff640 1 -- 172.21.15.82:0/968287660 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e89b0 msgr2=0x55b0b53f6f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:44.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f0ffff640 1 --2- 172.21.15.82:0/968287660 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e89b0 0x55b0b53f6f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f0ffff640 1 -- 172.21.15.82:0/968287660 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0b53e9100 con 0x55b0b53e92d0 2024-09-12T12:28:44.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0f0ffff640 1 --2- 172.21.15.82:0/968287660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b540fda0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f0f040983a0 tx=0x7f0f0400a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=877b4cd841f914f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:44.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0ef67fc640 1 -- 172.21.15.82:0/968287660 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f0401d070 con 0x55b0b53e92d0 2024-09-12T12:28:44.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0ef67fc640 1 -- 172.21.15.82:0/968287660 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f0409c0d0 con 0x55b0b53e92d0 2024-09-12T12:28:44.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.427+0000 7f0ef67fc640 1 -- 172.21.15.82:0/968287660 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f04086310 con 0x55b0b53e92d0 2024-09-12T12:28:44.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.428+0000 7f0f19e24740 1 -- 172.21.15.82:0/968287660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 msgr2=0x55b0b540fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:44.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.428+0000 7f0f19e24740 1 --2- 172.21.15.82:0/968287660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b540fda0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f0f040983a0 tx=0x7f0f0400a3f0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.428+0000 7f0f19e24740 1 -- 172.21.15.82:0/968287660 shutdown_connections 2024-09-12T12:28:44.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.428+0000 7f0f19e24740 1 --2- 172.21.15.82:0/968287660 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 0x55b0b54102e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.428+0000 7f0f19e24740 1 --2- 172.21.15.82:0/968287660 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e92d0 0x55b0b540fda0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.428+0000 7f0f19e24740 1 --2- 172.21.15.82:0/968287660 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e89b0 0x55b0b53f6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.428+0000 7f0f19e24740 1 -- 172.21.15.82:0/968287660 >> 172.21.15.82:0/968287660 conn(0x55b0b53e5060 msgr2=0x55b0b53f6870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:44.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.428+0000 7f0f19e24740 1 -- 172.21.15.82:0/968287660 shutdown_connections 2024-09-12T12:28:44.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.428+0000 7f0f19e24740 1 -- 172.21.15.82:0/968287660 wait complete. 2024-09-12T12:28:44.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.428+0000 7f0f19e24740 1 -- start start 2024-09-12T12:28:44.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.428+0000 7f0f19e24740 1 Processor -- start 2024-09-12T12:28:44.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f19e24740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e89b0 0x55b0b5400740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f19e24740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e92d0 0x55b0b53fba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f19e24740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 0x55b0b53fbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f19e24740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0f101acb80 con 0x55b0b53e89b0 2024-09-12T12:28:44.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f19e24740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0f101ac4b0 con 0x55b0b53e92d0 2024-09-12T12:28:44.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f19e24740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0f101a96f0 con 0x55b0b53f80c0 2024-09-12T12:28:44.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f19e24740 10 client.0 _ll_register_callbacks cb 0x7f0f0409b7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:28:44.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f14e27640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e89b0 0x55b0b5400740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f14e27640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e89b0 0x55b0b5400740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56666/0 (socket says 172.21.15.82:56666) 2024-09-12T12:28:44.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f14e27640 1 -- 172.21.15.82:0/2195882635 learned_addr learned my addr 172.21.15.82:0/2195882635 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:44.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f15628640 1 --2- 172.21.15.82:0/2195882635 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 0x55b0b53fbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f0ffff640 1 --2- 172.21.15.82:0/2195882635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e92d0 0x55b0b53fba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f14e27640 1 -- 172.21.15.82:0/2195882635 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 msgr2=0x55b0b53fbfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:44.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f14e27640 1 --2- 172.21.15.82:0/2195882635 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 0x55b0b53fbfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f14e27640 1 -- 172.21.15.82:0/2195882635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e92d0 msgr2=0x55b0b53fba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:44.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f14e27640 1 --2- 172.21.15.82:0/2195882635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e92d0 0x55b0b53fba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f14e27640 1 -- 172.21.15.82:0/2195882635 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0b53fc780 con 0x55b0b53e89b0 2024-09-12T12:28:44.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f15628640 1 --2- 172.21.15.82:0/2195882635 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 0x55b0b53fbfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:28:44.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0f14e27640 1 --2- 172.21.15.82:0/2195882635 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e89b0 0x55b0b5400740 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f0f08031500 tx=0x7f0f08031af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2586511214504efe server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:44.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.429+0000 7f0eeffff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:28:44.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.430+0000 7f0eeffff640 1 -- 172.21.15.82:0/2195882635 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f08055070 con 0x55b0b53e89b0 2024-09-12T12:28:44.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.430+0000 7f0eeffff640 1 -- 172.21.15.82:0/2195882635 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f0f08041040 con 0x55b0b53e89b0 2024-09-12T12:28:44.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.430+0000 7f0f19e24740 1 -- 172.21.15.82:0/2195882635 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f0409c0d0 con 0x55b0b53e89b0 2024-09-12T12:28:44.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.430+0000 7f0eeffff640 1 -- 172.21.15.82:0/2195882635 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0f08060050 con 0x55b0b53e89b0 2024-09-12T12:28:44.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.430+0000 7f0f19e24740 10 client.15675 fetch_fsmap learned FSMap version 28 2024-09-12T12:28:44.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.430+0000 7f0f19e24740 1 -- 172.21.15.82:0/2195882635 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b0b5472d30 con 0x55b0b53e89b0 2024-09-12T12:28:44.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.430+0000 7f0eeffff640 1 -- 172.21.15.82:0/2195882635 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f0409c0d0 con 0x55b0b53e89b0 2024-09-12T12:28:44.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.430+0000 7f0eeffff640 1 -- 172.21.15.82:0/2195882635 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0f08030070 con 0x55b0b53e89b0 2024-09-12T12:28:44.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.430+0000 7f0f19e24740 10 client.15675 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:28:44.438 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.430+0000 7f0f19e24740 10 client.15675 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:28:44.438 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.430+0000 7f0f19e24740 20 client.15675 populate_metadata read hostname 'smithi082' 2024-09-12T12:28:44.438 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.430+0000 7f0f19e24740 1 --2- 172.21.15.82:0/2195882635 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0b5473020 0x55b0b5475410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:44.438 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.430+0000 7f0f19e24740 4 client.15675 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:28:44.438 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.430+0000 7f0f19e24740 1 -- 172.21.15.82:0/2195882635 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b0b5354d70 con 0x55b0b5473020 2024-09-12T12:28:44.438 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.431+0000 7f0f0ffff640 1 --2- 172.21.15.82:0/2195882635 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0b5473020 0x55b0b5475410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:44.438 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.431+0000 7f0eeffff640 10 client.15675 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:44.438 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.431+0000 7f0f0ffff640 1 --2- 172.21.15.82:0/2195882635 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0b5473020 0x55b0b5475410 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=166f02ef4a97c065 server_cookie=105bec84c49abfe1 in_seq=0 out_seq=0 2024-09-12T12:28:44.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.443+0000 7f0eeffff640 1 -- 172.21.15.82:0/2195882635 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b0b5354d70 con 0x55b0b5473020 2024-09-12T12:28:44.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.443+0000 7f0eeffff640 10 client.15675 handle_command_reply: tid=0 2024-09-12T12:28:44.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.443+0000 7f0f19e24740 1 client.15675 shutdown 2024-09-12T12:28:44.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.443+0000 7f0f19e24740 1 -- 172.21.15.82:0/2195882635 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e89b0 msgr2=0x55b0b5400740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:44.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.443+0000 7f0f19e24740 1 --2- 172.21.15.82:0/2195882635 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e89b0 0x55b0b5400740 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f0f08031500 tx=0x7f0f08031af0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.443+0000 7f0f19e24740 1 -- 172.21.15.82:0/2195882635 shutdown_connections 2024-09-12T12:28:44.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.443+0000 7f0f19e24740 1 --2- 172.21.15.82:0/2195882635 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b0b5473020 0x55b0b5475410 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.443+0000 7f0f19e24740 1 --2- 172.21.15.82:0/2195882635 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b0b53f80c0 0x55b0b53fbfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.443+0000 7f0f19e24740 1 --2- 172.21.15.82:0/2195882635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b0b53e92d0 0x55b0b53fba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.443+0000 7f0eeffff640 0 client.15675 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:44.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.443+0000 7f0f19e24740 1 --2- 172.21.15.82:0/2195882635 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b0b53e89b0 0x55b0b5400740 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.443+0000 7f0f19e24740 1 -- 172.21.15.82:0/2195882635 >> 172.21.15.82:0/2195882635 conn(0x55b0b53e5060 msgr2=0x55b0b53eac80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:44.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f19e24740 1 -- 172.21.15.82:0/2195882635 shutdown_connections 2024-09-12T12:28:44.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f19e24740 1 -- 172.21.15.82:0/2195882635 wait complete. 2024-09-12T12:28:44.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f19e24740 20 client.15675 trim_cache size 0 max 16384 2024-09-12T12:28:44.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:28:44.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:28:44.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:28:44.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:28:44.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f1708b640 1 -- 172.21.15.82:0/3943290254 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0ef80a2da0 msgr2=0x7f0ef80a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:44.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f1708b640 1 --2- 172.21.15.82:0/3943290254 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0ef80a2da0 0x7f0ef80a5260 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0f00005940 tx=0x7f0f000127c0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f1708b640 1 -- 172.21.15.82:0/3943290254 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0f10101390 msgr2=0x7f0f10198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:44.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f1708b640 1 --2- 172.21.15.82:0/3943290254 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0f10101390 0x7f0f10198900 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f0f0400c890 tx=0x7f0f0400cd50 comp rx=0 tx=0).stop 2024-09-12T12:28:44.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f1708b640 1 -- 172.21.15.82:0/3943290254 shutdown_connections 2024-09-12T12:28:44.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f1708b640 1 --2- 172.21.15.82:0/3943290254 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0ef80a2da0 0x7f0ef80a5260 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f1708b640 1 --2- 172.21.15.82:0/3943290254 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0f10106a00 0x7f0f1019cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f1708b640 1 --2- 172.21.15.82:0/3943290254 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0f10101390 0x7f0f10198900 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f1708b640 1 --2- 172.21.15.82:0/3943290254 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0f101009f0 0x7f0f101983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:44.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f1708b640 1 -- 172.21.15.82:0/3943290254 >> 172.21.15.82:0/3943290254 conn(0x7f0f100fc6b0 msgr2=0x7f0f10104ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:44.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f1708b640 1 -- 172.21.15.82:0/3943290254 shutdown_connections 2024-09-12T12:28:44.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:44.444+0000 7f0f1708b640 1 -- 172.21.15.82:0/3943290254 wait complete. 2024-09-12T12:28:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:44 smithi097 ceph-mon[34923]: pgmap v64: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 20 KiB/s wr, 19 op/s 2024-09-12T12:28:44.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:44 smithi082 ceph-mon[31122]: pgmap v64: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 20 KiB/s wr, 19 op/s 2024-09-12T12:28:44.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:44 smithi114 ceph-mon[35514]: pgmap v64: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 20 KiB/s wr, 19 op/s 2024-09-12T12:28:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:46 smithi097 ceph-mon[34923]: pgmap v65: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-09-12T12:28:46.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:46 smithi082 ceph-mon[31122]: pgmap v65: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-09-12T12:28:46.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:46 smithi114 ceph-mon[35514]: pgmap v65: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-09-12T12:28:47.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:47 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:28:47.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:47 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:47 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:47 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:47 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:47 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:47 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:47 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:28:47.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:47 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:47 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:47 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:47 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:47 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:47 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:47 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:28:47.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:47 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:47 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:47 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:47 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:47 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:47.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:47 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:48.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:48 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:28:48.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:48 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:28:48.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:48 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:48.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:48 smithi097 ceph-mon[34923]: pgmap v66: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 11 KiB/s wr, 17 op/s 2024-09-12T12:28:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:48 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:28:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:48 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:28:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:48 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:48 smithi082 ceph-mon[31122]: pgmap v66: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 11 KiB/s wr, 17 op/s 2024-09-12T12:28:48.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:48 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:28:48.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:48 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:28:48.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:48 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:28:48.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:48 smithi114 ceph-mon[35514]: pgmap v66: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 11 KiB/s wr, 17 op/s 2024-09-12T12:28:48.955 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:28:49.213 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:28:49.750 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.730+0000 7f537ea5b640 1 -- 172.21.15.82:0/2747123753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5378101de0 msgr2=0x7f53781021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:49.751 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.730+0000 7f537ea5b640 1 --2- 172.21.15.82:0/2747123753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5378101de0 0x7f53781021c0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f5368009900 tx=0x7f536802a410 comp rx=0 tx=0).stop 2024-09-12T12:28:49.751 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.730+0000 7f537ea5b640 1 -- 172.21.15.82:0/2747123753 shutdown_connections 2024-09-12T12:28:49.751 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.730+0000 7f537ea5b640 1 --2- 172.21.15.82:0/2747123753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5378106f10 0x7f537810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:49.751 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.730+0000 7f537ea5b640 1 --2- 172.21.15.82:0/2747123753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5378102790 0x7f53781067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:49.751 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.730+0000 7f537ea5b640 1 --2- 172.21.15.82:0/2747123753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5378101de0 0x7f53781021c0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:49.751 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.730+0000 7f537ea5b640 1 -- 172.21.15.82:0/2747123753 >> 172.21.15.82:0/2747123753 conn(0x7f53780fd880 msgr2=0x7f53780ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:49.751 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.730+0000 7f537ea5b640 1 -- 172.21.15.82:0/2747123753 shutdown_connections 2024-09-12T12:28:49.752 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.730+0000 7f537ea5b640 1 -- 172.21.15.82:0/2747123753 wait complete. 2024-09-12T12:28:49.752 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.730+0000 7f537ea5b640 1 Processor -- start 2024-09-12T12:28:49.752 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.730+0000 7f537ea5b640 1 -- start start 2024-09-12T12:28:49.752 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537ea5b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5378101de0 0x7f53780744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:49.752 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537ea5b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5378102790 0x7f5378074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:49.752 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537ea5b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5378106f10 0x7f5378074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:49.752 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537ea5b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5378111f30 con 0x7f5378106f10 2024-09-12T12:28:49.752 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537ea5b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5378111db0 con 0x7f5378101de0 2024-09-12T12:28:49.752 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537ea5b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f53781120b0 con 0x7f5378102790 2024-09-12T12:28:49.752 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537cff8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5378106f10 0x7f5378074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:49.753 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537cff8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5378106f10 0x7f5378074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47522/0 (socket says 172.21.15.82:47522) 2024-09-12T12:28:49.753 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537cff8640 1 -- 172.21.15.82:0/918972710 learned_addr learned my addr 172.21.15.82:0/918972710 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:49.753 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f5377fff640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5378101de0 0x7f53780744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:49.753 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f536ffff640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5378102790 0x7f5378074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:49.753 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537cff8640 1 -- 172.21.15.82:0/918972710 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5378102790 msgr2=0x7f5378074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:49.753 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537cff8640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5378102790 0x7f5378074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:49.753 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537cff8640 1 -- 172.21.15.82:0/918972710 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5378101de0 msgr2=0x7f53780744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:49.753 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537cff8640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5378101de0 0x7f53780744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:49.753 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537cff8640 1 -- 172.21.15.82:0/918972710 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53781a68c0 con 0x7f5378106f10 2024-09-12T12:28:49.753 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f536ffff640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5378102790 0x7f5378074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:28:49.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f5377fff640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5378101de0 0x7f53780744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:28:49.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537cff8640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5378106f10 0x7f5378074f70 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f537000eaa0 tx=0x7f537000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:49.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f5375ffb640 1 -- 172.21.15.82:0/918972710 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f537000cdb0 con 0x7f5378106f10 2024-09-12T12:28:49.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f537ea5b640 1 -- 172.21.15.82:0/918972710 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53781a6bb0 con 0x7f5378106f10 2024-09-12T12:28:49.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.731+0000 7f5375ffb640 1 -- 172.21.15.82:0/918972710 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5370005020 con 0x7f5378106f10 2024-09-12T12:28:49.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.732+0000 7f5375ffb640 1 -- 172.21.15.82:0/918972710 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53700116b0 con 0x7f5378106f10 2024-09-12T12:28:49.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.732+0000 7f537ea5b640 1 -- 172.21.15.82:0/918972710 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53781a70f0 con 0x7f5378106f10 2024-09-12T12:28:49.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.733+0000 7f537ea5b640 1 -- 172.21.15.82:0/918972710 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53781021c0 con 0x7f5378106f10 2024-09-12T12:28:49.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.734+0000 7f5375ffb640 1 -- 172.21.15.82:0/918972710 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f5370005560 con 0x7f5378106f10 2024-09-12T12:28:49.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.734+0000 7f5375ffb640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f53640a2cf0 0x7f53640a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:49.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.734+0000 7f5375ffb640 1 -- 172.21.15.82:0/918972710 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f53700cf750 con 0x7f5378106f10 2024-09-12T12:28:49.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.734+0000 7f5377fff640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f53640a2cf0 0x7f53640a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:49.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.735+0000 7f5377fff640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f53640a2cf0 0x7f53640a51b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5368005ab0 tx=0x7f5368005a20 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:49.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.739+0000 7f5375ffb640 1 -- 172.21.15.82:0/918972710 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5370016030 con 0x7f5378106f10 2024-09-12T12:28:49.937 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.937+0000 7f537ea5b640 1 -- 172.21.15.82:0/918972710 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f537802d7c0 con 0x7f5378106f10 2024-09-12T12:28:49.938 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.938+0000 7f5375ffb640 1 -- 172.21.15.82:0/918972710 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f537009c330 con 0x7f5378106f10 2024-09-12T12:28:49.938 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:28:49.938 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:28:49.938 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:28:49.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.940+0000 7f537ea5b640 1 -- 172.21.15.82:0/918972710 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f53640a2cf0 msgr2=0x7f53640a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:49.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.940+0000 7f537ea5b640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f53640a2cf0 0x7f53640a51b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5368005ab0 tx=0x7f5368005a20 comp rx=0 tx=0).stop 2024-09-12T12:28:49.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.940+0000 7f537ea5b640 1 -- 172.21.15.82:0/918972710 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5378106f10 msgr2=0x7f5378074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:49.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.940+0000 7f537ea5b640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5378106f10 0x7f5378074f70 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f537000eaa0 tx=0x7f537000ef60 comp rx=0 tx=0).stop 2024-09-12T12:28:49.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.940+0000 7f537ea5b640 1 -- 172.21.15.82:0/918972710 shutdown_connections 2024-09-12T12:28:49.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.940+0000 7f537ea5b640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f53640a2cf0 0x7f53640a51b0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:49.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.940+0000 7f537ea5b640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5378106f10 0x7f5378074f70 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:49.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.940+0000 7f537ea5b640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5378102790 0x7f5378074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:49.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.940+0000 7f537ea5b640 1 --2- 172.21.15.82:0/918972710 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5378101de0 0x7f53780744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:49.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.940+0000 7f537ea5b640 1 -- 172.21.15.82:0/918972710 >> 172.21.15.82:0/918972710 conn(0x7f53780fd880 msgr2=0x7f53780fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:49.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.940+0000 7f537ea5b640 1 -- 172.21.15.82:0/918972710 shutdown_connections 2024-09-12T12:28:49.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:49.940+0000 7f537ea5b640 1 -- 172.21.15.82:0/918972710 wait complete. 2024-09-12T12:28:50.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:49 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/918972710' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:28:50.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:49 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/918972710' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:28:50.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:49 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/918972710' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:28:50.616 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --set-id c2eac0dc --release --await' 2024-09-12T12:28:50.616 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --set-id c2eac0dc --release --await 2024-09-12T12:28:50.863 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:28:51.265 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:50 smithi082 ceph-mon[31122]: pgmap v67: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.9 KiB/s wr, 11 op/s 2024-09-12T12:28:51.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:50 smithi097 ceph-mon[34923]: pgmap v67: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.9 KiB/s wr, 11 op/s 2024-09-12T12:28:51.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:50 smithi114 ceph-mon[35514]: pgmap v67: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.9 KiB/s wr, 11 op/s 2024-09-12T12:28:51.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.352+0000 7f4cad275640 1 -- 172.21.15.82:0/3927995892 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ca8102570 msgr2=0x7f4ca81029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:51.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.352+0000 7f4cad275640 1 --2- 172.21.15.82:0/3927995892 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ca8102570 0x7f4ca81029b0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f4c90009900 tx=0x7f4c9002a480 comp rx=0 tx=0).stop 2024-09-12T12:28:51.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.352+0000 7f4cad275640 1 -- 172.21.15.82:0/3927995892 shutdown_connections 2024-09-12T12:28:51.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.352+0000 7f4cad275640 1 --2- 172.21.15.82:0/3927995892 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ca8102ef0 0x7f4ca810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.352+0000 7f4cad275640 1 --2- 172.21.15.82:0/3927995892 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ca8102570 0x7f4ca81029b0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.352+0000 7f4cad275640 1 --2- 172.21.15.82:0/3927995892 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ca8100e20 0x7f4ca8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.352+0000 7f4cad275640 1 -- 172.21.15.82:0/3927995892 >> 172.21.15.82:0/3927995892 conn(0x7f4ca80fc7d0 msgr2=0x7f4ca80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:51.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.352+0000 7f4cad275640 1 -- 172.21.15.82:0/3927995892 shutdown_connections 2024-09-12T12:28:51.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.352+0000 7f4cad275640 1 -- 172.21.15.82:0/3927995892 wait complete. 2024-09-12T12:28:51.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.352+0000 7f4cad275640 1 Processor -- start 2024-09-12T12:28:51.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.352+0000 7f4cad275640 1 -- start start 2024-09-12T12:28:51.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.352+0000 7f4cad275640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ca8100e20 0x7f4ca8197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.352+0000 7f4cad275640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ca8102570 0x7f4ca81979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4cad275640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ca8102ef0 0x7f4ca819bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4cad275640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca8110f50 con 0x7f4ca8102570 2024-09-12T12:28:51.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4cad275640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca8110dd0 con 0x7f4ca8100e20 2024-09-12T12:28:51.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4cad275640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca81110d0 con 0x7f4ca8102ef0 2024-09-12T12:28:51.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4c9ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ca8102570 0x7f4ca81979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4ca6ffd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ca8100e20 0x7f4ca8197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4c9ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ca8102570 0x7f4ca81979a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47550/0 (socket says 172.21.15.82:47550) 2024-09-12T12:28:51.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4c9ffff640 1 -- 172.21.15.82:0/3292104568 learned_addr learned my addr 172.21.15.82:0/3292104568 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:51.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4ca77fe640 1 --2- 172.21.15.82:0/3292104568 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ca8102ef0 0x7f4ca819bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4c9ffff640 1 -- 172.21.15.82:0/3292104568 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ca8102ef0 msgr2=0x7f4ca819bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:51.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4c9ffff640 1 --2- 172.21.15.82:0/3292104568 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ca8102ef0 0x7f4ca819bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4c9ffff640 1 -- 172.21.15.82:0/3292104568 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ca8100e20 msgr2=0x7f4ca8197460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:51.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4c9ffff640 1 --2- 172.21.15.82:0/3292104568 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ca8100e20 0x7f4ca8197460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4c9ffff640 1 -- 172.21.15.82:0/3292104568 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ca819c410 con 0x7f4ca8102570 2024-09-12T12:28:51.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4ca77fe640 1 --2- 172.21.15.82:0/3292104568 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ca8102ef0 0x7f4ca819bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:28:51.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4c9ffff640 1 --2- 172.21.15.82:0/3292104568 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ca8102570 0x7f4ca81979a0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f4c90006010 tx=0x7f4c90003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:51.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4ca4ff9640 1 -- 172.21.15.82:0/3292104568 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c9003f070 con 0x7f4ca8102570 2024-09-12T12:28:51.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4ca4ff9640 1 -- 172.21.15.82:0/3292104568 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4c90031c30 con 0x7f4ca8102570 2024-09-12T12:28:51.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4cad275640 1 -- 172.21.15.82:0/3292104568 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ca819c6a0 con 0x7f4ca8102570 2024-09-12T12:28:51.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4ca4ff9640 1 -- 172.21.15.82:0/3292104568 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c90035030 con 0x7f4ca8102570 2024-09-12T12:28:51.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.353+0000 7f4cad275640 1 -- 172.21.15.82:0/3292104568 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ca81a3fe0 con 0x7f4ca8102570 2024-09-12T12:28:51.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.356+0000 7f4ca4ff9640 1 -- 172.21.15.82:0/3292104568 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f4c90042070 con 0x7f4ca8102570 2024-09-12T12:28:51.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.356+0000 7f4caf64e740 1 Processor -- start 2024-09-12T12:28:51.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.356+0000 7f4caf64e740 1 -- start start 2024-09-12T12:28:51.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.356+0000 7f4caf64e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1060 0x55cf800a1440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.356+0000 7f4caf64e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800a1980 0x55cf800abd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.356+0000 7f4caf64e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800ac240 0x55cf800ae630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.356+0000 7f4caf64e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55cf80006620 con 0x55cf800a1060 2024-09-12T12:28:51.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.356+0000 7f4caf64e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55cf7ffade50 con 0x55cf800ac240 2024-09-12T12:28:51.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.356+0000 7f4caf64e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55cf800025e0 con 0x55cf800a1980 2024-09-12T12:28:51.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.356+0000 7f4ca77fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1060 0x55cf800a1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4ca77fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1060 0x55cf800a1440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47552/0 (socket says 172.21.15.82:47552) 2024-09-12T12:28:51.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4ca77fe640 1 -- 172.21.15.82:0/3544884342 learned_addr learned my addr 172.21.15.82:0/3544884342 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:51.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4ca6ffd640 1 --2- 172.21.15.82:0/3544884342 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800a1980 0x55cf800abd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4ca4ff9640 1 --2- 172.21.15.82:0/3292104568 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4c940a2d70 0x7f4c940a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4c9ffff640 1 --2- 172.21.15.82:0/3544884342 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800ac240 0x55cf800ae630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4ca77fe640 1 -- 172.21.15.82:0/3544884342 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800a1980 msgr2=0x55cf800abd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:51.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4ca77fe640 1 --2- 172.21.15.82:0/3544884342 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800a1980 0x55cf800abd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4ca77fe640 1 -- 172.21.15.82:0/3544884342 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800ac240 msgr2=0x55cf800ae630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:51.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4ca77fe640 1 --2- 172.21.15.82:0/3544884342 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800ac240 0x55cf800ae630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4ca77fe640 1 -- 172.21.15.82:0/3544884342 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf7ff9ed40 con 0x55cf800a1060 2024-09-12T12:28:51.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4c9ffff640 1 --2- 172.21.15.82:0/3544884342 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800ac240 0x55cf800ae630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:28:51.364 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4ca77fe640 1 --2- 172.21.15.82:0/3292104568 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4c940a2d70 0x7f4c940a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4ca4ff9640 1 -- 172.21.15.82:0/3292104568 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f4c900efc70 con 0x7f4ca8102570 2024-09-12T12:28:51.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4ca77fe640 1 --2- 172.21.15.82:0/3544884342 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1060 0x55cf800a1440 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f4ca0008ed0 tx=0x7f4ca000d710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=966dede53c859ab0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:51.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4c9d7fa640 1 -- 172.21.15.82:0/3544884342 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca001f070 con 0x55cf800a1060 2024-09-12T12:28:51.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4c9d7fa640 1 -- 172.21.15.82:0/3544884342 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ca0018390 con 0x55cf800a1060 2024-09-12T12:28:51.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.357+0000 7f4c9d7fa640 1 -- 172.21.15.82:0/3544884342 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca000b5e0 con 0x55cf800a1060 2024-09-12T12:28:51.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.358+0000 7f4caf64e740 1 -- 172.21.15.82:0/3544884342 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1060 msgr2=0x55cf800a1440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:51.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.358+0000 7f4ca77fe640 1 --2- 172.21.15.82:0/3292104568 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4c940a2d70 0x7f4c940a5230 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4ca001c000 tx=0x7f4ca001d000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:51.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.358+0000 7f4caf64e740 1 --2- 172.21.15.82:0/3544884342 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1060 0x55cf800a1440 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f4ca0008ed0 tx=0x7f4ca000d710 comp rx=0 tx=0).stop 2024-09-12T12:28:51.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.358+0000 7f4caf64e740 1 -- 172.21.15.82:0/3544884342 shutdown_connections 2024-09-12T12:28:51.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.358+0000 7f4caf64e740 1 --2- 172.21.15.82:0/3544884342 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800ac240 0x55cf800ae630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.358+0000 7f4caf64e740 1 --2- 172.21.15.82:0/3544884342 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800a1980 0x55cf800abd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.365 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.358+0000 7f4caf64e740 1 --2- 172.21.15.82:0/3544884342 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1060 0x55cf800a1440 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.358+0000 7f4caf64e740 1 -- 172.21.15.82:0/3544884342 >> 172.21.15.82:0/3544884342 conn(0x55cf8009d5f0 msgr2=0x55cf8009d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:51.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.358+0000 7f4caf64e740 1 -- 172.21.15.82:0/3544884342 shutdown_connections 2024-09-12T12:28:51.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.358+0000 7f4caf64e740 1 -- 172.21.15.82:0/3544884342 wait complete. 2024-09-12T12:28:51.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4caf64e740 1 -- start start 2024-09-12T12:28:51.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4caf64e740 1 Processor -- start 2024-09-12T12:28:51.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4caf64e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800a1060 0x55cf800a7820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4caf64e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1980 0x55cf800a7d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4caf64e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800ac240 0x55cf800bc230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4caf64e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55cf800aedb0 con 0x55cf800a1980 2024-09-12T12:28:51.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4caf64e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55cf7ff8ef10 con 0x55cf800a1060 2024-09-12T12:28:51.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4caf64e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55cf800aef30 con 0x55cf800ac240 2024-09-12T12:28:51.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4caf64e740 10 client.0 _ll_register_callbacks cb 0x55cf7ffb2db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:28:51.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4c9ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1980 0x55cf800a7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4c9ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1980 0x55cf800a7d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47556/0 (socket says 172.21.15.82:47556) 2024-09-12T12:28:51.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4c9ffff640 1 -- 172.21.15.82:0/2248326321 learned_addr learned my addr 172.21.15.82:0/2248326321 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:51.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4ca77fe640 1 --2- 172.21.15.82:0/2248326321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800ac240 0x55cf800bc230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4ca6ffd640 1 --2- 172.21.15.82:0/2248326321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800a1060 0x55cf800a7820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4c9ffff640 1 -- 172.21.15.82:0/2248326321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800ac240 msgr2=0x55cf800bc230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:51.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4c9ffff640 1 --2- 172.21.15.82:0/2248326321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800ac240 0x55cf800bc230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4c9ffff640 1 -- 172.21.15.82:0/2248326321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800a1060 msgr2=0x55cf800a7820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:51.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4c9ffff640 1 --2- 172.21.15.82:0/2248326321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800a1060 0x55cf800a7820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.359+0000 7f4c9ffff640 1 -- 172.21.15.82:0/2248326321 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf7fd15580 con 0x55cf800a1980 2024-09-12T12:28:51.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4c9ffff640 1 --2- 172.21.15.82:0/2248326321 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1980 0x55cf800a7d60 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f4c900b85b0 tx=0x7f4c900bbc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4b4774a9539682d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:51.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4c8e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:28:51.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4c8e7fc640 1 -- 172.21.15.82:0/2248326321 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c90049070 con 0x55cf800a1980 2024-09-12T12:28:51.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4c8e7fc640 1 -- 172.21.15.82:0/2248326321 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f4c900b87c0 con 0x55cf800a1980 2024-09-12T12:28:51.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4caf64e740 1 -- 172.21.15.82:0/2248326321 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ca0018390 con 0x55cf800a1980 2024-09-12T12:28:51.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4c8e7fc640 1 -- 172.21.15.82:0/2248326321 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f4c900bc850 con 0x55cf800a1980 2024-09-12T12:28:51.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4caf64e740 10 client.15693 fetch_fsmap learned FSMap version 28 2024-09-12T12:28:51.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4caf64e740 1 -- 172.21.15.82:0/2248326321 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cf7fddf960 con 0x55cf800a1980 2024-09-12T12:28:51.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4c8e7fc640 1 -- 172.21.15.82:0/2248326321 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ca0018390 con 0x55cf800a1980 2024-09-12T12:28:51.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4c8e7fc640 1 -- 172.21.15.82:0/2248326321 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f4c900dc0b0 con 0x55cf800a1980 2024-09-12T12:28:51.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4caf64e740 10 client.15693 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:28:51.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4caf64e740 10 client.15693 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:28:51.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4caf64e740 20 client.15693 populate_metadata read hostname 'smithi082' 2024-09-12T12:28:51.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4caf64e740 1 --2- 172.21.15.82:0/2248326321 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cf800c0150 0x55cf800c25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4caf64e740 4 client.15693 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:28:51.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.360+0000 7f4caf64e740 1 -- 172.21.15.82:0/2248326321 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cf80013b90 con 0x55cf800c0150 2024-09-12T12:28:51.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.361+0000 7f4ca6ffd640 1 --2- 172.21.15.82:0/2248326321 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cf800c0150 0x55cf800c25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.361+0000 7f4c8e7fc640 10 client.15693 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:51.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.361+0000 7f4ca6ffd640 1 --2- 172.21.15.82:0/2248326321 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cf800c0150 0x55cf800c25d0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=607dbe84bcd88b05 server_cookie=10a01a10bb9e4cf9 in_seq=0 out_seq=0 2024-09-12T12:28:51.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4c8e7fc640 1 -- 172.21.15.82:0/2248326321 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cf80013b90 con 0x55cf800c0150 2024-09-12T12:28:51.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4c8e7fc640 10 client.15693 handle_command_reply: tid=0 2024-09-12T12:28:51.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4caf64e740 1 client.15693 shutdown 2024-09-12T12:28:51.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4caf64e740 1 -- 172.21.15.82:0/2248326321 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1980 msgr2=0x55cf800a7d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:51.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4caf64e740 1 --2- 172.21.15.82:0/2248326321 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1980 0x55cf800a7d60 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f4c900b85b0 tx=0x7f4c900bbc90 comp rx=0 tx=0).stop 2024-09-12T12:28:51.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4caf64e740 1 -- 172.21.15.82:0/2248326321 shutdown_connections 2024-09-12T12:28:51.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4caf64e740 1 --2- 172.21.15.82:0/2248326321 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cf800c0150 0x55cf800c25d0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4caf64e740 1 --2- 172.21.15.82:0/2248326321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800ac240 0x55cf800bc230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4caf64e740 1 --2- 172.21.15.82:0/2248326321 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1980 0x55cf800a7d60 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4caf64e740 1 --2- 172.21.15.82:0/2248326321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800a1060 0x55cf800a7820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4caf64e740 1 -- 172.21.15.82:0/2248326321 >> 172.21.15.82:0/2248326321 conn(0x55cf8009d5f0 msgr2=0x55cf800a32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:51.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4c8e7fc640 0 client.15693 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:51.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4caf64e740 1 -- 172.21.15.82:0/2248326321 shutdown_connections 2024-09-12T12:28:51.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4caf64e740 1 -- 172.21.15.82:0/2248326321 wait complete. 2024-09-12T12:28:51.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.362+0000 7f4caf64e740 20 client.15693 trim_cache size 0 max 16384 2024-09-12T12:28:51.380 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4caf64e740 1 Processor -- start 2024-09-12T12:28:51.380 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4caf64e740 1 -- start start 2024-09-12T12:28:51.380 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4caf64e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1060 0x55cf800a7820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.380 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4caf64e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800a1980 0x55cf800a4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.380 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4caf64e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800ac240 0x55cf800a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.380 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4caf64e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca81ab6a0 con 0x55cf800a1060 2024-09-12T12:28:51.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4caf64e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca81ad1e0 con 0x55cf800a1980 2024-09-12T12:28:51.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4caf64e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca81abd70 con 0x55cf800ac240 2024-09-12T12:28:51.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4ca6ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1060 0x55cf800a7820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4ca6ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1060 0x55cf800a7820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47570/0 (socket says 172.21.15.82:47570) 2024-09-12T12:28:51.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4ca6ffd640 1 -- 172.21.15.82:0/1862126361 learned_addr learned my addr 172.21.15.82:0/1862126361 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:51.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4c9ffff640 1 --2- 172.21.15.82:0/1862126361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800a1980 0x55cf800a4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4ca6ffd640 1 -- 172.21.15.82:0/1862126361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800ac240 msgr2=0x55cf800a51f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:51.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4ca77fe640 1 --2- 172.21.15.82:0/1862126361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800ac240 0x55cf800a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4ca6ffd640 1 --2- 172.21.15.82:0/1862126361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800ac240 0x55cf800a51f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4ca6ffd640 1 -- 172.21.15.82:0/1862126361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800a1980 msgr2=0x55cf800a4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:51.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4ca6ffd640 1 --2- 172.21.15.82:0/1862126361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800a1980 0x55cf800a4cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4ca6ffd640 1 -- 172.21.15.82:0/1862126361 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf800adec0 con 0x55cf800a1060 2024-09-12T12:28:51.381 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.379+0000 7f4c9ffff640 1 --2- 172.21.15.82:0/1862126361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800a1980 0x55cf800a4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:28:51.382 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.380+0000 7f4ca6ffd640 1 --2- 172.21.15.82:0/1862126361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1060 0x55cf800a7820 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f4c98005fd0 tx=0x7f4c98011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6c67bf106cf830c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:51.382 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.380+0000 7f4c9cff9640 1 -- 172.21.15.82:0/1862126361 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c98005220 con 0x55cf800a1060 2024-09-12T12:28:51.382 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.380+0000 7f4c9cff9640 1 -- 172.21.15.82:0/1862126361 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4c98004c80 con 0x55cf800a1060 2024-09-12T12:28:51.382 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.380+0000 7f4c9cff9640 1 -- 172.21.15.82:0/1862126361 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c9801daa0 con 0x55cf800a1060 2024-09-12T12:28:51.385 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.380+0000 7f4caf64e740 1 -- 172.21.15.82:0/1862126361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1060 msgr2=0x55cf800a7820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:51.385 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.380+0000 7f4caf64e740 1 --2- 172.21.15.82:0/1862126361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1060 0x55cf800a7820 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f4c98005fd0 tx=0x7f4c98011810 comp rx=0 tx=0).stop 2024-09-12T12:28:51.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 -- 172.21.15.82:0/1862126361 shutdown_connections 2024-09-12T12:28:51.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 --2- 172.21.15.82:0/1862126361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800ac240 0x55cf800a51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 --2- 172.21.15.82:0/1862126361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800a1980 0x55cf800a4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 --2- 172.21.15.82:0/1862126361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1060 0x55cf800a7820 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 -- 172.21.15.82:0/1862126361 >> 172.21.15.82:0/1862126361 conn(0x55cf8009d5f0 msgr2=0x55cf800a5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:51.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 -- 172.21.15.82:0/1862126361 shutdown_connections 2024-09-12T12:28:51.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 -- 172.21.15.82:0/1862126361 wait complete. 2024-09-12T12:28:51.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 -- start start 2024-09-12T12:28:51.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 Processor -- start 2024-09-12T12:28:51.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800a1060 0x55cf800b5b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1980 0x55cf800b6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800ac240 0x55cf800ba310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca81acb10 con 0x55cf800a1980 2024-09-12T12:28:51.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca81ac440 con 0x55cf800ac240 2024-09-12T12:28:51.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca81a9680 con 0x55cf800a1060 2024-09-12T12:28:51.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4caf64e740 10 client.0 _ll_register_callbacks cb 0x7f4c900b7cd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:28:51.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4c9ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1980 0x55cf800b6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4c9ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1980 0x55cf800b6060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47582/0 (socket says 172.21.15.82:47582) 2024-09-12T12:28:51.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.381+0000 7f4c9ffff640 1 -- 172.21.15.82:0/1859167444 learned_addr learned my addr 172.21.15.82:0/1859167444 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:51.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4ca6ffd640 1 --2- 172.21.15.82:0/1859167444 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800a1060 0x55cf800b5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4c9ffff640 1 -- 172.21.15.82:0/1859167444 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800a1060 msgr2=0x55cf800b5b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:51.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4ca77fe640 1 --2- 172.21.15.82:0/1859167444 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800ac240 0x55cf800ba310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4c9ffff640 1 --2- 172.21.15.82:0/1859167444 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800a1060 0x55cf800b5b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4c9ffff640 1 -- 172.21.15.82:0/1859167444 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800ac240 msgr2=0x55cf800ba310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:51.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4c9ffff640 1 --2- 172.21.15.82:0/1859167444 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800ac240 0x55cf800ba310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4c9ffff640 1 -- 172.21.15.82:0/1859167444 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf800ba850 con 0x55cf800a1980 2024-09-12T12:28:51.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4ca6ffd640 1 --2- 172.21.15.82:0/1859167444 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800a1060 0x55cf800b5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:28:51.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4c9ffff640 1 --2- 172.21.15.82:0/1859167444 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1980 0x55cf800b6060 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f4c900c4e60 tx=0x7f4c900b83f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c0beb4c34dc9539 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:51.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4c8e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:28:51.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4c8e7fc640 1 -- 172.21.15.82:0/1859167444 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c90049070 con 0x55cf800a1980 2024-09-12T12:28:51.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4c8e7fc640 1 -- 172.21.15.82:0/1859167444 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f4c900c4930 con 0x55cf800a1980 2024-09-12T12:28:51.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4caf64e740 1 -- 172.21.15.82:0/1859167444 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4c98004c80 con 0x55cf800a1980 2024-09-12T12:28:51.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4c8e7fc640 1 -- 172.21.15.82:0/1859167444 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f4c90031de0 con 0x55cf800a1980 2024-09-12T12:28:51.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4caf64e740 10 client.15699 fetch_fsmap learned FSMap version 28 2024-09-12T12:28:51.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4caf64e740 1 -- 172.21.15.82:0/1859167444 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cf8012b570 con 0x55cf800a1980 2024-09-12T12:28:51.388 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4c8e7fc640 1 -- 172.21.15.82:0/1859167444 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4c98004c80 con 0x55cf800a1980 2024-09-12T12:28:51.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4c8e7fc640 1 -- 172.21.15.82:0/1859167444 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f4c900bb5a0 con 0x55cf800a1980 2024-09-12T12:28:51.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4caf64e740 10 client.15699 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:28:51.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4caf64e740 10 client.15699 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:28:51.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4caf64e740 20 client.15699 populate_metadata read hostname 'smithi082' 2024-09-12T12:28:51.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4caf64e740 1 --2- 172.21.15.82:0/1859167444 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cf8012bbb0 0x55cf8012dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:51.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.382+0000 7f4caf64e740 4 client.15699 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "c2eac0dc", "release": true, "await": true}] 2024-09-12T12:28:51.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.383+0000 7f4caf64e740 1 -- 172.21.15.82:0/1859167444 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "set_id": "c2eac0dc", "release": true, "await": true}) -- 0x55cf8000e0a0 con 0x55cf8012bbb0 2024-09-12T12:28:51.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.383+0000 7f4ca6ffd640 1 --2- 172.21.15.82:0/1859167444 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cf8012bbb0 0x55cf8012dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:51.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.383+0000 7f4c8e7fc640 10 client.15699 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:51.389 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.383+0000 7f4ca6ffd640 1 --2- 172.21.15.82:0/1859167444 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cf8012bbb0 0x55cf8012dfd0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc9474aa1aa0197a server_cookie=37f0734cb68277f0 in_seq=0 out_seq=0 2024-09-12T12:28:51.390 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.386+0000 7f4c8e7fc640 1 -- 172.21.15.82:0/1859167444 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55cf8000e0a0 con 0x55cf8012bbb0 2024-09-12T12:28:51.390 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.386+0000 7f4c8e7fc640 10 client.15699 handle_command_reply: tid=0 2024-09-12T12:28:51.390 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.386+0000 7f4caf64e740 1 client.15699 shutdown 2024-09-12T12:28:51.390 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.386+0000 7f4caf64e740 1 -- 172.21.15.82:0/1859167444 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1980 msgr2=0x55cf800b6060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:51.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.386+0000 7f4caf64e740 1 --2- 172.21.15.82:0/1859167444 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1980 0x55cf800b6060 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f4c900c4e60 tx=0x7f4c900b83f0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.386+0000 7f4caf64e740 1 -- 172.21.15.82:0/1859167444 shutdown_connections 2024-09-12T12:28:51.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.386+0000 7f4caf64e740 1 --2- 172.21.15.82:0/1859167444 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cf8012bbb0 0x55cf8012dfd0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.386+0000 7f4caf64e740 1 --2- 172.21.15.82:0/1859167444 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cf800ac240 0x55cf800ba310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.386+0000 7f4caf64e740 1 --2- 172.21.15.82:0/1859167444 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cf800a1980 0x55cf800b6060 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.386+0000 7f4c8e7fc640 0 client.15699 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:51.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.386+0000 7f4caf64e740 1 --2- 172.21.15.82:0/1859167444 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cf800a1060 0x55cf800b5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.386+0000 7f4caf64e740 1 -- 172.21.15.82:0/1859167444 >> 172.21.15.82:0/1859167444 conn(0x55cf8009d5f0 msgr2=0x55cf800a4ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:51.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.386+0000 7f4caf64e740 1 -- 172.21.15.82:0/1859167444 shutdown_connections 2024-09-12T12:28:51.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.386+0000 7f4caf64e740 1 -- 172.21.15.82:0/1859167444 wait complete. 2024-09-12T12:28:51.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.387+0000 7f4caf64e740 20 client.15699 trim_cache size 0 max 16384 2024-09-12T12:28:51.392 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:28:51.392 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:28:51.392 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:28:51.392 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 8, 2024-09-12T12:28:51.392 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:28:51.392 INFO:teuthology.orchestra.run.smithi082.stdout: "c2eac0dc": { 2024-09-12T12:28:51.392 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 8, 2024-09-12T12:28:51.392 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:28:51.392 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:28:51.392 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:28:51.392 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:28:51.392 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:28:51.393 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:28:51.393 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 133.4, 2024-09-12T12:28:51.393 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:28:51.393 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:28:51.393 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:28:51.393 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:28:51.393 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:28:51.393 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:28:51.393 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:28:51.393 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:28:51.393 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:28:51.393 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:28:51.393 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:28:51.394 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:28:51.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.387+0000 7f4cad275640 1 -- 172.21.15.82:0/3292104568 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4c940a2d70 msgr2=0x7f4c940a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:51.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.387+0000 7f4cad275640 1 --2- 172.21.15.82:0/3292104568 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4c940a2d70 0x7f4c940a5230 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4ca001c000 tx=0x7f4ca001d000 comp rx=0 tx=0).stop 2024-09-12T12:28:51.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.387+0000 7f4cad275640 1 -- 172.21.15.82:0/3292104568 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ca8102570 msgr2=0x7f4ca81979a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:51.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.387+0000 7f4cad275640 1 --2- 172.21.15.82:0/3292104568 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ca8102570 0x7f4ca81979a0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f4c90006010 tx=0x7f4c90003c10 comp rx=0 tx=0).stop 2024-09-12T12:28:51.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.387+0000 7f4cad275640 1 -- 172.21.15.82:0/3292104568 shutdown_connections 2024-09-12T12:28:51.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.387+0000 7f4cad275640 1 --2- 172.21.15.82:0/3292104568 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4c940a2d70 0x7f4c940a5230 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.387+0000 7f4cad275640 1 --2- 172.21.15.82:0/3292104568 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4ca8102ef0 0x7f4ca819bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.387+0000 7f4cad275640 1 --2- 172.21.15.82:0/3292104568 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4ca8102570 0x7f4ca81979a0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.387+0000 7f4cad275640 1 --2- 172.21.15.82:0/3292104568 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ca8100e20 0x7f4ca8197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:51.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.387+0000 7f4cad275640 1 -- 172.21.15.82:0/3292104568 >> 172.21.15.82:0/3292104568 conn(0x7f4ca80fc7d0 msgr2=0x7f4ca80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:51.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.387+0000 7f4cad275640 1 -- 172.21.15.82:0/3292104568 shutdown_connections 2024-09-12T12:28:51.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:28:51.387+0000 7f4cad275640 1 -- 172.21.15.82:0/3292104568 wait complete. 2024-09-12T12:28:52.035 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'c2eac0dc', total seconds elapsed: 16.5 2024-09-12T12:28:52.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:52 smithi097 ceph-mon[34923]: pgmap v68: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.9 KiB/s wr, 11 op/s 2024-09-12T12:28:52.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:52 smithi082 ceph-mon[31122]: pgmap v68: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.9 KiB/s wr, 11 op/s 2024-09-12T12:28:52.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:52 smithi114 ceph-mon[35514]: pgmap v68: 97 pgs: 97 active+clean; 2.2 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.9 KiB/s wr, 11 op/s 2024-09-12T12:28:54.621 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:54 smithi114 ceph-mon[35514]: pgmap v69: 97 pgs: 97 active+clean; 2.3 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.6 KiB/s wr, 16 op/s 2024-09-12T12:28:54.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:54 smithi097 ceph-mon[34923]: pgmap v69: 97 pgs: 97 active+clean; 2.3 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.6 KiB/s wr, 16 op/s 2024-09-12T12:28:54.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:54 smithi082 ceph-mon[31122]: pgmap v69: 97 pgs: 97 active+clean; 2.3 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.6 KiB/s wr, 16 op/s 2024-09-12T12:28:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:56 smithi097 ceph-mon[34923]: pgmap v70: 97 pgs: 97 active+clean; 2.3 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-09-12T12:28:56.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:56 smithi082 ceph-mon[31122]: pgmap v70: 97 pgs: 97 active+clean; 2.3 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-09-12T12:28:56.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:56 smithi114 ceph-mon[35514]: pgmap v70: 97 pgs: 97 active+clean; 2.3 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-09-12T12:28:57.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.541+0000 7fc21e16f640 1 -- 172.21.15.82:0/842031216 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc2181069c0 msgr2=0x7fc218106da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.541+0000 7fc21e16f640 1 --2- 172.21.15.82:0/842031216 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc2181069c0 0x7fc218106da0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fc208009930 tx=0x7fc20802a420 comp rx=0 tx=0).stop 2024-09-12T12:28:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.541+0000 7fc21e16f640 1 -- 172.21.15.82:0/842031216 shutdown_connections 2024-09-12T12:28:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.541+0000 7fc21e16f640 1 --2- 172.21.15.82:0/842031216 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc218101350 0x7fc21810d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.541+0000 7fc21e16f640 1 --2- 172.21.15.82:0/842031216 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc2181009b0 0x7fc218100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.541+0000 7fc21e16f640 1 --2- 172.21.15.82:0/842031216 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc2181069c0 0x7fc218106da0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.541+0000 7fc21e16f640 1 -- 172.21.15.82:0/842031216 >> 172.21.15.82:0/842031216 conn(0x7fc218077990 msgr2=0x7fc2180fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.541+0000 7fc21e16f640 1 -- 172.21.15.82:0/842031216 shutdown_connections 2024-09-12T12:28:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.541+0000 7fc21e16f640 1 -- 172.21.15.82:0/842031216 wait complete. 2024-09-12T12:28:57.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.542+0000 7fc21e16f640 1 Processor -- start 2024-09-12T12:28:57.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.542+0000 7fc21e16f640 1 -- start start 2024-09-12T12:28:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.542+0000 7fc21e16f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc2181009b0 0x7fc2181982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.542+0000 7fc21e16f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc218101350 0x7fc218198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.542+0000 7fc21e16f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2181069c0 0x7fc21819cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.542+0000 7fc21e16f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc218110e00 con 0x7fc2181009b0 2024-09-12T12:28:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.542+0000 7fc21e16f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc218110c80 con 0x7fc2181069c0 2024-09-12T12:28:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.542+0000 7fc21e16f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc218110f80 con 0x7fc218101350 2024-09-12T12:28:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc2177fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc2181009b0 0x7fc2181982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc2177fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc2181009b0 0x7fc2181982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47602/0 (socket says 172.21.15.82:47602) 2024-09-12T12:28:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc2177fe640 1 -- 172.21.15.82:0/2045042399 learned_addr learned my addr 172.21.15.82:0/2045042399 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc217fff640 1 --2- 172.21.15.82:0/2045042399 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2181069c0 0x7fc21819cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc216ffd640 1 --2- 172.21.15.82:0/2045042399 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc218101350 0x7fc218198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc2177fe640 1 -- 172.21.15.82:0/2045042399 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc218101350 msgr2=0x7fc218198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc2177fe640 1 --2- 172.21.15.82:0/2045042399 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc218101350 0x7fc218198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc2177fe640 1 -- 172.21.15.82:0/2045042399 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2181069c0 msgr2=0x7fc21819cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc2177fe640 1 --2- 172.21.15.82:0/2045042399 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2181069c0 0x7fc21819cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc2177fe640 1 -- 172.21.15.82:0/2045042399 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc21819d2d0 con 0x7fc2181009b0 2024-09-12T12:28:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc2177fe640 1 --2- 172.21.15.82:0/2045042399 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc2181009b0 0x7fc2181982e0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fc208009a50 tx=0x7fc208004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc214ff9640 1 -- 172.21.15.82:0/2045042399 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20803f030 con 0x7fc2181009b0 2024-09-12T12:28:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc214ff9640 1 -- 172.21.15.82:0/2045042399 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc208003ce0 con 0x7fc2181009b0 2024-09-12T12:28:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc214ff9640 1 -- 172.21.15.82:0/2045042399 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc208035070 con 0x7fc2181009b0 2024-09-12T12:28:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc21e16f640 1 -- 172.21.15.82:0/2045042399 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc21819d560 con 0x7fc2181009b0 2024-09-12T12:28:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.543+0000 7fc21e16f640 1 -- 172.21.15.82:0/2045042399 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2181a4e50 con 0x7fc2181009b0 2024-09-12T12:28:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.546+0000 7fc214ff9640 1 -- 172.21.15.82:0/2045042399 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc208042030 con 0x7fc2181009b0 2024-09-12T12:28:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.546+0000 7fc220fe1740 1 Processor -- start 2024-09-12T12:28:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.546+0000 7fc220fe1740 1 -- start start 2024-09-12T12:28:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.546+0000 7fc220fe1740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c925af0 0x561a3c925ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.546+0000 7fc220fe1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c926410 0x561a3c930770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.546+0000 7fc220fe1740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c930cb0 0x561a3c9330a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.546+0000 7fc220fe1740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x561a3c88a2f0 con 0x561a3c930cb0 2024-09-12T12:28:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.546+0000 7fc220fe1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x561a3c832270 con 0x561a3c926410 2024-09-12T12:28:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.546+0000 7fc220fe1740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x561a3c8862b0 con 0x561a3c925af0 2024-09-12T12:28:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.546+0000 7fc214ff9640 1 --2- 172.21.15.82:0/2045042399 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc2000a2da0 0x7fc2000a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc216ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c930cb0 0x561a3c9330a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc217fff640 1 --2- 172.21.15.82:0/2045042399 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc2000a2da0 0x7fc2000a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc216ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c930cb0 0x561a3c9330a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47614/0 (socket says 172.21.15.82:47614) 2024-09-12T12:28:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc216ffd640 1 -- 172.21.15.82:0/590317098 learned_addr learned my addr 172.21.15.82:0/590317098 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc217fff640 1 --2- 172.21.15.82:0/590317098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c925af0 0x561a3c925ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc214ff9640 1 -- 172.21.15.82:0/2045042399 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fc2080ef780 con 0x7fc2181009b0 2024-09-12T12:28:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc2177fe640 1 --2- 172.21.15.82:0/590317098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c926410 0x561a3c930770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc216ffd640 1 -- 172.21.15.82:0/590317098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c925af0 msgr2=0x561a3c925ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc216ffd640 1 --2- 172.21.15.82:0/590317098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c925af0 0x561a3c925ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc216ffd640 1 -- 172.21.15.82:0/590317098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c926410 msgr2=0x561a3c930770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc216ffd640 1 --2- 172.21.15.82:0/590317098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c926410 0x561a3c930770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc216ffd640 1 -- 172.21.15.82:0/590317098 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a3c831340 con 0x561a3c930cb0 2024-09-12T12:28:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc217fff640 1 --2- 172.21.15.82:0/2045042399 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc2000a2da0 0x7fc2000a5260 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc2100126c0 tx=0x7fc2100078f0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc216ffd640 1 --2- 172.21.15.82:0/590317098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c930cb0 0x561a3c9330a0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fc20c00cbc0 tx=0x7fc20c00e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56d1c08a6e29e730 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc1fdffb640 1 -- 172.21.15.82:0/590317098 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20c010630 con 0x561a3c930cb0 2024-09-12T12:28:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc1fdffb640 1 -- 172.21.15.82:0/590317098 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc20c010cb0 con 0x561a3c930cb0 2024-09-12T12:28:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.547+0000 7fc1fdffb640 1 -- 172.21.15.82:0/590317098 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20c01ac20 con 0x561a3c930cb0 2024-09-12T12:28:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.548+0000 7fc220fe1740 1 -- 172.21.15.82:0/590317098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c930cb0 msgr2=0x561a3c9330a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.548+0000 7fc220fe1740 1 --2- 172.21.15.82:0/590317098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c930cb0 0x561a3c9330a0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fc20c00cbc0 tx=0x7fc20c00e720 comp rx=0 tx=0).stop 2024-09-12T12:28:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.548+0000 7fc220fe1740 1 -- 172.21.15.82:0/590317098 shutdown_connections 2024-09-12T12:28:57.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.548+0000 7fc220fe1740 1 --2- 172.21.15.82:0/590317098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c930cb0 0x561a3c9330a0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.548+0000 7fc220fe1740 1 --2- 172.21.15.82:0/590317098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c926410 0x561a3c930770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.548+0000 7fc220fe1740 1 --2- 172.21.15.82:0/590317098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c925af0 0x561a3c925ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.548+0000 7fc220fe1740 1 -- 172.21.15.82:0/590317098 >> 172.21.15.82:0/590317098 conn(0x561a3c922060 msgr2=0x561a3c922440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.548+0000 7fc220fe1740 1 -- 172.21.15.82:0/590317098 shutdown_connections 2024-09-12T12:28:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.548+0000 7fc220fe1740 1 -- 172.21.15.82:0/590317098 wait complete. 2024-09-12T12:28:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.548+0000 7fc220fe1740 1 -- start start 2024-09-12T12:28:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc220fe1740 1 Processor -- start 2024-09-12T12:28:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc220fe1740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c92dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc220fe1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c926410 0x561a3c92e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc220fe1740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c930cb0 0x561a3c92e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc220fe1740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x561a3c933880 con 0x561a3c925af0 2024-09-12T12:28:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc220fe1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x561a3c813290 con 0x561a3c926410 2024-09-12T12:28:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc220fe1740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x561a3c933a00 con 0x561a3c930cb0 2024-09-12T12:28:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc220fe1740 10 client.0 _ll_register_callbacks cb 0x561a3c844140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:28:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc2177fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c92dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc2177fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c92dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47616/0 (socket says 172.21.15.82:47616) 2024-09-12T12:28:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc2177fe640 1 -- 172.21.15.82:0/2330097327 learned_addr learned my addr 172.21.15.82:0/2330097327 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc216ffd640 1 --2- 172.21.15.82:0/2330097327 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c926410 0x561a3c92e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc2177fe640 1 -- 172.21.15.82:0/2330097327 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c930cb0 msgr2=0x561a3c92e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc2177fe640 1 --2- 172.21.15.82:0/2330097327 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c930cb0 0x561a3c92e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc2177fe640 1 -- 172.21.15.82:0/2330097327 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c926410 msgr2=0x561a3c92e0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc2177fe640 1 --2- 172.21.15.82:0/2330097327 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c926410 0x561a3c92e0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.549+0000 7fc2177fe640 1 -- 172.21.15.82:0/2330097327 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a3c59d210 con 0x561a3c925af0 2024-09-12T12:28:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc2177fe640 1 --2- 172.21.15.82:0/2330097327 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c92dbb0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fc208009900 tx=0x7fc2080bbaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c527749f2e186dae server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc1f6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:28:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc1f6ffd640 1 -- 172.21.15.82:0/2330097327 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2080d4e60 con 0x561a3c925af0 2024-09-12T12:28:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc1f6ffd640 1 -- 172.21.15.82:0/2330097327 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fc2080b82d0 con 0x561a3c925af0 2024-09-12T12:28:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc220fe1740 1 -- 172.21.15.82:0/2330097327 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc20c010cb0 con 0x561a3c925af0 2024-09-12T12:28:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc1f6ffd640 1 -- 172.21.15.82:0/2330097327 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc208049040 con 0x561a3c925af0 2024-09-12T12:28:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc220fe1740 10 client.15711 fetch_fsmap learned FSMap version 28 2024-09-12T12:28:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc220fe1740 1 -- 172.21.15.82:0/2330097327 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561a3c669620 con 0x561a3c925af0 2024-09-12T12:28:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc1f6ffd640 1 -- 172.21.15.82:0/2330097327 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc20c010cb0 con 0x561a3c925af0 2024-09-12T12:28:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc1f6ffd640 1 -- 172.21.15.82:0/2330097327 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc2080da020 con 0x561a3c925af0 2024-09-12T12:28:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc220fe1740 10 client.15711 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:28:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc220fe1740 10 client.15711 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:28:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc220fe1740 20 client.15711 populate_metadata read hostname 'smithi082' 2024-09-12T12:28:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc220fe1740 1 --2- 172.21.15.82:0/2330097327 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a3c940c40 0x561a3c9430d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc220fe1740 4 client.15711 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:28:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.550+0000 7fc220fe1740 1 -- 172.21.15.82:0/2330097327 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561a3c897a20 con 0x561a3c940c40 2024-09-12T12:28:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.551+0000 7fc216ffd640 1 --2- 172.21.15.82:0/2330097327 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a3c940c40 0x561a3c9430d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.551+0000 7fc1f6ffd640 10 client.15711 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.551+0000 7fc216ffd640 1 --2- 172.21.15.82:0/2330097327 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a3c940c40 0x561a3c9430d0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b34029ffa60ffce server_cookie=cf50c0e1400e492e in_seq=0 out_seq=0 2024-09-12T12:28:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc1f6ffd640 1 -- 172.21.15.82:0/2330097327 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561a3c897a20 con 0x561a3c940c40 2024-09-12T12:28:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc1f6ffd640 10 client.15711 handle_command_reply: tid=0 2024-09-12T12:28:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc220fe1740 1 client.15711 shutdown 2024-09-12T12:28:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc220fe1740 1 -- 172.21.15.82:0/2330097327 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 msgr2=0x561a3c92dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc220fe1740 1 --2- 172.21.15.82:0/2330097327 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c92dbb0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fc208009900 tx=0x7fc2080bbaf0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc220fe1740 1 -- 172.21.15.82:0/2330097327 shutdown_connections 2024-09-12T12:28:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc220fe1740 1 --2- 172.21.15.82:0/2330097327 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a3c940c40 0x561a3c9430d0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc220fe1740 1 --2- 172.21.15.82:0/2330097327 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c930cb0 0x561a3c92e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc220fe1740 1 --2- 172.21.15.82:0/2330097327 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c926410 0x561a3c92e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc1f6ffd640 0 client.15711 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:57.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc220fe1740 1 --2- 172.21.15.82:0/2330097327 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c92dbb0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc220fe1740 1 -- 172.21.15.82:0/2330097327 >> 172.21.15.82:0/2330097327 conn(0x561a3c922060 msgr2=0x561a3c927d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:57.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc220fe1740 1 -- 172.21.15.82:0/2330097327 shutdown_connections 2024-09-12T12:28:57.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc220fe1740 1 -- 172.21.15.82:0/2330097327 wait complete. 2024-09-12T12:28:57.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.552+0000 7fc220fe1740 20 client.15711 trim_cache size 0 max 16384 2024-09-12T12:28:57.568 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.566+0000 7fc220fe1740 1 Processor -- start 2024-09-12T12:28:57.568 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.566+0000 7fc220fe1740 1 -- start start 2024-09-12T12:28:57.568 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc220fe1740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c92fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.568 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc220fe1740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c926410 0x561a3c92e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc220fe1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c930cb0 0x561a3c9489b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc220fe1740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc2181ad830 con 0x561a3c925af0 2024-09-12T12:28:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc220fe1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc2181af370 con 0x561a3c930cb0 2024-09-12T12:28:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc220fe1740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc2181adf00 con 0x561a3c926410 2024-09-12T12:28:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc2177fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c92fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc2177fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c92fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47626/0 (socket says 172.21.15.82:47626) 2024-09-12T12:28:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc2177fe640 1 -- 172.21.15.82:0/385561071 learned_addr learned my addr 172.21.15.82:0/385561071 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc216ffd640 1 --2- 172.21.15.82:0/385561071 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c926410 0x561a3c92e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc2177fe640 1 -- 172.21.15.82:0/385561071 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c926410 msgr2=0x561a3c92e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc2177fe640 1 --2- 172.21.15.82:0/385561071 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c926410 0x561a3c92e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc2177fe640 1 -- 172.21.15.82:0/385561071 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c930cb0 msgr2=0x561a3c9489b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc2177fe640 1 --2- 172.21.15.82:0/385561071 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c930cb0 0x561a3c9489b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc2177fe640 1 -- 172.21.15.82:0/385561071 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a3c930740 con 0x561a3c925af0 2024-09-12T12:28:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc216ffd640 1 --2- 172.21.15.82:0/385561071 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c926410 0x561a3c92e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:28:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc2177fe640 1 --2- 172.21.15.82:0/385561071 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c92fb20 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fc2080b80c0 tx=0x7fc2080bbb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b729f8736c47b4f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc1fd7fa640 1 -- 172.21.15.82:0/385561071 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2080d4e60 con 0x561a3c925af0 2024-09-12T12:28:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc1fd7fa640 1 -- 172.21.15.82:0/385561071 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2080d1030 con 0x561a3c925af0 2024-09-12T12:28:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.567+0000 7fc1fd7fa640 1 -- 172.21.15.82:0/385561071 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2080ed110 con 0x561a3c925af0 2024-09-12T12:28:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.568+0000 7fc220fe1740 1 -- 172.21.15.82:0/385561071 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 msgr2=0x561a3c92fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.568+0000 7fc220fe1740 1 --2- 172.21.15.82:0/385561071 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c92fb20 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fc2080b80c0 tx=0x7fc2080bbb60 comp rx=0 tx=0).stop 2024-09-12T12:28:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.568+0000 7fc220fe1740 1 -- 172.21.15.82:0/385561071 shutdown_connections 2024-09-12T12:28:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.568+0000 7fc220fe1740 1 --2- 172.21.15.82:0/385561071 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c930cb0 0x561a3c9489b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.568+0000 7fc220fe1740 1 --2- 172.21.15.82:0/385561071 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c926410 0x561a3c92e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.568+0000 7fc220fe1740 1 --2- 172.21.15.82:0/385561071 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c92fb20 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.568+0000 7fc220fe1740 1 -- 172.21.15.82:0/385561071 >> 172.21.15.82:0/385561071 conn(0x561a3c922060 msgr2=0x561a3c92f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:57.571 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.568+0000 7fc220fe1740 1 -- 172.21.15.82:0/385561071 shutdown_connections 2024-09-12T12:28:57.571 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.568+0000 7fc220fe1740 1 -- 172.21.15.82:0/385561071 wait complete. 2024-09-12T12:28:57.571 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.568+0000 7fc220fe1740 1 -- start start 2024-09-12T12:28:57.571 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.568+0000 7fc220fe1740 1 Processor -- start 2024-09-12T12:28:57.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc220fe1740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c938cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc220fe1740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c926410 0x561a3c939200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc220fe1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c930cb0 0x561a3c929f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc220fe1740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc2181aeca0 con 0x561a3c925af0 2024-09-12T12:28:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc220fe1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc2181ae5d0 con 0x561a3c930cb0 2024-09-12T12:28:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc220fe1740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc2181ab810 con 0x561a3c926410 2024-09-12T12:28:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc220fe1740 10 client.0 _ll_register_callbacks cb 0x7fc2080b7f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:28:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc2177fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c938cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc2177fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c938cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:47636/0 (socket says 172.21.15.82:47636) 2024-09-12T12:28:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc2177fe640 1 -- 172.21.15.82:0/1075439353 learned_addr learned my addr 172.21.15.82:0/1075439353 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:28:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc216ffd640 1 --2- 172.21.15.82:0/1075439353 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c926410 0x561a3c939200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc217fff640 1 --2- 172.21.15.82:0/1075439353 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c930cb0 0x561a3c929f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc2177fe640 1 -- 172.21.15.82:0/1075439353 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c926410 msgr2=0x561a3c939200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc2177fe640 1 --2- 172.21.15.82:0/1075439353 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c926410 0x561a3c939200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc2177fe640 1 -- 172.21.15.82:0/1075439353 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c930cb0 msgr2=0x561a3c929f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:28:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc2177fe640 1 --2- 172.21.15.82:0/1075439353 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c930cb0 0x561a3c929f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc2177fe640 1 -- 172.21.15.82:0/1075439353 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a3c92a4a0 con 0x561a3c925af0 2024-09-12T12:28:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc217fff640 1 --2- 172.21.15.82:0/1075439353 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c930cb0 0x561a3c929f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:28:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc2177fe640 1 --2- 172.21.15.82:0/1075439353 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c938cc0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fc2080ed490 tx=0x7fc2080bb660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=199e2c6458709e7b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:28:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc1f6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:28:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc1f6ffd640 1 -- 172.21.15.82:0/1075439353 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2080d4e60 con 0x561a3c925af0 2024-09-12T12:28:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc1f6ffd640 1 -- 172.21.15.82:0/1075439353 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fc20803b500 con 0x561a3c925af0 2024-09-12T12:28:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.569+0000 7fc220fe1740 1 -- 172.21.15.82:0/1075439353 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2080d1030 con 0x561a3c925af0 2024-09-12T12:28:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.570+0000 7fc1f6ffd640 1 -- 172.21.15.82:0/1075439353 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc2080b82d0 con 0x561a3c925af0 2024-09-12T12:28:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.570+0000 7fc220fe1740 10 client.15717 fetch_fsmap learned FSMap version 28 2024-09-12T12:28:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.570+0000 7fc220fe1740 1 -- 172.21.15.82:0/1075439353 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561a3c92a4a0 con 0x561a3c925af0 2024-09-12T12:28:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.570+0000 7fc1f6ffd640 1 -- 172.21.15.82:0/1075439353 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2080d1030 con 0x561a3c925af0 2024-09-12T12:28:57.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.570+0000 7fc1f6ffd640 1 -- 172.21.15.82:0/1075439353 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc2080c6be0 con 0x561a3c925af0 2024-09-12T12:28:57.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.570+0000 7fc220fe1740 10 client.15717 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:28:57.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.570+0000 7fc220fe1740 10 client.15717 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:28:57.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.570+0000 7fc220fe1740 20 client.15717 populate_metadata read hostname 'smithi082' 2024-09-12T12:28:57.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.570+0000 7fc220fe1740 1 --2- 172.21.15.82:0/1075439353 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a3c9ab240 0x561a3c9ad630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:28:57.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.570+0000 7fc220fe1740 4 client.15717 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:28:57.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.570+0000 7fc220fe1740 1 -- 172.21.15.82:0/1075439353 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561a3c891d70 con 0x561a3c9ab240 2024-09-12T12:28:57.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.570+0000 7fc216ffd640 1 --2- 172.21.15.82:0/1075439353 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a3c9ab240 0x561a3c9ad630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:28:57.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.571+0000 7fc1f6ffd640 10 client.15717 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:57.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.571+0000 7fc216ffd640 1 --2- 172.21.15.82:0/1075439353 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a3c9ab240 0x561a3c9ad630 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee968fdf03287a54 server_cookie=fe1e1903db841df4 in_seq=0 out_seq=0 2024-09-12T12:28:57.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.582+0000 7fc1f6ffd640 1 -- 172.21.15.82:0/1075439353 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561a3c891d70 con 0x561a3c9ab240 2024-09-12T12:28:57.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.582+0000 7fc1f6ffd640 10 client.15717 handle_command_reply: tid=0 2024-09-12T12:28:57.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.582+0000 7fc220fe1740 1 client.15717 shutdown 2024-09-12T12:28:57.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc220fe1740 1 -- 172.21.15.82:0/1075439353 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 msgr2=0x561a3c938cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:57.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc220fe1740 1 --2- 172.21.15.82:0/1075439353 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c938cc0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fc2080ed490 tx=0x7fc2080bb660 comp rx=0 tx=0).stop 2024-09-12T12:28:57.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc220fe1740 1 -- 172.21.15.82:0/1075439353 shutdown_connections 2024-09-12T12:28:57.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc220fe1740 1 --2- 172.21.15.82:0/1075439353 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a3c9ab240 0x561a3c9ad630 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc220fe1740 1 --2- 172.21.15.82:0/1075439353 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a3c930cb0 0x561a3c929f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc1f6ffd640 0 client.15717 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:28:57.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc220fe1740 1 --2- 172.21.15.82:0/1075439353 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a3c926410 0x561a3c939200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc220fe1740 1 --2- 172.21.15.82:0/1075439353 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a3c925af0 0x561a3c938cc0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc220fe1740 1 -- 172.21.15.82:0/1075439353 >> 172.21.15.82:0/1075439353 conn(0x561a3c922060 msgr2=0x561a3c927d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:57.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc220fe1740 1 -- 172.21.15.82:0/1075439353 shutdown_connections 2024-09-12T12:28:57.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc220fe1740 1 -- 172.21.15.82:0/1075439353 wait complete. 2024-09-12T12:28:57.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc220fe1740 20 client.15717 trim_cache size 0 max 16384 2024-09-12T12:28:57.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:28:57.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:28:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:28:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:28:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc21e16f640 1 -- 172.21.15.82:0/2045042399 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc2000a2da0 msgr2=0x7fc2000a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc21e16f640 1 --2- 172.21.15.82:0/2045042399 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc2000a2da0 0x7fc2000a5260 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc2100126c0 tx=0x7fc2100078f0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc21e16f640 1 -- 172.21.15.82:0/2045042399 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc2181009b0 msgr2=0x7fc2181982e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:28:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc21e16f640 1 --2- 172.21.15.82:0/2045042399 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc2181009b0 0x7fc2181982e0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fc208009a50 tx=0x7fc208004270 comp rx=0 tx=0).stop 2024-09-12T12:28:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc21e16f640 1 -- 172.21.15.82:0/2045042399 shutdown_connections 2024-09-12T12:28:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc21e16f640 1 --2- 172.21.15.82:0/2045042399 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc2000a2da0 0x7fc2000a5260 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc21e16f640 1 --2- 172.21.15.82:0/2045042399 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2181069c0 0x7fc21819cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc21e16f640 1 --2- 172.21.15.82:0/2045042399 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc218101350 0x7fc218198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc21e16f640 1 --2- 172.21.15.82:0/2045042399 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc2181009b0 0x7fc2181982e0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:28:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.583+0000 7fc21e16f640 1 -- 172.21.15.82:0/2045042399 >> 172.21.15.82:0/2045042399 conn(0x7fc218077990 msgr2=0x7fc2180ff5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:28:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.584+0000 7fc21e16f640 1 -- 172.21.15.82:0/2045042399 shutdown_connections 2024-09-12T12:28:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:28:57.584+0000 7fc21e16f640 1 -- 172.21.15.82:0/2045042399 wait complete. 2024-09-12T12:28:58.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:28:58 smithi097 ceph-mon[34923]: pgmap v71: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 21 op/s 2024-09-12T12:28:58.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:28:58 smithi082 ceph-mon[31122]: pgmap v71: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 21 op/s 2024-09-12T12:28:58.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:28:58 smithi114 ceph-mon[35514]: pgmap v71: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 21 op/s 2024-09-12T12:29:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:00 smithi097 ceph-mon[34923]: pgmap v72: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-09-12T12:29:00.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:00 smithi082 ceph-mon[31122]: pgmap v72: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-09-12T12:29:00.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:00 smithi114 ceph-mon[35514]: pgmap v72: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-09-12T12:29:02.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:02 smithi097 ceph-mon[34923]: pgmap v73: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-09-12T12:29:02.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:02 smithi082 ceph-mon[31122]: pgmap v73: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-09-12T12:29:02.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:02 smithi114 ceph-mon[35514]: pgmap v73: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-09-12T12:29:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:04 smithi097 ceph-mon[34923]: pgmap v74: 97 pgs: 97 active+clean; 2.5 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 47 KiB/s wr, 35 op/s 2024-09-12T12:29:04.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:04 smithi082 ceph-mon[31122]: pgmap v74: 97 pgs: 97 active+clean; 2.5 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 47 KiB/s wr, 35 op/s 2024-09-12T12:29:04.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:04 smithi114 ceph-mon[35514]: pgmap v74: 97 pgs: 97 active+clean; 2.5 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 47 KiB/s wr, 35 op/s 2024-09-12T12:29:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:06 smithi097 ceph-mon[34923]: pgmap v75: 97 pgs: 97 active+clean; 2.5 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-09-12T12:29:06.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:06 smithi082 ceph-mon[31122]: pgmap v75: 97 pgs: 97 active+clean; 2.5 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-09-12T12:29:06.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:06 smithi114 ceph-mon[35514]: pgmap v75: 97 pgs: 97 active+clean; 2.5 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-09-12T12:29:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:08 smithi097 ceph-mon[34923]: pgmap v76: 97 pgs: 97 active+clean; 2.6 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 55 KiB/s wr, 37 op/s 2024-09-12T12:29:08.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:08 smithi082 ceph-mon[31122]: pgmap v76: 97 pgs: 97 active+clean; 2.6 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 55 KiB/s wr, 37 op/s 2024-09-12T12:29:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:08 smithi114 ceph-mon[35514]: pgmap v76: 97 pgs: 97 active+clean; 2.6 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 55 KiB/s wr, 37 op/s 2024-09-12T12:29:10.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.680+0000 7f0c9e7c4640 1 -- 172.21.15.82:0/2279130529 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c98107b70 msgr2=0x7f0c98107f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:10.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.680+0000 7f0c9e7c4640 1 --2- 172.21.15.82:0/2279130529 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c98107b70 0x7f0c98107f50 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f0c88009930 tx=0x7f0c8802a420 comp rx=0 tx=0).stop 2024-09-12T12:29:10.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.680+0000 7f0c9e7c4640 1 -- 172.21.15.82:0/2279130529 shutdown_connections 2024-09-12T12:29:10.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.680+0000 7f0c9e7c4640 1 --2- 172.21.15.82:0/2279130529 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c98102470 0x7f0c9810e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.680+0000 7f0c9e7c4640 1 --2- 172.21.15.82:0/2279130529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c98101ad0 0x7f0c98101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.680+0000 7f0c9e7c4640 1 --2- 172.21.15.82:0/2279130529 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c98107b70 0x7f0c98107f50 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.680+0000 7f0c9e7c4640 1 -- 172.21.15.82:0/2279130529 >> 172.21.15.82:0/2279130529 conn(0x7f0c980fd7d0 msgr2=0x7f0c980ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:10.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.680+0000 7f0c9e7c4640 1 -- 172.21.15.82:0/2279130529 shutdown_connections 2024-09-12T12:29:10.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.680+0000 7f0c9e7c4640 1 -- 172.21.15.82:0/2279130529 wait complete. 2024-09-12T12:29:10.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.681+0000 7f0c9e7c4640 1 Processor -- start 2024-09-12T12:29:10.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.681+0000 7f0c9e7c4640 1 -- start start 2024-09-12T12:29:10.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.681+0000 7f0c9e7c4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c98101ad0 0x7f0c98198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.681+0000 7f0c9e7c4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c98102470 0x7f0c981988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.681+0000 7f0c9e7c4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c98107b70 0x7f0c9819cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.681+0000 7f0c9e7c4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0c98111f20 con 0x7f0c98107b70 2024-09-12T12:29:10.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.681+0000 7f0c9e7c4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0c98111da0 con 0x7f0c98102470 2024-09-12T12:29:10.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.681+0000 7f0c9e7c4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0c981120a0 con 0x7f0c98101ad0 2024-09-12T12:29:10.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c9cd61640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c98107b70 0x7f0c9819cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c9cd61640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c98107b70 0x7f0c9819cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37114/0 (socket says 172.21.15.82:37114) 2024-09-12T12:29:10.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c9cd61640 1 -- 172.21.15.82:0/2530532192 learned_addr learned my addr 172.21.15.82:0/2530532192 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:10.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c97fff640 1 --2- 172.21.15.82:0/2530532192 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c98101ad0 0x7f0c98198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c977fe640 1 --2- 172.21.15.82:0/2530532192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c98102470 0x7f0c981988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c9cd61640 1 -- 172.21.15.82:0/2530532192 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c98101ad0 msgr2=0x7f0c98198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c9cd61640 1 --2- 172.21.15.82:0/2530532192 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c98101ad0 0x7f0c98198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c9cd61640 1 -- 172.21.15.82:0/2530532192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c98102470 msgr2=0x7f0c981988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c9cd61640 1 --2- 172.21.15.82:0/2530532192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c98102470 0x7f0c981988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c9cd61640 1 -- 172.21.15.82:0/2530532192 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c9819d360 con 0x7f0c98107b70 2024-09-12T12:29:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c9cd61640 1 --2- 172.21.15.82:0/2530532192 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c98107b70 0x7f0c9819cc30 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f0c9000eaa0 tx=0x7f0c9000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c957fa640 1 -- 172.21.15.82:0/2530532192 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c9000cdb0 con 0x7f0c98107b70 2024-09-12T12:29:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c957fa640 1 -- 172.21.15.82:0/2530532192 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c90005020 con 0x7f0c98107b70 2024-09-12T12:29:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c9e7c4640 1 -- 172.21.15.82:0/2530532192 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c9819d650 con 0x7f0c98107b70 2024-09-12T12:29:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c957fa640 1 -- 172.21.15.82:0/2530532192 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c900116b0 con 0x7f0c98107b70 2024-09-12T12:29:10.687 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.682+0000 7f0c9e7c4640 1 -- 172.21.15.82:0/2530532192 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c981a4ee0 con 0x7f0c98107b70 2024-09-12T12:29:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.685+0000 7f0c957fa640 1 -- 172.21.15.82:0/2530532192 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f0c90005560 con 0x7f0c98107b70 2024-09-12T12:29:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.685+0000 7f0ca163f740 1 Processor -- start 2024-09-12T12:29:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.685+0000 7f0ca163f740 1 -- start start 2024-09-12T12:29:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.685+0000 7f0ca163f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 0x5611e06cded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.685+0000 7f0ca163f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06ce410 0x5611e06d8770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.685+0000 7f0ca163f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06d8cb0 0x5611e06db0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.685+0000 7f0ca163f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5611e06322f0 con 0x5611e06d8cb0 2024-09-12T12:29:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.685+0000 7f0ca163f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5611e05da270 con 0x5611e06cdaf0 2024-09-12T12:29:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.685+0000 7f0ca163f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5611e062e2b0 con 0x5611e06ce410 2024-09-12T12:29:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.685+0000 7f0c957fa640 1 --2- 172.21.15.82:0/2530532192 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0c800a2da0 0x7f0c800a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.685+0000 7f0c977fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06d8cb0 0x5611e06db0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.685+0000 7f0c977fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06d8cb0 0x5611e06db0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37120/0 (socket says 172.21.15.82:37120) 2024-09-12T12:29:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.685+0000 7f0c977fe640 1 -- 172.21.15.82:0/1156517084 learned_addr learned my addr 172.21.15.82:0/1156517084 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.685+0000 7f0c9cd61640 1 --2- 172.21.15.82:0/2530532192 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0c800a2da0 0x7f0c800a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.686+0000 7f0c97fff640 1 --2- 172.21.15.82:0/1156517084 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06ce410 0x5611e06d8770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.686+0000 7f0c957fa640 1 -- 172.21.15.82:0/2530532192 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f0c900cf5c0 con 0x7f0c98107b70 2024-09-12T12:29:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.686+0000 7f0c977fe640 1 --2- 172.21.15.82:0/1156517084 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 0x5611e06cded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.686+0000 7f0c977fe640 1 -- 172.21.15.82:0/1156517084 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06ce410 msgr2=0x5611e06d8770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.686+0000 7f0c977fe640 1 --2- 172.21.15.82:0/1156517084 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06ce410 0x5611e06d8770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.686+0000 7f0c977fe640 1 -- 172.21.15.82:0/1156517084 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 msgr2=0x5611e06cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.686+0000 7f0c977fe640 1 --2- 172.21.15.82:0/1156517084 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 0x5611e06cded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.686+0000 7f0c977fe640 1 -- 172.21.15.82:0/1156517084 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611e05d9340 con 0x5611e06d8cb0 2024-09-12T12:29:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.686+0000 7f0c977fe640 1 --2- 172.21.15.82:0/1156517084 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06d8cb0 0x5611e06db0a0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c009f90 tx=0x7f0c8c005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df1b36566aaf6dd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.686+0000 7f0c9cd61640 1 --2- 172.21.15.82:0/2530532192 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0c800a2da0 0x7f0c800a5260 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0c900ccd80 tx=0x7f0c9001eb40 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.686+0000 7f0c7e7fc640 1 -- 172.21.15.82:0/1156517084 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c8c004050 con 0x5611e06d8cb0 2024-09-12T12:29:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.686+0000 7f0c7e7fc640 1 -- 172.21.15.82:0/1156517084 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c8c0041f0 con 0x5611e06d8cb0 2024-09-12T12:29:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.686+0000 7f0c7e7fc640 1 -- 172.21.15.82:0/1156517084 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c8c01d740 con 0x5611e06d8cb0 2024-09-12T12:29:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.687+0000 7f0ca163f740 1 -- 172.21.15.82:0/1156517084 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06d8cb0 msgr2=0x5611e06db0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.687+0000 7f0ca163f740 1 --2- 172.21.15.82:0/1156517084 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06d8cb0 0x5611e06db0a0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c009f90 tx=0x7f0c8c005850 comp rx=0 tx=0).stop 2024-09-12T12:29:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.687+0000 7f0ca163f740 1 -- 172.21.15.82:0/1156517084 shutdown_connections 2024-09-12T12:29:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.687+0000 7f0ca163f740 1 --2- 172.21.15.82:0/1156517084 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06d8cb0 0x5611e06db0a0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.687+0000 7f0ca163f740 1 --2- 172.21.15.82:0/1156517084 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06ce410 0x5611e06d8770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.687+0000 7f0ca163f740 1 --2- 172.21.15.82:0/1156517084 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 0x5611e06cded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.687+0000 7f0ca163f740 1 -- 172.21.15.82:0/1156517084 >> 172.21.15.82:0/1156517084 conn(0x5611e06ca060 msgr2=0x5611e06ca440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.687+0000 7f0ca163f740 1 -- 172.21.15.82:0/1156517084 shutdown_connections 2024-09-12T12:29:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.687+0000 7f0ca163f740 1 -- 172.21.15.82:0/1156517084 wait complete. 2024-09-12T12:29:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.687+0000 7f0ca163f740 1 -- start start 2024-09-12T12:29:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.687+0000 7f0ca163f740 1 Processor -- start 2024-09-12T12:29:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0ca163f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 0x5611e06d5be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0ca163f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06ce410 0x5611e06d6120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0ca163f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06d8cb0 0x5611e06d6660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0ca163f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5611e06db880 con 0x5611e06d8cb0 2024-09-12T12:29:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0ca163f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5611e05bb290 con 0x5611e06cdaf0 2024-09-12T12:29:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0ca163f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5611e06dba00 con 0x5611e06ce410 2024-09-12T12:29:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0ca163f740 10 client.0 _ll_register_callbacks cb 0x5611e05ec140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:29:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0c977fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06d8cb0 0x5611e06d6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0c977fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06d8cb0 0x5611e06d6660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37128/0 (socket says 172.21.15.82:37128) 2024-09-12T12:29:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0c977fe640 1 -- 172.21.15.82:0/647264029 learned_addr learned my addr 172.21.15.82:0/647264029 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0c977fe640 1 --2- 172.21.15.82:0/647264029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 0x5611e06d5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0c97fff640 1 --2- 172.21.15.82:0/647264029 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06ce410 0x5611e06d6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0c977fe640 1 -- 172.21.15.82:0/647264029 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06ce410 msgr2=0x5611e06d6120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0c977fe640 1 --2- 172.21.15.82:0/647264029 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06ce410 0x5611e06d6120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0c977fe640 1 -- 172.21.15.82:0/647264029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 msgr2=0x5611e06d5be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0c977fe640 1 --2- 172.21.15.82:0/647264029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 0x5611e06d5be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0c977fe640 1 -- 172.21.15.82:0/647264029 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611e0345210 con 0x5611e06d8cb0 2024-09-12T12:29:10.698 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0c977fe640 1 --2- 172.21.15.82:0/647264029 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06d8cb0 0x5611e06d6660 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c01d420 tx=0x7f0c8c01a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48566c26225405c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.688+0000 7f0c777fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:29:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.689+0000 7f0c777fe640 1 -- 172.21.15.82:0/647264029 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c8c003fa0 con 0x5611e06d8cb0 2024-09-12T12:29:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.689+0000 7f0c777fe640 1 -- 172.21.15.82:0/647264029 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f0c8c0043a0 con 0x5611e06d8cb0 2024-09-12T12:29:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.689+0000 7f0ca163f740 1 -- 172.21.15.82:0/647264029 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c8c0041f0 con 0x5611e06d8cb0 2024-09-12T12:29:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.689+0000 7f0c777fe640 1 -- 172.21.15.82:0/647264029 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0c8c035050 con 0x5611e06d8cb0 2024-09-12T12:29:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.689+0000 7f0ca163f740 10 client.15729 fetch_fsmap learned FSMap version 28 2024-09-12T12:29:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.689+0000 7f0ca163f740 1 -- 172.21.15.82:0/647264029 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5611e0411620 con 0x5611e06d8cb0 2024-09-12T12:29:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.689+0000 7f0c777fe640 1 -- 172.21.15.82:0/647264029 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c8c0041f0 con 0x5611e06d8cb0 2024-09-12T12:29:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.689+0000 7f0c777fe640 1 -- 172.21.15.82:0/647264029 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0c8c01e410 con 0x5611e06d8cb0 2024-09-12T12:29:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.689+0000 7f0ca163f740 10 client.15729 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:29:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.689+0000 7f0ca163f740 10 client.15729 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:29:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.689+0000 7f0ca163f740 20 client.15729 populate_metadata read hostname 'smithi082' 2024-09-12T12:29:10.699 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.689+0000 7f0ca163f740 1 --2- 172.21.15.82:0/647264029 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5611e06e8b90 0x5611e06eaf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.689+0000 7f0ca163f740 4 client.15729 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:29:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.689+0000 7f0ca163f740 1 -- 172.21.15.82:0/647264029 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5611e063fa20 con 0x5611e06e8b90 2024-09-12T12:29:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.690+0000 7f0c97fff640 1 --2- 172.21.15.82:0/647264029 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5611e06e8b90 0x5611e06eaf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.690+0000 7f0c777fe640 10 client.15729 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.690+0000 7f0c97fff640 1 --2- 172.21.15.82:0/647264029 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5611e06e8b90 0x5611e06eaf80 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe79ee367428966b server_cookie=e762b27063dae580 in_seq=0 out_seq=0 2024-09-12T12:29:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0c777fe640 1 -- 172.21.15.82:0/647264029 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5611e063fa20 con 0x5611e06e8b90 2024-09-12T12:29:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0c777fe640 10 client.15729 handle_command_reply: tid=0 2024-09-12T12:29:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0ca163f740 1 client.15729 shutdown 2024-09-12T12:29:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0ca163f740 1 -- 172.21.15.82:0/647264029 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06d8cb0 msgr2=0x5611e06d6660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0ca163f740 1 --2- 172.21.15.82:0/647264029 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06d8cb0 0x5611e06d6660 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c01d420 tx=0x7f0c8c01a040 comp rx=0 tx=0).stop 2024-09-12T12:29:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0ca163f740 1 -- 172.21.15.82:0/647264029 shutdown_connections 2024-09-12T12:29:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0ca163f740 1 --2- 172.21.15.82:0/647264029 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5611e06e8b90 0x5611e06eaf80 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.700 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0ca163f740 1 --2- 172.21.15.82:0/647264029 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06d8cb0 0x5611e06d6660 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0ca163f740 1 --2- 172.21.15.82:0/647264029 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06ce410 0x5611e06d6120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0ca163f740 1 --2- 172.21.15.82:0/647264029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 0x5611e06d5be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0c777fe640 0 client.15729 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0ca163f740 1 -- 172.21.15.82:0/647264029 >> 172.21.15.82:0/647264029 conn(0x5611e06ca060 msgr2=0x5611e06cfd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0ca163f740 1 -- 172.21.15.82:0/647264029 shutdown_connections 2024-09-12T12:29:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0ca163f740 1 -- 172.21.15.82:0/647264029 wait complete. 2024-09-12T12:29:10.701 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.691+0000 7f0ca163f740 20 client.15729 trim_cache size 0 max 16384 2024-09-12T12:29:10.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.705+0000 7f0ca163f740 1 Processor -- start 2024-09-12T12:29:10.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.705+0000 7f0ca163f740 1 -- start start 2024-09-12T12:29:10.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0ca163f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06cdaf0 0x5611e06d6490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0ca163f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06ce410 0x5611e06d7b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0ca163f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06d8cb0 0x5611e06f05e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0ca163f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0c981ad9b0 con 0x5611e06ce410 2024-09-12T12:29:10.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0ca163f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0c981af4f0 con 0x5611e06d8cb0 2024-09-12T12:29:10.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0ca163f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0c981ae080 con 0x5611e06cdaf0 2024-09-12T12:29:10.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0c97fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06ce410 0x5611e06d7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0c97fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06ce410 0x5611e06d7b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37142/0 (socket says 172.21.15.82:37142) 2024-09-12T12:29:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0c97fff640 1 -- 172.21.15.82:0/2927666301 learned_addr learned my addr 172.21.15.82:0/2927666301 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0c977fe640 1 --2- 172.21.15.82:0/2927666301 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06cdaf0 0x5611e06d6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0c977fe640 1 --2- 172.21.15.82:0/2927666301 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06d8cb0 0x5611e06f05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0c97fff640 1 -- 172.21.15.82:0/2927666301 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06cdaf0 msgr2=0x5611e06d6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0c97fff640 1 --2- 172.21.15.82:0/2927666301 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06cdaf0 0x5611e06d6490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0c97fff640 1 -- 172.21.15.82:0/2927666301 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06d8cb0 msgr2=0x5611e06f05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0c97fff640 1 --2- 172.21.15.82:0/2927666301 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06d8cb0 0x5611e06f05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0c97fff640 1 -- 172.21.15.82:0/2927666301 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611e06ce240 con 0x5611e06ce410 2024-09-12T12:29:10.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0c97fff640 1 --2- 172.21.15.82:0/2927666301 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06ce410 0x5611e06d7b50 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f0c88006010 tx=0x7f0c88031830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=739006d19b20ebd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0c7dffb640 1 -- 172.21.15.82:0/2927666301 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c8804c070 con 0x5611e06ce410 2024-09-12T12:29:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0c7dffb640 1 -- 172.21.15.82:0/2927666301 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c880035f0 con 0x5611e06ce410 2024-09-12T12:29:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.706+0000 7f0c7dffb640 1 -- 172.21.15.82:0/2927666301 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c88035040 con 0x5611e06ce410 2024-09-12T12:29:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.707+0000 7f0ca163f740 1 -- 172.21.15.82:0/2927666301 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06ce410 msgr2=0x5611e06d7b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.707+0000 7f0ca163f740 1 --2- 172.21.15.82:0/2927666301 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06ce410 0x5611e06d7b50 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f0c88006010 tx=0x7f0c88031830 comp rx=0 tx=0).stop 2024-09-12T12:29:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.707+0000 7f0ca163f740 1 -- 172.21.15.82:0/2927666301 shutdown_connections 2024-09-12T12:29:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.707+0000 7f0ca163f740 1 --2- 172.21.15.82:0/2927666301 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06d8cb0 0x5611e06f05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.707+0000 7f0ca163f740 1 --2- 172.21.15.82:0/2927666301 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06ce410 0x5611e06d7b50 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.707+0000 7f0ca163f740 1 --2- 172.21.15.82:0/2927666301 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06cdaf0 0x5611e06d6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.707+0000 7f0ca163f740 1 -- 172.21.15.82:0/2927666301 >> 172.21.15.82:0/2927666301 conn(0x5611e06ca060 msgr2=0x5611e06d7440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.707+0000 7f0ca163f740 1 -- 172.21.15.82:0/2927666301 shutdown_connections 2024-09-12T12:29:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.707+0000 7f0ca163f740 1 -- 172.21.15.82:0/2927666301 wait complete. 2024-09-12T12:29:10.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.707+0000 7f0ca163f740 1 -- start start 2024-09-12T12:29:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0ca163f740 1 Processor -- start 2024-09-12T12:29:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0ca163f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 0x5611e06e0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0ca163f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06ce410 0x5611e06e11d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0ca163f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06d8cb0 0x5611e06d2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0ca163f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0c981aee20 con 0x5611e06ce410 2024-09-12T12:29:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0ca163f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0c981ae750 con 0x5611e06cdaf0 2024-09-12T12:29:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0ca163f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0c981ab990 con 0x5611e06d8cb0 2024-09-12T12:29:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0ca163f740 10 client.0 _ll_register_callbacks cb 0x7f0c8c009e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:29:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0c97fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06ce410 0x5611e06e11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0c97fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06ce410 0x5611e06e11d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37148/0 (socket says 172.21.15.82:37148) 2024-09-12T12:29:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0c97fff640 1 -- 172.21.15.82:0/767529722 learned_addr learned my addr 172.21.15.82:0/767529722 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0c977fe640 1 --2- 172.21.15.82:0/767529722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 0x5611e06e0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0c977fe640 1 --2- 172.21.15.82:0/767529722 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06d8cb0 0x5611e06d2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0c97fff640 1 -- 172.21.15.82:0/767529722 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06d8cb0 msgr2=0x5611e06d2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0c97fff640 1 --2- 172.21.15.82:0/767529722 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06d8cb0 0x5611e06d2010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0c97fff640 1 -- 172.21.15.82:0/767529722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 msgr2=0x5611e06e0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0c97fff640 1 --2- 172.21.15.82:0/767529722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 0x5611e06e0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.708+0000 7f0c97fff640 1 -- 172.21.15.82:0/767529722 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611e06d2550 con 0x5611e06ce410 2024-09-12T12:29:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0c97fff640 1 --2- 172.21.15.82:0/767529722 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06ce410 0x5611e06e11d0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f0c88005940 tx=0x7f0c8802a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=209b8f6387580202 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0c777fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:29:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0c777fe640 1 -- 172.21.15.82:0/767529722 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c88035070 con 0x5611e06ce410 2024-09-12T12:29:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0c777fe640 1 -- 172.21.15.82:0/767529722 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f0c880037a0 con 0x5611e06ce410 2024-09-12T12:29:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0ca163f740 1 -- 172.21.15.82:0/767529722 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c880035f0 con 0x5611e06ce410 2024-09-12T12:29:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0c777fe640 1 -- 172.21.15.82:0/767529722 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0c8804c050 con 0x5611e06ce410 2024-09-12T12:29:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0ca163f740 10 client.15735 fetch_fsmap learned FSMap version 28 2024-09-12T12:29:10.716 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0ca163f740 1 -- 172.21.15.82:0/767529722 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5611e0752c50 con 0x5611e06ce410 2024-09-12T12:29:10.717 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0c777fe640 1 -- 172.21.15.82:0/767529722 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c880035f0 con 0x5611e06ce410 2024-09-12T12:29:10.717 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0c777fe640 1 -- 172.21.15.82:0/767529722 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0c8805a470 con 0x5611e06ce410 2024-09-12T12:29:10.717 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0ca163f740 10 client.15735 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:29:10.717 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0ca163f740 10 client.15735 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:29:10.717 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0ca163f740 20 client.15735 populate_metadata read hostname 'smithi082' 2024-09-12T12:29:10.717 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0ca163f740 1 --2- 172.21.15.82:0/767529722 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5611e07533a0 0x5611e07557c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:10.717 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0ca163f740 4 client.15735 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:29:10.717 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.709+0000 7f0ca163f740 1 -- 172.21.15.82:0/767529722 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5611e0639d70 con 0x5611e07533a0 2024-09-12T12:29:10.717 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.710+0000 7f0c977fe640 1 --2- 172.21.15.82:0/767529722 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5611e07533a0 0x5611e07557c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:10.717 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.710+0000 7f0c777fe640 10 client.15735 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:10.717 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.710+0000 7f0c977fe640 1 --2- 172.21.15.82:0/767529722 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5611e07533a0 0x5611e07557c0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3070389ced69695e server_cookie=b3c09b6a853731db in_seq=0 out_seq=0 2024-09-12T12:29:10.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.723+0000 7f0c777fe640 1 -- 172.21.15.82:0/767529722 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5611e0639d70 con 0x5611e07533a0 2024-09-12T12:29:10.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.723+0000 7f0c777fe640 10 client.15735 handle_command_reply: tid=0 2024-09-12T12:29:10.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.723+0000 7f0ca163f740 1 client.15735 shutdown 2024-09-12T12:29:10.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0ca163f740 1 -- 172.21.15.82:0/767529722 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06ce410 msgr2=0x5611e06e11d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:10.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0ca163f740 1 --2- 172.21.15.82:0/767529722 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06ce410 0x5611e06e11d0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f0c88005940 tx=0x7f0c8802a420 comp rx=0 tx=0).stop 2024-09-12T12:29:10.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0ca163f740 1 -- 172.21.15.82:0/767529722 shutdown_connections 2024-09-12T12:29:10.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0ca163f740 1 --2- 172.21.15.82:0/767529722 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5611e07533a0 0x5611e07557c0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0ca163f740 1 --2- 172.21.15.82:0/767529722 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5611e06d8cb0 0x5611e06d2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0c777fe640 0 client.15735 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:10.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0ca163f740 1 --2- 172.21.15.82:0/767529722 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5611e06ce410 0x5611e06e11d0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0ca163f740 1 --2- 172.21.15.82:0/767529722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5611e06cdaf0 0x5611e06e0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0ca163f740 1 -- 172.21.15.82:0/767529722 >> 172.21.15.82:0/767529722 conn(0x5611e06ca060 msgr2=0x5611e06d7c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:10.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0ca163f740 1 -- 172.21.15.82:0/767529722 shutdown_connections 2024-09-12T12:29:10.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0ca163f740 1 -- 172.21.15.82:0/767529722 wait complete. 2024-09-12T12:29:10.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0ca163f740 20 client.15735 trim_cache size 0 max 16384 2024-09-12T12:29:10.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:29:10.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:29:10.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:29:10.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:29:10.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0c9e7c4640 1 -- 172.21.15.82:0/2530532192 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0c800a2da0 msgr2=0x7f0c800a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:10.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0c9e7c4640 1 --2- 172.21.15.82:0/2530532192 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0c800a2da0 0x7f0c800a5260 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0c900ccd80 tx=0x7f0c9001eb40 comp rx=0 tx=0).stop 2024-09-12T12:29:10.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0c9e7c4640 1 -- 172.21.15.82:0/2530532192 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c98107b70 msgr2=0x7f0c9819cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:10.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0c9e7c4640 1 --2- 172.21.15.82:0/2530532192 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c98107b70 0x7f0c9819cc30 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f0c9000eaa0 tx=0x7f0c9000ef60 comp rx=0 tx=0).stop 2024-09-12T12:29:10.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0c9e7c4640 1 -- 172.21.15.82:0/2530532192 shutdown_connections 2024-09-12T12:29:10.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0c9e7c4640 1 --2- 172.21.15.82:0/2530532192 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0c800a2da0 0x7f0c800a5260 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0c9e7c4640 1 --2- 172.21.15.82:0/2530532192 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c98107b70 0x7f0c9819cc30 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0c9e7c4640 1 --2- 172.21.15.82:0/2530532192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c98102470 0x7f0c981988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0c9e7c4640 1 --2- 172.21.15.82:0/2530532192 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c98101ad0 0x7f0c98198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:10.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.724+0000 7f0c9e7c4640 1 -- 172.21.15.82:0/2530532192 >> 172.21.15.82:0/2530532192 conn(0x7f0c980fd7d0 msgr2=0x7f0c980fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:10.729 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.725+0000 7f0c9e7c4640 1 -- 172.21.15.82:0/2530532192 shutdown_connections 2024-09-12T12:29:10.729 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:10.725+0000 7f0c9e7c4640 1 -- 172.21.15.82:0/2530532192 wait complete. 2024-09-12T12:29:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:10 smithi097 ceph-mon[34923]: pgmap v77: 97 pgs: 97 active+clean; 2.6 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 43 KiB/s wr, 27 op/s 2024-09-12T12:29:10.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:10 smithi082 ceph-mon[31122]: pgmap v77: 97 pgs: 97 active+clean; 2.6 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 43 KiB/s wr, 27 op/s 2024-09-12T12:29:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:10 smithi114 ceph-mon[35514]: pgmap v77: 97 pgs: 97 active+clean; 2.6 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 43 KiB/s wr, 27 op/s 2024-09-12T12:29:12.555 INFO:tasks.workunit.client.0.smithi082.stdout:1/600: open fd = 3 2024-09-12T12:29:12.555 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.555 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.555 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.555 INFO:tasks.workunit.client.0.smithi082.stdout:2/600: open fd = 3 2024-09-12T12:29:12.555 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.555 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.555 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.556 INFO:tasks.workunit.client.0.smithi082.stdout:3/600: open fd = 3 2024-09-12T12:29:12.556 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.556 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.556 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.556 INFO:tasks.workunit.client.0.smithi082.stdout:4/600: open fd = 3 2024-09-12T12:29:12.556 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.556 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.556 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.556 INFO:tasks.workunit.client.0.smithi082.stdout:5/600: open fd = 3 2024-09-12T12:29:12.557 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.557 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.557 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.557 INFO:tasks.workunit.client.0.smithi082.stdout:6/600: open fd = 3 2024-09-12T12:29:12.557 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.557 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.557 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.557 INFO:tasks.workunit.client.0.smithi082.stdout:7/600: open fd = 3 2024-09-12T12:29:12.557 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.557 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.557 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.557 INFO:tasks.workunit.client.0.smithi082.stdout:8/600: open fd = 3 2024-09-12T12:29:12.557 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.558 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.558 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.558 INFO:tasks.workunit.client.0.smithi082.stdout:9/600: open fd = 3 2024-09-12T12:29:12.558 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.558 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.558 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.558 INFO:tasks.workunit.client.0.smithi082.stdout:10/600: open fd = 3 2024-09-12T12:29:12.558 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.558 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.558 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.558 INFO:tasks.workunit.client.0.smithi082.stdout:11/600: open fd = 3 2024-09-12T12:29:12.558 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.559 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.559 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.559 INFO:tasks.workunit.client.0.smithi082.stdout:12/600: open fd = 3 2024-09-12T12:29:12.559 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.559 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.559 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.559 INFO:tasks.workunit.client.0.smithi082.stdout:13/600: open fd = 3 2024-09-12T12:29:12.559 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.559 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.560 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.560 INFO:tasks.workunit.client.0.smithi082.stdout:14/600: open fd = 3 2024-09-12T12:29:12.560 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.560 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.560 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.560 INFO:tasks.workunit.client.0.smithi082.stdout:15/600: open fd = 3 2024-09-12T12:29:12.560 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.560 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.560 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.560 INFO:tasks.workunit.client.0.smithi082.stdout:16/600: open fd = 3 2024-09-12T12:29:12.560 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.561 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.561 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.561 INFO:tasks.workunit.client.0.smithi082.stdout:17/600: open fd = 3 2024-09-12T12:29:12.561 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.561 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.561 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.561 INFO:tasks.workunit.client.0.smithi082.stdout:18/600: open fd = 3 2024-09-12T12:29:12.561 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.561 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.561 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.561 INFO:tasks.workunit.client.0.smithi082.stdout:19/600: open fd = 3 2024-09-12T12:29:12.561 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.562 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.562 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.562 INFO:tasks.workunit.client.0.smithi082.stdout:20/600: open fd = 3 2024-09-12T12:29:12.562 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.562 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.562 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.562 INFO:tasks.workunit.client.0.smithi082.stdout:21/600: open fd = 3 2024-09-12T12:29:12.562 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.562 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.562 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.562 INFO:tasks.workunit.client.0.smithi082.stdout:22/600: open fd = 3 2024-09-12T12:29:12.562 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.562 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.562 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.563 INFO:tasks.workunit.client.0.smithi082.stdout:23/600: open fd = 3 2024-09-12T12:29:12.563 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.563 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.563 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.563 INFO:tasks.workunit.client.0.smithi082.stdout:24/600: open fd = 3 2024-09-12T12:29:12.563 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.563 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.563 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.563 INFO:tasks.workunit.client.0.smithi082.stdout:25/600: open fd = 3 2024-09-12T12:29:12.563 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.563 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.563 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.563 INFO:tasks.workunit.client.0.smithi082.stdout:26/600: open fd = 3 2024-09-12T12:29:12.563 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.564 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.564 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.564 INFO:tasks.workunit.client.0.smithi082.stdout:27/600: open fd = 3 2024-09-12T12:29:12.564 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.564 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.564 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.564 INFO:tasks.workunit.client.0.smithi082.stdout:28/600: open fd = 3 2024-09-12T12:29:12.564 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.564 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.564 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.564 INFO:tasks.workunit.client.0.smithi082.stdout:29/600: open fd = 3 2024-09-12T12:29:12.564 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.564 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.565 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.565 INFO:tasks.workunit.client.0.smithi082.stdout:30/600: open fd = 3 2024-09-12T12:29:12.565 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.565 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.565 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.565 INFO:tasks.workunit.client.0.smithi082.stdout:31/600: open fd = 3 2024-09-12T12:29:12.565 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.565 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.565 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.565 INFO:tasks.workunit.client.0.smithi082.stdout:32/600: open fd = 3 2024-09-12T12:29:12.565 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.565 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.565 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.565 INFO:tasks.workunit.client.0.smithi082.stdout:33/600: open fd = 3 2024-09-12T12:29:12.566 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.566 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.566 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.566 INFO:tasks.workunit.client.0.smithi082.stdout:34/600: open fd = 3 2024-09-12T12:29:12.566 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.566 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.566 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.566 INFO:tasks.workunit.client.0.smithi082.stdout:35/600: open fd = 3 2024-09-12T12:29:12.566 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.566 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.566 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.567 INFO:tasks.workunit.client.0.smithi082.stdout:36/600: open fd = 3 2024-09-12T12:29:12.567 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.567 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.567 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.567 INFO:tasks.workunit.client.0.smithi082.stdout:37/600: open fd = 3 2024-09-12T12:29:12.567 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.567 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.567 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.567 INFO:tasks.workunit.client.0.smithi082.stdout:38/600: open fd = 3 2024-09-12T12:29:12.567 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.567 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.567 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:39/600: open fd = 3 2024-09-12T12:29:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:40/600: open fd = 3 2024-09-12T12:29:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:41/600: open fd = 3 2024-09-12T12:29:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.568 INFO:tasks.workunit.client.0.smithi082.stdout:42/600: open fd = 3 2024-09-12T12:29:12.569 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.569 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.569 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.569 INFO:tasks.workunit.client.0.smithi082.stdout:43/600: open fd = 3 2024-09-12T12:29:12.569 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.569 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.569 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.569 INFO:tasks.workunit.client.0.smithi082.stdout:44/600: open fd = 3 2024-09-12T12:29:12.569 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.569 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.569 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.569 INFO:tasks.workunit.client.0.smithi082.stdout:45/600: open fd = 3 2024-09-12T12:29:12.569 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.570 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.570 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.570 INFO:tasks.workunit.client.0.smithi082.stdout:46/600: open fd = 3 2024-09-12T12:29:12.570 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.570 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.570 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.570 INFO:tasks.workunit.client.0.smithi082.stdout:47/600: open fd = 3 2024-09-12T12:29:12.570 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.570 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.570 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.571 INFO:tasks.workunit.client.0.smithi082.stdout:48/600: open fd = 3 2024-09-12T12:29:12.571 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.571 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.571 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.571 INFO:tasks.workunit.client.0.smithi082.stdout:49/600: open fd = 3 2024-09-12T12:29:12.571 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.571 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.571 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.571 INFO:tasks.workunit.client.0.smithi082.stdout:50/600: open fd = 3 2024-09-12T12:29:12.571 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.572 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.572 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.572 INFO:tasks.workunit.client.0.smithi082.stdout:51/600: open fd = 3 2024-09-12T12:29:12.572 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.572 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.572 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.572 INFO:tasks.workunit.client.0.smithi082.stdout:52/600: open fd = 3 2024-09-12T12:29:12.572 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.572 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.572 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.573 INFO:tasks.workunit.client.0.smithi082.stdout:53/600: open fd = 3 2024-09-12T12:29:12.573 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.573 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.573 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.573 INFO:tasks.workunit.client.0.smithi082.stdout:54/600: open fd = 3 2024-09-12T12:29:12.573 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.573 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.573 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.573 INFO:tasks.workunit.client.0.smithi082.stdout:55/600: open fd = 3 2024-09-12T12:29:12.573 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.573 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.573 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.573 INFO:tasks.workunit.client.0.smithi082.stdout:56/600: open fd = 3 2024-09-12T12:29:12.574 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.574 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.574 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.574 INFO:tasks.workunit.client.0.smithi082.stdout:57/600: open fd = 3 2024-09-12T12:29:12.574 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.574 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.574 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.575 INFO:tasks.workunit.client.0.smithi082.stdout:58/600: open fd = 3 2024-09-12T12:29:12.575 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.575 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.575 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.575 INFO:tasks.workunit.client.0.smithi082.stdout:59/600: open fd = 3 2024-09-12T12:29:12.575 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.575 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.575 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.575 INFO:tasks.workunit.client.0.smithi082.stdout:60/600: open fd = 3 2024-09-12T12:29:12.575 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.575 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.575 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.575 INFO:tasks.workunit.client.0.smithi082.stdout:61/600: open fd = 3 2024-09-12T12:29:12.576 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.576 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.576 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.576 INFO:tasks.workunit.client.0.smithi082.stdout:62/600: open fd = 3 2024-09-12T12:29:12.576 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.576 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.576 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.576 INFO:tasks.workunit.client.0.smithi082.stdout:63/600: open fd = 3 2024-09-12T12:29:12.576 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.576 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:29:12.577 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:29:12.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:12 smithi097 ceph-mon[34923]: pgmap v78: 97 pgs: 97 active+clean; 2.6 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 43 KiB/s wr, 27 op/s 2024-09-12T12:29:12.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:12 smithi082 ceph-mon[31122]: pgmap v78: 97 pgs: 97 active+clean; 2.6 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 43 KiB/s wr, 27 op/s 2024-09-12T12:29:12.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:12 smithi114 ceph-mon[35514]: pgmap v78: 97 pgs: 97 active+clean; 2.6 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 43 KiB/s wr, 27 op/s 2024-09-12T12:29:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:14 smithi097 ceph-mon[34923]: pgmap v79: 97 pgs: 97 active+clean; 2.7 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 59 KiB/s wr, 37 op/s 2024-09-12T12:29:14.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:14 smithi082 ceph-mon[31122]: pgmap v79: 97 pgs: 97 active+clean; 2.7 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 59 KiB/s wr, 37 op/s 2024-09-12T12:29:14.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:14 smithi114 ceph-mon[35514]: pgmap v79: 97 pgs: 97 active+clean; 2.7 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 59 KiB/s wr, 37 op/s 2024-09-12T12:29:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:16 smithi097 ceph-mon[34923]: pgmap v80: 97 pgs: 97 active+clean; 2.7 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-09-12T12:29:16.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:16 smithi082 ceph-mon[31122]: pgmap v80: 97 pgs: 97 active+clean; 2.7 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-09-12T12:29:16.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:16 smithi114 ceph-mon[35514]: pgmap v80: 97 pgs: 97 active+clean; 2.7 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-09-12T12:29:16.922 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 24.7 2024-09-12T12:29:16.922 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:29:17.183 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:29:17.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.717+0000 7fb0b3da4640 1 -- 172.21.15.82:0/4112696340 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0ac102570 msgr2=0x7fb0ac1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:17.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.717+0000 7fb0b3da4640 1 --2- 172.21.15.82:0/4112696340 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0ac102570 0x7fb0ac1029b0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fb09c009900 tx=0x7fb09c02a480 comp rx=0 tx=0).stop 2024-09-12T12:29:17.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.717+0000 7fb0b3da4640 1 -- 172.21.15.82:0/4112696340 shutdown_connections 2024-09-12T12:29:17.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.717+0000 7fb0b3da4640 1 --2- 172.21.15.82:0/4112696340 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0ac102ef0 0x7fb0ac10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:17.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.717+0000 7fb0b3da4640 1 --2- 172.21.15.82:0/4112696340 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0ac102570 0x7fb0ac1029b0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:17.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.717+0000 7fb0b3da4640 1 --2- 172.21.15.82:0/4112696340 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0ac100e20 0x7fb0ac101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:17.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.717+0000 7fb0b3da4640 1 -- 172.21.15.82:0/4112696340 >> 172.21.15.82:0/4112696340 conn(0x7fb0ac0fc7d0 msgr2=0x7fb0ac0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:17.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.717+0000 7fb0b3da4640 1 -- 172.21.15.82:0/4112696340 shutdown_connections 2024-09-12T12:29:17.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.717+0000 7fb0b3da4640 1 -- 172.21.15.82:0/4112696340 wait complete. 2024-09-12T12:29:17.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.717+0000 7fb0b3da4640 1 Processor -- start 2024-09-12T12:29:17.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b3da4640 1 -- start start 2024-09-12T12:29:17.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b3da4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0ac100e20 0x7fb0ac197440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:17.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b3da4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0ac102570 0x7fb0ac197980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:17.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b3da4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0ac102ef0 0x7fb0ac19bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:17.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b3da4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb0ac110fc0 con 0x7fb0ac100e20 2024-09-12T12:29:17.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b3da4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb0ac110e40 con 0x7fb0ac102570 2024-09-12T12:29:17.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b3da4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb0ac111140 con 0x7fb0ac102ef0 2024-09-12T12:29:17.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b1b40640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0ac100e20 0x7fb0ac197440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:17.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b1b40640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0ac100e20 0x7fb0ac197440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37168/0 (socket says 172.21.15.82:37168) 2024-09-12T12:29:17.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b1b40640 1 -- 172.21.15.82:0/1737782336 learned_addr learned my addr 172.21.15.82:0/1737782336 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:17.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b133f640 1 --2- 172.21.15.82:0/1737782336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0ac102570 0x7fb0ac197980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:17.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b2341640 1 --2- 172.21.15.82:0/1737782336 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0ac102ef0 0x7fb0ac19bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:17.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b1b40640 1 -- 172.21.15.82:0/1737782336 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0ac102ef0 msgr2=0x7fb0ac19bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:17.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b1b40640 1 --2- 172.21.15.82:0/1737782336 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0ac102ef0 0x7fb0ac19bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:17.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b1b40640 1 -- 172.21.15.82:0/1737782336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0ac102570 msgr2=0x7fb0ac197980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:17.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b1b40640 1 --2- 172.21.15.82:0/1737782336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0ac102570 0x7fb0ac197980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:17.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.718+0000 7fb0b1b40640 1 -- 172.21.15.82:0/1737782336 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0ac19c3f0 con 0x7fb0ac100e20 2024-09-12T12:29:17.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.719+0000 7fb0b1b40640 1 --2- 172.21.15.82:0/1737782336 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0ac100e20 0x7fb0ac197440 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fb0a800b4a0 tx=0x7fb0a800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:17.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.719+0000 7fb0a2ffd640 1 -- 172.21.15.82:0/1737782336 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0a8014070 con 0x7fb0ac100e20 2024-09-12T12:29:17.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.719+0000 7fb0a2ffd640 1 -- 172.21.15.82:0/1737782336 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb0a8010af0 con 0x7fb0ac100e20 2024-09-12T12:29:17.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.719+0000 7fb0a2ffd640 1 -- 172.21.15.82:0/1737782336 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0a8017d10 con 0x7fb0ac100e20 2024-09-12T12:29:17.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.719+0000 7fb0b3da4640 1 -- 172.21.15.82:0/1737782336 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0ac19c6e0 con 0x7fb0ac100e20 2024-09-12T12:29:17.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.719+0000 7fb0b3da4640 1 -- 172.21.15.82:0/1737782336 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0ac1a3fc0 con 0x7fb0ac100e20 2024-09-12T12:29:17.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.720+0000 7fb0b3da4640 1 -- 172.21.15.82:0/1737782336 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0ac101200 con 0x7fb0ac100e20 2024-09-12T12:29:17.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.722+0000 7fb0a2ffd640 1 -- 172.21.15.82:0/1737782336 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fb0a8017070 con 0x7fb0ac100e20 2024-09-12T12:29:17.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.723+0000 7fb0a2ffd640 1 --2- 172.21.15.82:0/1737782336 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb0980a2cf0 0x7fb0980a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:17.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.723+0000 7fb0b133f640 1 --2- 172.21.15.82:0/1737782336 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb0980a2cf0 0x7fb0980a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:17.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.723+0000 7fb0a2ffd640 1 -- 172.21.15.82:0/1737782336 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fb0a80ce750 con 0x7fb0ac100e20 2024-09-12T12:29:17.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.723+0000 7fb0b133f640 1 --2- 172.21.15.82:0/1737782336 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb0980a2cf0 0x7fb0980a51b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb09c009230 tx=0x7fb09c0058d0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:17.731 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.727+0000 7fb0a2ffd640 1 -- 172.21.15.82:0/1737782336 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb0a809b440 con 0x7fb0ac100e20 2024-09-12T12:29:17.933 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.931+0000 7fb0b3da4640 1 -- 172.21.15.82:0/1737782336 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb0ac109090 con 0x7fb0ac100e20 2024-09-12T12:29:17.933 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.932+0000 7fb0a2ffd640 1 -- 172.21.15.82:0/1737782336 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7fb0a809ad40 con 0x7fb0ac100e20 2024-09-12T12:29:17.934 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:29:17.934 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:29:17.934 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:29:17.936 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.935+0000 7fb0b3da4640 1 -- 172.21.15.82:0/1737782336 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb0980a2cf0 msgr2=0x7fb0980a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:17.936 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.935+0000 7fb0b3da4640 1 --2- 172.21.15.82:0/1737782336 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb0980a2cf0 0x7fb0980a51b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb09c009230 tx=0x7fb09c0058d0 comp rx=0 tx=0).stop 2024-09-12T12:29:17.936 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.935+0000 7fb0b3da4640 1 -- 172.21.15.82:0/1737782336 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0ac100e20 msgr2=0x7fb0ac197440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:17.936 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.935+0000 7fb0b3da4640 1 --2- 172.21.15.82:0/1737782336 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0ac100e20 0x7fb0ac197440 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fb0a800b4a0 tx=0x7fb0a800b960 comp rx=0 tx=0).stop 2024-09-12T12:29:17.936 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.935+0000 7fb0b3da4640 1 -- 172.21.15.82:0/1737782336 shutdown_connections 2024-09-12T12:29:17.936 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.935+0000 7fb0b3da4640 1 --2- 172.21.15.82:0/1737782336 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb0980a2cf0 0x7fb0980a51b0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:17.936 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.935+0000 7fb0b3da4640 1 --2- 172.21.15.82:0/1737782336 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb0ac102ef0 0x7fb0ac19bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:17.937 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.935+0000 7fb0b3da4640 1 --2- 172.21.15.82:0/1737782336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0ac102570 0x7fb0ac197980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:17.937 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.935+0000 7fb0b3da4640 1 --2- 172.21.15.82:0/1737782336 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb0ac100e20 0x7fb0ac197440 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:17.937 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.935+0000 7fb0b3da4640 1 -- 172.21.15.82:0/1737782336 >> 172.21.15.82:0/1737782336 conn(0x7fb0ac0fc7d0 msgr2=0x7fb0ac0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:17.937 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.935+0000 7fb0b3da4640 1 -- 172.21.15.82:0/1737782336 shutdown_connections 2024-09-12T12:29:17.937 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:17.935+0000 7fb0b3da4640 1 -- 172.21.15.82:0/1737782336 wait complete. 2024-09-12T12:29:18.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:17 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1737782336' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:29:18.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:17 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1737782336' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:29:18.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:17 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1737782336' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:29:18.786 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db / --timeout 90 --expiration 144.7 --await-for 45.0' 2024-09-12T12:29:18.786 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db / --timeout 90 --expiration 144.7 --await-for 45.0 2024-09-12T12:29:19.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:18 smithi082 ceph-mon[31122]: pgmap v81: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 22 op/s 2024-09-12T12:29:19.034 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:29:19.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:18 smithi097 ceph-mon[34923]: pgmap v81: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 22 op/s 2024-09-12T12:29:19.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:18 smithi114 ceph-mon[35514]: pgmap v81: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 22 op/s 2024-09-12T12:29:19.555 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.552+0000 7f58e56db640 1 -- 172.21.15.82:0/3245128984 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58e0103660 msgr2=0x7f58e010bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:19.555 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.552+0000 7f58e56db640 1 --2- 172.21.15.82:0/3245128984 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58e0103660 0x7f58e010bb50 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f58d4009900 tx=0x7f58d402a480 comp rx=0 tx=0).stop 2024-09-12T12:29:19.555 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.552+0000 7f58e56db640 1 -- 172.21.15.82:0/3245128984 shutdown_connections 2024-09-12T12:29:19.556 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.552+0000 7f58e56db640 1 --2- 172.21.15.82:0/3245128984 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58e010c170 0x7f58e010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.552+0000 7f58e56db640 1 --2- 172.21.15.82:0/3245128984 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58e0103660 0x7f58e010bb50 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.552+0000 7f58e56db640 1 --2- 172.21.15.82:0/3245128984 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58e0102d40 0x7f58e0103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.552+0000 7f58e56db640 1 -- 172.21.15.82:0/3245128984 >> 172.21.15.82:0/3245128984 conn(0x7f58e00fc7a0 msgr2=0x7f58e00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:19.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.552+0000 7f58e56db640 1 -- 172.21.15.82:0/3245128984 shutdown_connections 2024-09-12T12:29:19.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.552+0000 7f58e56db640 1 -- 172.21.15.82:0/3245128984 wait complete. 2024-09-12T12:29:19.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.553+0000 7f58e56db640 1 Processor -- start 2024-09-12T12:29:19.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.553+0000 7f58e56db640 1 -- start start 2024-09-12T12:29:19.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.553+0000 7f58e56db640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58e0102d40 0x7f58e01009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.553+0000 7f58e56db640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58e0103660 0x7f58e0100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.553+0000 7f58e56db640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58e010c170 0x7f58e0101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.557 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.553+0000 7f58e56db640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f58e0112030 con 0x7f58e010c170 2024-09-12T12:29:19.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.553+0000 7f58e56db640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f58e0111eb0 con 0x7f58e0102d40 2024-09-12T12:29:19.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.553+0000 7f58e56db640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f58e01121b0 con 0x7f58e0103660 2024-09-12T12:29:19.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58df7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58e010c170 0x7f58e0101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58df7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58e010c170 0x7f58e0101420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54180/0 (socket says 172.21.15.82:54180) 2024-09-12T12:29:19.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58df7fe640 1 -- 172.21.15.82:0/971729836 learned_addr learned my addr 172.21.15.82:0/971729836 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:19.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58de7fc640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58e0103660 0x7f58e0100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58deffd640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58e0102d40 0x7f58e01009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58df7fe640 1 -- 172.21.15.82:0/971729836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58e0103660 msgr2=0x7f58e0100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:19.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58df7fe640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58e0103660 0x7f58e0100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58df7fe640 1 -- 172.21.15.82:0/971729836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58e0102d40 msgr2=0x7f58e01009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:19.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58df7fe640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58e0102d40 0x7f58e01009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58df7fe640 1 -- 172.21.15.82:0/971729836 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58e01a6a40 con 0x7f58e010c170 2024-09-12T12:29:19.558 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58de7fc640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58e0103660 0x7f58e0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:29:19.559 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58df7fe640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58e010c170 0x7f58e0101420 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f58d8009fd0 tx=0x7f58d800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:19.559 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58c7fff640 1 -- 172.21.15.82:0/971729836 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d8011830 con 0x7f58e010c170 2024-09-12T12:29:19.559 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58e56db640 1 -- 172.21.15.82:0/971729836 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58e01a6d30 con 0x7f58e010c170 2024-09-12T12:29:19.559 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58c7fff640 1 -- 172.21.15.82:0/971729836 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58d8016070 con 0x7f58e010c170 2024-09-12T12:29:19.559 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58c7fff640 1 -- 172.21.15.82:0/971729836 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d800f2e0 con 0x7f58e010c170 2024-09-12T12:29:19.559 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.554+0000 7f58e56db640 1 -- 172.21.15.82:0/971729836 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58e01a7220 con 0x7f58e010c170 2024-09-12T12:29:19.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.557+0000 7f58c7fff640 1 -- 172.21.15.82:0/971729836 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f58d80119d0 con 0x7f58e010c170 2024-09-12T12:29:19.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.557+0000 7f58e7ab4740 1 Processor -- start 2024-09-12T12:29:19.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.557+0000 7f58e7ab4740 1 -- start start 2024-09-12T12:29:19.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.557+0000 7f58e7ab4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094c9760 0x5569094c9b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.557+0000 7f58e7ab4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094ca080 0x5569094d4400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.557+0000 7f58e7ab4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094d6d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.557+0000 7f58e7ab4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55690942f2a0 con 0x5569094d4940 2024-09-12T12:29:19.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.557+0000 7f58e7ab4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5569093d6b10 con 0x5569094ca080 2024-09-12T12:29:19.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.557+0000 7f58e7ab4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55690942b260 con 0x5569094c9760 2024-09-12T12:29:19.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.557+0000 7f58de7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094d6d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.557+0000 7f58de7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094d6d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54192/0 (socket says 172.21.15.82:54192) 2024-09-12T12:29:19.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.557+0000 7f58de7fc640 1 -- 172.21.15.82:0/3703923575 learned_addr learned my addr 172.21.15.82:0/3703923575 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:19.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.557+0000 7f58c7fff640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f58c80a2cf0 0x7f58c80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.557+0000 7f58deffd640 1 --2- 172.21.15.82:0/3703923575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094ca080 0x5569094d4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.558+0000 7f58de7fc640 1 --2- 172.21.15.82:0/3703923575 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094c9760 0x5569094c9b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.558+0000 7f58c7fff640 1 -- 172.21.15.82:0/971729836 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f58d80ceae0 con 0x7f58e010c170 2024-09-12T12:29:19.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.558+0000 7f58df7fe640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f58c80a2cf0 0x7f58c80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.558+0000 7f58de7fc640 1 -- 172.21.15.82:0/3703923575 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094c9760 msgr2=0x5569094c9b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:19.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.558+0000 7f58de7fc640 1 --2- 172.21.15.82:0/3703923575 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094c9760 0x5569094c9b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.558+0000 7f58de7fc640 1 -- 172.21.15.82:0/3703923575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094ca080 msgr2=0x5569094d4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:19.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.558+0000 7f58de7fc640 1 --2- 172.21.15.82:0/3703923575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094ca080 0x5569094d4400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.558+0000 7f58de7fc640 1 -- 172.21.15.82:0/3703923575 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569091a0b90 con 0x5569094d4940 2024-09-12T12:29:19.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.558+0000 7f58deffd640 1 --2- 172.21.15.82:0/3703923575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094ca080 0x5569094d4400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:29:19.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.558+0000 7f58de7fc640 1 --2- 172.21.15.82:0/3703923575 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094d6d30 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f58d402a9a0 tx=0x7f58d4031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18dc49cbe971141f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:19.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.558+0000 7f58df7fe640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f58c80a2cf0 0x7f58c80a51b0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f58d80cc3b0 tx=0x7f58d800bf90 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:19.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.558+0000 7f58c57fa640 1 -- 172.21.15.82:0/3703923575 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d4035040 con 0x5569094d4940 2024-09-12T12:29:19.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.558+0000 7f58c57fa640 1 -- 172.21.15.82:0/3703923575 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58d4005020 con 0x5569094d4940 2024-09-12T12:29:19.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.558+0000 7f58c57fa640 1 -- 172.21.15.82:0/3703923575 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d40049c0 con 0x5569094d4940 2024-09-12T12:29:19.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.559+0000 7f58e7ab4740 1 -- 172.21.15.82:0/3703923575 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 msgr2=0x5569094d6d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:19.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.559+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/3703923575 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094d6d30 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f58d402a9a0 tx=0x7f58d4031400 comp rx=0 tx=0).stop 2024-09-12T12:29:19.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.559+0000 7f58e7ab4740 1 -- 172.21.15.82:0/3703923575 shutdown_connections 2024-09-12T12:29:19.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.559+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/3703923575 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094d6d30 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.559+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/3703923575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094ca080 0x5569094d4400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.559+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/3703923575 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094c9760 0x5569094c9b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.559+0000 7f58e7ab4740 1 -- 172.21.15.82:0/3703923575 >> 172.21.15.82:0/3703923575 conn(0x5569094c5cf0 msgr2=0x5569094c60d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:19.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.559+0000 7f58e7ab4740 1 -- 172.21.15.82:0/3703923575 shutdown_connections 2024-09-12T12:29:19.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.559+0000 7f58e7ab4740 1 -- 172.21.15.82:0/3703923575 wait complete. 2024-09-12T12:29:19.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.559+0000 7f58e7ab4740 1 -- start start 2024-09-12T12:29:19.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.559+0000 7f58e7ab4740 1 Processor -- start 2024-09-12T12:29:19.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58e7ab4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094c9760 0x5569094d1870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58e7ab4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094ca080 0x5569094d1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58e7ab4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094d22f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58e7ab4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5569094d7510 con 0x5569094d4940 2024-09-12T12:29:19.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58e7ab4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5569093b76e0 con 0x5569094c9760 2024-09-12T12:29:19.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58e7ab4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5569094d7690 con 0x5569094ca080 2024-09-12T12:29:19.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58e7ab4740 10 client.0 _ll_register_callbacks cb 0x5569093dba80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:29:19.569 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58de7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094d22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58de7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094d22f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54198/0 (socket says 172.21.15.82:54198) 2024-09-12T12:29:19.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58de7fc640 1 -- 172.21.15.82:0/891286884 learned_addr learned my addr 172.21.15.82:0/891286884 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:19.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58deffd640 1 --2- 172.21.15.82:0/891286884 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094ca080 0x5569094d1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58de7fc640 1 --2- 172.21.15.82:0/891286884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094c9760 0x5569094d1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58de7fc640 1 -- 172.21.15.82:0/891286884 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094ca080 msgr2=0x5569094d1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:19.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58de7fc640 1 --2- 172.21.15.82:0/891286884 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094ca080 0x5569094d1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58de7fc640 1 -- 172.21.15.82:0/891286884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094c9760 msgr2=0x5569094d1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:19.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58de7fc640 1 --2- 172.21.15.82:0/891286884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094c9760 0x5569094d1870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58de7fc640 1 -- 172.21.15.82:0/891286884 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569094e0a80 con 0x5569094d4940 2024-09-12T12:29:19.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58de7fc640 1 --2- 172.21.15.82:0/891286884 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094d22f0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f58d4005d00 tx=0x7f58d4032dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=612e51b74b35efd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:19.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58c2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:29:19.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58c2ff5640 1 -- 172.21.15.82:0/891286884 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d4050030 con 0x5569094d4940 2024-09-12T12:29:19.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58c2ff5640 1 -- 172.21.15.82:0/891286884 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f58d4004030 con 0x5569094d4940 2024-09-12T12:29:19.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.560+0000 7f58e7ab4740 1 -- 172.21.15.82:0/891286884 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58d4005020 con 0x5569094d4940 2024-09-12T12:29:19.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.561+0000 7f58c2ff5640 1 -- 172.21.15.82:0/891286884 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f58d4000e60 con 0x5569094d4940 2024-09-12T12:29:19.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.561+0000 7f58e7ab4740 10 client.15753 fetch_fsmap learned FSMap version 28 2024-09-12T12:29:19.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.561+0000 7f58e7ab4740 1 -- 172.21.15.82:0/891286884 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5569094e3410 con 0x5569094d4940 2024-09-12T12:29:19.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.561+0000 7f58c2ff5640 1 -- 172.21.15.82:0/891286884 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58d4005020 con 0x5569094d4940 2024-09-12T12:29:19.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.561+0000 7f58c2ff5640 1 -- 172.21.15.82:0/891286884 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f58d403a040 con 0x5569094d4940 2024-09-12T12:29:19.572 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.561+0000 7f58e7ab4740 10 client.15753 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:29:19.572 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.561+0000 7f58e7ab4740 10 client.15753 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:29:19.572 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.561+0000 7f58e7ab4740 20 client.15753 populate_metadata read hostname 'smithi082' 2024-09-12T12:29:19.572 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.561+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/891286884 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5569094e4760 0x5569094e6b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.572 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.561+0000 7f58e7ab4740 4 client.15753 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:29:19.572 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.561+0000 7f58e7ab4740 1 -- 172.21.15.82:0/891286884 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55690943c9d0 con 0x5569094e4760 2024-09-12T12:29:19.572 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.561+0000 7f58deffd640 1 --2- 172.21.15.82:0/891286884 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5569094e4760 0x5569094e6b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.572 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.562+0000 7f58c2ff5640 10 client.15753 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:19.572 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.562+0000 7f58deffd640 1 --2- 172.21.15.82:0/891286884 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5569094e4760 0x5569094e6b50 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9787c312464bac8 server_cookie=1a81e35720e1daa3 in_seq=0 out_seq=0 2024-09-12T12:29:19.572 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58c2ff5640 1 -- 172.21.15.82:0/891286884 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55690943c9d0 con 0x5569094e4760 2024-09-12T12:29:19.572 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58c2ff5640 10 client.15753 handle_command_reply: tid=0 2024-09-12T12:29:19.572 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58e7ab4740 1 client.15753 shutdown 2024-09-12T12:29:19.572 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58e7ab4740 1 -- 172.21.15.82:0/891286884 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 msgr2=0x5569094d22f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:19.573 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/891286884 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094d22f0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f58d4005d00 tx=0x7f58d4032dd0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.573 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58e7ab4740 1 -- 172.21.15.82:0/891286884 shutdown_connections 2024-09-12T12:29:19.573 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/891286884 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5569094e4760 0x5569094e6b50 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.573 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/891286884 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094d22f0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.573 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/891286884 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094ca080 0x5569094d1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.573 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58c2ff5640 0 client.15753 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:19.573 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/891286884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094c9760 0x5569094d1870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.573 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58e7ab4740 1 -- 172.21.15.82:0/891286884 >> 172.21.15.82:0/891286884 conn(0x5569094c5cf0 msgr2=0x5569094cb9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:19.573 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58e7ab4740 1 -- 172.21.15.82:0/891286884 shutdown_connections 2024-09-12T12:29:19.573 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58e7ab4740 1 -- 172.21.15.82:0/891286884 wait complete. 2024-09-12T12:29:19.573 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.563+0000 7f58e7ab4740 20 client.15753 trim_cache size 0 max 16384 2024-09-12T12:29:19.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.579+0000 7f58e7ab4740 1 Processor -- start 2024-09-12T12:29:19.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.579+0000 7f58e7ab4740 1 -- start start 2024-09-12T12:29:19.580 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58e7ab4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094c9760 0x5569094e9b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58e7ab4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094ca080 0x5569094ea0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58e7ab4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094ceb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58e7ab4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f58e01afc20 con 0x5569094d4940 2024-09-12T12:29:19.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58e7ab4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f58e01b1760 con 0x5569094ca080 2024-09-12T12:29:19.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58e7ab4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f58e01b02f0 con 0x5569094c9760 2024-09-12T12:29:19.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58de7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094ceb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58de7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094ceb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54206/0 (socket says 172.21.15.82:54206) 2024-09-12T12:29:19.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58de7fc640 1 -- 172.21.15.82:0/3381326166 learned_addr learned my addr 172.21.15.82:0/3381326166 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:19.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58deffd640 1 --2- 172.21.15.82:0/3381326166 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094ca080 0x5569094ea0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58de7fc640 1 -- 172.21.15.82:0/3381326166 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094c9760 msgr2=0x5569094e9b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:19.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58de7fc640 1 --2- 172.21.15.82:0/3381326166 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094c9760 0x5569094e9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58de7fc640 1 -- 172.21.15.82:0/3381326166 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094ca080 msgr2=0x5569094ea0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:19.581 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58de7fc640 1 --2- 172.21.15.82:0/3381326166 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094ca080 0x5569094ea0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58de7fc640 1 -- 172.21.15.82:0/3381326166 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569094c9590 con 0x5569094d4940 2024-09-12T12:29:19.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58deffd640 1 --2- 172.21.15.82:0/3381326166 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094ca080 0x5569094ea0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:29:19.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58de7fc640 1 --2- 172.21.15.82:0/3381326166 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094ceb10 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f58d4006010 tx=0x7f58d4031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=676826102f96e2f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:19.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58c4ff9640 1 -- 172.21.15.82:0/3381326166 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d4050040 con 0x5569094d4940 2024-09-12T12:29:19.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58c4ff9640 1 -- 172.21.15.82:0/3381326166 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58d40043f0 con 0x5569094d4940 2024-09-12T12:29:19.582 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.580+0000 7f58c4ff9640 1 -- 172.21.15.82:0/3381326166 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d4035070 con 0x5569094d4940 2024-09-12T12:29:19.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.581+0000 7f58e7ab4740 1 -- 172.21.15.82:0/3381326166 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 msgr2=0x5569094ceb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:19.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.581+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/3381326166 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094ceb10 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f58d4006010 tx=0x7f58d4031400 comp rx=0 tx=0).stop 2024-09-12T12:29:19.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.581+0000 7f58e7ab4740 1 -- 172.21.15.82:0/3381326166 shutdown_connections 2024-09-12T12:29:19.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.581+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/3381326166 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094ceb10 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.581+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/3381326166 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094ca080 0x5569094ea0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.581+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/3381326166 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094c9760 0x5569094e9b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.581+0000 7f58e7ab4740 1 -- 172.21.15.82:0/3381326166 >> 172.21.15.82:0/3381326166 conn(0x5569094c5cf0 msgr2=0x5569094cb990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:19.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.581+0000 7f58e7ab4740 1 -- 172.21.15.82:0/3381326166 shutdown_connections 2024-09-12T12:29:19.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.581+0000 7f58e7ab4740 1 -- 172.21.15.82:0/3381326166 wait complete. 2024-09-12T12:29:19.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.581+0000 7f58e7ab4740 1 -- start start 2024-09-12T12:29:19.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.581+0000 7f58e7ab4740 1 Processor -- start 2024-09-12T12:29:19.585 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58e7ab4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094c9760 0x5569094e9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58e7ab4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094ca080 0x5569094ea0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58e7ab4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094e81c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58e7ab4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f58e01b1090 con 0x5569094d4940 2024-09-12T12:29:19.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58e7ab4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f58e01b09c0 con 0x5569094c9760 2024-09-12T12:29:19.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58e7ab4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f58e01adc00 con 0x5569094ca080 2024-09-12T12:29:19.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58e7ab4740 10 client.0 _ll_register_callbacks cb 0x7f58d4031890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:29:19.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58de7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094e81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58de7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094e81c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54214/0 (socket says 172.21.15.82:54214) 2024-09-12T12:29:19.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58de7fc640 1 -- 172.21.15.82:0/1804123437 learned_addr learned my addr 172.21.15.82:0/1804123437 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:19.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58deffd640 1 --2- 172.21.15.82:0/1804123437 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094ca080 0x5569094ea0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58de7fc640 1 --2- 172.21.15.82:0/1804123437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094c9760 0x5569094e9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58de7fc640 1 -- 172.21.15.82:0/1804123437 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094ca080 msgr2=0x5569094ea0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:19.586 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58de7fc640 1 --2- 172.21.15.82:0/1804123437 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094ca080 0x5569094ea0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58de7fc640 1 -- 172.21.15.82:0/1804123437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094c9760 msgr2=0x5569094e9ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:19.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58de7fc640 1 --2- 172.21.15.82:0/1804123437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094c9760 0x5569094e9ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58de7fc640 1 -- 172.21.15.82:0/1804123437 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569094c1260 con 0x5569094d4940 2024-09-12T12:29:19.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58de7fc640 1 --2- 172.21.15.82:0/1804123437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094e81c0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f58d40059d0 tx=0x7f58d4005500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58ed11de04ad25fc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:19.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58c2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:29:19.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58c2ff5640 1 -- 172.21.15.82:0/1804123437 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d4050070 con 0x5569094d4940 2024-09-12T12:29:19.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58c2ff5640 1 -- 172.21.15.82:0/1804123437 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f58d4004110 con 0x5569094d4940 2024-09-12T12:29:19.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58e7ab4740 1 -- 172.21.15.82:0/1804123437 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58d40043f0 con 0x5569094d4940 2024-09-12T12:29:19.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.582+0000 7f58c2ff5640 1 -- 172.21.15.82:0/1804123437 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f58d4035040 con 0x5569094d4940 2024-09-12T12:29:19.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.583+0000 7f58e7ab4740 10 client.15759 fetch_fsmap learned FSMap version 28 2024-09-12T12:29:19.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.583+0000 7f58e7ab4740 1 -- 172.21.15.82:0/1804123437 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5569094c1260 con 0x5569094d4940 2024-09-12T12:29:19.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.583+0000 7f58c2ff5640 1 -- 172.21.15.82:0/1804123437 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58d40043f0 con 0x5569094d4940 2024-09-12T12:29:19.587 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.583+0000 7f58c2ff5640 1 -- 172.21.15.82:0/1804123437 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f58d403d900 con 0x5569094d4940 2024-09-12T12:29:19.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.583+0000 7f58e7ab4740 10 client.15759 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:29:19.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.583+0000 7f58e7ab4740 10 client.15759 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:29:19.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.583+0000 7f58e7ab4740 20 client.15759 populate_metadata read hostname 'smithi082' 2024-09-12T12:29:19.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.583+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/1804123437 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55690954fc40 0x556909552030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:19.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.583+0000 7f58e7ab4740 4 client.15759 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.7, "await_for": 45.0}] 2024-09-12T12:29:19.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.583+0000 7f58e7ab4740 1 -- 172.21.15.82:0/1804123437 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.7, "await_for": 45.0}) -- 0x556909436d20 con 0x55690954fc40 2024-09-12T12:29:19.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.583+0000 7f58deffd640 1 --2- 172.21.15.82:0/1804123437 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55690954fc40 0x556909552030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:19.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.584+0000 7f58deffd640 1 --2- 172.21.15.82:0/1804123437 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55690954fc40 0x556909552030 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d24d4f6d5a01665c server_cookie=d4c84991ff8e64f4 in_seq=0 out_seq=0 2024-09-12T12:29:19.588 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.584+0000 7f58c2ff5640 10 client.15759 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:19.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.597+0000 7f58c2ff5640 1 -- 172.21.15.82:0/1804123437 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x556909436d20 con 0x55690954fc40 2024-09-12T12:29:19.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.597+0000 7f58c2ff5640 10 client.15759 handle_command_reply: tid=0 2024-09-12T12:29:19.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.597+0000 7f58e7ab4740 1 client.15759 shutdown 2024-09-12T12:29:19.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.597+0000 7f58e7ab4740 1 -- 172.21.15.82:0/1804123437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 msgr2=0x5569094e81c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:19.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.597+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/1804123437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094e81c0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f58d40059d0 tx=0x7f58d4005500 comp rx=0 tx=0).stop 2024-09-12T12:29:19.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.597+0000 7f58e7ab4740 1 -- 172.21.15.82:0/1804123437 shutdown_connections 2024-09-12T12:29:19.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.597+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/1804123437 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55690954fc40 0x556909552030 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.597+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/1804123437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5569094d4940 0x5569094e81c0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.597+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/1804123437 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5569094ca080 0x5569094ea0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.597+0000 7f58e7ab4740 1 --2- 172.21.15.82:0/1804123437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5569094c9760 0x5569094e9ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.597+0000 7f58e7ab4740 1 -- 172.21.15.82:0/1804123437 >> 172.21.15.82:0/1804123437 conn(0x5569094c5cf0 msgr2=0x5569094c4650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:19.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.597+0000 7f58c2ff5640 0 client.15759 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:19.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.597+0000 7f58e7ab4740 1 -- 172.21.15.82:0/1804123437 shutdown_connections 2024-09-12T12:29:19.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.597+0000 7f58e7ab4740 1 -- 172.21.15.82:0/1804123437 wait complete. 2024-09-12T12:29:19.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.598+0000 7f58e7ab4740 20 client.15759 trim_cache size 0 max 16384 2024-09-12T12:29:19.599 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:29:19.599 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:29:19.599 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:29:19.599 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 10, 2024-09-12T12:29:19.599 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:29:19.599 INFO:teuthology.orchestra.run.smithi082.stdout: "901c0098": { 2024-09-12T12:29:19.600 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 10, 2024-09-12T12:29:19.600 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:29:19.600 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:29:19.600 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:29:19.600 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:29:19.600 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:29:19.600 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:29:19.600 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 144.7, 2024-09-12T12:29:19.600 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:29:19.600 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:29:19.600 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:29:19.600 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:29:19.600 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:29:19.601 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:29:19.601 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:29:19.601 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:29:19.601 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:29:19.601 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:29:19.601 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:29:19.601 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:29:19.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.598+0000 7f58e56db640 1 -- 172.21.15.82:0/971729836 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f58c80a2cf0 msgr2=0x7f58c80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:19.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.598+0000 7f58e56db640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f58c80a2cf0 0x7f58c80a51b0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f58d80cc3b0 tx=0x7f58d800bf90 comp rx=0 tx=0).stop 2024-09-12T12:29:19.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.598+0000 7f58e56db640 1 -- 172.21.15.82:0/971729836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58e010c170 msgr2=0x7f58e0101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:19.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.598+0000 7f58e56db640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58e010c170 0x7f58e0101420 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f58d8009fd0 tx=0x7f58d800b8e0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.598+0000 7f58e56db640 1 -- 172.21.15.82:0/971729836 shutdown_connections 2024-09-12T12:29:19.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.598+0000 7f58e56db640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f58c80a2cf0 0x7f58c80a51b0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.598+0000 7f58e56db640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58e010c170 0x7f58e0101420 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.598+0000 7f58e56db640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58e0103660 0x7f58e0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.598+0000 7f58e56db640 1 --2- 172.21.15.82:0/971729836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58e0102d40 0x7f58e01009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:19.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.598+0000 7f58e56db640 1 -- 172.21.15.82:0/971729836 >> 172.21.15.82:0/971729836 conn(0x7f58e00fc7a0 msgr2=0x7f58e00fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:19.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.598+0000 7f58e56db640 1 -- 172.21.15.82:0/971729836 shutdown_connections 2024-09-12T12:29:19.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:19.598+0000 7f58e56db640 1 -- 172.21.15.82:0/971729836 wait complete. 2024-09-12T12:29:20.351 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '901c0098', quiesce took 3.4 seconds. Will release after: 21.3 2024-09-12T12:29:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:20 smithi097 ceph-mon[34923]: pgmap v82: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-09-12T12:29:20.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:20 smithi082 ceph-mon[31122]: pgmap v82: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-09-12T12:29:20.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:20 smithi114 ceph-mon[35514]: pgmap v82: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-09-12T12:29:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:22 smithi097 ceph-mon[34923]: pgmap v83: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-09-12T12:29:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:22 smithi082 ceph-mon[31122]: pgmap v83: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-09-12T12:29:22.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:22 smithi114 ceph-mon[35514]: pgmap v83: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-09-12T12:29:23.824 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.822+0000 7fb93860e640 1 -- 172.21.15.82:0/1693311749 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb930101390 msgr2=0x7fb93010d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.822+0000 7fb93860e640 1 --2- 172.21.15.82:0/1693311749 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb930101390 0x7fb93010d8c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fb928009930 tx=0x7fb92802a420 comp rx=0 tx=0).stop 2024-09-12T12:29:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.822+0000 7fb93860e640 1 -- 172.21.15.82:0/1693311749 shutdown_connections 2024-09-12T12:29:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.822+0000 7fb93860e640 1 --2- 172.21.15.82:0/1693311749 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb930101390 0x7fb93010d8c0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.822+0000 7fb93860e640 1 --2- 172.21.15.82:0/1693311749 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb9301009f0 0x7fb930100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.822+0000 7fb93860e640 1 --2- 172.21.15.82:0/1693311749 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb930106a00 0x7fb930106de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.822+0000 7fb93860e640 1 -- 172.21.15.82:0/1693311749 >> 172.21.15.82:0/1693311749 conn(0x7fb9300fc6b0 msgr2=0x7fb9300fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.822+0000 7fb93860e640 1 -- 172.21.15.82:0/1693311749 shutdown_connections 2024-09-12T12:29:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.822+0000 7fb93860e640 1 -- 172.21.15.82:0/1693311749 wait complete. 2024-09-12T12:29:23.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.822+0000 7fb93860e640 1 Processor -- start 2024-09-12T12:29:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.822+0000 7fb93860e640 1 -- start start 2024-09-12T12:29:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb93860e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb9301009f0 0x7fb930199130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb93860e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb930101390 0x7fb930199670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb93860e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb930106a00 0x7fb9301a41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb93860e640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb930110e40 con 0x7fb9301009f0 2024-09-12T12:29:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb93860e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb930110cc0 con 0x7fb930101390 2024-09-12T12:29:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb93860e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb930110fc0 con 0x7fb930106a00 2024-09-12T12:29:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb9363aa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb9301009f0 0x7fb930199130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb9363aa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb9301009f0 0x7fb930199130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54238/0 (socket says 172.21.15.82:54238) 2024-09-12T12:29:23.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb9363aa640 1 -- 172.21.15.82:0/790535308 learned_addr learned my addr 172.21.15.82:0/790535308 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb936bab640 1 --2- 172.21.15.82:0/790535308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb930106a00 0x7fb9301a41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb9363aa640 1 -- 172.21.15.82:0/790535308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb930106a00 msgr2=0x7fb9301a41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb9363aa640 1 --2- 172.21.15.82:0/790535308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb930106a00 0x7fb9301a41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb9363aa640 1 -- 172.21.15.82:0/790535308 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb930101390 msgr2=0x7fb930199670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb9363aa640 1 --2- 172.21.15.82:0/790535308 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb930101390 0x7fb930199670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb9363aa640 1 -- 172.21.15.82:0/790535308 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9301a46f0 con 0x7fb9301009f0 2024-09-12T12:29:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb936bab640 1 --2- 172.21.15.82:0/790535308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb930106a00 0x7fb9301a41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:29:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb9363aa640 1 --2- 172.21.15.82:0/790535308 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb9301009f0 0x7fb930199130 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fb92c00eab0 tx=0x7fb92c00ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb9277fe640 1 -- 172.21.15.82:0/790535308 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c00ce40 con 0x7fb9301009f0 2024-09-12T12:29:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb93860e640 1 -- 172.21.15.82:0/790535308 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9301a48c0 con 0x7fb9301009f0 2024-09-12T12:29:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb9277fe640 1 -- 172.21.15.82:0/790535308 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb92c011950 con 0x7fb9301009f0 2024-09-12T12:29:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb9277fe640 1 -- 172.21.15.82:0/790535308 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c010ae0 con 0x7fb9301009f0 2024-09-12T12:29:23.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.823+0000 7fb93860e640 1 -- 172.21.15.82:0/790535308 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9301a4e10 con 0x7fb9301009f0 2024-09-12T12:29:23.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.826+0000 7fb9277fe640 1 -- 172.21.15.82:0/790535308 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fb92c011b00 con 0x7fb9301009f0 2024-09-12T12:29:23.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.826+0000 7fb93b486740 1 Processor -- start 2024-09-12T12:29:23.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.826+0000 7fb93b486740 1 -- start start 2024-09-12T12:29:23.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb93b486740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d30eaf0 0x55fb5d30eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb93b486740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30f410 0x55fb5d319770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb93b486740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d319cb0 0x55fb5d31c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb93b486740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55fb5d2732f0 con 0x55fb5d30f410 2024-09-12T12:29:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb93b486740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55fb5d21b270 con 0x55fb5d30eaf0 2024-09-12T12:29:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb93b486740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55fb5d26f2b0 con 0x55fb5d319cb0 2024-09-12T12:29:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb9277fe640 1 --2- 172.21.15.82:0/790535308 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb91c0a2da0 0x7fb91c0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb9363aa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30f410 0x55fb5d319770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb9363aa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30f410 0x55fb5d319770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54250/0 (socket says 172.21.15.82:54250) 2024-09-12T12:29:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb9363aa640 1 -- 172.21.15.82:0/1680630764 learned_addr learned my addr 172.21.15.82:0/1680630764 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb936bab640 1 --2- 172.21.15.82:0/1680630764 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d30eaf0 0x55fb5d30eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb935ba9640 1 --2- 172.21.15.82:0/1680630764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d319cb0 0x55fb5d31c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb936bab640 1 --2- 172.21.15.82:0/790535308 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb91c0a2da0 0x7fb91c0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb9277fe640 1 -- 172.21.15.82:0/790535308 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fb92c0cfb80 con 0x7fb9301009f0 2024-09-12T12:29:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb9363aa640 1 -- 172.21.15.82:0/1680630764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d319cb0 msgr2=0x55fb5d31c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb9363aa640 1 --2- 172.21.15.82:0/1680630764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d319cb0 0x55fb5d31c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb9363aa640 1 -- 172.21.15.82:0/1680630764 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d30eaf0 msgr2=0x55fb5d30eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb9363aa640 1 --2- 172.21.15.82:0/1680630764 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d30eaf0 0x55fb5d30eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb9363aa640 1 -- 172.21.15.82:0/1680630764 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb5d21a340 con 0x55fb5d30f410 2024-09-12T12:29:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.827+0000 7fb935ba9640 1 --2- 172.21.15.82:0/1680630764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d319cb0 0x55fb5d31c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:29:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.828+0000 7fb9363aa640 1 --2- 172.21.15.82:0/1680630764 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30f410 0x55fb5d319770 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fb92c0a47a0 tx=0x7fb92c0094a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ac8f8ecb579a90c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.828+0000 7fb936bab640 1 --2- 172.21.15.82:0/790535308 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb91c0a2da0 0x7fb91c0a5260 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb92802a940 tx=0x7fb928005fd0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.828+0000 7fb924bfe640 1 -- 172.21.15.82:0/1680630764 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c09c060 con 0x55fb5d30f410 2024-09-12T12:29:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.828+0000 7fb924bfe640 1 -- 172.21.15.82:0/1680630764 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb92c0a0410 con 0x55fb5d30f410 2024-09-12T12:29:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.828+0000 7fb924bfe640 1 -- 172.21.15.82:0/1680630764 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c0202b0 con 0x55fb5d30f410 2024-09-12T12:29:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.828+0000 7fb93b486740 1 -- 172.21.15.82:0/1680630764 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30f410 msgr2=0x55fb5d319770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.828+0000 7fb93b486740 1 --2- 172.21.15.82:0/1680630764 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30f410 0x55fb5d319770 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fb92c0a47a0 tx=0x7fb92c0094a0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 -- 172.21.15.82:0/1680630764 shutdown_connections 2024-09-12T12:29:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 --2- 172.21.15.82:0/1680630764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d319cb0 0x55fb5d31c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 --2- 172.21.15.82:0/1680630764 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30f410 0x55fb5d319770 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 --2- 172.21.15.82:0/1680630764 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d30eaf0 0x55fb5d30eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 -- 172.21.15.82:0/1680630764 >> 172.21.15.82:0/1680630764 conn(0x55fb5d30b060 msgr2=0x55fb5d30b440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 -- 172.21.15.82:0/1680630764 shutdown_connections 2024-09-12T12:29:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 -- 172.21.15.82:0/1680630764 wait complete. 2024-09-12T12:29:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 -- start start 2024-09-12T12:29:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 Processor -- start 2024-09-12T12:29:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30eaf0 0x55fb5d316cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d30f410 0x55fb5d317210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d319cb0 0x55fb5d317750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55fb5d31c880 con 0x55fb5d30eaf0 2024-09-12T12:29:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55fb5d1fc290 con 0x55fb5d319cb0 2024-09-12T12:29:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55fb5d31ca00 con 0x55fb5d30f410 2024-09-12T12:29:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb93b486740 10 client.0 _ll_register_callbacks cb 0x55fb5d22d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:29:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb9363aa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30eaf0 0x55fb5d316cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb9363aa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30eaf0 0x55fb5d316cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54252/0 (socket says 172.21.15.82:54252) 2024-09-12T12:29:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.829+0000 7fb9363aa640 1 -- 172.21.15.82:0/1972487286 learned_addr learned my addr 172.21.15.82:0/1972487286 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb935ba9640 1 --2- 172.21.15.82:0/1972487286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d30f410 0x55fb5d317210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb936bab640 1 --2- 172.21.15.82:0/1972487286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d319cb0 0x55fb5d317750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb9363aa640 1 -- 172.21.15.82:0/1972487286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d30f410 msgr2=0x55fb5d317210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb9363aa640 1 --2- 172.21.15.82:0/1972487286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d30f410 0x55fb5d317210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb9363aa640 1 -- 172.21.15.82:0/1972487286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d319cb0 msgr2=0x55fb5d317750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb9363aa640 1 --2- 172.21.15.82:0/1972487286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d319cb0 0x55fb5d317750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb9363aa640 1 -- 172.21.15.82:0/1972487286 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb5cf86210 con 0x55fb5d30eaf0 2024-09-12T12:29:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb9363aa640 1 --2- 172.21.15.82:0/1972487286 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30eaf0 0x55fb5d316cd0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fb92c0cff30 tx=0x7fb92c0cd740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16a66b4835017558 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb919ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:29:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb919ffb640 1 -- 172.21.15.82:0/1972487286 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c09a360 con 0x55fb5d30eaf0 2024-09-12T12:29:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb919ffb640 1 -- 172.21.15.82:0/1972487286 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fb92c0202b0 con 0x55fb5d30eaf0 2024-09-12T12:29:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb93b486740 1 -- 172.21.15.82:0/1972487286 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb92c0a0410 con 0x55fb5d30eaf0 2024-09-12T12:29:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb919ffb640 1 -- 172.21.15.82:0/1972487286 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb92c09c060 con 0x55fb5d30eaf0 2024-09-12T12:29:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb93b486740 10 client.15771 fetch_fsmap learned FSMap version 28 2024-09-12T12:29:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb93b486740 1 -- 172.21.15.82:0/1972487286 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fb5d052620 con 0x55fb5d30eaf0 2024-09-12T12:29:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.830+0000 7fb919ffb640 1 -- 172.21.15.82:0/1972487286 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb92c0a0410 con 0x55fb5d30eaf0 2024-09-12T12:29:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.831+0000 7fb919ffb640 1 -- 172.21.15.82:0/1972487286 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fb92c00f040 con 0x55fb5d30eaf0 2024-09-12T12:29:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.831+0000 7fb93b486740 10 client.15771 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:29:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.831+0000 7fb93b486740 10 client.15771 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:29:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.831+0000 7fb93b486740 20 client.15771 populate_metadata read hostname 'smithi082' 2024-09-12T12:29:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.831+0000 7fb93b486740 1 --2- 172.21.15.82:0/1972487286 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb5d329bc0 0x55fb5d32bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.831+0000 7fb93b486740 4 client.15771 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:29:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.831+0000 7fb93b486740 1 -- 172.21.15.82:0/1972487286 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fb5d280a20 con 0x55fb5d329bc0 2024-09-12T12:29:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.831+0000 7fb935ba9640 1 --2- 172.21.15.82:0/1972487286 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb5d329bc0 0x55fb5d32bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.831+0000 7fb919ffb640 10 client.15771 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.831+0000 7fb935ba9640 1 --2- 172.21.15.82:0/1972487286 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb5d329bc0 0x55fb5d32bfb0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=729631ad7ad7e26f server_cookie=af061e02b92379f in_seq=0 out_seq=0 2024-09-12T12:29:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.832+0000 7fb919ffb640 1 -- 172.21.15.82:0/1972487286 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fb5d280a20 con 0x55fb5d329bc0 2024-09-12T12:29:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.832+0000 7fb919ffb640 10 client.15771 handle_command_reply: tid=0 2024-09-12T12:29:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.832+0000 7fb93b486740 1 client.15771 shutdown 2024-09-12T12:29:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.832+0000 7fb93b486740 1 -- 172.21.15.82:0/1972487286 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30eaf0 msgr2=0x55fb5d316cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.832+0000 7fb93b486740 1 --2- 172.21.15.82:0/1972487286 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30eaf0 0x55fb5d316cd0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fb92c0cff30 tx=0x7fb92c0cd740 comp rx=0 tx=0).stop 2024-09-12T12:29:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.832+0000 7fb93b486740 1 -- 172.21.15.82:0/1972487286 shutdown_connections 2024-09-12T12:29:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.832+0000 7fb93b486740 1 --2- 172.21.15.82:0/1972487286 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb5d329bc0 0x55fb5d32bfb0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.832+0000 7fb93b486740 1 --2- 172.21.15.82:0/1972487286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d319cb0 0x55fb5d317750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.832+0000 7fb919ffb640 0 client.15771 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.832+0000 7fb93b486740 1 --2- 172.21.15.82:0/1972487286 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d30f410 0x55fb5d317210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.832+0000 7fb93b486740 1 --2- 172.21.15.82:0/1972487286 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30eaf0 0x55fb5d316cd0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.832+0000 7fb93b486740 1 -- 172.21.15.82:0/1972487286 >> 172.21.15.82:0/1972487286 conn(0x55fb5d30b060 msgr2=0x55fb5d310dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.832+0000 7fb93b486740 1 -- 172.21.15.82:0/1972487286 shutdown_connections 2024-09-12T12:29:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.832+0000 7fb93b486740 1 -- 172.21.15.82:0/1972487286 wait complete. 2024-09-12T12:29:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.833+0000 7fb93b486740 20 client.15771 trim_cache size 0 max 16384 2024-09-12T12:29:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb93b486740 1 Processor -- start 2024-09-12T12:29:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb93b486740 1 -- start start 2024-09-12T12:29:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb93b486740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30eaf0 0x55fb5d317580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb93b486740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d30f410 0x55fb5d32efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb93b486740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d319cb0 0x55fb5d32f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb93b486740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb9301ad910 con 0x55fb5d30eaf0 2024-09-12T12:29:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb93b486740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb9301af450 con 0x55fb5d319cb0 2024-09-12T12:29:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb93b486740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb9301adfe0 con 0x55fb5d30f410 2024-09-12T12:29:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb9363aa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30eaf0 0x55fb5d317580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb9363aa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30eaf0 0x55fb5d317580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54256/0 (socket says 172.21.15.82:54256) 2024-09-12T12:29:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb9363aa640 1 -- 172.21.15.82:0/2092506786 learned_addr learned my addr 172.21.15.82:0/2092506786 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb9363aa640 1 -- 172.21.15.82:0/2092506786 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d30f410 msgr2=0x55fb5d32efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb9363aa640 1 --2- 172.21.15.82:0/2092506786 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d30f410 0x55fb5d32efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb9363aa640 1 -- 172.21.15.82:0/2092506786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d319cb0 msgr2=0x55fb5d32f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb9363aa640 1 --2- 172.21.15.82:0/2092506786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d319cb0 0x55fb5d32f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.847+0000 7fb9363aa640 1 -- 172.21.15.82:0/2092506786 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb5d315c60 con 0x55fb5d30eaf0 2024-09-12T12:29:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.848+0000 7fb9363aa640 1 --2- 172.21.15.82:0/2092506786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30eaf0 0x55fb5d317580 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fb92c0cd890 tx=0x7fb92c0cd340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee0b98fcbea734cc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.848+0000 7fb91bfff640 1 -- 172.21.15.82:0/2092506786 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c0a0410 con 0x55fb5d30eaf0 2024-09-12T12:29:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.848+0000 7fb91bfff640 1 -- 172.21.15.82:0/2092506786 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb92c065020 con 0x55fb5d30eaf0 2024-09-12T12:29:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.848+0000 7fb91bfff640 1 -- 172.21.15.82:0/2092506786 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92c09c2c0 con 0x55fb5d30eaf0 2024-09-12T12:29:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.848+0000 7fb93b486740 1 -- 172.21.15.82:0/2092506786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30eaf0 msgr2=0x55fb5d317580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.848+0000 7fb93b486740 1 --2- 172.21.15.82:0/2092506786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30eaf0 0x55fb5d317580 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fb92c0cd890 tx=0x7fb92c0cd340 comp rx=0 tx=0).stop 2024-09-12T12:29:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.848+0000 7fb93b486740 1 -- 172.21.15.82:0/2092506786 shutdown_connections 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.848+0000 7fb93b486740 1 --2- 172.21.15.82:0/2092506786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d319cb0 0x55fb5d32f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.848+0000 7fb93b486740 1 --2- 172.21.15.82:0/2092506786 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d30f410 0x55fb5d32efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.848+0000 7fb93b486740 1 --2- 172.21.15.82:0/2092506786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30eaf0 0x55fb5d317580 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.848+0000 7fb93b486740 1 -- 172.21.15.82:0/2092506786 >> 172.21.15.82:0/2092506786 conn(0x55fb5d30b060 msgr2=0x55fb5d318d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.848+0000 7fb93b486740 1 -- 172.21.15.82:0/2092506786 shutdown_connections 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.848+0000 7fb93b486740 1 -- 172.21.15.82:0/2092506786 wait complete. 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb93b486740 1 -- start start 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb93b486740 1 Processor -- start 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb93b486740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d30eaf0 0x55fb5d32ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb93b486740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30f410 0x55fb5d32d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb93b486740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d319cb0 0x55fb5d32d900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb93b486740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb9301aed80 con 0x55fb5d30f410 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb93b486740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb9301ae6b0 con 0x55fb5d30eaf0 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb93b486740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb9301ab8f0 con 0x55fb5d319cb0 2024-09-12T12:29:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb93b486740 10 client.0 _ll_register_callbacks cb 0x7fb92c011e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:29:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb935ba9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30f410 0x55fb5d32d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb935ba9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30f410 0x55fb5d32d3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54262/0 (socket says 172.21.15.82:54262) 2024-09-12T12:29:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb935ba9640 1 -- 172.21.15.82:0/3548392316 learned_addr learned my addr 172.21.15.82:0/3548392316 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb9363aa640 1 --2- 172.21.15.82:0/3548392316 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d30eaf0 0x55fb5d32ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb936bab640 1 --2- 172.21.15.82:0/3548392316 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d319cb0 0x55fb5d32d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb935ba9640 1 -- 172.21.15.82:0/3548392316 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d319cb0 msgr2=0x55fb5d32d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb935ba9640 1 --2- 172.21.15.82:0/3548392316 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d319cb0 0x55fb5d32d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb935ba9640 1 -- 172.21.15.82:0/3548392316 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d30eaf0 msgr2=0x55fb5d32ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb935ba9640 1 --2- 172.21.15.82:0/3548392316 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d30eaf0 0x55fb5d32ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb935ba9640 1 -- 172.21.15.82:0/3548392316 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb5d326700 con 0x55fb5d30f410 2024-09-12T12:29:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.849+0000 7fb936bab640 1 --2- 172.21.15.82:0/3548392316 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d319cb0 0x55fb5d32d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:29:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb935ba9640 1 --2- 172.21.15.82:0/3548392316 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30f410 0x55fb5d32d3c0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fb920005fd0 tx=0x7fb920012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98fe6fa4ecb01d2c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb919ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:29:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb919ffb640 1 -- 172.21.15.82:0/3548392316 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb92001f020 con 0x55fb5d30f410 2024-09-12T12:29:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb919ffb640 1 -- 172.21.15.82:0/3548392316 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fb92001b7b0 con 0x55fb5d30f410 2024-09-12T12:29:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb93b486740 1 -- 172.21.15.82:0/3548392316 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb92c065020 con 0x55fb5d30f410 2024-09-12T12:29:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb919ffb640 1 -- 172.21.15.82:0/3548392316 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb92002a050 con 0x55fb5d30f410 2024-09-12T12:29:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb93b486740 10 client.15777 fetch_fsmap learned FSMap version 28 2024-09-12T12:29:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb93b486740 1 -- 172.21.15.82:0/3548392316 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fb5d3947d0 con 0x55fb5d30f410 2024-09-12T12:29:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb919ffb640 1 -- 172.21.15.82:0/3548392316 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb92c065020 con 0x55fb5d30f410 2024-09-12T12:29:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb919ffb640 1 -- 172.21.15.82:0/3548392316 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fb920011c50 con 0x55fb5d30f410 2024-09-12T12:29:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb93b486740 10 client.15777 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:29:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb93b486740 10 client.15777 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:29:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb93b486740 20 client.15777 populate_metadata read hostname 'smithi082' 2024-09-12T12:29:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb93b486740 1 --2- 172.21.15.82:0/3548392316 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb5d394f50 0x55fb5d397370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb93b486740 4 client.15777 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:29:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.850+0000 7fb93b486740 1 -- 172.21.15.82:0/3548392316 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fb5d27ad70 con 0x55fb5d394f50 2024-09-12T12:29:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.851+0000 7fb9363aa640 1 --2- 172.21.15.82:0/3548392316 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb5d394f50 0x55fb5d397370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.851+0000 7fb919ffb640 10 client.15777 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.851+0000 7fb9363aa640 1 --2- 172.21.15.82:0/3548392316 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb5d394f50 0x55fb5d397370 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8446a01b605a6c07 server_cookie=b7454920ee75cfb8 in_seq=0 out_seq=0 2024-09-12T12:29:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb919ffb640 1 -- 172.21.15.82:0/3548392316 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fb5d27ad70 con 0x55fb5d394f50 2024-09-12T12:29:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb919ffb640 10 client.15777 handle_command_reply: tid=0 2024-09-12T12:29:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb93b486740 1 client.15777 shutdown 2024-09-12T12:29:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb93b486740 1 -- 172.21.15.82:0/3548392316 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30f410 msgr2=0x55fb5d32d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb93b486740 1 --2- 172.21.15.82:0/3548392316 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30f410 0x55fb5d32d3c0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fb920005fd0 tx=0x7fb920012820 comp rx=0 tx=0).stop 2024-09-12T12:29:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb93b486740 1 -- 172.21.15.82:0/3548392316 shutdown_connections 2024-09-12T12:29:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb93b486740 1 --2- 172.21.15.82:0/3548392316 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb5d394f50 0x55fb5d397370 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb93b486740 1 --2- 172.21.15.82:0/3548392316 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb5d319cb0 0x55fb5d32d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb93b486740 1 --2- 172.21.15.82:0/3548392316 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb5d30f410 0x55fb5d32d3c0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb93b486740 1 --2- 172.21.15.82:0/3548392316 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb5d30eaf0 0x55fb5d32ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb919ffb640 0 client.15777 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb93b486740 1 -- 172.21.15.82:0/3548392316 >> 172.21.15.82:0/3548392316 conn(0x55fb5d30b060 msgr2=0x55fb5d3099a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb93b486740 1 -- 172.21.15.82:0/3548392316 shutdown_connections 2024-09-12T12:29:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb93b486740 1 -- 172.21.15.82:0/3548392316 wait complete. 2024-09-12T12:29:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.863+0000 7fb93b486740 20 client.15777 trim_cache size 0 max 16384 2024-09-12T12:29:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:29:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:29:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:29:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:29:23.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.864+0000 7fb93860e640 1 -- 172.21.15.82:0/790535308 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb91c0a2da0 msgr2=0x7fb91c0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:23.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.864+0000 7fb93860e640 1 --2- 172.21.15.82:0/790535308 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb91c0a2da0 0x7fb91c0a5260 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb92802a940 tx=0x7fb928005fd0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.864+0000 7fb93860e640 1 -- 172.21.15.82:0/790535308 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb9301009f0 msgr2=0x7fb930199130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.864+0000 7fb93860e640 1 --2- 172.21.15.82:0/790535308 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb9301009f0 0x7fb930199130 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fb92c00eab0 tx=0x7fb92c00ef70 comp rx=0 tx=0).stop 2024-09-12T12:29:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.864+0000 7fb93860e640 1 -- 172.21.15.82:0/790535308 shutdown_connections 2024-09-12T12:29:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.864+0000 7fb93860e640 1 --2- 172.21.15.82:0/790535308 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb91c0a2da0 0x7fb91c0a5260 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.864+0000 7fb93860e640 1 --2- 172.21.15.82:0/790535308 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb930106a00 0x7fb9301a41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.864+0000 7fb93860e640 1 --2- 172.21.15.82:0/790535308 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb930101390 0x7fb930199670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.864+0000 7fb93860e640 1 --2- 172.21.15.82:0/790535308 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb9301009f0 0x7fb930199130 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.864+0000 7fb93860e640 1 -- 172.21.15.82:0/790535308 >> 172.21.15.82:0/790535308 conn(0x7fb9300fc6b0 msgr2=0x7fb9300fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.864+0000 7fb93860e640 1 -- 172.21.15.82:0/790535308 shutdown_connections 2024-09-12T12:29:23.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:23.864+0000 7fb93860e640 1 -- 172.21.15.82:0/790535308 wait complete. 2024-09-12T12:29:24.621 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:24 smithi114 ceph-mon[35514]: pgmap v84: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 20 op/s 2024-09-12T12:29:24.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:24 smithi097 ceph-mon[34923]: pgmap v84: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 20 op/s 2024-09-12T12:29:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:24 smithi082 ceph-mon[31122]: pgmap v84: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 20 op/s 2024-09-12T12:29:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:26 smithi097 ceph-mon[34923]: pgmap v85: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 11 op/s 2024-09-12T12:29:26.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:26 smithi082 ceph-mon[31122]: pgmap v85: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 11 op/s 2024-09-12T12:29:26.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:26 smithi114 ceph-mon[35514]: pgmap v85: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 11 op/s 2024-09-12T12:29:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:28 smithi097 ceph-mon[34923]: pgmap v86: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 18 op/s 2024-09-12T12:29:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:28 smithi082 ceph-mon[31122]: pgmap v86: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 18 op/s 2024-09-12T12:29:28.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:28 smithi114 ceph-mon[35514]: pgmap v86: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 18 op/s 2024-09-12T12:29:30.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:30 smithi097 ceph-mon[34923]: pgmap v87: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.2 KiB/s wr, 11 op/s 2024-09-12T12:29:30.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:30 smithi082 ceph-mon[31122]: pgmap v87: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.2 KiB/s wr, 11 op/s 2024-09-12T12:29:30.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:30 smithi114 ceph-mon[35514]: pgmap v87: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.2 KiB/s wr, 11 op/s 2024-09-12T12:29:32.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:32 smithi097 ceph-mon[34923]: pgmap v88: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.2 KiB/s wr, 11 op/s 2024-09-12T12:29:32.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:32 smithi082 ceph-mon[31122]: pgmap v88: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.2 KiB/s wr, 11 op/s 2024-09-12T12:29:32.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:32 smithi114 ceph-mon[35514]: pgmap v88: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.2 KiB/s wr, 11 op/s 2024-09-12T12:29:34.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:34 smithi097 ceph-mon[34923]: pgmap v89: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.1 KiB/s wr, 16 op/s 2024-09-12T12:29:34.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:34 smithi082 ceph-mon[31122]: pgmap v89: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.1 KiB/s wr, 16 op/s 2024-09-12T12:29:34.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:34 smithi114 ceph-mon[35514]: pgmap v89: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.1 KiB/s wr, 16 op/s 2024-09-12T12:29:36.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:36 smithi097 ceph-mon[34923]: pgmap v90: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.3 KiB/s wr, 11 op/s 2024-09-12T12:29:36.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:36 smithi082 ceph-mon[31122]: pgmap v90: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.3 KiB/s wr, 11 op/s 2024-09-12T12:29:36.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:36 smithi114 ceph-mon[35514]: pgmap v90: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.3 KiB/s wr, 11 op/s 2024-09-12T12:29:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.952+0000 7f3c5e44c640 1 -- 172.21.15.82:0/673555367 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c581009b0 msgr2=0x7f3c58100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.952+0000 7f3c5e44c640 1 --2- 172.21.15.82:0/673555367 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c581009b0 0x7f3c58100e10 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f3c4c009930 tx=0x7f3c4c02a420 comp rx=0 tx=0).stop 2024-09-12T12:29:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.952+0000 7f3c5e44c640 1 -- 172.21.15.82:0/673555367 shutdown_connections 2024-09-12T12:29:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.952+0000 7f3c5e44c640 1 --2- 172.21.15.82:0/673555367 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c58101350 0x7f3c5810d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.952+0000 7f3c5e44c640 1 --2- 172.21.15.82:0/673555367 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c581009b0 0x7f3c58100e10 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.952+0000 7f3c5e44c640 1 --2- 172.21.15.82:0/673555367 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c581069c0 0x7f3c58106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.952+0000 7f3c5e44c640 1 -- 172.21.15.82:0/673555367 >> 172.21.15.82:0/673555367 conn(0x7f3c58077990 msgr2=0x7f3c580fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.952+0000 7f3c5e44c640 1 -- 172.21.15.82:0/673555367 shutdown_connections 2024-09-12T12:29:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.952+0000 7f3c5e44c640 1 -- 172.21.15.82:0/673555367 wait complete. 2024-09-12T12:29:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.953+0000 7f3c5e44c640 1 Processor -- start 2024-09-12T12:29:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.953+0000 7f3c5e44c640 1 -- start start 2024-09-12T12:29:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.953+0000 7f3c5e44c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c581009b0 0x7f3c58198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.953+0000 7f3c5e44c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c58101350 0x7f3c58198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.953+0000 7f3c5e44c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c581069c0 0x7f3c5819cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.953+0000 7f3c5e44c640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3c58110e00 con 0x7f3c581069c0 2024-09-12T12:29:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.953+0000 7f3c5e44c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3c58110c80 con 0x7f3c58101350 2024-09-12T12:29:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.953+0000 7f3c5e44c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3c58110f80 con 0x7f3c581009b0 2024-09-12T12:29:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.953+0000 7f3c5c9e9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c581069c0 0x7f3c5819cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.953+0000 7f3c5c9e9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c581069c0 0x7f3c5819cbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48658/0 (socket says 172.21.15.82:48658) 2024-09-12T12:29:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.953+0000 7f3c5c9e9640 1 -- 172.21.15.82:0/639479729 learned_addr learned my addr 172.21.15.82:0/639479729 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.953+0000 7f3c577fe640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c58101350 0x7f3c58198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.953+0000 7f3c57fff640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c581009b0 0x7f3c58198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.954+0000 7f3c5c9e9640 1 -- 172.21.15.82:0/639479729 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c581009b0 msgr2=0x7f3c58198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.954+0000 7f3c5c9e9640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c581009b0 0x7f3c58198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.954+0000 7f3c5c9e9640 1 -- 172.21.15.82:0/639479729 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c58101350 msgr2=0x7f3c58198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.954+0000 7f3c5c9e9640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c58101350 0x7f3c58198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.954+0000 7f3c5c9e9640 1 -- 172.21.15.82:0/639479729 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c5819d2f0 con 0x7f3c581069c0 2024-09-12T12:29:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.954+0000 7f3c577fe640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c58101350 0x7f3c58198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:29:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.954+0000 7f3c5c9e9640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c581069c0 0x7f3c5819cbc0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f3c5000eaa0 tx=0x7f3c5000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.954+0000 7f3c557fa640 1 -- 172.21.15.82:0/639479729 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c5000cdb0 con 0x7f3c581069c0 2024-09-12T12:29:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.954+0000 7f3c5e44c640 1 -- 172.21.15.82:0/639479729 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c5819d5e0 con 0x7f3c581069c0 2024-09-12T12:29:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.954+0000 7f3c557fa640 1 -- 172.21.15.82:0/639479729 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c50005020 con 0x7f3c581069c0 2024-09-12T12:29:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.954+0000 7f3c557fa640 1 -- 172.21.15.82:0/639479729 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c500116d0 con 0x7f3c581069c0 2024-09-12T12:29:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.954+0000 7f3c5e44c640 1 -- 172.21.15.82:0/639479729 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c581a4e70 con 0x7f3c581069c0 2024-09-12T12:29:36.964 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c557fa640 1 -- 172.21.15.82:0/639479729 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f3c500054d0 con 0x7f3c581069c0 2024-09-12T12:29:36.964 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c611e3740 1 Processor -- start 2024-09-12T12:29:36.964 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c611e3740 1 -- start start 2024-09-12T12:29:36.964 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c611e3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 0x55e098c78ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.964 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c611e3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c79410 0x55e098c83770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.964 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c611e3740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c83cb0 0x55e098c860a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.964 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c611e3740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e098bdd2f0 con 0x55e098c83cb0 2024-09-12T12:29:36.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c611e3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e098b85270 con 0x55e098c78af0 2024-09-12T12:29:36.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c611e3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e098bd92b0 con 0x55e098c79410 2024-09-12T12:29:36.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c577fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c83cb0 0x55e098c860a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c577fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c83cb0 0x55e098c860a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48672/0 (socket says 172.21.15.82:48672) 2024-09-12T12:29:36.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c577fe640 1 -- 172.21.15.82:0/1309376897 learned_addr learned my addr 172.21.15.82:0/1309376897 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:36.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c57fff640 1 --2- 172.21.15.82:0/1309376897 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c79410 0x55e098c83770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c557fa640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c400a2da0 0x7f3c400a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c577fe640 1 -- 172.21.15.82:0/1309376897 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c79410 msgr2=0x55e098c83770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:36.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c577fe640 1 --2- 172.21.15.82:0/1309376897 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c79410 0x55e098c83770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c577fe640 1 -- 172.21.15.82:0/1309376897 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 msgr2=0x55e098c78ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:36.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c577fe640 1 --2- 172.21.15.82:0/1309376897 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 0x55e098c78ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.957+0000 7f3c577fe640 1 -- 172.21.15.82:0/1309376897 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e098b84340 con 0x55e098c83cb0 2024-09-12T12:29:36.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.958+0000 7f3c5c9e9640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c400a2da0 0x7f3c400a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.958+0000 7f3c577fe640 1 --2- 172.21.15.82:0/1309376897 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c83cb0 0x55e098c860a0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f3c4c006010 tx=0x7f3c4c0315b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ea69e2dff1c9a92 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.958+0000 7f3c557fa640 1 -- 172.21.15.82:0/639479729 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f3c500cf600 con 0x7f3c581069c0 2024-09-12T12:29:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.958+0000 7f3c3e7fc640 1 -- 172.21.15.82:0/1309376897 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c4c035040 con 0x55e098c83cb0 2024-09-12T12:29:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.958+0000 7f3c3e7fc640 1 -- 172.21.15.82:0/1309376897 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c4c0319a0 con 0x55e098c83cb0 2024-09-12T12:29:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.958+0000 7f3c3e7fc640 1 -- 172.21.15.82:0/1309376897 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c4c004a00 con 0x55e098c83cb0 2024-09-12T12:29:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.959+0000 7f3c611e3740 1 -- 172.21.15.82:0/1309376897 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c83cb0 msgr2=0x55e098c860a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.959+0000 7f3c611e3740 1 --2- 172.21.15.82:0/1309376897 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c83cb0 0x55e098c860a0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f3c4c006010 tx=0x7f3c4c0315b0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.959+0000 7f3c5c9e9640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c400a2da0 0x7f3c400a5260 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3c500ccdc0 tx=0x7f3c5006db50 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.959+0000 7f3c611e3740 1 -- 172.21.15.82:0/1309376897 shutdown_connections 2024-09-12T12:29:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.959+0000 7f3c611e3740 1 --2- 172.21.15.82:0/1309376897 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c83cb0 0x55e098c860a0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.959+0000 7f3c611e3740 1 --2- 172.21.15.82:0/1309376897 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c79410 0x55e098c83770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.959+0000 7f3c611e3740 1 --2- 172.21.15.82:0/1309376897 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 0x55e098c78ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.959+0000 7f3c611e3740 1 -- 172.21.15.82:0/1309376897 >> 172.21.15.82:0/1309376897 conn(0x55e098c75060 msgr2=0x55e098c75440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.959+0000 7f3c611e3740 1 -- 172.21.15.82:0/1309376897 shutdown_connections 2024-09-12T12:29:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.959+0000 7f3c611e3740 1 -- 172.21.15.82:0/1309376897 wait complete. 2024-09-12T12:29:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.959+0000 7f3c611e3740 1 -- start start 2024-09-12T12:29:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.959+0000 7f3c611e3740 1 Processor -- start 2024-09-12T12:29:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c611e3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 0x55e098c80ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c611e3740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098c81000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c611e3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c83cb0 0x55e098c81540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c611e3740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e098c86880 con 0x55e098c79410 2024-09-12T12:29:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c611e3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e098b66290 con 0x55e098c78af0 2024-09-12T12:29:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c611e3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e098c86a00 con 0x55e098c83cb0 2024-09-12T12:29:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c611e3740 10 client.0 _ll_register_callbacks cb 0x55e098b97140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:29:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c57fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098c81000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c57fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098c81000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48680/0 (socket says 172.21.15.82:48680) 2024-09-12T12:29:36.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c57fff640 1 -- 172.21.15.82:0/277097487 learned_addr learned my addr 172.21.15.82:0/277097487 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:36.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c577fe640 1 --2- 172.21.15.82:0/277097487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c83cb0 0x55e098c81540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c57fff640 1 -- 172.21.15.82:0/277097487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c83cb0 msgr2=0x55e098c81540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:36.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c57fff640 1 --2- 172.21.15.82:0/277097487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c83cb0 0x55e098c81540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c577fe640 1 --2- 172.21.15.82:0/277097487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 0x55e098c80ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c57fff640 1 -- 172.21.15.82:0/277097487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 msgr2=0x55e098c80ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:36.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c57fff640 1 --2- 172.21.15.82:0/277097487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 0x55e098c80ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c57fff640 1 -- 172.21.15.82:0/277097487 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e0988f0210 con 0x55e098c79410 2024-09-12T12:29:36.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c577fe640 1 --2- 172.21.15.82:0/277097487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 0x55e098c80ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:29:36.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c57fff640 1 --2- 172.21.15.82:0/277097487 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098c81000 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f3c4800b940 tx=0x7f3c4800be00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=175bbae33126c9e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:36.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c377fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:29:36.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c377fe640 1 -- 172.21.15.82:0/277097487 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c4801b470 con 0x55e098c79410 2024-09-12T12:29:36.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c611e3740 1 -- 172.21.15.82:0/277097487 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c4c0319a0 con 0x55e098c79410 2024-09-12T12:29:36.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.960+0000 7f3c377fe640 1 -- 172.21.15.82:0/277097487 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f3c4801b610 con 0x55e098c79410 2024-09-12T12:29:36.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.961+0000 7f3c377fe640 1 -- 172.21.15.82:0/277097487 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3c4801b850 con 0x55e098c79410 2024-09-12T12:29:36.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.961+0000 7f3c611e3740 10 client.15789 fetch_fsmap learned FSMap version 28 2024-09-12T12:29:36.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.961+0000 7f3c611e3740 1 -- 172.21.15.82:0/277097487 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e0989bc620 con 0x55e098c79410 2024-09-12T12:29:36.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.961+0000 7f3c377fe640 1 -- 172.21.15.82:0/277097487 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c4c0319a0 con 0x55e098c79410 2024-09-12T12:29:36.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.961+0000 7f3c377fe640 1 -- 172.21.15.82:0/277097487 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3c48012be0 con 0x55e098c79410 2024-09-12T12:29:36.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.961+0000 7f3c611e3740 10 client.15789 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:29:36.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.961+0000 7f3c611e3740 10 client.15789 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:29:36.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.961+0000 7f3c611e3740 20 client.15789 populate_metadata read hostname 'smithi082' 2024-09-12T12:29:36.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.961+0000 7f3c611e3740 1 --2- 172.21.15.82:0/277097487 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e098c93be0 0x55e098c96060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.961+0000 7f3c611e3740 4 client.15789 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:29:36.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.961+0000 7f3c611e3740 1 -- 172.21.15.82:0/277097487 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e098beaa20 con 0x55e098c93be0 2024-09-12T12:29:36.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.961+0000 7f3c577fe640 1 --2- 172.21.15.82:0/277097487 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e098c93be0 0x55e098c96060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.962+0000 7f3c377fe640 10 client.15789 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:36.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.962+0000 7f3c577fe640 1 --2- 172.21.15.82:0/277097487 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e098c93be0 0x55e098c96060 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d4229bc707d3e4e server_cookie=1acdcfc390cf7628 in_seq=0 out_seq=0 2024-09-12T12:29:36.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.962+0000 7f3c377fe640 1 -- 172.21.15.82:0/277097487 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e098beaa20 con 0x55e098c93be0 2024-09-12T12:29:36.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.962+0000 7f3c377fe640 10 client.15789 handle_command_reply: tid=0 2024-09-12T12:29:36.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.962+0000 7f3c611e3740 1 client.15789 shutdown 2024-09-12T12:29:36.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.963+0000 7f3c611e3740 1 -- 172.21.15.82:0/277097487 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 msgr2=0x55e098c81000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:36.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.963+0000 7f3c611e3740 1 --2- 172.21.15.82:0/277097487 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098c81000 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f3c4800b940 tx=0x7f3c4800be00 comp rx=0 tx=0).stop 2024-09-12T12:29:36.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.963+0000 7f3c611e3740 1 -- 172.21.15.82:0/277097487 shutdown_connections 2024-09-12T12:29:36.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.963+0000 7f3c611e3740 1 --2- 172.21.15.82:0/277097487 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e098c93be0 0x55e098c96060 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.963+0000 7f3c377fe640 0 client.15789 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:36.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.963+0000 7f3c611e3740 1 --2- 172.21.15.82:0/277097487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c83cb0 0x55e098c81540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.963+0000 7f3c611e3740 1 --2- 172.21.15.82:0/277097487 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098c81000 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.963+0000 7f3c611e3740 1 --2- 172.21.15.82:0/277097487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 0x55e098c80ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.963+0000 7f3c611e3740 1 -- 172.21.15.82:0/277097487 >> 172.21.15.82:0/277097487 conn(0x55e098c75060 msgr2=0x55e098c7ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:36.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.963+0000 7f3c611e3740 1 -- 172.21.15.82:0/277097487 shutdown_connections 2024-09-12T12:29:36.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.963+0000 7f3c611e3740 1 -- 172.21.15.82:0/277097487 wait complete. 2024-09-12T12:29:36.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.963+0000 7f3c611e3740 20 client.15789 trim_cache size 0 max 16384 2024-09-12T12:29:36.982 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c611e3740 1 Processor -- start 2024-09-12T12:29:36.982 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c611e3740 1 -- start start 2024-09-12T12:29:36.982 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c611e3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c78af0 0x55e098c81370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.982 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c611e3740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098c82a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.982 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c611e3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c83cb0 0x55e098c9b970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.982 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c611e3740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3c581ad840 con 0x55e098c79410 2024-09-12T12:29:36.982 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c611e3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3c581af380 con 0x55e098c83cb0 2024-09-12T12:29:36.982 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c611e3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3c581adf10 con 0x55e098c78af0 2024-09-12T12:29:36.982 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c57fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098c82a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.982 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c57fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098c82a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48696/0 (socket says 172.21.15.82:48696) 2024-09-12T12:29:36.982 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c57fff640 1 -- 172.21.15.82:0/2824310593 learned_addr learned my addr 172.21.15.82:0/2824310593 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c577fe640 1 --2- 172.21.15.82:0/2824310593 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c78af0 0x55e098c81370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c577fe640 1 --2- 172.21.15.82:0/2824310593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c83cb0 0x55e098c9b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c57fff640 1 -- 172.21.15.82:0/2824310593 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c78af0 msgr2=0x55e098c81370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c57fff640 1 --2- 172.21.15.82:0/2824310593 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c78af0 0x55e098c81370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c57fff640 1 -- 172.21.15.82:0/2824310593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c83cb0 msgr2=0x55e098c9b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c57fff640 1 --2- 172.21.15.82:0/2824310593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c83cb0 0x55e098c9b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c57fff640 1 -- 172.21.15.82:0/2824310593 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e098c74e90 con 0x55e098c79410 2024-09-12T12:29:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.977+0000 7f3c577fe640 1 --2- 172.21.15.82:0/2824310593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c83cb0 0x55e098c9b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:29:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.978+0000 7f3c57fff640 1 --2- 172.21.15.82:0/2824310593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098c82a30 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f3c48001eb0 tx=0x7f3c480044d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73457b37e02504ac server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.978+0000 7f3c3dffb640 1 -- 172.21.15.82:0/2824310593 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c48005850 con 0x55e098c79410 2024-09-12T12:29:36.983 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.978+0000 7f3c3dffb640 1 -- 172.21.15.82:0/2824310593 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c48016070 con 0x55e098c79410 2024-09-12T12:29:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.978+0000 7f3c3dffb640 1 -- 172.21.15.82:0/2824310593 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c48011d80 con 0x55e098c79410 2024-09-12T12:29:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 -- 172.21.15.82:0/2824310593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 msgr2=0x55e098c82a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 --2- 172.21.15.82:0/2824310593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098c82a30 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f3c48001eb0 tx=0x7f3c480044d0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 -- 172.21.15.82:0/2824310593 shutdown_connections 2024-09-12T12:29:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 --2- 172.21.15.82:0/2824310593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c83cb0 0x55e098c9b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 --2- 172.21.15.82:0/2824310593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098c82a30 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 --2- 172.21.15.82:0/2824310593 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c78af0 0x55e098c81370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 -- 172.21.15.82:0/2824310593 >> 172.21.15.82:0/2824310593 conn(0x55e098c75060 msgr2=0x55e098c82320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 -- 172.21.15.82:0/2824310593 shutdown_connections 2024-09-12T12:29:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 -- 172.21.15.82:0/2824310593 wait complete. 2024-09-12T12:29:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 -- start start 2024-09-12T12:29:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 Processor -- start 2024-09-12T12:29:36.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 0x55e098cf6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098cf7210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c83cb0 0x55e098c87250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3c581aecb0 con 0x55e098c79410 2024-09-12T12:29:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3c581ae5e0 con 0x55e098c78af0 2024-09-12T12:29:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.979+0000 7f3c611e3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3c581ab820 con 0x55e098c83cb0 2024-09-12T12:29:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c611e3740 10 client.0 _ll_register_callbacks cb 0x7f3c48004420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:29:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c57fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098cf7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c57fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098cf7210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48698/0 (socket says 172.21.15.82:48698) 2024-09-12T12:29:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c57fff640 1 -- 172.21.15.82:0/2724148564 learned_addr learned my addr 172.21.15.82:0/2724148564 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c577fe640 1 --2- 172.21.15.82:0/2724148564 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c83cb0 0x55e098c87250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c577fe640 1 --2- 172.21.15.82:0/2724148564 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 0x55e098cf6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c57fff640 1 -- 172.21.15.82:0/2724148564 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c83cb0 msgr2=0x55e098c87250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c57fff640 1 --2- 172.21.15.82:0/2724148564 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c83cb0 0x55e098c87250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c57fff640 1 -- 172.21.15.82:0/2724148564 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 msgr2=0x55e098cf6cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c57fff640 1 --2- 172.21.15.82:0/2724148564 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 0x55e098cf6cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c57fff640 1 -- 172.21.15.82:0/2724148564 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e098c7b940 con 0x55e098c79410 2024-09-12T12:29:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c57fff640 1 --2- 172.21.15.82:0/2724148564 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098cf7210 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f3c4800be40 tx=0x7f3c48005c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40dac4a2b1dd4798 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c377fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:29:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c377fe640 1 -- 172.21.15.82:0/2724148564 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c4801bbf0 con 0x55e098c79410 2024-09-12T12:29:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c377fe640 1 -- 172.21.15.82:0/2724148564 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f3c4801bd90 con 0x55e098c79410 2024-09-12T12:29:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c611e3740 1 -- 172.21.15.82:0/2724148564 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c48016070 con 0x55e098c79410 2024-09-12T12:29:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c377fe640 1 -- 172.21.15.82:0/2724148564 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3c48044050 con 0x55e098c79410 2024-09-12T12:29:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c611e3740 10 client.15795 fetch_fsmap learned FSMap version 28 2024-09-12T12:29:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.980+0000 7f3c611e3740 1 -- 172.21.15.82:0/2724148564 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e098cfe310 con 0x55e098c79410 2024-09-12T12:29:36.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.981+0000 7f3c377fe640 1 -- 172.21.15.82:0/2724148564 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c48016070 con 0x55e098c79410 2024-09-12T12:29:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.981+0000 7f3c377fe640 1 -- 172.21.15.82:0/2724148564 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3c48012b90 con 0x55e098c79410 2024-09-12T12:29:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.981+0000 7f3c611e3740 10 client.15795 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:29:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.981+0000 7f3c611e3740 10 client.15795 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:29:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.981+0000 7f3c611e3740 20 client.15795 populate_metadata read hostname 'smithi082' 2024-09-12T12:29:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.981+0000 7f3c611e3740 1 --2- 172.21.15.82:0/2724148564 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e098c93be0 0x55e098d00930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.981+0000 7f3c611e3740 4 client.15795 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:29:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.981+0000 7f3c611e3740 1 -- 172.21.15.82:0/2724148564 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e098be4d70 con 0x55e098c93be0 2024-09-12T12:29:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.981+0000 7f3c577fe640 1 --2- 172.21.15.82:0/2724148564 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e098c93be0 0x55e098d00930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.981+0000 7f3c577fe640 1 --2- 172.21.15.82:0/2724148564 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e098c93be0 0x55e098d00930 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a7a3c6e544270aa server_cookie=59699f65651a6627 in_seq=0 out_seq=0 2024-09-12T12:29:36.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.981+0000 7f3c377fe640 10 client.15795 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:36.992 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c377fe640 1 -- 172.21.15.82:0/2724148564 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e098be4d70 con 0x55e098c93be0 2024-09-12T12:29:36.992 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c377fe640 10 client.15795 handle_command_reply: tid=0 2024-09-12T12:29:36.992 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c611e3740 1 client.15795 shutdown 2024-09-12T12:29:36.992 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c611e3740 1 -- 172.21.15.82:0/2724148564 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 msgr2=0x55e098cf7210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:36.992 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c611e3740 1 --2- 172.21.15.82:0/2724148564 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098cf7210 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f3c4800be40 tx=0x7f3c48005c80 comp rx=0 tx=0).stop 2024-09-12T12:29:36.992 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c611e3740 1 -- 172.21.15.82:0/2724148564 shutdown_connections 2024-09-12T12:29:36.992 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c611e3740 1 --2- 172.21.15.82:0/2724148564 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e098c93be0 0x55e098d00930 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c611e3740 1 --2- 172.21.15.82:0/2724148564 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e098c83cb0 0x55e098c87250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c377fe640 0 client.15795 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:36.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c611e3740 1 --2- 172.21.15.82:0/2724148564 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e098c79410 0x55e098cf7210 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c611e3740 1 --2- 172.21.15.82:0/2724148564 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e098c78af0 0x55e098cf6cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c611e3740 1 -- 172.21.15.82:0/2724148564 >> 172.21.15.82:0/2724148564 conn(0x55e098c75060 msgr2=0x55e098c739a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:36.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c611e3740 1 -- 172.21.15.82:0/2724148564 shutdown_connections 2024-09-12T12:29:36.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c611e3740 1 -- 172.21.15.82:0/2724148564 wait complete. 2024-09-12T12:29:36.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.991+0000 7f3c611e3740 20 client.15795 trim_cache size 0 max 16384 2024-09-12T12:29:36.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:29:36.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:29:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:29:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:29:36.994 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.992+0000 7f3c5e44c640 1 -- 172.21.15.82:0/639479729 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c400a2da0 msgr2=0x7f3c400a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.992+0000 7f3c5e44c640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c400a2da0 0x7f3c400a5260 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3c500ccdc0 tx=0x7f3c5006db50 comp rx=0 tx=0).stop 2024-09-12T12:29:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.992+0000 7f3c5e44c640 1 -- 172.21.15.82:0/639479729 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c581069c0 msgr2=0x7f3c5819cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.992+0000 7f3c5e44c640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c581069c0 0x7f3c5819cbc0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f3c5000eaa0 tx=0x7f3c5000ef60 comp rx=0 tx=0).stop 2024-09-12T12:29:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.992+0000 7f3c5e44c640 1 -- 172.21.15.82:0/639479729 shutdown_connections 2024-09-12T12:29:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.992+0000 7f3c5e44c640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c400a2da0 0x7f3c400a5260 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.992+0000 7f3c5e44c640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3c581069c0 0x7f3c5819cbc0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.992+0000 7f3c5e44c640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c58101350 0x7f3c58198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.992+0000 7f3c5e44c640 1 --2- 172.21.15.82:0/639479729 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3c581009b0 0x7f3c58198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.992+0000 7f3c5e44c640 1 -- 172.21.15.82:0/639479729 >> 172.21.15.82:0/639479729 conn(0x7f3c58077990 msgr2=0x7f3c580699e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.992+0000 7f3c5e44c640 1 -- 172.21.15.82:0/639479729 shutdown_connections 2024-09-12T12:29:36.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:36.992+0000 7f3c5e44c640 1 -- 172.21.15.82:0/639479729 wait complete. 2024-09-12T12:29:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:38 smithi097 ceph-mon[34923]: pgmap v91: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.3 KiB/s wr, 17 op/s 2024-09-12T12:29:38.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:38 smithi082 ceph-mon[31122]: pgmap v91: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.3 KiB/s wr, 17 op/s 2024-09-12T12:29:38.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:38 smithi114 ceph-mon[35514]: pgmap v91: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.3 KiB/s wr, 17 op/s 2024-09-12T12:29:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:40 smithi097 ceph-mon[34923]: pgmap v92: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.8 KiB/s wr, 10 op/s 2024-09-12T12:29:40.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:40 smithi082 ceph-mon[31122]: pgmap v92: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.8 KiB/s wr, 10 op/s 2024-09-12T12:29:40.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:40 smithi114 ceph-mon[35514]: pgmap v92: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.8 KiB/s wr, 10 op/s 2024-09-12T12:29:41.652 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:29:41.916 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:29:42.544 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.514+0000 7f87817c3640 1 -- 172.21.15.82:0/511508477 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f877c100a80 msgr2=0x7f877c100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:42.544 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.514+0000 7f87817c3640 1 --2- 172.21.15.82:0/511508477 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f877c100a80 0x7f877c100ee0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f8770009930 tx=0x7f877002a420 comp rx=0 tx=0).stop 2024-09-12T12:29:42.544 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.514+0000 7f87817c3640 1 -- 172.21.15.82:0/511508477 shutdown_connections 2024-09-12T12:29:42.544 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.514+0000 7f87817c3640 1 --2- 172.21.15.82:0/511508477 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f877c101420 0x7f877c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:42.544 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.514+0000 7f87817c3640 1 --2- 172.21.15.82:0/511508477 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f877c100a80 0x7f877c100ee0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:42.544 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.514+0000 7f87817c3640 1 --2- 172.21.15.82:0/511508477 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f877c106a80 0x7f877c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:42.544 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.514+0000 7f87817c3640 1 -- 172.21.15.82:0/511508477 >> 172.21.15.82:0/511508477 conn(0x7f877c0fc7a0 msgr2=0x7f877c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:42.544 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.514+0000 7f87817c3640 1 -- 172.21.15.82:0/511508477 shutdown_connections 2024-09-12T12:29:42.544 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.514+0000 7f87817c3640 1 -- 172.21.15.82:0/511508477 wait complete. 2024-09-12T12:29:42.545 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.515+0000 7f87817c3640 1 Processor -- start 2024-09-12T12:29:42.545 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.515+0000 7f87817c3640 1 -- start start 2024-09-12T12:29:42.545 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.515+0000 7f87817c3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f877c100a80 0x7f877c1974c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:42.545 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.515+0000 7f87817c3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f877c101420 0x7f877c197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:42.545 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.515+0000 7f87817c3640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f877c106a80 0x7f877c19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:42.545 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.515+0000 7f87817c3640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f877c110f20 con 0x7f877c101420 2024-09-12T12:29:42.545 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.515+0000 7f87817c3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f877c110da0 con 0x7f877c100a80 2024-09-12T12:29:42.545 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.515+0000 7f87817c3640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f877c1110a0 con 0x7f877c106a80 2024-09-12T12:29:42.545 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.515+0000 7f877a7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f877c101420 0x7f877c197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:42.545 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.515+0000 7f877a7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f877c101420 0x7f877c197a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55066/0 (socket says 172.21.15.82:55066) 2024-09-12T12:29:42.545 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.515+0000 7f877a7fc640 1 -- 172.21.15.82:0/4274783598 learned_addr learned my addr 172.21.15.82:0/4274783598 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:42.546 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.515+0000 7f877b7fe640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f877c106a80 0x7f877c19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:42.546 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.516+0000 7f877affd640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f877c100a80 0x7f877c1974c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:42.546 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.516+0000 7f877a7fc640 1 -- 172.21.15.82:0/4274783598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f877c106a80 msgr2=0x7f877c19bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:42.546 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.516+0000 7f877a7fc640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f877c106a80 0x7f877c19bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:42.546 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.516+0000 7f877a7fc640 1 -- 172.21.15.82:0/4274783598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f877c100a80 msgr2=0x7f877c1974c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:42.546 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.516+0000 7f877a7fc640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f877c100a80 0x7f877c1974c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:42.546 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.516+0000 7f877a7fc640 1 -- 172.21.15.82:0/4274783598 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f877c19c470 con 0x7f877c101420 2024-09-12T12:29:42.546 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.516+0000 7f877affd640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f877c100a80 0x7f877c1974c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:29:42.546 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.516+0000 7f877a7fc640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f877c101420 0x7f877c197a00 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f8770009a50 tx=0x7f8770004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:42.546 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.516+0000 7f8763fff640 1 -- 172.21.15.82:0/4274783598 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f877003f030 con 0x7f877c101420 2024-09-12T12:29:42.546 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.516+0000 7f8763fff640 1 -- 172.21.15.82:0/4274783598 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8770003ce0 con 0x7f877c101420 2024-09-12T12:29:42.546 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.516+0000 7f87817c3640 1 -- 172.21.15.82:0/4274783598 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f877c19c700 con 0x7f877c101420 2024-09-12T12:29:42.547 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.516+0000 7f8763fff640 1 -- 172.21.15.82:0/4274783598 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8770035070 con 0x7f877c101420 2024-09-12T12:29:42.547 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.516+0000 7f87817c3640 1 -- 172.21.15.82:0/4274783598 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f877c1a4040 con 0x7f877c101420 2024-09-12T12:29:42.547 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.517+0000 7f87817c3640 1 -- 172.21.15.82:0/4274783598 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f877c100f60 con 0x7f877c101420 2024-09-12T12:29:42.547 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.518+0000 7f8763fff640 1 -- 172.21.15.82:0/4274783598 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f8770042030 con 0x7f877c101420 2024-09-12T12:29:42.547 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.519+0000 7f8763fff640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f87640a2cf0 0x7f87640a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:42.547 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.520+0000 7f877affd640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f87640a2cf0 0x7f87640a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:42.547 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.520+0000 7f8763fff640 1 -- 172.21.15.82:0/4274783598 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f87700efee0 con 0x7f877c101420 2024-09-12T12:29:42.547 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.520+0000 7f877affd640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f87640a2cf0 0x7f87640a51b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f876c009930 tx=0x7f876c008040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:42.547 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.523+0000 7f8763fff640 1 -- 172.21.15.82:0/4274783598 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f87700bca60 con 0x7f877c101420 2024-09-12T12:29:42.724 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.724+0000 7f87817c3640 1 -- 172.21.15.82:0/4274783598 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f877c198820 con 0x7f877c101420 2024-09-12T12:29:42.725 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:42 smithi082 ceph-mon[31122]: pgmap v93: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.8 KiB/s wr, 10 op/s 2024-09-12T12:29:42.725 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.725+0000 7f8763fff640 1 -- 172.21.15.82:0/4274783598 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f877c198820 con 0x7f877c101420 2024-09-12T12:29:42.725 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:29:42.726 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:29:42.726 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:29:42.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.727+0000 7f87817c3640 1 -- 172.21.15.82:0/4274783598 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f87640a2cf0 msgr2=0x7f87640a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:42.727 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.727+0000 7f87817c3640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f87640a2cf0 0x7f87640a51b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f876c009930 tx=0x7f876c008040 comp rx=0 tx=0).stop 2024-09-12T12:29:42.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.727+0000 7f87817c3640 1 -- 172.21.15.82:0/4274783598 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f877c101420 msgr2=0x7f877c197a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:42.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.727+0000 7f87817c3640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f877c101420 0x7f877c197a00 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f8770009a50 tx=0x7f8770004270 comp rx=0 tx=0).stop 2024-09-12T12:29:42.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.727+0000 7f87817c3640 1 -- 172.21.15.82:0/4274783598 shutdown_connections 2024-09-12T12:29:42.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.727+0000 7f87817c3640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f87640a2cf0 0x7f87640a51b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:42.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.727+0000 7f87817c3640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f877c106a80 0x7f877c19bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:42.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.727+0000 7f87817c3640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f877c101420 0x7f877c197a00 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:42.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.727+0000 7f87817c3640 1 --2- 172.21.15.82:0/4274783598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f877c100a80 0x7f877c1974c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:42.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.727+0000 7f87817c3640 1 -- 172.21.15.82:0/4274783598 >> 172.21.15.82:0/4274783598 conn(0x7f877c0fc7a0 msgr2=0x7f877c0fd020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:42.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.727+0000 7f87817c3640 1 -- 172.21.15.82:0/4274783598 shutdown_connections 2024-09-12T12:29:42.728 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:42.727+0000 7f87817c3640 1 -- 172.21.15.82:0/4274783598 wait complete. 2024-09-12T12:29:42.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:42 smithi097 ceph-mon[34923]: pgmap v93: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.8 KiB/s wr, 10 op/s 2024-09-12T12:29:42.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:42 smithi114 ceph-mon[35514]: pgmap v93: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.8 KiB/s wr, 10 op/s 2024-09-12T12:29:43.497 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:43 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4274783598' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:29:43.525 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --set-id 901c0098 --release --await' 2024-09-12T12:29:43.526 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --set-id 901c0098 --release --await 2024-09-12T12:29:43.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:43 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4274783598' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:29:43.771 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:29:43.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:43 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4274783598' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:29:44.259 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.257+0000 7f2d1c94b640 1 -- 172.21.15.82:0/96791738 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18108290 msgr2=0x7f2d1810ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:44.259 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.257+0000 7f2d1c94b640 1 --2- 172.21.15.82:0/96791738 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18108290 0x7f2d1810ec30 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f2d10009cd0 tx=0x7f2d1002a8e0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.257+0000 7f2d1c94b640 1 -- 172.21.15.82:0/96791738 shutdown_connections 2024-09-12T12:29:44.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.257+0000 7f2d1c94b640 1 --2- 172.21.15.82:0/96791738 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18108290 0x7f2d1810ec30 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.257+0000 7f2d1c94b640 1 --2- 172.21.15.82:0/96791738 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d18103740 0x7f2d18107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.257+0000 7f2d1c94b640 1 --2- 172.21.15.82:0/96791738 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d18102d90 0x7f2d18103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.257+0000 7f2d1c94b640 1 -- 172.21.15.82:0/96791738 >> 172.21.15.82:0/96791738 conn(0x7f2d180fc7d0 msgr2=0x7f2d180febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:44.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.257+0000 7f2d1c94b640 1 -- 172.21.15.82:0/96791738 shutdown_connections 2024-09-12T12:29:44.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.257+0000 7f2d1c94b640 1 -- 172.21.15.82:0/96791738 wait complete. 2024-09-12T12:29:44.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.258+0000 7f2d1c94b640 1 Processor -- start 2024-09-12T12:29:44.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.258+0000 7f2d1c94b640 1 -- start start 2024-09-12T12:29:44.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.258+0000 7f2d1c94b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18102d90 0x7f2d181985f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.258+0000 7f2d1c94b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d18103740 0x7f2d18198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.258+0000 7f2d1c94b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d18108290 0x7f2d1819cec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.258+0000 7f2d1c94b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2d181120d0 con 0x7f2d18102d90 2024-09-12T12:29:44.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.258+0000 7f2d1c94b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2d18111f50 con 0x7f2d18108290 2024-09-12T12:29:44.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.258+0000 7f2d1c94b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2d18112250 con 0x7f2d18103740 2024-09-12T12:29:44.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.258+0000 7f2d1659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18102d90 0x7f2d181985f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.258+0000 7f2d1659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18102d90 0x7f2d181985f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55088/0 (socket says 172.21.15.82:55088) 2024-09-12T12:29:44.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.258+0000 7f2d1659c640 1 -- 172.21.15.82:0/92830161 learned_addr learned my addr 172.21.15.82:0/92830161 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:44.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.258+0000 7f2d0ffff640 1 --2- 172.21.15.82:0/92830161 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d18103740 0x7f2d18198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.258+0000 7f2d16d9d640 1 --2- 172.21.15.82:0/92830161 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d18108290 0x7f2d1819cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.259+0000 7f2d1659c640 1 -- 172.21.15.82:0/92830161 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d18103740 msgr2=0x7f2d18198b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:44.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.259+0000 7f2d1659c640 1 --2- 172.21.15.82:0/92830161 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d18103740 0x7f2d18198b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.259+0000 7f2d1659c640 1 -- 172.21.15.82:0/92830161 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d18108290 msgr2=0x7f2d1819cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:44.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.259+0000 7f2d1659c640 1 --2- 172.21.15.82:0/92830161 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d18108290 0x7f2d1819cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.259+0000 7f2d1659c640 1 -- 172.21.15.82:0/92830161 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d1819d5a0 con 0x7f2d18102d90 2024-09-12T12:29:44.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.259+0000 7f2d1659c640 1 --2- 172.21.15.82:0/92830161 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18102d90 0x7f2d181985f0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f2d0800b4a0 tx=0x7f2d0800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:44.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.259+0000 7f2d0f7fe640 1 -- 172.21.15.82:0/92830161 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d08014070 con 0x7f2d18102d90 2024-09-12T12:29:44.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.259+0000 7f2d1c94b640 1 -- 172.21.15.82:0/92830161 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d1819d890 con 0x7f2d18102d90 2024-09-12T12:29:44.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.259+0000 7f2d0f7fe640 1 -- 172.21.15.82:0/92830161 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d08010af0 con 0x7f2d18102d90 2024-09-12T12:29:44.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.259+0000 7f2d0f7fe640 1 -- 172.21.15.82:0/92830161 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d08017d10 con 0x7f2d18102d90 2024-09-12T12:29:44.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.259+0000 7f2d1c94b640 1 -- 172.21.15.82:0/92830161 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d181a5170 con 0x7f2d18102d90 2024-09-12T12:29:44.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.261+0000 7f2d0f7fe640 1 -- 172.21.15.82:0/92830161 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f2d08017070 con 0x7f2d18102d90 2024-09-12T12:29:44.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.261+0000 7f2d1ed24740 1 Processor -- start 2024-09-12T12:29:44.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d1ed24740 1 -- start start 2024-09-12T12:29:44.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d1ed24740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 0x555671cd5850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d1ed24740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671cd5d90 0x555671ce0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d1ed24740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671ce0650 0x555671ce2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d1ed24740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x555671c36620 con 0x555671ce0650 2024-09-12T12:29:44.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d1ed24740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x555671bdde50 con 0x555671cd5470 2024-09-12T12:29:44.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d1ed24740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x555671c325e0 con 0x555671cd5d90 2024-09-12T12:29:44.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d0f7fe640 1 --2- 172.21.15.82:0/92830161 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2d040a2cf0 0x7f2d040a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671ce0650 0x555671ce2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671ce0650 0x555671ce2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55096/0 (socket says 172.21.15.82:55096) 2024-09-12T12:29:44.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d0ffff640 1 -- 172.21.15.82:0/2612154899 learned_addr learned my addr 172.21.15.82:0/2612154899 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:44.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d16d9d640 1 --2- 172.21.15.82:0/2612154899 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 0x555671cd5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d16d9d640 1 --2- 172.21.15.82:0/92830161 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2d040a2cf0 0x7f2d040a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d0f7fe640 1 -- 172.21.15.82:0/92830161 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f2d080ce810 con 0x7f2d18102d90 2024-09-12T12:29:44.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.262+0000 7f2d1659c640 1 --2- 172.21.15.82:0/2612154899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671cd5d90 0x555671ce0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.263+0000 7f2d0ffff640 1 -- 172.21.15.82:0/2612154899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671cd5d90 msgr2=0x555671ce0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:44.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.263+0000 7f2d0ffff640 1 --2- 172.21.15.82:0/2612154899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671cd5d90 0x555671ce0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.263+0000 7f2d0ffff640 1 -- 172.21.15.82:0/2612154899 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 msgr2=0x555671cd5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:44.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.263+0000 7f2d0ffff640 1 --2- 172.21.15.82:0/2612154899 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 0x555671cd5850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.263+0000 7f2d0ffff640 1 -- 172.21.15.82:0/2612154899 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555671bced40 con 0x555671ce0650 2024-09-12T12:29:44.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.263+0000 7f2d0ffff640 1 --2- 172.21.15.82:0/2612154899 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671ce0650 0x555671ce2a40 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f2d0000ba40 tx=0x7f2d0000bf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=466bc7638230dc18 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:44.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.263+0000 7f2d16d9d640 1 --2- 172.21.15.82:0/92830161 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2d040a2cf0 0x7f2d040a51b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f2d10009430 tx=0x7f2d100095c0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:44.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.263+0000 7f2d0cff9640 1 -- 172.21.15.82:0/2612154899 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d00017420 con 0x555671ce0650 2024-09-12T12:29:44.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.263+0000 7f2d0cff9640 1 -- 172.21.15.82:0/2612154899 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d00017aa0 con 0x555671ce0650 2024-09-12T12:29:44.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.263+0000 7f2d0cff9640 1 -- 172.21.15.82:0/2612154899 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0000fb30 con 0x555671ce0650 2024-09-12T12:29:44.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.264+0000 7f2d1ed24740 1 -- 172.21.15.82:0/2612154899 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671ce0650 msgr2=0x555671ce2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:44.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.264+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/2612154899 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671ce0650 0x555671ce2a40 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f2d0000ba40 tx=0x7f2d0000bf00 comp rx=0 tx=0).stop 2024-09-12T12:29:44.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.264+0000 7f2d1ed24740 1 -- 172.21.15.82:0/2612154899 shutdown_connections 2024-09-12T12:29:44.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.264+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/2612154899 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671ce0650 0x555671ce2a40 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.264+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/2612154899 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671cd5d90 0x555671ce0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.264+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/2612154899 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 0x555671cd5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.264+0000 7f2d1ed24740 1 -- 172.21.15.82:0/2612154899 >> 172.21.15.82:0/2612154899 conn(0x555671cd1a00 msgr2=0x555671cd1de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:44.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.264+0000 7f2d1ed24740 1 -- 172.21.15.82:0/2612154899 shutdown_connections 2024-09-12T12:29:44.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.264+0000 7f2d1ed24740 1 -- 172.21.15.82:0/2612154899 wait complete. 2024-09-12T12:29:44.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.264+0000 7f2d1ed24740 1 -- start start 2024-09-12T12:29:44.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.264+0000 7f2d1ed24740 1 Processor -- start 2024-09-12T12:29:44.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.264+0000 7f2d1ed24740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 0x555671cdd4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d1ed24740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671cd5d90 0x555671cdd9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d1ed24740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671ce0650 0x555671cddf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d1ed24740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x555671ce3220 con 0x555671cd5d90 2024-09-12T12:29:44.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d1ed24740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x555671bbef10 con 0x555671cd5470 2024-09-12T12:29:44.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d1ed24740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x555671ce33a0 con 0x555671ce0650 2024-09-12T12:29:44.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671cd5d90 0x555671cdd9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671cd5d90 0x555671cdd9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55106/0 (socket says 172.21.15.82:55106) 2024-09-12T12:29:44.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d0ffff640 1 -- 172.21.15.82:0/3850421481 learned_addr learned my addr 172.21.15.82:0/3850421481 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:44.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d1ed24740 10 client.0 _ll_register_callbacks cb 0x555671be2db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:29:44.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d1659c640 1 --2- 172.21.15.82:0/3850421481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 0x555671cdd4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d0ffff640 1 -- 172.21.15.82:0/3850421481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671ce0650 msgr2=0x555671cddf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:44.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d16d9d640 1 --2- 172.21.15.82:0/3850421481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671ce0650 0x555671cddf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d0ffff640 1 --2- 172.21.15.82:0/3850421481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671ce0650 0x555671cddf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d0ffff640 1 -- 172.21.15.82:0/3850421481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 msgr2=0x555671cdd4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:44.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d0ffff640 1 --2- 172.21.15.82:0/3850421481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 0x555671cdd4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d0ffff640 1 -- 172.21.15.82:0/3850421481 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555671945580 con 0x555671cd5d90 2024-09-12T12:29:44.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d0ffff640 1 --2- 172.21.15.82:0/3850421481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671cd5d90 0x555671cdd9f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f2d00000c00 tx=0x7f2d0000b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61cc8f52727a1043 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:44.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2cfdffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:29:44.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2cfdffb640 1 -- 172.21.15.82:0/3850421481 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d00025070 con 0x555671cd5d90 2024-09-12T12:29:44.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2cfdffb640 1 -- 172.21.15.82:0/3850421481 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f2d00017620 con 0x555671cd5d90 2024-09-12T12:29:44.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.265+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3850421481 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d00017aa0 con 0x555671cd5d90 2024-09-12T12:29:44.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.266+0000 7f2cfdffb640 1 -- 172.21.15.82:0/3850421481 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2d00031050 con 0x555671cd5d90 2024-09-12T12:29:44.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.266+0000 7f2d1ed24740 10 client.15813 fetch_fsmap learned FSMap version 28 2024-09-12T12:29:44.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.266+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3850421481 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555671a0f960 con 0x555671cd5d90 2024-09-12T12:29:44.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.266+0000 7f2cfdffb640 1 -- 172.21.15.82:0/3850421481 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d00017aa0 con 0x555671cd5d90 2024-09-12T12:29:44.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.266+0000 7f2cfdffb640 1 -- 172.21.15.82:0/3850421481 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f2d000046c0 con 0x555671cd5d90 2024-09-12T12:29:44.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.266+0000 7f2d1ed24740 10 client.15813 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:29:44.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.266+0000 7f2d1ed24740 10 client.15813 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:29:44.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.266+0000 7f2d1ed24740 20 client.15813 populate_metadata read hostname 'smithi082' 2024-09-12T12:29:44.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.266+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/3850421481 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555671ceffd0 0x555671cf23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.266+0000 7f2d1ed24740 4 client.15813 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:29:44.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.266+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3850421481 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555671c43b90 con 0x555671ceffd0 2024-09-12T12:29:44.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.266+0000 7f2d1659c640 1 --2- 172.21.15.82:0/3850421481 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555671ceffd0 0x555671cf23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.267+0000 7f2d1659c640 1 --2- 172.21.15.82:0/3850421481 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555671ceffd0 0x555671cf23c0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3480b05c0772c7bf server_cookie=882dae04bd42f207 in_seq=0 out_seq=0 2024-09-12T12:29:44.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.267+0000 7f2cfdffb640 10 client.15813 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:44.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2cfdffb640 1 -- 172.21.15.82:0/3850421481 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555671c43b90 con 0x555671ceffd0 2024-09-12T12:29:44.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2cfdffb640 10 client.15813 handle_command_reply: tid=0 2024-09-12T12:29:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2d1ed24740 1 client.15813 shutdown 2024-09-12T12:29:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3850421481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671cd5d90 msgr2=0x555671cdd9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/3850421481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671cd5d90 0x555671cdd9f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f2d00000c00 tx=0x7f2d0000b780 comp rx=0 tx=0).stop 2024-09-12T12:29:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3850421481 shutdown_connections 2024-09-12T12:29:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/3850421481 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555671ceffd0 0x555671cf23c0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/3850421481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671ce0650 0x555671cddf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2cfdffb640 0 client.15813 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/3850421481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671cd5d90 0x555671cdd9f0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/3850421481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 0x555671cdd4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3850421481 >> 172.21.15.82:0/3850421481 conn(0x555671cd1a00 msgr2=0x555671ccc750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:44.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3850421481 shutdown_connections 2024-09-12T12:29:44.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3850421481 wait complete. 2024-09-12T12:29:44.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.268+0000 7f2d1ed24740 20 client.15813 trim_cache size 0 max 16384 2024-09-12T12:29:44.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.285+0000 7f2d1ed24740 1 Processor -- start 2024-09-12T12:29:44.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.285+0000 7f2d1ed24740 1 -- start start 2024-09-12T12:29:44.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.285+0000 7f2d1ed24740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671cd5470 0x555671ccc640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.285+0000 7f2d1ed24740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671cd5d90 0x555671cf7a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.285+0000 7f2d1ed24740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671ce0650 0x555671cf7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.285+0000 7f2d1ed24740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2d181ab770 con 0x555671cd5d90 2024-09-12T12:29:44.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.285+0000 7f2d1ed24740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2d181ad2b0 con 0x555671ce0650 2024-09-12T12:29:44.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.285+0000 7f2d1ed24740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2d181abe40 con 0x555671cd5470 2024-09-12T12:29:44.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.285+0000 7f2d0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671cd5d90 0x555671cf7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.285+0000 7f2d0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671cd5d90 0x555671cf7a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55110/0 (socket says 172.21.15.82:55110) 2024-09-12T12:29:44.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.285+0000 7f2d0ffff640 1 -- 172.21.15.82:0/1536010714 learned_addr learned my addr 172.21.15.82:0/1536010714 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:44.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.285+0000 7f2d16d9d640 1 --2- 172.21.15.82:0/1536010714 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671ce0650 0x555671cf7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.285+0000 7f2d0ffff640 1 -- 172.21.15.82:0/1536010714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671cd5470 msgr2=0x555671ccc640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:44.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.285+0000 7f2d0ffff640 1 --2- 172.21.15.82:0/1536010714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671cd5470 0x555671ccc640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.286+0000 7f2d0ffff640 1 -- 172.21.15.82:0/1536010714 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671ce0650 msgr2=0x555671cf7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:44.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.286+0000 7f2d0ffff640 1 --2- 172.21.15.82:0/1536010714 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671ce0650 0x555671cf7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.286+0000 7f2d0ffff640 1 -- 172.21.15.82:0/1536010714 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555671cd1830 con 0x555671cd5d90 2024-09-12T12:29:44.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.286+0000 7f2d0ffff640 1 --2- 172.21.15.82:0/1536010714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671cd5d90 0x555671cf7a80 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f2d00004b60 tx=0x7f2d0000bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15fb1e3e5b1111c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:44.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.286+0000 7f2cfffff640 1 -- 172.21.15.82:0/1536010714 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0003a070 con 0x555671cd5d90 2024-09-12T12:29:44.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.286+0000 7f2cfffff640 1 -- 172.21.15.82:0/1536010714 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d00005650 con 0x555671cd5d90 2024-09-12T12:29:44.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.286+0000 7f2cfffff640 1 -- 172.21.15.82:0/1536010714 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d00025070 con 0x555671cd5d90 2024-09-12T12:29:44.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.286+0000 7f2d1ed24740 1 -- 172.21.15.82:0/1536010714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671cd5d90 msgr2=0x555671cf7a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:44.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.286+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/1536010714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671cd5d90 0x555671cf7a80 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f2d00004b60 tx=0x7f2d0000bf40 comp rx=0 tx=0).stop 2024-09-12T12:29:44.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 -- 172.21.15.82:0/1536010714 shutdown_connections 2024-09-12T12:29:44.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/1536010714 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671ce0650 0x555671cf7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/1536010714 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671cd5d90 0x555671cf7a80 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/1536010714 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671cd5470 0x555671ccc640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 -- 172.21.15.82:0/1536010714 >> 172.21.15.82:0/1536010714 conn(0x555671cd1a00 msgr2=0x555671ccbf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:44.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 -- 172.21.15.82:0/1536010714 shutdown_connections 2024-09-12T12:29:44.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 -- 172.21.15.82:0/1536010714 wait complete. 2024-09-12T12:29:44.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 -- start start 2024-09-12T12:29:44.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 Processor -- start 2024-09-12T12:29:44.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 0x555671ce87d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671cd5d90 0x555671ce8d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671ce0650 0x555671ce55c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2d181acbe0 con 0x555671ce0650 2024-09-12T12:29:44.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2d181ac510 con 0x555671cd5470 2024-09-12T12:29:44.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2d181a9750 con 0x555671cd5d90 2024-09-12T12:29:44.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d1ed24740 10 client.0 _ll_register_callbacks cb 0x7f2d0000f530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:29:44.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d16d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671ce0650 0x555671ce55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d16d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671ce0650 0x555671ce55c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55120/0 (socket says 172.21.15.82:55120) 2024-09-12T12:29:44.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.287+0000 7f2d16d9d640 1 -- 172.21.15.82:0/3487779403 learned_addr learned my addr 172.21.15.82:0/3487779403 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:44.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2d1659c640 1 --2- 172.21.15.82:0/3487779403 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 0x555671ce87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2d0ffff640 1 --2- 172.21.15.82:0/3487779403 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671cd5d90 0x555671ce8d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2d16d9d640 1 -- 172.21.15.82:0/3487779403 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671cd5d90 msgr2=0x555671ce8d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:44.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2d16d9d640 1 --2- 172.21.15.82:0/3487779403 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671cd5d90 0x555671ce8d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2d16d9d640 1 -- 172.21.15.82:0/3487779403 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 msgr2=0x555671ce87d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:44.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2d16d9d640 1 --2- 172.21.15.82:0/3487779403 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 0x555671ce87d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2d16d9d640 1 -- 172.21.15.82:0/3487779403 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555671cd2690 con 0x555671ce0650 2024-09-12T12:29:44.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2d1659c640 1 --2- 172.21.15.82:0/3487779403 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 0x555671ce87d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:29:44.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2d16d9d640 1 --2- 172.21.15.82:0/3487779403 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671ce0650 0x555671ce55c0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f2d10009cd0 tx=0x7f2d100093c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1d776d4aa19da89 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:44.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2cfdffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:29:44.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2cfdffb640 1 -- 172.21.15.82:0/3487779403 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d10004510 con 0x555671ce0650 2024-09-12T12:29:44.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2cfdffb640 1 -- 172.21.15.82:0/3487779403 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f2d100046b0 con 0x555671ce0650 2024-09-12T12:29:44.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3487779403 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d00005650 con 0x555671ce0650 2024-09-12T12:29:44.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2cfdffb640 1 -- 172.21.15.82:0/3487779403 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2d100305a0 con 0x555671ce0650 2024-09-12T12:29:44.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2d1ed24740 10 client.15819 fetch_fsmap learned FSMap version 28 2024-09-12T12:29:44.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3487779403 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555671d5b3e0 con 0x555671ce0650 2024-09-12T12:29:44.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.288+0000 7f2cfdffb640 1 -- 172.21.15.82:0/3487779403 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d00005650 con 0x555671ce0650 2024-09-12T12:29:44.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.289+0000 7f2cfdffb640 1 -- 172.21.15.82:0/3487779403 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f2d10030070 con 0x555671ce0650 2024-09-12T12:29:44.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.289+0000 7f2d1ed24740 10 client.15819 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:29:44.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.289+0000 7f2d1ed24740 10 client.15819 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:29:44.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.289+0000 7f2d1ed24740 20 client.15819 populate_metadata read hostname 'smithi082' 2024-09-12T12:29:44.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.289+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/3487779403 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555671d5bbe0 0x555671d5e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:44.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.289+0000 7f2d1ed24740 4 client.15819 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "901c0098", "release": true, "await": true}] 2024-09-12T12:29:44.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.289+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3487779403 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "set_id": "901c0098", "release": true, "await": true}) -- 0x555671c3e0a0 con 0x555671d5bbe0 2024-09-12T12:29:44.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.289+0000 7f2d1659c640 1 --2- 172.21.15.82:0/3487779403 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555671d5bbe0 0x555671d5e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:44.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.289+0000 7f2cfdffb640 10 client.15819 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:44.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.289+0000 7f2d1659c640 1 --2- 172.21.15.82:0/3487779403 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555671d5bbe0 0x555671d5e000 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91bad5f83b82645c server_cookie=6e43907e727a396a in_seq=0 out_seq=0 2024-09-12T12:29:44.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2cfdffb640 1 -- 172.21.15.82:0/3487779403 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x555671c3e0a0 con 0x555671d5bbe0 2024-09-12T12:29:44.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2cfdffb640 10 client.15819 handle_command_reply: tid=0 2024-09-12T12:29:44.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2d1ed24740 1 client.15819 shutdown 2024-09-12T12:29:44.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3487779403 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671ce0650 msgr2=0x555671ce55c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:44.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/3487779403 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671ce0650 0x555671ce55c0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f2d10009cd0 tx=0x7f2d100093c0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3487779403 shutdown_connections 2024-09-12T12:29:44.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/3487779403 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555671d5bbe0 0x555671d5e000 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/3487779403 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555671ce0650 0x555671ce55c0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/3487779403 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555671cd5d90 0x555671ce8d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2cfdffb640 0 client.15819 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:44.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2d1ed24740 1 --2- 172.21.15.82:0/3487779403 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555671cd5470 0x555671ce87d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3487779403 >> 172.21.15.82:0/3487779403 conn(0x555671cd1a00 msgr2=0x555671ccc750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:44.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3487779403 shutdown_connections 2024-09-12T12:29:44.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2d1ed24740 1 -- 172.21.15.82:0/3487779403 wait complete. 2024-09-12T12:29:44.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.293+0000 7f2d1ed24740 20 client.15819 trim_cache size 0 max 16384 2024-09-12T12:29:44.297 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:29:44.297 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:29:44.297 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:29:44.297 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 12, 2024-09-12T12:29:44.297 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:29:44.297 INFO:teuthology.orchestra.run.smithi082.stdout: "901c0098": { 2024-09-12T12:29:44.297 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 12, 2024-09-12T12:29:44.297 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:29:44.297 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:29:44.297 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:29:44.297 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:29:44.298 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:29:44.298 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:29:44.298 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 144.7, 2024-09-12T12:29:44.298 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:29:44.298 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:29:44.298 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:29:44.298 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:29:44.298 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:29:44.298 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:29:44.298 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:29:44.298 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:29:44.298 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:29:44.298 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:29:44.298 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:29:44.299 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:29:44.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.294+0000 7f2d1c94b640 1 -- 172.21.15.82:0/92830161 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2d040a2cf0 msgr2=0x7f2d040a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:44.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.294+0000 7f2d1c94b640 1 --2- 172.21.15.82:0/92830161 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2d040a2cf0 0x7f2d040a51b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f2d10009430 tx=0x7f2d100095c0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.294+0000 7f2d1c94b640 1 -- 172.21.15.82:0/92830161 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18102d90 msgr2=0x7f2d181985f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:44.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.294+0000 7f2d1c94b640 1 --2- 172.21.15.82:0/92830161 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18102d90 0x7f2d181985f0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f2d0800b4a0 tx=0x7f2d0800b960 comp rx=0 tx=0).stop 2024-09-12T12:29:44.299 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.294+0000 7f2d1c94b640 1 -- 172.21.15.82:0/92830161 shutdown_connections 2024-09-12T12:29:44.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.294+0000 7f2d1c94b640 1 --2- 172.21.15.82:0/92830161 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2d040a2cf0 0x7f2d040a51b0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.294+0000 7f2d1c94b640 1 --2- 172.21.15.82:0/92830161 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d18108290 0x7f2d1819cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.294+0000 7f2d1c94b640 1 --2- 172.21.15.82:0/92830161 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2d18103740 0x7f2d18198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.294+0000 7f2d1c94b640 1 --2- 172.21.15.82:0/92830161 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2d18102d90 0x7f2d181985f0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:44.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.294+0000 7f2d1c94b640 1 -- 172.21.15.82:0/92830161 >> 172.21.15.82:0/92830161 conn(0x7f2d180fc7d0 msgr2=0x7f2d180fe4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:44.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.294+0000 7f2d1c94b640 1 -- 172.21.15.82:0/92830161 shutdown_connections 2024-09-12T12:29:44.300 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:29:44.294+0000 7f2d1c94b640 1 -- 172.21.15.82:0/92830161 wait complete. 2024-09-12T12:29:44.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:44 smithi082 ceph-mon[31122]: pgmap v94: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.8 KiB/s wr, 14 op/s 2024-09-12T12:29:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:44 smithi097 ceph-mon[34923]: pgmap v94: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.8 KiB/s wr, 14 op/s 2024-09-12T12:29:44.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:44 smithi114 ceph-mon[35514]: pgmap v94: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.8 KiB/s wr, 14 op/s 2024-09-12T12:29:44.944 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '901c0098', total seconds elapsed: 28.0 2024-09-12T12:29:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:46 smithi097 ceph-mon[34923]: pgmap v95: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-09-12T12:29:46.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:46 smithi082 ceph-mon[31122]: pgmap v95: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-09-12T12:29:46.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:46 smithi114 ceph-mon[35514]: pgmap v95: 97 pgs: 97 active+clean; 2.9 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-09-12T12:29:48.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:47 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:29:48.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:47 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:29:48.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:47 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:29:49.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:48 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:29:49.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:48 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:29:49.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:48 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:29:49.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:48 smithi097 ceph-mon[34923]: pgmap v96: 97 pgs: 97 active+clean; 3.0 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 10 KiB/s wr, 15 op/s 2024-09-12T12:29:49.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:48 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:29:49.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:48 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:29:49.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:48 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:29:49.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:48 smithi082 ceph-mon[31122]: pgmap v96: 97 pgs: 97 active+clean; 3.0 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 10 KiB/s wr, 15 op/s 2024-09-12T12:29:49.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:48 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:29:49.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:48 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:29:49.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:48 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:29:49.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:48 smithi114 ceph-mon[35514]: pgmap v96: 97 pgs: 97 active+clean; 3.0 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 10 KiB/s wr, 15 op/s 2024-09-12T12:29:50.089 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.089+0000 7f98a9198640 1 -- 172.21.15.82:0/1224950013 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98a410c110 msgr2=0x7f98a410e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.089+0000 7f98a9198640 1 --2- 172.21.15.82:0/1224950013 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98a410c110 0x7f98a410e590 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f989c009900 tx=0x7f989c02a480 comp rx=0 tx=0).stop 2024-09-12T12:29:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.089+0000 7f98a9198640 1 -- 172.21.15.82:0/1224950013 shutdown_connections 2024-09-12T12:29:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.089+0000 7f98a9198640 1 --2- 172.21.15.82:0/1224950013 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98a410c110 0x7f98a410e590 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.089+0000 7f98a9198640 1 --2- 172.21.15.82:0/1224950013 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98a41035e0 0x7f98a410bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.089+0000 7f98a9198640 1 --2- 172.21.15.82:0/1224950013 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f98a4102cc0 0x7f98a41030a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.089+0000 7f98a9198640 1 -- 172.21.15.82:0/1224950013 >> 172.21.15.82:0/1224950013 conn(0x7f98a40fc6b0 msgr2=0x7f98a40fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.089+0000 7f98a9198640 1 -- 172.21.15.82:0/1224950013 shutdown_connections 2024-09-12T12:29:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.089+0000 7f98a9198640 1 -- 172.21.15.82:0/1224950013 wait complete. 2024-09-12T12:29:50.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.090+0000 7f98a9198640 1 Processor -- start 2024-09-12T12:29:50.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.090+0000 7f98a9198640 1 -- start start 2024-09-12T12:29:50.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.090+0000 7f98a9198640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f98a4102cc0 0x7f98a4198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.090+0000 7f98a9198640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98a41035e0 0x7f98a4198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.090+0000 7f98a9198640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98a410c110 0x7f98a419cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.090+0000 7f98a9198640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f98a4111ef0 con 0x7f98a41035e0 2024-09-12T12:29:50.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.090+0000 7f98a9198640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f98a4111d70 con 0x7f98a410c110 2024-09-12T12:29:50.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.090+0000 7f98a9198640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f98a4112070 con 0x7f98a4102cc0 2024-09-12T12:29:50.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.090+0000 7f98a259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98a41035e0 0x7f98a4198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.090+0000 7f98a259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98a41035e0 0x7f98a4198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37610/0 (socket says 172.21.15.82:37610) 2024-09-12T12:29:50.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.090+0000 7f98a259c640 1 -- 172.21.15.82:0/1708772202 learned_addr learned my addr 172.21.15.82:0/1708772202 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:50.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.090+0000 7f98a2d9d640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f98a4102cc0 0x7f98a4198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.090+0000 7f98a359e640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98a410c110 0x7f98a419cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.091+0000 7f98a259c640 1 -- 172.21.15.82:0/1708772202 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f98a4102cc0 msgr2=0x7f98a4198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:50.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.091+0000 7f98a259c640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f98a4102cc0 0x7f98a4198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.091+0000 7f98a259c640 1 -- 172.21.15.82:0/1708772202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98a410c110 msgr2=0x7f98a419cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:50.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.091+0000 7f98a259c640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98a410c110 0x7f98a419cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.091+0000 7f98a259c640 1 -- 172.21.15.82:0/1708772202 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98a419d330 con 0x7f98a41035e0 2024-09-12T12:29:50.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.091+0000 7f98a2d9d640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f98a4102cc0 0x7f98a4198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:29:50.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.091+0000 7f98a259c640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98a41035e0 0x7f98a4198880 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f988c00d740 tx=0x7f988c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:50.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.091+0000 7f989bfff640 1 -- 172.21.15.82:0/1708772202 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f988c017070 con 0x7f98a41035e0 2024-09-12T12:29:50.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.091+0000 7f989bfff640 1 -- 172.21.15.82:0/1708772202 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f988c00de50 con 0x7f98a41035e0 2024-09-12T12:29:50.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.091+0000 7f98a9198640 1 -- 172.21.15.82:0/1708772202 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98a419d620 con 0x7f98a41035e0 2024-09-12T12:29:50.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.091+0000 7f989bfff640 1 -- 172.21.15.82:0/1708772202 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f988c00f620 con 0x7f98a41035e0 2024-09-12T12:29:50.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.091+0000 7f98a9198640 1 -- 172.21.15.82:0/1708772202 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98a41a4eb0 con 0x7f98a41035e0 2024-09-12T12:29:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.093+0000 7f989bfff640 1 -- 172.21.15.82:0/1708772202 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f988c009c30 con 0x7f98a41035e0 2024-09-12T12:29:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.094+0000 7f98ac010740 1 Processor -- start 2024-09-12T12:29:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.094+0000 7f98ac010740 1 -- start start 2024-09-12T12:29:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.094+0000 7f98ac010740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3aaf0 0x55eb77b3aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.094+0000 7f98ac010740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3b410 0x55eb77b45770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.101 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.094+0000 7f98ac010740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b45cb0 0x55eb77b480a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.094+0000 7f98ac010740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55eb77a9f2f0 con 0x55eb77b3aaf0 2024-09-12T12:29:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.094+0000 7f98ac010740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55eb77a47270 con 0x55eb77b45cb0 2024-09-12T12:29:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.094+0000 7f98ac010740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55eb77a9b2b0 con 0x55eb77b3b410 2024-09-12T12:29:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.094+0000 7f98a359e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3aaf0 0x55eb77b3aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f98a359e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3aaf0 0x55eb77b3aed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37624/0 (socket says 172.21.15.82:37624) 2024-09-12T12:29:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f98a359e640 1 -- 172.21.15.82:0/3858375385 learned_addr learned my addr 172.21.15.82:0/3858375385 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f989bfff640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f98900a2da0 0x7f98900a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f98a2d9d640 1 --2- 172.21.15.82:0/3858375385 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3b410 0x55eb77b45770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f98a259c640 1 --2- 172.21.15.82:0/3858375385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b45cb0 0x55eb77b480a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f98a359e640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f98900a2da0 0x7f98900a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f98a359e640 1 -- 172.21.15.82:0/3858375385 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3b410 msgr2=0x55eb77b45770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f98a359e640 1 --2- 172.21.15.82:0/3858375385 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3b410 0x55eb77b45770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f98a359e640 1 -- 172.21.15.82:0/3858375385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b45cb0 msgr2=0x55eb77b480a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f989bfff640 1 -- 172.21.15.82:0/1708772202 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f988c0cf0f0 con 0x7f98a41035e0 2024-09-12T12:29:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f98a359e640 1 --2- 172.21.15.82:0/3858375385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b45cb0 0x55eb77b480a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f98a359e640 1 -- 172.21.15.82:0/3858375385 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb77a46340 con 0x55eb77b3aaf0 2024-09-12T12:29:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f98a259c640 1 --2- 172.21.15.82:0/3858375385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b45cb0 0x55eb77b480a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:29:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f98a359e640 1 --2- 172.21.15.82:0/3858375385 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3aaf0 0x55eb77b3aed0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f989c005940 tx=0x7f989c031760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7380861fa7caa253 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.095+0000 7f98997fa640 1 -- 172.21.15.82:0/3858375385 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f989c04c070 con 0x55eb77b3aaf0 2024-09-12T12:29:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.096+0000 7f98a359e640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f98900a2da0 0x7f98900a5260 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f989c049000 tx=0x7f989c047000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.096+0000 7f98997fa640 1 -- 172.21.15.82:0/3858375385 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f989c0044c0 con 0x55eb77b3aaf0 2024-09-12T12:29:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.096+0000 7f98997fa640 1 -- 172.21.15.82:0/3858375385 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f989c035040 con 0x55eb77b3aaf0 2024-09-12T12:29:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.096+0000 7f98ac010740 1 -- 172.21.15.82:0/3858375385 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3aaf0 msgr2=0x55eb77b3aed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.096+0000 7f98ac010740 1 --2- 172.21.15.82:0/3858375385 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3aaf0 0x55eb77b3aed0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f989c005940 tx=0x7f989c031760 comp rx=0 tx=0).stop 2024-09-12T12:29:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.096+0000 7f98ac010740 1 -- 172.21.15.82:0/3858375385 shutdown_connections 2024-09-12T12:29:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.096+0000 7f98ac010740 1 --2- 172.21.15.82:0/3858375385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b45cb0 0x55eb77b480a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.096+0000 7f98ac010740 1 --2- 172.21.15.82:0/3858375385 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3b410 0x55eb77b45770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.096+0000 7f98ac010740 1 --2- 172.21.15.82:0/3858375385 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3aaf0 0x55eb77b3aed0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.096+0000 7f98ac010740 1 -- 172.21.15.82:0/3858375385 >> 172.21.15.82:0/3858375385 conn(0x55eb77b37060 msgr2=0x55eb77b37440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.096+0000 7f98ac010740 1 -- 172.21.15.82:0/3858375385 shutdown_connections 2024-09-12T12:29:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.096+0000 7f98ac010740 1 -- 172.21.15.82:0/3858375385 wait complete. 2024-09-12T12:29:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.097+0000 7f98ac010740 1 -- start start 2024-09-12T12:29:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.097+0000 7f98ac010740 1 Processor -- start 2024-09-12T12:29:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.097+0000 7f98ac010740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3aaf0 0x55eb77b42bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.097+0000 7f98ac010740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b3b410 0x55eb77b43110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.097+0000 7f98ac010740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b45cb0 0x55eb77b43650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.097+0000 7f98ac010740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55eb77b48880 con 0x55eb77b45cb0 2024-09-12T12:29:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.097+0000 7f98ac010740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55eb77a28290 con 0x55eb77b3b410 2024-09-12T12:29:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.097+0000 7f98ac010740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55eb77b48a00 con 0x55eb77b3aaf0 2024-09-12T12:29:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.097+0000 7f98ac010740 10 client.0 _ll_register_callbacks cb 0x55eb77a59140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:29:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.097+0000 7f98a259c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b3b410 0x55eb77b43110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.097+0000 7f98a259c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b3b410 0x55eb77b43110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:35238/0 (socket says 172.21.15.82:35238) 2024-09-12T12:29:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.097+0000 7f98a259c640 1 -- 172.21.15.82:0/1429138365 learned_addr learned my addr 172.21.15.82:0/1429138365 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f98a2d9d640 1 --2- 172.21.15.82:0/1429138365 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3aaf0 0x55eb77b42bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f98a359e640 1 --2- 172.21.15.82:0/1429138365 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b45cb0 0x55eb77b43650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f98a259c640 1 -- 172.21.15.82:0/1429138365 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3aaf0 msgr2=0x55eb77b42bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f98a259c640 1 --2- 172.21.15.82:0/1429138365 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3aaf0 0x55eb77b42bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f98a259c640 1 -- 172.21.15.82:0/1429138365 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b45cb0 msgr2=0x55eb77b43650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f98a259c640 1 --2- 172.21.15.82:0/1429138365 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b45cb0 0x55eb77b43650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f98a259c640 1 -- 172.21.15.82:0/1429138365 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb777b2210 con 0x55eb77b3b410 2024-09-12T12:29:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f98a259c640 1 --2- 172.21.15.82:0/1429138365 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b3b410 0x55eb77b43110 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f988c005fd0 tx=0x7f988c06b3d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8dd364242b5bfd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f988a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.97:3300/0 2024-09-12T12:29:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f988a7fc640 1 -- 172.21.15.82:0/1429138365 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f988c020070 con 0x55eb77b3b410 2024-09-12T12:29:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f98ac010740 1 -- 172.21.15.82:0/1429138365 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55eb77aaca20 con 0x55eb77b3b410 2024-09-12T12:29:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f988a7fc640 1 -- 172.21.15.82:0/1429138365 <== mon.2 v2:172.21.15.97:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f988c06d0d0 con 0x55eb77b3b410 2024-09-12T12:29:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f988a7fc640 1 -- 172.21.15.82:0/1429138365 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f988c0ccc20 con 0x55eb77b3b410 2024-09-12T12:29:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f98ac010740 10 client.25247 fetch_fsmap learned FSMap version 28 2024-09-12T12:29:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.098+0000 7f98ac010740 1 -- 172.21.15.82:0/1429138365 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55eb7787e620 con 0x55eb77b3b410 2024-09-12T12:29:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.099+0000 7f988a7fc640 1 -- 172.21.15.82:0/1429138365 <== mon.2 v2:172.21.15.97:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55eb77aaca20 con 0x55eb77b3b410 2024-09-12T12:29:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.099+0000 7f988a7fc640 1 -- 172.21.15.82:0/1429138365 <== mon.2 v2:172.21.15.97:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f988c0d1070 con 0x55eb77b3b410 2024-09-12T12:29:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.099+0000 7f98ac010740 10 client.25247 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:29:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.099+0000 7f98ac010740 10 client.25247 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:29:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.099+0000 7f98ac010740 20 client.25247 populate_metadata read hostname 'smithi082' 2024-09-12T12:29:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.099+0000 7f98ac010740 1 --2- 172.21.15.82:0/1429138365 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb77b55c40 0x55eb77b58030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.099+0000 7f98ac010740 4 client.25247 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:29:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.099+0000 7f98ac010740 1 -- 172.21.15.82:0/1429138365 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eb77aa6d70 con 0x55eb77b55c40 2024-09-12T12:29:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.099+0000 7f98a2d9d640 1 --2- 172.21.15.82:0/1429138365 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb77b55c40 0x55eb77b58030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f988a7fc640 10 client.25247 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f98a2d9d640 1 --2- 172.21.15.82:0/1429138365 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb77b55c40 0x55eb77b58030 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f3a0503b757e76f server_cookie=1be40f37c3b66c73 in_seq=0 out_seq=0 2024-09-12T12:29:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f988a7fc640 1 -- 172.21.15.82:0/1429138365 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55eb77aa6d70 con 0x55eb77b55c40 2024-09-12T12:29:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f988a7fc640 10 client.25247 handle_command_reply: tid=0 2024-09-12T12:29:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f98ac010740 1 client.25247 shutdown 2024-09-12T12:29:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f98ac010740 1 -- 172.21.15.82:0/1429138365 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b3b410 msgr2=0x55eb77b43110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f98ac010740 1 --2- 172.21.15.82:0/1429138365 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b3b410 0x55eb77b43110 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f988c005fd0 tx=0x7f988c06b3d0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f98ac010740 1 -- 172.21.15.82:0/1429138365 shutdown_connections 2024-09-12T12:29:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f98ac010740 1 --2- 172.21.15.82:0/1429138365 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb77b55c40 0x55eb77b58030 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f98ac010740 1 --2- 172.21.15.82:0/1429138365 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b45cb0 0x55eb77b43650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f98ac010740 1 --2- 172.21.15.82:0/1429138365 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b3b410 0x55eb77b43110 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f98ac010740 1 --2- 172.21.15.82:0/1429138365 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3aaf0 0x55eb77b42bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f988a7fc640 0 client.25247 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f98ac010740 1 -- 172.21.15.82:0/1429138365 >> 172.21.15.82:0/1429138365 conn(0x55eb77b37060 msgr2=0x55eb77b361c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.100+0000 7f98ac010740 1 -- 172.21.15.82:0/1429138365 shutdown_connections 2024-09-12T12:29:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.101+0000 7f98ac010740 1 -- 172.21.15.82:0/1429138365 wait complete. 2024-09-12T12:29:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.101+0000 7f98ac010740 20 client.25247 trim_cache size 0 max 16384 2024-09-12T12:29:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.115+0000 7f98ac010740 1 Processor -- start 2024-09-12T12:29:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.115+0000 7f98ac010740 1 -- start start 2024-09-12T12:29:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.115+0000 7f98ac010740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b3aaf0 0x55eb77b43480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.115+0000 7f98ac010740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3b410 0x55eb77b5d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.115+0000 7f98ac010740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b45cb0 0x55eb77b5ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.115+0000 7f98ac010740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f98a41ad950 con 0x55eb77b3b410 2024-09-12T12:29:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.115+0000 7f98ac010740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f98a41af490 con 0x55eb77b3aaf0 2024-09-12T12:29:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.115+0000 7f98ac010740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f98a41ae020 con 0x55eb77b45cb0 2024-09-12T12:29:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.115+0000 7f98a259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3b410 0x55eb77b5d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.115+0000 7f98a259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3b410 0x55eb77b5d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37636/0 (socket says 172.21.15.82:37636) 2024-09-12T12:29:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.115+0000 7f98a259c640 1 -- 172.21.15.82:0/2557770656 learned_addr learned my addr 172.21.15.82:0/2557770656 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.116+0000 7f98a259c640 1 -- 172.21.15.82:0/2557770656 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b45cb0 msgr2=0x55eb77b5ddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.116+0000 7f98a259c640 1 --2- 172.21.15.82:0/2557770656 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b45cb0 0x55eb77b5ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.116+0000 7f98a259c640 1 -- 172.21.15.82:0/2557770656 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b3aaf0 msgr2=0x55eb77b43480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.116+0000 7f98a259c640 1 --2- 172.21.15.82:0/2557770656 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b3aaf0 0x55eb77b43480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.116+0000 7f98a259c640 1 -- 172.21.15.82:0/2557770656 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb77b37cf0 con 0x55eb77b3b410 2024-09-12T12:29:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.116+0000 7f98a259c640 1 --2- 172.21.15.82:0/2557770656 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3b410 0x55eb77b5d880 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f988c009610 tx=0x7f988c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78e52960366c1ba6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.116+0000 7f9898ff9640 1 -- 172.21.15.82:0/2557770656 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f988c09b340 con 0x55eb77b3b410 2024-09-12T12:29:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.116+0000 7f9898ff9640 1 -- 172.21.15.82:0/2557770656 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f988c06e420 con 0x55eb77b3b410 2024-09-12T12:29:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.116+0000 7f9898ff9640 1 -- 172.21.15.82:0/2557770656 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f988c09a9c0 con 0x55eb77b3b410 2024-09-12T12:29:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.117+0000 7f98ac010740 1 -- 172.21.15.82:0/2557770656 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3b410 msgr2=0x55eb77b5d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.117+0000 7f98ac010740 1 --2- 172.21.15.82:0/2557770656 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3b410 0x55eb77b5d880 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f988c009610 tx=0x7f988c005880 comp rx=0 tx=0).stop 2024-09-12T12:29:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.117+0000 7f98ac010740 1 -- 172.21.15.82:0/2557770656 shutdown_connections 2024-09-12T12:29:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.117+0000 7f98ac010740 1 --2- 172.21.15.82:0/2557770656 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b45cb0 0x55eb77b5ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.117+0000 7f98ac010740 1 --2- 172.21.15.82:0/2557770656 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3b410 0x55eb77b5d880 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.117+0000 7f98ac010740 1 --2- 172.21.15.82:0/2557770656 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b3aaf0 0x55eb77b43480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.117+0000 7f98ac010740 1 -- 172.21.15.82:0/2557770656 >> 172.21.15.82:0/2557770656 conn(0x55eb77b37060 msgr2=0x55eb77b44c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.117+0000 7f98ac010740 1 -- 172.21.15.82:0/2557770656 shutdown_connections 2024-09-12T12:29:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.117+0000 7f98ac010740 1 -- 172.21.15.82:0/2557770656 wait complete. 2024-09-12T12:29:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.117+0000 7f98ac010740 1 -- start start 2024-09-12T12:29:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.117+0000 7f98ac010740 1 Processor -- start 2024-09-12T12:29:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.117+0000 7f98ac010740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3aaf0 0x55eb77b4e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.117+0000 7f98ac010740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3b410 0x55eb77b496a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98ac010740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b45cb0 0x55eb77b49be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98ac010740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f98a41aedc0 con 0x55eb77b3aaf0 2024-09-12T12:29:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98ac010740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f98a41ae6f0 con 0x55eb77b45cb0 2024-09-12T12:29:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98ac010740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f98a41ab930 con 0x55eb77b3b410 2024-09-12T12:29:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98ac010740 10 client.0 _ll_register_callbacks cb 0x7f988c010c10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:29:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98a2d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3aaf0 0x55eb77b4e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98a2d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3aaf0 0x55eb77b4e380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37638/0 (socket says 172.21.15.82:37638) 2024-09-12T12:29:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98a2d9d640 1 -- 172.21.15.82:0/775382337 learned_addr learned my addr 172.21.15.82:0/775382337 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:29:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98a259c640 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3b410 0x55eb77b496a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98a359e640 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b45cb0 0x55eb77b49be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98a2d9d640 1 -- 172.21.15.82:0/775382337 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3b410 msgr2=0x55eb77b496a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98a2d9d640 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3b410 0x55eb77b496a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98a2d9d640 1 -- 172.21.15.82:0/775382337 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b45cb0 msgr2=0x55eb77b49be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:29:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98a2d9d640 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b45cb0 0x55eb77b49be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98a2d9d640 1 -- 172.21.15.82:0/775382337 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb77b322d0 con 0x55eb77b3aaf0 2024-09-12T12:29:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98a359e640 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b45cb0 0x55eb77b49be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:29:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98a259c640 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3b410 0x55eb77b496a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:29:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98a2d9d640 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3aaf0 0x55eb77b4e380 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x55eb77b587f0 tx=0x7f98940149c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6898d341f0498a9d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:29:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f988a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:29:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f988a7fc640 1 -- 172.21.15.82:0/775382337 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9894020690 con 0x55eb77b3aaf0 2024-09-12T12:29:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f988a7fc640 1 -- 172.21.15.82:0/775382337 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f9894020830 con 0x55eb77b3aaf0 2024-09-12T12:29:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98ac010740 1 -- 172.21.15.82:0/775382337 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55eb77a23900 con 0x55eb77b3aaf0 2024-09-12T12:29:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f988a7fc640 1 -- 172.21.15.82:0/775382337 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9894030050 con 0x55eb77b3aaf0 2024-09-12T12:29:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98ac010740 10 client.15837 fetch_fsmap learned FSMap version 28 2024-09-12T12:29:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.118+0000 7f98ac010740 1 -- 172.21.15.82:0/775382337 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55eb77bc06b0 con 0x55eb77b3aaf0 2024-09-12T12:29:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.119+0000 7f988a7fc640 1 -- 172.21.15.82:0/775382337 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55eb77a23900 con 0x55eb77b3aaf0 2024-09-12T12:29:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.119+0000 7f988a7fc640 1 -- 172.21.15.82:0/775382337 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f989400f040 con 0x55eb77b3aaf0 2024-09-12T12:29:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.119+0000 7f98ac010740 10 client.15837 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:29:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.119+0000 7f98ac010740 10 client.15837 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:29:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.119+0000 7f98ac010740 20 client.15837 populate_metadata read hostname 'smithi082' 2024-09-12T12:29:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.119+0000 7f98ac010740 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb77bc0db0 0x55eb77bc31d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:29:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.119+0000 7f98ac010740 4 client.15837 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:29:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.119+0000 7f98ac010740 1 -- 172.21.15.82:0/775382337 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55eb77a70820 con 0x55eb77bc0db0 2024-09-12T12:29:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.119+0000 7f98a259c640 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb77bc0db0 0x55eb77bc31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:29:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.119+0000 7f98a259c640 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb77bc0db0 0x55eb77bc31d0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=432cf2d5eb42bdb7 server_cookie=c5016e002db72691 in_seq=0 out_seq=0 2024-09-12T12:29:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.119+0000 7f988a7fc640 10 client.15837 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:50.129 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f988a7fc640 1 -- 172.21.15.82:0/775382337 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55eb77a70820 con 0x55eb77bc0db0 2024-09-12T12:29:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f988a7fc640 10 client.15837 handle_command_reply: tid=0 2024-09-12T12:29:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f98ac010740 1 client.15837 shutdown 2024-09-12T12:29:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f98ac010740 1 -- 172.21.15.82:0/775382337 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3aaf0 msgr2=0x55eb77b4e380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f98ac010740 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3aaf0 0x55eb77b4e380 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x55eb77b587f0 tx=0x7f98940149c0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f98ac010740 1 -- 172.21.15.82:0/775382337 shutdown_connections 2024-09-12T12:29:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f98ac010740 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb77bc0db0 0x55eb77bc31d0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f98ac010740 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb77b45cb0 0x55eb77b49be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f98ac010740 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb77b3b410 0x55eb77b496a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f988a7fc640 0 client.15837 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:29:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f98ac010740 1 --2- 172.21.15.82:0/775382337 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb77b3aaf0 0x55eb77b4e380 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f98ac010740 1 -- 172.21.15.82:0/775382337 >> 172.21.15.82:0/775382337 conn(0x55eb77b37060 msgr2=0x55eb77b359a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:50.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f98ac010740 1 -- 172.21.15.82:0/775382337 shutdown_connections 2024-09-12T12:29:50.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f98ac010740 1 -- 172.21.15.82:0/775382337 wait complete. 2024-09-12T12:29:50.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.129+0000 7f98ac010740 20 client.15837 trim_cache size 0 max 16384 2024-09-12T12:29:50.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:29:50.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:29:50.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:29:50.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:29:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.130+0000 7f98a9198640 1 -- 172.21.15.82:0/1708772202 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f98900a2da0 msgr2=0x7f98900a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.130+0000 7f98a9198640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f98900a2da0 0x7f98900a5260 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f989c049000 tx=0x7f989c047000 comp rx=0 tx=0).stop 2024-09-12T12:29:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.130+0000 7f98a9198640 1 -- 172.21.15.82:0/1708772202 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98a41035e0 msgr2=0x7f98a4198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:29:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.130+0000 7f98a9198640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98a41035e0 0x7f98a4198880 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f988c00d740 tx=0x7f988c00dc00 comp rx=0 tx=0).stop 2024-09-12T12:29:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.130+0000 7f98a9198640 1 -- 172.21.15.82:0/1708772202 shutdown_connections 2024-09-12T12:29:50.132 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.130+0000 7f98a9198640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f98900a2da0 0x7f98900a5260 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.130+0000 7f98a9198640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98a410c110 0x7f98a419cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.130+0000 7f98a9198640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f98a41035e0 0x7f98a4198880 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.130+0000 7f98a9198640 1 --2- 172.21.15.82:0/1708772202 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f98a4102cc0 0x7f98a4198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:29:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.130+0000 7f98a9198640 1 -- 172.21.15.82:0/1708772202 >> 172.21.15.82:0/1708772202 conn(0x7f98a40fc6b0 msgr2=0x7f98a40fd2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:29:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.130+0000 7f98a9198640 1 -- 172.21.15.82:0/1708772202 shutdown_connections 2024-09-12T12:29:50.133 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:29:50.130+0000 7f98a9198640 1 -- 172.21.15.82:0/1708772202 wait complete. 2024-09-12T12:29:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:50 smithi097 ceph-mon[34923]: pgmap v97: 97 pgs: 97 active+clean; 3.0 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.3 KiB/s wr, 9 op/s 2024-09-12T12:29:50.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:50 smithi082 ceph-mon[31122]: pgmap v97: 97 pgs: 97 active+clean; 3.0 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.3 KiB/s wr, 9 op/s 2024-09-12T12:29:50.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:50 smithi114 ceph-mon[35514]: pgmap v97: 97 pgs: 97 active+clean; 3.0 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.3 KiB/s wr, 9 op/s 2024-09-12T12:29:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:52 smithi097 ceph-mon[34923]: pgmap v98: 97 pgs: 97 active+clean; 3.0 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.3 KiB/s wr, 9 op/s 2024-09-12T12:29:52.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:52 smithi082 ceph-mon[31122]: pgmap v98: 97 pgs: 97 active+clean; 3.0 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.3 KiB/s wr, 9 op/s 2024-09-12T12:29:52.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:52 smithi114 ceph-mon[35514]: pgmap v98: 97 pgs: 97 active+clean; 3.0 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.3 KiB/s wr, 9 op/s 2024-09-12T12:29:54.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:54 smithi097 ceph-mon[34923]: pgmap v99: 97 pgs: 97 active+clean; 3.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 18 op/s 2024-09-12T12:29:54.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:54 smithi082 ceph-mon[31122]: pgmap v99: 97 pgs: 97 active+clean; 3.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 18 op/s 2024-09-12T12:29:54.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:54 smithi114 ceph-mon[35514]: pgmap v99: 97 pgs: 97 active+clean; 3.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 18 op/s 2024-09-12T12:29:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:56 smithi097 ceph-mon[34923]: pgmap v100: 97 pgs: 97 active+clean; 3.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-09-12T12:29:56.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:56 smithi082 ceph-mon[31122]: pgmap v100: 97 pgs: 97 active+clean; 3.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-09-12T12:29:56.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:56 smithi114 ceph-mon[35514]: pgmap v100: 97 pgs: 97 active+clean; 3.1 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-09-12T12:29:58.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:29:58 smithi097 ceph-mon[34923]: pgmap v101: 97 pgs: 97 active+clean; 3.3 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 21 op/s 2024-09-12T12:29:58.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:29:58 smithi082 ceph-mon[31122]: pgmap v101: 97 pgs: 97 active+clean; 3.3 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 21 op/s 2024-09-12T12:29:58.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:29:58 smithi114 ceph-mon[35514]: pgmap v101: 97 pgs: 97 active+clean; 3.3 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 21 op/s 2024-09-12T12:30:00.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:00 smithi114 ceph-mon[35514]: overall HEALTH_OK 2024-09-12T12:30:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:00 smithi097 ceph-mon[34923]: overall HEALTH_OK 2024-09-12T12:30:00.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:00 smithi082 ceph-mon[31122]: overall HEALTH_OK 2024-09-12T12:30:01.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:01 smithi114 ceph-mon[35514]: pgmap v102: 97 pgs: 97 active+clean; 3.3 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 24 KiB/s wr, 15 op/s 2024-09-12T12:30:01.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:01 smithi097 ceph-mon[34923]: pgmap v102: 97 pgs: 97 active+clean; 3.3 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 24 KiB/s wr, 15 op/s 2024-09-12T12:30:01.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:01 smithi082 ceph-mon[31122]: pgmap v102: 97 pgs: 97 active+clean; 3.3 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 24 KiB/s wr, 15 op/s 2024-09-12T12:30:02.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:02 smithi097 ceph-mon[34923]: pgmap v103: 97 pgs: 97 active+clean; 3.3 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 24 KiB/s wr, 15 op/s 2024-09-12T12:30:02.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:02 smithi082 ceph-mon[31122]: pgmap v103: 97 pgs: 97 active+clean; 3.3 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 24 KiB/s wr, 15 op/s 2024-09-12T12:30:02.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:02 smithi114 ceph-mon[35514]: pgmap v103: 97 pgs: 97 active+clean; 3.3 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 24 KiB/s wr, 15 op/s 2024-09-12T12:30:03.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.225+0000 7f492d5e8640 1 -- 172.21.15.82:0/1678632026 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4928101370 msgr2=0x7f492810d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:03.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.225+0000 7f492d5e8640 1 --2- 172.21.15.82:0/1678632026 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4928101370 0x7f492810d8a0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f4920009930 tx=0x7f492002a420 comp rx=0 tx=0).stop 2024-09-12T12:30:03.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.225+0000 7f492d5e8640 1 -- 172.21.15.82:0/1678632026 shutdown_connections 2024-09-12T12:30:03.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.225+0000 7f492d5e8640 1 --2- 172.21.15.82:0/1678632026 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4928101370 0x7f492810d8a0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.225+0000 7f492d5e8640 1 --2- 172.21.15.82:0/1678632026 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f49281009d0 0x7f4928100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.225+0000 7f492d5e8640 1 --2- 172.21.15.82:0/1678632026 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f49281069e0 0x7f4928106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.225+0000 7f492d5e8640 1 -- 172.21.15.82:0/1678632026 >> 172.21.15.82:0/1678632026 conn(0x7f49280fc6f0 msgr2=0x7f49280feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:03.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.226+0000 7f492d5e8640 1 -- 172.21.15.82:0/1678632026 shutdown_connections 2024-09-12T12:30:03.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.226+0000 7f492d5e8640 1 -- 172.21.15.82:0/1678632026 wait complete. 2024-09-12T12:30:03.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.226+0000 7f492d5e8640 1 Processor -- start 2024-09-12T12:30:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.226+0000 7f492d5e8640 1 -- start start 2024-09-12T12:30:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f492d5e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f49281009d0 0x7f4928199130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f492d5e8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4928101370 0x7f4928199670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f492d5e8640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f49281069e0 0x7f49281a41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f492d5e8640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4928110e20 con 0x7f49281009d0 2024-09-12T12:30:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f492d5e8640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4928110ca0 con 0x7f49281069e0 2024-09-12T12:30:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f492d5e8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4928110fa0 con 0x7f4928101370 2024-09-12T12:30:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f4926ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f49281009d0 0x7f4928199130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f4926ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f49281009d0 0x7f4928199130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44158/0 (socket says 172.21.15.82:44158) 2024-09-12T12:30:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f4926ffd640 1 -- 172.21.15.82:0/636896775 learned_addr learned my addr 172.21.15.82:0/636896775 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f49277fe640 1 --2- 172.21.15.82:0/636896775 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f49281069e0 0x7f49281a41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f49267fc640 1 --2- 172.21.15.82:0/636896775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4928101370 0x7f4928199670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f4926ffd640 1 -- 172.21.15.82:0/636896775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4928101370 msgr2=0x7f4928199670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f4926ffd640 1 --2- 172.21.15.82:0/636896775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4928101370 0x7f4928199670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f4926ffd640 1 -- 172.21.15.82:0/636896775 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f49281069e0 msgr2=0x7f49281a41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f4926ffd640 1 --2- 172.21.15.82:0/636896775 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f49281069e0 0x7f49281a41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f4926ffd640 1 -- 172.21.15.82:0/636896775 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49281a46f0 con 0x7f49281009d0 2024-09-12T12:30:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f4926ffd640 1 --2- 172.21.15.82:0/636896775 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f49281009d0 0x7f4928199130 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f491800eb90 tx=0x7f491800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.227+0000 7f490ffff640 1 -- 172.21.15.82:0/636896775 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4918004d20 con 0x7f49281009d0 2024-09-12T12:30:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.228+0000 7f492d5e8640 1 -- 172.21.15.82:0/636896775 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49281a48c0 con 0x7f49281009d0 2024-09-12T12:30:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.228+0000 7f490ffff640 1 -- 172.21.15.82:0/636896775 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f491800ee90 con 0x7f49281009d0 2024-09-12T12:30:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.228+0000 7f492d5e8640 1 -- 172.21.15.82:0/636896775 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49281a4e10 con 0x7f49281009d0 2024-09-12T12:30:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.228+0000 7f490ffff640 1 -- 172.21.15.82:0/636896775 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4918010830 con 0x7f49281009d0 2024-09-12T12:30:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.230+0000 7f490ffff640 1 -- 172.21.15.82:0/636896775 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f4918005020 con 0x7f49281009d0 2024-09-12T12:30:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.230+0000 7f493045f740 1 Processor -- start 2024-09-12T12:30:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f493045f740 1 -- start start 2024-09-12T12:30:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f493045f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2ad4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f493045f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2ad5410 0x5564c2adf770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f493045f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2adfcb0 0x5564c2ae20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f493045f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5564c2a392f0 con 0x5564c2ad4af0 2024-09-12T12:30:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f493045f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5564c29e1270 con 0x5564c2ad5410 2024-09-12T12:30:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f493045f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5564c2a352b0 con 0x5564c2adfcb0 2024-09-12T12:30:03.239 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f490ffff640 1 --2- 172.21.15.82:0/636896775 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f49100a2da0 0x7f49100a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f49277fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2ad4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f49277fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2ad4ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44162/0 (socket says 172.21.15.82:44162) 2024-09-12T12:30:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f49277fe640 1 -- 172.21.15.82:0/3289937242 learned_addr learned my addr 172.21.15.82:0/3289937242 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f4926ffd640 1 --2- 172.21.15.82:0/3289937242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2ad5410 0x5564c2adf770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f49277fe640 1 --2- 172.21.15.82:0/636896775 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f49100a2da0 0x7f49100a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f49267fc640 1 --2- 172.21.15.82:0/3289937242 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2adfcb0 0x5564c2ae20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f490ffff640 1 -- 172.21.15.82:0/636896775 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f49180cfa20 con 0x7f49281009d0 2024-09-12T12:30:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f49277fe640 1 -- 172.21.15.82:0/3289937242 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2adfcb0 msgr2=0x5564c2ae20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f49277fe640 1 --2- 172.21.15.82:0/3289937242 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2adfcb0 0x5564c2ae20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f49277fe640 1 -- 172.21.15.82:0/3289937242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2ad5410 msgr2=0x5564c2adf770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:03.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f49277fe640 1 --2- 172.21.15.82:0/3289937242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2ad5410 0x5564c2adf770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.231+0000 7f49277fe640 1 -- 172.21.15.82:0/3289937242 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564c29e0340 con 0x5564c2ad4af0 2024-09-12T12:30:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.232+0000 7f49277fe640 1 --2- 172.21.15.82:0/3289937242 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2ad4ed0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f4920005c40 tx=0x7f49200319f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49bee95e829c230f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.232+0000 7f49277fe640 1 --2- 172.21.15.82:0/636896775 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f49100a2da0 0x7f49100a5260 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4920031550 tx=0x7f4920035000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.232+0000 7f490d7fa640 1 -- 172.21.15.82:0/3289937242 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4920035070 con 0x5564c2ad4af0 2024-09-12T12:30:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.232+0000 7f490d7fa640 1 -- 172.21.15.82:0/3289937242 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f49200047a0 con 0x5564c2ad4af0 2024-09-12T12:30:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.232+0000 7f490d7fa640 1 -- 172.21.15.82:0/3289937242 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4920003850 con 0x5564c2ad4af0 2024-09-12T12:30:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 -- 172.21.15.82:0/3289937242 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 msgr2=0x5564c2ad4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 --2- 172.21.15.82:0/3289937242 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2ad4ed0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f4920005c40 tx=0x7f49200319f0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 -- 172.21.15.82:0/3289937242 shutdown_connections 2024-09-12T12:30:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 --2- 172.21.15.82:0/3289937242 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2adfcb0 0x5564c2ae20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 --2- 172.21.15.82:0/3289937242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2ad5410 0x5564c2adf770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 --2- 172.21.15.82:0/3289937242 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2ad4ed0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 -- 172.21.15.82:0/3289937242 >> 172.21.15.82:0/3289937242 conn(0x5564c2ad1060 msgr2=0x5564c2ad1440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:03.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 -- 172.21.15.82:0/3289937242 shutdown_connections 2024-09-12T12:30:03.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 -- 172.21.15.82:0/3289937242 wait complete. 2024-09-12T12:30:03.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 -- start start 2024-09-12T12:30:03.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 Processor -- start 2024-09-12T12:30:03.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2adcc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2ad5410 0x5564c2add180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2adfcb0 0x5564c2add6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5564c2ae2880 con 0x5564c2ad4af0 2024-09-12T12:30:03.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5564c29c2290 con 0x5564c2adfcb0 2024-09-12T12:30:03.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5564c2ae2a00 con 0x5564c2ad5410 2024-09-12T12:30:03.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.233+0000 7f493045f740 10 client.0 _ll_register_callbacks cb 0x5564c29f3140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:03.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f4926ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2adcc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f4926ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2adcc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44174/0 (socket says 172.21.15.82:44174) 2024-09-12T12:30:03.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f4926ffd640 1 -- 172.21.15.82:0/3694590395 learned_addr learned my addr 172.21.15.82:0/3694590395 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:03.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f49267fc640 1 --2- 172.21.15.82:0/3694590395 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2ad5410 0x5564c2add180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f49277fe640 1 --2- 172.21.15.82:0/3694590395 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2adfcb0 0x5564c2add6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f4926ffd640 1 -- 172.21.15.82:0/3694590395 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2ad5410 msgr2=0x5564c2add180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:03.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f4926ffd640 1 --2- 172.21.15.82:0/3694590395 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2ad5410 0x5564c2add180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f4926ffd640 1 -- 172.21.15.82:0/3694590395 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2adfcb0 msgr2=0x5564c2add6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:03.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f4926ffd640 1 --2- 172.21.15.82:0/3694590395 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2adfcb0 0x5564c2add6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f4926ffd640 1 -- 172.21.15.82:0/3694590395 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564c274c210 con 0x5564c2ad4af0 2024-09-12T12:30:03.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f4926ffd640 1 --2- 172.21.15.82:0/3694590395 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2adcc40 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f491809be90 tx=0x7f491806ae30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=524bf9f82ae184b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:03.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f490aff5640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:03.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f490aff5640 1 -- 172.21.15.82:0/3694590395 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f491809c600 con 0x5564c2ad4af0 2024-09-12T12:30:03.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f490aff5640 1 -- 172.21.15.82:0/3694590395 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f4918098570 con 0x5564c2ad4af0 2024-09-12T12:30:03.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f493045f740 1 -- 172.21.15.82:0/3694590395 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f49200047a0 con 0x5564c2ad4af0 2024-09-12T12:30:03.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f490aff5640 1 -- 172.21.15.82:0/3694590395 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f491809bf00 con 0x5564c2ad4af0 2024-09-12T12:30:03.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f493045f740 10 client.15849 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:03.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.234+0000 7f493045f740 1 -- 172.21.15.82:0/3694590395 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5564c2818620 con 0x5564c2ad4af0 2024-09-12T12:30:03.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.235+0000 7f490aff5640 1 -- 172.21.15.82:0/3694590395 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f49200047a0 con 0x5564c2ad4af0 2024-09-12T12:30:03.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.235+0000 7f490aff5640 1 -- 172.21.15.82:0/3694590395 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f49180a4770 con 0x5564c2ad4af0 2024-09-12T12:30:03.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.235+0000 7f493045f740 10 client.15849 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:03.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.235+0000 7f493045f740 10 client.15849 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:30:03.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.235+0000 7f493045f740 20 client.15849 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:03.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.235+0000 7f493045f740 1 --2- 172.21.15.82:0/3694590395 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564c2aefd40 0x5564c2af2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.235+0000 7f493045f740 4 client.15849 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:30:03.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.235+0000 7f493045f740 1 -- 172.21.15.82:0/3694590395 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5564c2a46a20 con 0x5564c2aefd40 2024-09-12T12:30:03.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.235+0000 7f49267fc640 1 --2- 172.21.15.82:0/3694590395 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564c2aefd40 0x5564c2af2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.235+0000 7f490aff5640 10 client.15849 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.235+0000 7f49267fc640 1 --2- 172.21.15.82:0/3694590395 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564c2aefd40 0x5564c2af2130 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1fb12e3cd40939a server_cookie=ce9062ce984f9f90 in_seq=0 out_seq=0 2024-09-12T12:30:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.236+0000 7f490aff5640 1 -- 172.21.15.82:0/3694590395 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5564c2a46a20 con 0x5564c2aefd40 2024-09-12T12:30:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.236+0000 7f490aff5640 10 client.15849 handle_command_reply: tid=0 2024-09-12T12:30:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.236+0000 7f493045f740 1 client.15849 shutdown 2024-09-12T12:30:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.236+0000 7f493045f740 1 -- 172.21.15.82:0/3694590395 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 msgr2=0x5564c2adcc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.236+0000 7f493045f740 1 --2- 172.21.15.82:0/3694590395 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2adcc40 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f491809be90 tx=0x7f491806ae30 comp rx=0 tx=0).stop 2024-09-12T12:30:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.236+0000 7f493045f740 1 -- 172.21.15.82:0/3694590395 shutdown_connections 2024-09-12T12:30:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.236+0000 7f493045f740 1 --2- 172.21.15.82:0/3694590395 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564c2aefd40 0x5564c2af2130 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.236+0000 7f493045f740 1 --2- 172.21.15.82:0/3694590395 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2adfcb0 0x5564c2add6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.236+0000 7f493045f740 1 --2- 172.21.15.82:0/3694590395 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2ad5410 0x5564c2add180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.236+0000 7f493045f740 1 --2- 172.21.15.82:0/3694590395 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2adcc40 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.236+0000 7f490aff5640 0 client.15849 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.236+0000 7f493045f740 1 -- 172.21.15.82:0/3694590395 >> 172.21.15.82:0/3694590395 conn(0x5564c2ad1060 msgr2=0x5564c2ad6dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.236+0000 7f493045f740 1 -- 172.21.15.82:0/3694590395 shutdown_connections 2024-09-12T12:30:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.236+0000 7f493045f740 1 -- 172.21.15.82:0/3694590395 wait complete. 2024-09-12T12:30:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.237+0000 7f493045f740 20 client.15849 trim_cache size 0 max 16384 2024-09-12T12:30:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.251+0000 7f493045f740 1 Processor -- start 2024-09-12T12:30:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.251+0000 7f493045f740 1 -- start start 2024-09-12T12:30:03.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.251+0000 7f493045f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2add4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.251+0000 7f493045f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2ad5410 0x5564c2af79d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.251+0000 7f493045f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2adfcb0 0x5564c2af7f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.251+0000 7f493045f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f49281ad920 con 0x5564c2ad4af0 2024-09-12T12:30:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.251+0000 7f493045f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f49281af460 con 0x5564c2ad5410 2024-09-12T12:30:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.251+0000 7f493045f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f49281adff0 con 0x5564c2adfcb0 2024-09-12T12:30:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.252+0000 7f4926ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2add4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.252+0000 7f4926ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2add4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44182/0 (socket says 172.21.15.82:44182) 2024-09-12T12:30:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.252+0000 7f4926ffd640 1 -- 172.21.15.82:0/1509605686 learned_addr learned my addr 172.21.15.82:0/1509605686 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.252+0000 7f4926ffd640 1 -- 172.21.15.82:0/1509605686 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2adfcb0 msgr2=0x5564c2af7f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.252+0000 7f4926ffd640 1 --2- 172.21.15.82:0/1509605686 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2adfcb0 0x5564c2af7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.252+0000 7f4926ffd640 1 -- 172.21.15.82:0/1509605686 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2ad5410 msgr2=0x5564c2af79d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:03.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.252+0000 7f49267fc640 1 --2- 172.21.15.82:0/1509605686 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2ad5410 0x5564c2af79d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.252+0000 7f4926ffd640 1 --2- 172.21.15.82:0/1509605686 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2ad5410 0x5564c2af79d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.252+0000 7f4926ffd640 1 -- 172.21.15.82:0/1509605686 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564c2ad2110 con 0x5564c2ad4af0 2024-09-12T12:30:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.252+0000 7f49267fc640 1 --2- 172.21.15.82:0/1509605686 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2ad5410 0x5564c2af79d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.252+0000 7f4926ffd640 1 --2- 172.21.15.82:0/1509605686 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2add4f0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f4918004af0 tx=0x7f491800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41b36381c9c9a0d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.252+0000 7f490cff9640 1 -- 172.21.15.82:0/1509605686 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f491809c600 con 0x5564c2ad4af0 2024-09-12T12:30:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.252+0000 7f490cff9640 1 -- 172.21.15.82:0/1509605686 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f49180a02b0 con 0x5564c2ad4af0 2024-09-12T12:30:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.252+0000 7f490cff9640 1 -- 172.21.15.82:0/1509605686 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49180a4b70 con 0x5564c2ad4af0 2024-09-12T12:30:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.253+0000 7f493045f740 1 -- 172.21.15.82:0/1509605686 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 msgr2=0x5564c2add4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.253+0000 7f493045f740 1 --2- 172.21.15.82:0/1509605686 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2add4f0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f4918004af0 tx=0x7f491800cf90 comp rx=0 tx=0).stop 2024-09-12T12:30:03.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.253+0000 7f493045f740 1 -- 172.21.15.82:0/1509605686 shutdown_connections 2024-09-12T12:30:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.253+0000 7f493045f740 1 --2- 172.21.15.82:0/1509605686 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2adfcb0 0x5564c2af7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.253+0000 7f493045f740 1 --2- 172.21.15.82:0/1509605686 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2ad5410 0x5564c2af79d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.253+0000 7f493045f740 1 --2- 172.21.15.82:0/1509605686 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2add4f0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.253+0000 7f493045f740 1 -- 172.21.15.82:0/1509605686 >> 172.21.15.82:0/1509605686 conn(0x5564c2ad1060 msgr2=0x5564c2adecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.253+0000 7f493045f740 1 -- 172.21.15.82:0/1509605686 shutdown_connections 2024-09-12T12:30:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.253+0000 7f493045f740 1 -- 172.21.15.82:0/1509605686 wait complete. 2024-09-12T12:30:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.253+0000 7f493045f740 1 -- start start 2024-09-12T12:30:03.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.253+0000 7f493045f740 1 Processor -- start 2024-09-12T12:30:03.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f493045f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2ae84a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f493045f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2ad5410 0x5564c2ad99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f493045f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2adfcb0 0x5564c2ad9f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f493045f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f49281aed90 con 0x5564c2ad4af0 2024-09-12T12:30:03.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f493045f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f49281ae6c0 con 0x5564c2adfcb0 2024-09-12T12:30:03.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f493045f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f49281ab900 con 0x5564c2ad5410 2024-09-12T12:30:03.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f4926ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2ae84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f493045f740 10 client.0 _ll_register_callbacks cb 0x7f4918004a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:03.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f4926ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2ae84a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44196/0 (socket says 172.21.15.82:44196) 2024-09-12T12:30:03.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f4926ffd640 1 -- 172.21.15.82:0/2580053310 learned_addr learned my addr 172.21.15.82:0/2580053310 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:03.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f49277fe640 1 --2- 172.21.15.82:0/2580053310 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2adfcb0 0x5564c2ad9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f49267fc640 1 --2- 172.21.15.82:0/2580053310 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2ad5410 0x5564c2ad99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f4926ffd640 1 -- 172.21.15.82:0/2580053310 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2ad5410 msgr2=0x5564c2ad99f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:03.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f4926ffd640 1 --2- 172.21.15.82:0/2580053310 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2ad5410 0x5564c2ad99f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f4926ffd640 1 -- 172.21.15.82:0/2580053310 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2adfcb0 msgr2=0x5564c2ad9f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:03.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f4926ffd640 1 --2- 172.21.15.82:0/2580053310 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2adfcb0 0x5564c2ad9f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f4926ffd640 1 -- 172.21.15.82:0/2580053310 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564c2aee8e0 con 0x5564c2ad4af0 2024-09-12T12:30:03.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.254+0000 7f49277fe640 1 --2- 172.21.15.82:0/2580053310 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2adfcb0 0x5564c2ad9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:30:03.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f4926ffd640 1 --2- 172.21.15.82:0/2580053310 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2ae84a0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f491809a1b0 tx=0x7f491800ccd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5a7a5450c0b8097 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:03.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f490aff5640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:03.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f490aff5640 1 -- 172.21.15.82:0/2580053310 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49180981a0 con 0x5564c2ad4af0 2024-09-12T12:30:03.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f490aff5640 1 -- 172.21.15.82:0/2580053310 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f4918005590 con 0x5564c2ad4af0 2024-09-12T12:30:03.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f493045f740 1 -- 172.21.15.82:0/2580053310 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f49180a02b0 con 0x5564c2ad4af0 2024-09-12T12:30:03.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f490aff5640 1 -- 172.21.15.82:0/2580053310 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f49180a4b70 con 0x5564c2ad4af0 2024-09-12T12:30:03.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f493045f740 10 client.15855 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:03.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f493045f740 1 -- 172.21.15.82:0/2580053310 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5564c2b567f0 con 0x5564c2ad4af0 2024-09-12T12:30:03.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f490aff5640 1 -- 172.21.15.82:0/2580053310 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f49180a02b0 con 0x5564c2ad4af0 2024-09-12T12:30:03.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f490aff5640 1 -- 172.21.15.82:0/2580053310 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f49180b9030 con 0x5564c2ad4af0 2024-09-12T12:30:03.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f493045f740 10 client.15855 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:03.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f493045f740 10 client.15855 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:30:03.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f493045f740 20 client.15855 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:03.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f493045f740 1 --2- 172.21.15.82:0/2580053310 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564c2b635a0 0x5564c2b65990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:03.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f493045f740 4 client.15855 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:30:03.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.255+0000 7f493045f740 1 -- 172.21.15.82:0/2580053310 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5564c2a40d70 con 0x5564c2b635a0 2024-09-12T12:30:03.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.256+0000 7f49267fc640 1 --2- 172.21.15.82:0/2580053310 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564c2b635a0 0x5564c2b65990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:03.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.256+0000 7f490aff5640 10 client.15855 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:03.263 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.256+0000 7f49267fc640 1 --2- 172.21.15.82:0/2580053310 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564c2b635a0 0x5564c2b65990 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee9ee269c7cd778b server_cookie=ac0f12bf72f62789 in_seq=0 out_seq=0 2024-09-12T12:30:03.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f490aff5640 1 -- 172.21.15.82:0/2580053310 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5564c2a40d70 con 0x5564c2b635a0 2024-09-12T12:30:03.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f490aff5640 10 client.15855 handle_command_reply: tid=0 2024-09-12T12:30:03.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f493045f740 1 client.15855 shutdown 2024-09-12T12:30:03.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f493045f740 1 -- 172.21.15.82:0/2580053310 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 msgr2=0x5564c2ae84a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:03.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f493045f740 1 --2- 172.21.15.82:0/2580053310 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2ae84a0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f491809a1b0 tx=0x7f491800ccd0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f493045f740 1 -- 172.21.15.82:0/2580053310 shutdown_connections 2024-09-12T12:30:03.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f493045f740 1 --2- 172.21.15.82:0/2580053310 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564c2b635a0 0x5564c2b65990 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f493045f740 1 --2- 172.21.15.82:0/2580053310 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564c2adfcb0 0x5564c2ad9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f490aff5640 0 client.15855 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:03.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f493045f740 1 --2- 172.21.15.82:0/2580053310 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564c2ad5410 0x5564c2ad99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f493045f740 1 --2- 172.21.15.82:0/2580053310 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564c2ad4af0 0x5564c2ae84a0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f493045f740 1 -- 172.21.15.82:0/2580053310 >> 172.21.15.82:0/2580053310 conn(0x5564c2ad1060 msgr2=0x5564c2ad6550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:03.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f493045f740 1 -- 172.21.15.82:0/2580053310 shutdown_connections 2024-09-12T12:30:03.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f493045f740 1 -- 172.21.15.82:0/2580053310 wait complete. 2024-09-12T12:30:03.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.269+0000 7f493045f740 20 client.15855 trim_cache size 0 max 16384 2024-09-12T12:30:03.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:30:03.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:30:03.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:30:03.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:30:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.270+0000 7f492d5e8640 1 -- 172.21.15.82:0/636896775 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f49100a2da0 msgr2=0x7f49100a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.270+0000 7f492d5e8640 1 --2- 172.21.15.82:0/636896775 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f49100a2da0 0x7f49100a5260 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4920031550 tx=0x7f4920035000 comp rx=0 tx=0).stop 2024-09-12T12:30:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.270+0000 7f492d5e8640 1 -- 172.21.15.82:0/636896775 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f49281009d0 msgr2=0x7f4928199130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.270+0000 7f492d5e8640 1 --2- 172.21.15.82:0/636896775 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f49281009d0 0x7f4928199130 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f491800eb90 tx=0x7f491800c6a0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.270+0000 7f492d5e8640 1 -- 172.21.15.82:0/636896775 shutdown_connections 2024-09-12T12:30:03.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.270+0000 7f492d5e8640 1 --2- 172.21.15.82:0/636896775 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f49100a2da0 0x7f49100a5260 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.270+0000 7f492d5e8640 1 --2- 172.21.15.82:0/636896775 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f49281069e0 0x7f49281a41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.270+0000 7f492d5e8640 1 --2- 172.21.15.82:0/636896775 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4928101370 0x7f4928199670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.270+0000 7f492d5e8640 1 --2- 172.21.15.82:0/636896775 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f49281009d0 0x7f4928199130 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:03.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.270+0000 7f492d5e8640 1 -- 172.21.15.82:0/636896775 >> 172.21.15.82:0/636896775 conn(0x7f49280fc6f0 msgr2=0x7f49280fcd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:03.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.270+0000 7f492d5e8640 1 -- 172.21.15.82:0/636896775 shutdown_connections 2024-09-12T12:30:03.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:03.270+0000 7f492d5e8640 1 -- 172.21.15.82:0/636896775 wait complete. 2024-09-12T12:30:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:04 smithi097 ceph-mon[34923]: pgmap v104: 97 pgs: 97 active+clean; 3.4 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 58 KiB/s wr, 36 op/s 2024-09-12T12:30:04.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:04 smithi082 ceph-mon[31122]: pgmap v104: 97 pgs: 97 active+clean; 3.4 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 58 KiB/s wr, 36 op/s 2024-09-12T12:30:04.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:04 smithi114 ceph-mon[35514]: pgmap v104: 97 pgs: 97 active+clean; 3.4 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 58 KiB/s wr, 36 op/s 2024-09-12T12:30:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:06 smithi097 ceph-mon[34923]: pgmap v105: 97 pgs: 97 active+clean; 3.4 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 46 KiB/s wr, 27 op/s 2024-09-12T12:30:06.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:06 smithi082 ceph-mon[31122]: pgmap v105: 97 pgs: 97 active+clean; 3.4 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 46 KiB/s wr, 27 op/s 2024-09-12T12:30:06.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:06 smithi114 ceph-mon[35514]: pgmap v105: 97 pgs: 97 active+clean; 3.4 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 46 KiB/s wr, 27 op/s 2024-09-12T12:30:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:08 smithi097 ceph-mon[34923]: pgmap v106: 97 pgs: 97 active+clean; 3.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 63 KiB/s wr, 37 op/s 2024-09-12T12:30:08.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:08 smithi082 ceph-mon[31122]: pgmap v106: 97 pgs: 97 active+clean; 3.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 63 KiB/s wr, 37 op/s 2024-09-12T12:30:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:08 smithi114 ceph-mon[35514]: pgmap v106: 97 pgs: 97 active+clean; 3.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 63 KiB/s wr, 37 op/s 2024-09-12T12:30:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:10 smithi097 ceph-mon[34923]: pgmap v107: 97 pgs: 97 active+clean; 3.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 52 KiB/s wr, 30 op/s 2024-09-12T12:30:10.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:10 smithi082 ceph-mon[31122]: pgmap v107: 97 pgs: 97 active+clean; 3.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 52 KiB/s wr, 30 op/s 2024-09-12T12:30:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:10 smithi114 ceph-mon[35514]: pgmap v107: 97 pgs: 97 active+clean; 3.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 52 KiB/s wr, 30 op/s 2024-09-12T12:30:12.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:12 smithi097 ceph-mon[34923]: pgmap v108: 97 pgs: 97 active+clean; 3.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 52 KiB/s wr, 30 op/s 2024-09-12T12:30:12.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:12 smithi082 ceph-mon[31122]: pgmap v108: 97 pgs: 97 active+clean; 3.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 52 KiB/s wr, 30 op/s 2024-09-12T12:30:12.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:12 smithi114 ceph-mon[35514]: pgmap v108: 97 pgs: 97 active+clean; 3.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 52 KiB/s wr, 30 op/s 2024-09-12T12:30:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:14 smithi097 ceph-mon[34923]: pgmap v109: 97 pgs: 97 active+clean; 3.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 64 KiB/s wr, 36 op/s 2024-09-12T12:30:14.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:14 smithi082 ceph-mon[31122]: pgmap v109: 97 pgs: 97 active+clean; 3.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 64 KiB/s wr, 36 op/s 2024-09-12T12:30:14.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:14 smithi114 ceph-mon[35514]: pgmap v109: 97 pgs: 97 active+clean; 3.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 64 KiB/s wr, 36 op/s 2024-09-12T12:30:16.374 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.372+0000 7f9ec6d5f640 1 -- 172.21.15.82:0/3403822219 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ec0102d20 msgr2=0x7f9ec0103100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:16.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.372+0000 7f9ec6d5f640 1 --2- 172.21.15.82:0/3403822219 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ec0102d20 0x7f9ec0103100 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0009ca0 tx=0x7f9eb002a950 comp rx=0 tx=0).stop 2024-09-12T12:30:16.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.372+0000 7f9ec6d5f640 1 -- 172.21.15.82:0/3403822219 shutdown_connections 2024-09-12T12:30:16.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.372+0000 7f9ec6d5f640 1 --2- 172.21.15.82:0/3403822219 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ec010c0f0 0x7f9ec010e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.372+0000 7f9ec6d5f640 1 --2- 172.21.15.82:0/3403822219 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ec0103640 0x7f9ec010bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.372+0000 7f9ec6d5f640 1 --2- 172.21.15.82:0/3403822219 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ec0102d20 0x7f9ec0103100 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.372+0000 7f9ec6d5f640 1 -- 172.21.15.82:0/3403822219 >> 172.21.15.82:0/3403822219 conn(0x7f9ec0077990 msgr2=0x7f9ec00fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:16.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.372+0000 7f9ec6d5f640 1 -- 172.21.15.82:0/3403822219 shutdown_connections 2024-09-12T12:30:16.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.372+0000 7f9ec6d5f640 1 -- 172.21.15.82:0/3403822219 wait complete. 2024-09-12T12:30:16.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.373+0000 7f9ec6d5f640 1 Processor -- start 2024-09-12T12:30:16.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.373+0000 7f9ec6d5f640 1 -- start start 2024-09-12T12:30:16.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.373+0000 7f9ec6d5f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ec0102d20 0x7f9ec0198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.373+0000 7f9ec6d5f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ec0103640 0x7f9ec0198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.373+0000 7f9ec6d5f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ec010c0f0 0x7f9ec019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.373+0000 7f9ec6d5f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec0111ec0 con 0x7f9ec0102d20 2024-09-12T12:30:16.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.373+0000 7f9ec6d5f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec0111d40 con 0x7f9ec0103640 2024-09-12T12:30:16.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.373+0000 7f9ec6d5f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec0112040 con 0x7f9ec010c0f0 2024-09-12T12:30:16.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.373+0000 7f9ec4afb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ec0102d20 0x7f9ec0198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.373+0000 7f9ec4afb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ec0102d20 0x7f9ec0198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60492/0 (socket says 172.21.15.82:60492) 2024-09-12T12:30:16.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.373+0000 7f9ec4afb640 1 -- 172.21.15.82:0/3134653246 learned_addr learned my addr 172.21.15.82:0/3134653246 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:16.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.373+0000 7f9ebffff640 1 --2- 172.21.15.82:0/3134653246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ec0103640 0x7f9ec0198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.373+0000 7f9ec52fc640 1 --2- 172.21.15.82:0/3134653246 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ec010c0f0 0x7f9ec019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.374+0000 7f9ec4afb640 1 -- 172.21.15.82:0/3134653246 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ec010c0f0 msgr2=0x7f9ec019cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.374+0000 7f9ec4afb640 1 --2- 172.21.15.82:0/3134653246 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ec010c0f0 0x7f9ec019cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.374+0000 7f9ec4afb640 1 -- 172.21.15.82:0/3134653246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ec0103640 msgr2=0x7f9ec0198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.374+0000 7f9ec4afb640 1 --2- 172.21.15.82:0/3134653246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ec0103640 0x7f9ec0198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.374+0000 7f9ec4afb640 1 -- 172.21.15.82:0/3134653246 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ec019d340 con 0x7f9ec0102d20 2024-09-12T12:30:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.374+0000 7f9ec4afb640 1 --2- 172.21.15.82:0/3134653246 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ec0102d20 0x7f9ec0198350 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0005cc0 tx=0x7f9eb002f650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.374+0000 7f9ebdffb640 1 -- 172.21.15.82:0/3134653246 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0034040 con 0x7f9ec0102d20 2024-09-12T12:30:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.374+0000 7f9ebdffb640 1 -- 172.21.15.82:0/3134653246 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9eb0030920 con 0x7f9ec0102d20 2024-09-12T12:30:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.374+0000 7f9ec6d5f640 1 -- 172.21.15.82:0/3134653246 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ec019d5d0 con 0x7f9ec0102d20 2024-09-12T12:30:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.374+0000 7f9ebdffb640 1 -- 172.21.15.82:0/3134653246 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0045480 con 0x7f9ec0102d20 2024-09-12T12:30:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.374+0000 7f9ec6d5f640 1 -- 172.21.15.82:0/3134653246 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ec01a4ec0 con 0x7f9ec0102d20 2024-09-12T12:30:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.377+0000 7f9ebdffb640 1 -- 172.21.15.82:0/3134653246 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f9eb0037020 con 0x7f9ec0102d20 2024-09-12T12:30:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.377+0000 7f9ec9bd8740 1 Processor -- start 2024-09-12T12:30:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec9bd8740 1 -- start start 2024-09-12T12:30:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec9bd8740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba17306ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec9bd8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17307410 0x55ba17311770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec9bd8740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17311cb0 0x55ba173140a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec9bd8740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55ba1726b2f0 con 0x55ba17306af0 2024-09-12T12:30:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec9bd8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55ba17213270 con 0x55ba17307410 2024-09-12T12:30:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec9bd8740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55ba172672b0 con 0x55ba17311cb0 2024-09-12T12:30:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec52fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba17306ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec52fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba17306ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60494/0 (socket says 172.21.15.82:60494) 2024-09-12T12:30:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec52fc640 1 -- 172.21.15.82:0/146787926 learned_addr learned my addr 172.21.15.82:0/146787926 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ebffff640 1 --2- 172.21.15.82:0/146787926 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17311cb0 0x55ba173140a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec4afb640 1 --2- 172.21.15.82:0/146787926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17307410 0x55ba17311770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ebdffb640 1 --2- 172.21.15.82:0/3134653246 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9eac0a2e20 0x7f9eac0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec52fc640 1 -- 172.21.15.82:0/146787926 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17311cb0 msgr2=0x55ba173140a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec52fc640 1 --2- 172.21.15.82:0/146787926 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17311cb0 0x55ba173140a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec52fc640 1 -- 172.21.15.82:0/146787926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17307410 msgr2=0x55ba17311770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec52fc640 1 --2- 172.21.15.82:0/146787926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17307410 0x55ba17311770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec52fc640 1 -- 172.21.15.82:0/146787926 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba17212340 con 0x55ba17306af0 2024-09-12T12:30:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ebffff640 1 --2- 172.21.15.82:0/146787926 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17311cb0 0x55ba173140a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:30:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ec52fc640 1 --2- 172.21.15.82:0/3134653246 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9eac0a2e20 0x7f9eac0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.378+0000 7f9ebdffb640 1 -- 172.21.15.82:0/3134653246 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f9eb00f0380 con 0x7f9ec0102d20 2024-09-12T12:30:16.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.379+0000 7f9ec52fc640 1 --2- 172.21.15.82:0/146787926 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba17306ed0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f9eb800ac80 tx=0x7f9eb800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fa90ae567726208 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:16.383 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.379+0000 7f9ec52fc640 1 --2- 172.21.15.82:0/3134653246 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9eac0a2e20 0x7f9eac0a52e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8021000 tx=0x7f9eb801e000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.381+0000 7f9eb6ffd640 1 -- 172.21.15.82:0/146787926 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb801a860 con 0x55ba17306af0 2024-09-12T12:30:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.381+0000 7f9eb6ffd640 1 -- 172.21.15.82:0/146787926 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9eb8005030 con 0x55ba17306af0 2024-09-12T12:30:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.381+0000 7f9eb6ffd640 1 -- 172.21.15.82:0/146787926 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb8004ae0 con 0x55ba17306af0 2024-09-12T12:30:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.382+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/146787926 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 msgr2=0x55ba17306ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.382+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/146787926 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba17306ed0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f9eb800ac80 tx=0x7f9eb800f790 comp rx=0 tx=0).stop 2024-09-12T12:30:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.382+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/146787926 shutdown_connections 2024-09-12T12:30:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.382+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/146787926 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17311cb0 0x55ba173140a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.382+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/146787926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17307410 0x55ba17311770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.389 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.382+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/146787926 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba17306ed0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.382+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/146787926 >> 172.21.15.82:0/146787926 conn(0x55ba17303060 msgr2=0x55ba17303440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.382+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/146787926 shutdown_connections 2024-09-12T12:30:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.382+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/146787926 wait complete. 2024-09-12T12:30:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.382+0000 7f9ec9bd8740 1 -- start start 2024-09-12T12:30:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ec9bd8740 1 Processor -- start 2024-09-12T12:30:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ec9bd8740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba1730eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ec9bd8740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17307410 0x55ba1730f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ec9bd8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17311cb0 0x55ba1730f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ec9bd8740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55ba17314880 con 0x55ba17306af0 2024-09-12T12:30:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ec9bd8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55ba171f4290 con 0x55ba17311cb0 2024-09-12T12:30:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ec9bd8740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55ba17314a00 con 0x55ba17307410 2024-09-12T12:30:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ec9bd8740 10 client.0 _ll_register_callbacks cb 0x55ba17225140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:16.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ec4afb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba1730eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ec4afb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba1730eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60500/0 (socket says 172.21.15.82:60500) 2024-09-12T12:30:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ec4afb640 1 -- 172.21.15.82:0/3453926914 learned_addr learned my addr 172.21.15.82:0/3453926914 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ebffff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17307410 0x55ba1730f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ec52fc640 1 --2- 172.21.15.82:0/3453926914 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17311cb0 0x55ba1730f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ec4afb640 1 -- 172.21.15.82:0/3453926914 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17307410 msgr2=0x55ba1730f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.383+0000 7f9ec4afb640 1 --2- 172.21.15.82:0/3453926914 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17307410 0x55ba1730f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9ec4afb640 1 -- 172.21.15.82:0/3453926914 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17311cb0 msgr2=0x55ba1730f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9ec4afb640 1 --2- 172.21.15.82:0/3453926914 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17311cb0 0x55ba1730f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9ec4afb640 1 -- 172.21.15.82:0/3453926914 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba16f7e210 con 0x55ba17306af0 2024-09-12T12:30:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9ec52fc640 1 --2- 172.21.15.82:0/3453926914 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17311cb0 0x55ba1730f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:30:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9ec4afb640 1 --2- 172.21.15.82:0/3453926914 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba1730eb60 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0000f80 tx=0x7f9eb00f3ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f4a79dde7e59efc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9e9ffff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:16.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9e9ffff640 1 -- 172.21.15.82:0/3453926914 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb00bc4b0 con 0x55ba17306af0 2024-09-12T12:30:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9e9ffff640 1 -- 172.21.15.82:0/3453926914 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f9eb00f3d20 con 0x55ba17306af0 2024-09-12T12:30:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3453926914 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9eb8005030 con 0x55ba17306af0 2024-09-12T12:30:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9e9ffff640 1 -- 172.21.15.82:0/3453926914 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9eb00bc2d0 con 0x55ba17306af0 2024-09-12T12:30:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9ec9bd8740 10 client.15867 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3453926914 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ba1704a620 con 0x55ba17306af0 2024-09-12T12:30:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9e9ffff640 1 -- 172.21.15.82:0/3453926914 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9eb8005030 con 0x55ba17306af0 2024-09-12T12:30:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9e9ffff640 1 -- 172.21.15.82:0/3453926914 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f9eb004d030 con 0x55ba17306af0 2024-09-12T12:30:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9ec9bd8740 10 client.15867 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.384+0000 7f9ec9bd8740 10 client.15867 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:30:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.385+0000 7f9ec9bd8740 20 client.15867 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.385+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3453926914 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ba17321bb0 0x55ba17323ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.385+0000 7f9ec9bd8740 4 client.15867 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:30:16.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.385+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3453926914 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba17278a20 con 0x55ba17321bb0 2024-09-12T12:30:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.385+0000 7f9ebffff640 1 --2- 172.21.15.82:0/3453926914 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ba17321bb0 0x55ba17323ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.385+0000 7f9ebffff640 1 --2- 172.21.15.82:0/3453926914 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ba17321bb0 0x55ba17323ff0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c89bcc0f36780799 server_cookie=b524f5aa466809c9 in_seq=0 out_seq=0 2024-09-12T12:30:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.385+0000 7f9e9ffff640 10 client.15867 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9e9ffff640 1 -- 172.21.15.82:0/3453926914 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ba17278a20 con 0x55ba17321bb0 2024-09-12T12:30:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9e9ffff640 10 client.15867 handle_command_reply: tid=0 2024-09-12T12:30:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9ec9bd8740 1 client.15867 shutdown 2024-09-12T12:30:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3453926914 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 msgr2=0x55ba1730eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3453926914 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba1730eb60 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0000f80 tx=0x7f9eb00f3ac0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3453926914 shutdown_connections 2024-09-12T12:30:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3453926914 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ba17321bb0 0x55ba17323ff0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3453926914 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17311cb0 0x55ba1730f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3453926914 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17307410 0x55ba1730f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3453926914 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba1730eb60 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9e9ffff640 0 client.15867 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3453926914 >> 172.21.15.82:0/3453926914 conn(0x55ba17303060 msgr2=0x55ba17308dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3453926914 shutdown_connections 2024-09-12T12:30:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3453926914 wait complete. 2024-09-12T12:30:16.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.386+0000 7f9ec9bd8740 20 client.15867 trim_cache size 0 max 16384 2024-09-12T12:30:16.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ec9bd8740 1 Processor -- start 2024-09-12T12:30:16.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ec9bd8740 1 -- start start 2024-09-12T12:30:16.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ec9bd8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17306af0 0x55ba1730f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ec9bd8740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17307410 0x55ba17329900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ec9bd8740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17311cb0 0x55ba17329e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ec9bd8740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec01ad750 con 0x55ba17307410 2024-09-12T12:30:16.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ec9bd8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec01af290 con 0x55ba17306af0 2024-09-12T12:30:16.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ec9bd8740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec01ade20 con 0x55ba17311cb0 2024-09-12T12:30:16.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ebffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17307410 0x55ba17329900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ebffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17307410 0x55ba17329900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60514/0 (socket says 172.21.15.82:60514) 2024-09-12T12:30:16.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ebffff640 1 -- 172.21.15.82:0/3010406074 learned_addr learned my addr 172.21.15.82:0/3010406074 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:16.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ec52fc640 1 --2- 172.21.15.82:0/3010406074 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17311cb0 0x55ba17329e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ec4afb640 1 --2- 172.21.15.82:0/3010406074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17306af0 0x55ba1730f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ebffff640 1 -- 172.21.15.82:0/3010406074 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17311cb0 msgr2=0x55ba17329e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:16.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ebffff640 1 --2- 172.21.15.82:0/3010406074 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17311cb0 0x55ba17329e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ebffff640 1 -- 172.21.15.82:0/3010406074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17306af0 msgr2=0x55ba1730f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:16.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ebffff640 1 --2- 172.21.15.82:0/3010406074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17306af0 0x55ba1730f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ebffff640 1 -- 172.21.15.82:0/3010406074 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba17302e90 con 0x55ba17307410 2024-09-12T12:30:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9ebffff640 1 --2- 172.21.15.82:0/3010406074 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17307410 0x55ba17329900 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x55ba17309690 tx=0x7f9ea800b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e54a74b1616efa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.401+0000 7f9eb67fc640 1 -- 172.21.15.82:0/3010406074 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea8005020 con 0x55ba17307410 2024-09-12T12:30:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.402+0000 7f9eb67fc640 1 -- 172.21.15.82:0/3010406074 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ea80047a0 con 0x55ba17307410 2024-09-12T12:30:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.402+0000 7f9eb67fc640 1 -- 172.21.15.82:0/3010406074 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea80117a0 con 0x55ba17307410 2024-09-12T12:30:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.402+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3010406074 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17307410 msgr2=0x55ba17329900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.402+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3010406074 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17307410 0x55ba17329900 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x55ba17309690 tx=0x7f9ea800b390 comp rx=0 tx=0).stop 2024-09-12T12:30:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.402+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3010406074 shutdown_connections 2024-09-12T12:30:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.402+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3010406074 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17311cb0 0x55ba17329e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.402+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3010406074 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17307410 0x55ba17329900 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.402+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3010406074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17306af0 0x55ba1730f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.402+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3010406074 >> 172.21.15.82:0/3010406074 conn(0x55ba17303060 msgr2=0x55ba17310be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:16.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.402+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3010406074 shutdown_connections 2024-09-12T12:30:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.402+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3010406074 wait complete. 2024-09-12T12:30:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.402+0000 7f9ec9bd8740 1 -- start start 2024-09-12T12:30:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec9bd8740 1 Processor -- start 2024-09-12T12:30:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec9bd8740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba1731a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec9bd8740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17307410 0x55ba17315670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec9bd8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17311cb0 0x55ba17315bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec9bd8740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec01aebc0 con 0x55ba17306af0 2024-09-12T12:30:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec9bd8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec01ae4f0 con 0x55ba17311cb0 2024-09-12T12:30:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec9bd8740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec01ab730 con 0x55ba17307410 2024-09-12T12:30:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec9bd8740 10 client.0 _ll_register_callbacks cb 0x7f9eb00f3bc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec4afb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba1731a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec4afb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba1731a350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60522/0 (socket says 172.21.15.82:60522) 2024-09-12T12:30:16.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec4afb640 1 -- 172.21.15.82:0/3874970191 learned_addr learned my addr 172.21.15.82:0/3874970191 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ebffff640 1 --2- 172.21.15.82:0/3874970191 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17307410 0x55ba17315670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec52fc640 1 --2- 172.21.15.82:0/3874970191 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17311cb0 0x55ba17315bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec4afb640 1 -- 172.21.15.82:0/3874970191 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17307410 msgr2=0x55ba17315670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec4afb640 1 --2- 172.21.15.82:0/3874970191 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17307410 0x55ba17315670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec4afb640 1 -- 172.21.15.82:0/3874970191 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17311cb0 msgr2=0x55ba17315bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec4afb640 1 --2- 172.21.15.82:0/3874970191 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17311cb0 0x55ba17315bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec4afb640 1 -- 172.21.15.82:0/3874970191 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba173163c0 con 0x55ba17306af0 2024-09-12T12:30:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.403+0000 7f9ec52fc640 1 --2- 172.21.15.82:0/3874970191 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17311cb0 0x55ba17315bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9ec4afb640 1 --2- 172.21.15.82:0/3874970191 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba1731a350 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f9eb00c50b0 tx=0x7f9eb00095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a31a8017b537c1c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9e9ffff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9e9ffff640 1 -- 172.21.15.82:0/3874970191 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb00bc4b0 con 0x55ba17306af0 2024-09-12T12:30:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9e9ffff640 1 -- 172.21.15.82:0/3874970191 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f9eb00bbdc0 con 0x55ba17306af0 2024-09-12T12:30:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3874970191 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ea80047a0 con 0x55ba17306af0 2024-09-12T12:30:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9e9ffff640 1 -- 172.21.15.82:0/3874970191 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9eb00da050 con 0x55ba17306af0 2024-09-12T12:30:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9ec9bd8740 10 client.15873 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3874970191 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ba1738c850 con 0x55ba17306af0 2024-09-12T12:30:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9e9ffff640 1 -- 172.21.15.82:0/3874970191 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ea80047a0 con 0x55ba17306af0 2024-09-12T12:30:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9e9ffff640 1 -- 172.21.15.82:0/3874970191 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f9eb004d070 con 0x55ba17306af0 2024-09-12T12:30:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9ec9bd8740 10 client.15873 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9ec9bd8740 10 client.15873 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:30:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9ec9bd8740 20 client.15873 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3874970191 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ba1738cde0 0x55ba1738f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9ec9bd8740 4 client.15873 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:30:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3874970191 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ba17272d70 con 0x55ba1738cde0 2024-09-12T12:30:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.404+0000 7f9ebffff640 1 --2- 172.21.15.82:0/3874970191 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ba1738cde0 0x55ba1738f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.405+0000 7f9ebffff640 1 --2- 172.21.15.82:0/3874970191 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ba1738cde0 0x55ba1738f1d0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9727d5ad13dd700 server_cookie=3a02a6a0a0094c58 in_seq=0 out_seq=0 2024-09-12T12:30:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.405+0000 7f9e9ffff640 10 client.15873 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9e9ffff640 1 -- 172.21.15.82:0/3874970191 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ba17272d70 con 0x55ba1738cde0 2024-09-12T12:30:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9e9ffff640 10 client.15873 handle_command_reply: tid=0 2024-09-12T12:30:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9ec9bd8740 1 client.15873 shutdown 2024-09-12T12:30:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3874970191 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 msgr2=0x55ba1731a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3874970191 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba1731a350 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f9eb00c50b0 tx=0x7f9eb00095c0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3874970191 shutdown_connections 2024-09-12T12:30:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3874970191 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ba1738cde0 0x55ba1738f1d0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3874970191 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba17311cb0 0x55ba17315bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3874970191 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ba17307410 0x55ba17315670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9ec9bd8740 1 --2- 172.21.15.82:0/3874970191 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ba17306af0 0x55ba1731a350 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9e9ffff640 0 client.15873 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3874970191 >> 172.21.15.82:0/3874970191 conn(0x55ba17303060 msgr2=0x55ba173019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3874970191 shutdown_connections 2024-09-12T12:30:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9ec9bd8740 1 -- 172.21.15.82:0/3874970191 wait complete. 2024-09-12T12:30:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.417+0000 7f9ec9bd8740 20 client.15873 trim_cache size 0 max 16384 2024-09-12T12:30:16.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:30:16.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:30:16.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:30:16.419 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:30:16.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.418+0000 7f9ec6d5f640 1 -- 172.21.15.82:0/3134653246 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9eac0a2e20 msgr2=0x7f9eac0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:16.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.418+0000 7f9ec6d5f640 1 --2- 172.21.15.82:0/3134653246 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9eac0a2e20 0x7f9eac0a52e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8021000 tx=0x7f9eb801e000 comp rx=0 tx=0).stop 2024-09-12T12:30:16.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.418+0000 7f9ec6d5f640 1 -- 172.21.15.82:0/3134653246 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ec0102d20 msgr2=0x7f9ec0198350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:16.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.418+0000 7f9ec6d5f640 1 --2- 172.21.15.82:0/3134653246 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ec0102d20 0x7f9ec0198350 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0005cc0 tx=0x7f9eb002f650 comp rx=0 tx=0).stop 2024-09-12T12:30:16.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.418+0000 7f9ec6d5f640 1 -- 172.21.15.82:0/3134653246 shutdown_connections 2024-09-12T12:30:16.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.418+0000 7f9ec6d5f640 1 --2- 172.21.15.82:0/3134653246 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9eac0a2e20 0x7f9eac0a52e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.418+0000 7f9ec6d5f640 1 --2- 172.21.15.82:0/3134653246 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ec010c0f0 0x7f9ec019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.418+0000 7f9ec6d5f640 1 --2- 172.21.15.82:0/3134653246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ec0103640 0x7f9ec0198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.418+0000 7f9ec6d5f640 1 --2- 172.21.15.82:0/3134653246 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ec0102d20 0x7f9ec0198350 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:16.421 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.418+0000 7f9ec6d5f640 1 -- 172.21.15.82:0/3134653246 >> 172.21.15.82:0/3134653246 conn(0x7f9ec0077990 msgr2=0x7f9ec00fd000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:16.421 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.418+0000 7f9ec6d5f640 1 -- 172.21.15.82:0/3134653246 shutdown_connections 2024-09-12T12:30:16.421 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:16.418+0000 7f9ec6d5f640 1 -- 172.21.15.82:0/3134653246 wait complete. 2024-09-12T12:30:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:16 smithi097 ceph-mon[34923]: pgmap v110: 97 pgs: 97 active+clean; 3.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-09-12T12:30:16.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:16 smithi082 ceph-mon[31122]: pgmap v110: 97 pgs: 97 active+clean; 3.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-09-12T12:30:16.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:16 smithi114 ceph-mon[35514]: pgmap v110: 97 pgs: 97 active+clean; 3.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-09-12T12:30:18.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:18 smithi097 ceph-mon[34923]: pgmap v111: 97 pgs: 97 active+clean; 3.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 24 op/s 2024-09-12T12:30:18.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:18 smithi082 ceph-mon[31122]: pgmap v111: 97 pgs: 97 active+clean; 3.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 24 op/s 2024-09-12T12:30:18.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:18 smithi114 ceph-mon[35514]: pgmap v111: 97 pgs: 97 active+clean; 3.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 24 op/s 2024-09-12T12:30:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:20 smithi097 ceph-mon[34923]: pgmap v112: 97 pgs: 97 active+clean; 3.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-09-12T12:30:20.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:20 smithi082 ceph-mon[31122]: pgmap v112: 97 pgs: 97 active+clean; 3.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-09-12T12:30:20.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:20 smithi114 ceph-mon[35514]: pgmap v112: 97 pgs: 97 active+clean; 3.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-09-12T12:30:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:22 smithi097 ceph-mon[34923]: pgmap v113: 97 pgs: 97 active+clean; 3.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-09-12T12:30:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:22 smithi082 ceph-mon[31122]: pgmap v113: 97 pgs: 97 active+clean; 3.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-09-12T12:30:22.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:22 smithi114 ceph-mon[35514]: pgmap v113: 97 pgs: 97 active+clean; 3.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-09-12T12:30:24.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:24 smithi097 ceph-mon[34923]: pgmap v114: 97 pgs: 97 active+clean; 4.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 22 op/s 2024-09-12T12:30:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:24 smithi082 ceph-mon[31122]: pgmap v114: 97 pgs: 97 active+clean; 4.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 22 op/s 2024-09-12T12:30:24.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:24 smithi114 ceph-mon[35514]: pgmap v114: 97 pgs: 97 active+clean; 4.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 22 op/s 2024-09-12T12:30:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:26 smithi097 ceph-mon[34923]: pgmap v115: 97 pgs: 97 active+clean; 4.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-09-12T12:30:26.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:26 smithi082 ceph-mon[31122]: pgmap v115: 97 pgs: 97 active+clean; 4.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-09-12T12:30:26.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:26 smithi114 ceph-mon[35514]: pgmap v115: 97 pgs: 97 active+clean; 4.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-09-12T12:30:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:28 smithi097 ceph-mon[34923]: pgmap v116: 97 pgs: 97 active+clean; 4.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 22 op/s 2024-09-12T12:30:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:28 smithi082 ceph-mon[31122]: pgmap v116: 97 pgs: 97 active+clean; 4.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 22 op/s 2024-09-12T12:30:28.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:28 smithi114 ceph-mon[35514]: pgmap v116: 97 pgs: 97 active+clean; 4.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 22 op/s 2024-09-12T12:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.513+0000 7f84fb065640 1 -- 172.21.15.82:0/3122222519 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f84f4101370 msgr2=0x7f84f410d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.513+0000 7f84fb065640 1 --2- 172.21.15.82:0/3122222519 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f84f4101370 0x7f84f410d8a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f84ec009cd0 tx=0x7f84ec02a8e0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.514+0000 7f84fb065640 1 -- 172.21.15.82:0/3122222519 shutdown_connections 2024-09-12T12:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.514+0000 7f84fb065640 1 --2- 172.21.15.82:0/3122222519 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f84f4101370 0x7f84f410d8a0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.514+0000 7f84fb065640 1 --2- 172.21.15.82:0/3122222519 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84f41009d0 0x7f84f4100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.514+0000 7f84fb065640 1 --2- 172.21.15.82:0/3122222519 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f84f41069e0 0x7f84f4106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.514+0000 7f84fb065640 1 -- 172.21.15.82:0/3122222519 >> 172.21.15.82:0/3122222519 conn(0x7f84f40fc6f0 msgr2=0x7f84f40feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.514+0000 7f84fb065640 1 -- 172.21.15.82:0/3122222519 shutdown_connections 2024-09-12T12:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.514+0000 7f84fb065640 1 -- 172.21.15.82:0/3122222519 wait complete. 2024-09-12T12:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.514+0000 7f84fb065640 1 Processor -- start 2024-09-12T12:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.514+0000 7f84fb065640 1 -- start start 2024-09-12T12:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.514+0000 7f84fb065640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84f41009d0 0x7f84f4198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.514+0000 7f84fb065640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f84f4101370 0x7f84f41988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.514+0000 7f84fb065640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f84f41069e0 0x7f84f419cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.514+0000 7f84fb065640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f84f4111f10 con 0x7f84f41069e0 2024-09-12T12:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84fb065640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f84f4111d90 con 0x7f84f4101370 2024-09-12T12:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84fb065640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f84f4112090 con 0x7f84f41009d0 2024-09-12T12:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84f9602640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f84f41069e0 0x7f84f419cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84f9602640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f84f41069e0 0x7f84f419cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48634/0 (socket says 172.21.15.82:48634) 2024-09-12T12:30:29.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84f9602640 1 -- 172.21.15.82:0/309980677 learned_addr learned my addr 172.21.15.82:0/309980677 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:29.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84f3fff640 1 --2- 172.21.15.82:0/309980677 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f84f4101370 0x7f84f41988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84f8e01640 1 --2- 172.21.15.82:0/309980677 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84f41009d0 0x7f84f4198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84f9602640 1 -- 172.21.15.82:0/309980677 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84f41009d0 msgr2=0x7f84f4198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:29.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84f9602640 1 --2- 172.21.15.82:0/309980677 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84f41009d0 0x7f84f4198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84f9602640 1 -- 172.21.15.82:0/309980677 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f84f4101370 msgr2=0x7f84f41988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:29.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84f9602640 1 --2- 172.21.15.82:0/309980677 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f84f4101370 0x7f84f41988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84f9602640 1 -- 172.21.15.82:0/309980677 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84f419d370 con 0x7f84f41069e0 2024-09-12T12:30:29.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84f9602640 1 --2- 172.21.15.82:0/309980677 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f84f41069e0 0x7f84f419cc40 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f84ec005cc0 tx=0x7f84ec032f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:29.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84f1ffb640 1 -- 172.21.15.82:0/309980677 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ec004040 con 0x7f84f41069e0 2024-09-12T12:30:29.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84f1ffb640 1 -- 172.21.15.82:0/309980677 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f84ec0046c0 con 0x7f84f41069e0 2024-09-12T12:30:29.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84fb065640 1 -- 172.21.15.82:0/309980677 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84f419d600 con 0x7f84f41069e0 2024-09-12T12:30:29.519 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.515+0000 7f84f1ffb640 1 -- 172.21.15.82:0/309980677 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ec030e00 con 0x7f84f41069e0 2024-09-12T12:30:29.519 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.516+0000 7f84fb065640 1 -- 172.21.15.82:0/309980677 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84f41a4ef0 con 0x7f84f41069e0 2024-09-12T12:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.518+0000 7f84f1ffb640 1 -- 172.21.15.82:0/309980677 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f84ec0305a0 con 0x7f84f41069e0 2024-09-12T12:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.518+0000 7f84fde06740 1 Processor -- start 2024-09-12T12:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.518+0000 7f84fde06740 1 -- start start 2024-09-12T12:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f1ffb640 1 --2- 172.21.15.82:0/309980677 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f84e00a2da0 0x7f84e00a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84fde06740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20b9aaf0 0x557a20b9aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84fde06740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9b410 0x557a20ba5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84fde06740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20ba5cb0 0x557a20ba80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84fde06740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x557a20aff2f0 con 0x557a20ba5cb0 2024-09-12T12:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84fde06740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x557a20aa7270 con 0x557a20b9b410 2024-09-12T12:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84fde06740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x557a20afb2b0 con 0x557a20b9aaf0 2024-09-12T12:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f3fff640 1 --2- 172.21.15.82:0/309980677 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f84e00a2da0 0x7f84e00a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f9602640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20ba5cb0 0x557a20ba80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f1ffb640 1 -- 172.21.15.82:0/309980677 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f84ec02e030 con 0x7f84f41069e0 2024-09-12T12:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f9602640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20ba5cb0 0x557a20ba80a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48640/0 (socket says 172.21.15.82:48640) 2024-09-12T12:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f9602640 1 -- 172.21.15.82:0/4158283594 learned_addr learned my addr 172.21.15.82:0/4158283594 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f8e01640 1 --2- 172.21.15.82:0/4158283594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20b9aaf0 0x557a20b9aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f3fff640 1 --2- 172.21.15.82:0/4158283594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9b410 0x557a20ba5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f9602640 1 -- 172.21.15.82:0/4158283594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20b9aaf0 msgr2=0x557a20b9aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f9602640 1 --2- 172.21.15.82:0/4158283594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20b9aaf0 0x557a20b9aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f9602640 1 -- 172.21.15.82:0/4158283594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9b410 msgr2=0x557a20ba5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f9602640 1 --2- 172.21.15.82:0/4158283594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9b410 0x557a20ba5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f9602640 1 -- 172.21.15.82:0/4158283594 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a20aa6340 con 0x557a20ba5cb0 2024-09-12T12:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f3fff640 1 --2- 172.21.15.82:0/4158283594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9b410 0x557a20ba5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f3fff640 1 --2- 172.21.15.82:0/309980677 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f84e00a2da0 0x7f84e00a5260 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f84e4009710 tx=0x7f84e4013880 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.519+0000 7f84f9602640 1 --2- 172.21.15.82:0/4158283594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20ba5cb0 0x557a20ba80a0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f84ec0ee370 tx=0x7f84ec042920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9422cb27200611c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.520+0000 7f84eaffd640 1 -- 172.21.15.82:0/4158283594 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ec0bcc20 con 0x557a20ba5cb0 2024-09-12T12:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.520+0000 7f84eaffd640 1 -- 172.21.15.82:0/4158283594 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f84ec036070 con 0x557a20ba5cb0 2024-09-12T12:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.520+0000 7f84eaffd640 1 -- 172.21.15.82:0/4158283594 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ec085350 con 0x557a20ba5cb0 2024-09-12T12:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.520+0000 7f84fde06740 1 -- 172.21.15.82:0/4158283594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20ba5cb0 msgr2=0x557a20ba80a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.520+0000 7f84fde06740 1 --2- 172.21.15.82:0/4158283594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20ba5cb0 0x557a20ba80a0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f84ec0ee370 tx=0x7f84ec042920 comp rx=0 tx=0).stop 2024-09-12T12:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.520+0000 7f84fde06740 1 -- 172.21.15.82:0/4158283594 shutdown_connections 2024-09-12T12:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.520+0000 7f84fde06740 1 --2- 172.21.15.82:0/4158283594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20ba5cb0 0x557a20ba80a0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.520+0000 7f84fde06740 1 --2- 172.21.15.82:0/4158283594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9b410 0x557a20ba5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.520+0000 7f84fde06740 1 --2- 172.21.15.82:0/4158283594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20b9aaf0 0x557a20b9aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.520+0000 7f84fde06740 1 -- 172.21.15.82:0/4158283594 >> 172.21.15.82:0/4158283594 conn(0x557a20b97060 msgr2=0x557a20b97440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.520+0000 7f84fde06740 1 -- 172.21.15.82:0/4158283594 shutdown_connections 2024-09-12T12:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.520+0000 7f84fde06740 1 -- 172.21.15.82:0/4158283594 wait complete. 2024-09-12T12:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.521+0000 7f84fde06740 1 -- start start 2024-09-12T12:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.521+0000 7f84fde06740 1 Processor -- start 2024-09-12T12:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.521+0000 7f84fde06740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9aaf0 0x557a20ba2bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.521+0000 7f84fde06740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9b410 0x557a20ba3110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.521+0000 7f84fde06740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 0x557a20ba3650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.521+0000 7f84fde06740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x557a20ba8640 con 0x557a20b9aaf0 2024-09-12T12:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.521+0000 7f84fde06740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x557a20a88290 con 0x557a20b9b410 2024-09-12T12:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.521+0000 7f84fde06740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x557a20ba87c0 con 0x557a20ba5cb0 2024-09-12T12:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.521+0000 7f84fde06740 10 client.0 _ll_register_callbacks cb 0x557a20ab9140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.521+0000 7f84f8e01640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9aaf0 0x557a20ba2bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84f8e01640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9aaf0 0x557a20ba2bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48644/0 (socket says 172.21.15.82:48644) 2024-09-12T12:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84f8e01640 1 -- 172.21.15.82:0/1193731993 learned_addr learned my addr 172.21.15.82:0/1193731993 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84f9602640 1 --2- 172.21.15.82:0/1193731993 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 0x557a20ba3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84f3fff640 1 --2- 172.21.15.82:0/1193731993 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9b410 0x557a20ba3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84f8e01640 1 -- 172.21.15.82:0/1193731993 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 msgr2=0x557a20ba3650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84f8e01640 1 --2- 172.21.15.82:0/1193731993 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 0x557a20ba3650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84f8e01640 1 -- 172.21.15.82:0/1193731993 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9b410 msgr2=0x557a20ba3110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84f8e01640 1 --2- 172.21.15.82:0/1193731993 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9b410 0x557a20ba3110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84f8e01640 1 -- 172.21.15.82:0/1193731993 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a20812210 con 0x557a20b9aaf0 2024-09-12T12:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84f9602640 1 --2- 172.21.15.82:0/1193731993 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 0x557a20ba3650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84f8e01640 1 --2- 172.21.15.82:0/1193731993 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9aaf0 0x557a20ba2bd0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f84dc00bfb0 tx=0x7f84dc0118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6aaca5432e7ac408 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84d3fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84d3fff640 1 -- 172.21.15.82:0/1193731993 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84dc004020 con 0x557a20b9aaf0 2024-09-12T12:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84fde06740 1 -- 172.21.15.82:0/1193731993 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84ec036070 con 0x557a20b9aaf0 2024-09-12T12:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84d3fff640 1 -- 172.21.15.82:0/1193731993 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f84dc0041c0 con 0x557a20b9aaf0 2024-09-12T12:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84d3fff640 1 -- 172.21.15.82:0/1193731993 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f84dc0043c0 con 0x557a20b9aaf0 2024-09-12T12:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84fde06740 10 client.15885 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84fde06740 1 -- 172.21.15.82:0/1193731993 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557a208de620 con 0x557a20b9aaf0 2024-09-12T12:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.522+0000 7f84d3fff640 1 -- 172.21.15.82:0/1193731993 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f84ec036070 con 0x557a20b9aaf0 2024-09-12T12:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.523+0000 7f84d3fff640 1 -- 172.21.15.82:0/1193731993 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f84dc003ac0 con 0x557a20b9aaf0 2024-09-12T12:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.523+0000 7f84fde06740 10 client.15885 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.523+0000 7f84fde06740 10 client.15885 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.523+0000 7f84fde06740 20 client.15885 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.523+0000 7f84fde06740 1 --2- 172.21.15.82:0/1193731993 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557a20bb5a00 0x557a20bb7e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.523+0000 7f84fde06740 4 client.15885 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.523+0000 7f84fde06740 1 -- 172.21.15.82:0/1193731993 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557a20b0ca20 con 0x557a20bb5a00 2024-09-12T12:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.523+0000 7f84f3fff640 1 --2- 172.21.15.82:0/1193731993 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557a20bb5a00 0x557a20bb7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.523+0000 7f84d3fff640 10 client.15885 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.523+0000 7f84f3fff640 1 --2- 172.21.15.82:0/1193731993 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557a20bb5a00 0x557a20bb7e30 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3335f31368fbf5f7 server_cookie=fdd752640f6b1511 in_seq=0 out_seq=0 2024-09-12T12:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84d3fff640 1 -- 172.21.15.82:0/1193731993 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557a20b0ca20 con 0x557a20bb5a00 2024-09-12T12:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84d3fff640 10 client.15885 handle_command_reply: tid=0 2024-09-12T12:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84fde06740 1 client.15885 shutdown 2024-09-12T12:30:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84fde06740 1 -- 172.21.15.82:0/1193731993 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9aaf0 msgr2=0x557a20ba2bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84fde06740 1 --2- 172.21.15.82:0/1193731993 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9aaf0 0x557a20ba2bd0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f84dc00bfb0 tx=0x7f84dc0118d0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84fde06740 1 -- 172.21.15.82:0/1193731993 shutdown_connections 2024-09-12T12:30:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84fde06740 1 --2- 172.21.15.82:0/1193731993 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557a20bb5a00 0x557a20bb7e30 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84fde06740 1 --2- 172.21.15.82:0/1193731993 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 0x557a20ba3650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84fde06740 1 --2- 172.21.15.82:0/1193731993 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9b410 0x557a20ba3110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84fde06740 1 --2- 172.21.15.82:0/1193731993 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9aaf0 0x557a20ba2bd0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84d3fff640 0 client.15885 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84fde06740 1 -- 172.21.15.82:0/1193731993 >> 172.21.15.82:0/1193731993 conn(0x557a20b97060 msgr2=0x557a20b9cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84fde06740 1 -- 172.21.15.82:0/1193731993 shutdown_connections 2024-09-12T12:30:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84fde06740 1 -- 172.21.15.82:0/1193731993 wait complete. 2024-09-12T12:30:29.533 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.524+0000 7f84fde06740 20 client.15885 trim_cache size 0 max 16384 2024-09-12T12:30:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84fde06740 1 Processor -- start 2024-09-12T12:30:29.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84fde06740 1 -- start start 2024-09-12T12:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84fde06740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9aaf0 0x557a20ba3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84fde06740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9b410 0x557a20bbd740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84fde06740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 0x557a20bbdc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84fde06740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f84f41ad860 con 0x557a20b9b410 2024-09-12T12:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84fde06740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f84f41af3a0 con 0x557a20b9aaf0 2024-09-12T12:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84fde06740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f84f41adf30 con 0x557a20ba5cb0 2024-09-12T12:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9b410 0x557a20bbd740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9b410 0x557a20bbd740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48660/0 (socket says 172.21.15.82:48660) 2024-09-12T12:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84f3fff640 1 -- 172.21.15.82:0/3450597432 learned_addr learned my addr 172.21.15.82:0/3450597432 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84f9602640 1 --2- 172.21.15.82:0/3450597432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 0x557a20bbdc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84f3fff640 1 -- 172.21.15.82:0/3450597432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 msgr2=0x557a20bbdc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84f3fff640 1 --2- 172.21.15.82:0/3450597432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 0x557a20bbdc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84f3fff640 1 -- 172.21.15.82:0/3450597432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9aaf0 msgr2=0x557a20ba3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84f3fff640 1 --2- 172.21.15.82:0/3450597432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9aaf0 0x557a20ba3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84f3fff640 1 -- 172.21.15.82:0/3450597432 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a20bb84b0 con 0x557a20b9b410 2024-09-12T12:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84f9602640 1 --2- 172.21.15.82:0/3450597432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 0x557a20bbdc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84f3fff640 1 --2- 172.21.15.82:0/3450597432 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9b410 0x557a20bbd740 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f84e4009880 tx=0x7f84e4005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aed6e83a82f7d0f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.539+0000 7f84ea7fc640 1 -- 172.21.15.82:0/3450597432 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e4003e50 con 0x557a20b9b410 2024-09-12T12:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.540+0000 7f84ea7fc640 1 -- 172.21.15.82:0/3450597432 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f84e402c070 con 0x557a20b9b410 2024-09-12T12:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.540+0000 7f84ea7fc640 1 -- 172.21.15.82:0/3450597432 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e40275b0 con 0x557a20b9b410 2024-09-12T12:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.540+0000 7f84fde06740 1 -- 172.21.15.82:0/3450597432 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9b410 msgr2=0x557a20bbd740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.540+0000 7f84fde06740 1 --2- 172.21.15.82:0/3450597432 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9b410 0x557a20bbd740 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f84e4009880 tx=0x7f84e4005f90 comp rx=0 tx=0).stop 2024-09-12T12:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.540+0000 7f84fde06740 1 -- 172.21.15.82:0/3450597432 shutdown_connections 2024-09-12T12:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.540+0000 7f84fde06740 1 --2- 172.21.15.82:0/3450597432 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 0x557a20bbdc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.540+0000 7f84fde06740 1 --2- 172.21.15.82:0/3450597432 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9b410 0x557a20bbd740 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.540+0000 7f84fde06740 1 --2- 172.21.15.82:0/3450597432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9aaf0 0x557a20ba3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.540+0000 7f84fde06740 1 -- 172.21.15.82:0/3450597432 >> 172.21.15.82:0/3450597432 conn(0x557a20b97060 msgr2=0x557a20ba4c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.540+0000 7f84fde06740 1 -- 172.21.15.82:0/3450597432 shutdown_connections 2024-09-12T12:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.540+0000 7f84fde06740 1 -- 172.21.15.82:0/3450597432 wait complete. 2024-09-12T12:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.540+0000 7f84fde06740 1 -- start start 2024-09-12T12:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.540+0000 7f84fde06740 1 Processor -- start 2024-09-12T12:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84fde06740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9aaf0 0x557a20ba96b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84fde06740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9b410 0x557a20ba9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84fde06740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 0x557a20baa130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84fde06740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f84f41aecd0 con 0x557a20b9b410 2024-09-12T12:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84fde06740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f84f41ae600 con 0x557a20b9aaf0 2024-09-12T12:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84fde06740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f84f41ab840 con 0x557a20ba5cb0 2024-09-12T12:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84fde06740 10 client.0 _ll_register_callbacks cb 0x7f84dc00bb90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9b410 0x557a20ba9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9b410 0x557a20ba9bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48674/0 (socket says 172.21.15.82:48674) 2024-09-12T12:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84f3fff640 1 -- 172.21.15.82:0/3899102388 learned_addr learned my addr 172.21.15.82:0/3899102388 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84f9602640 1 --2- 172.21.15.82:0/3899102388 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 0x557a20baa130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84f3fff640 1 -- 172.21.15.82:0/3899102388 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 msgr2=0x557a20baa130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84f8e01640 1 --2- 172.21.15.82:0/3899102388 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9aaf0 0x557a20ba96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84f3fff640 1 --2- 172.21.15.82:0/3899102388 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 0x557a20baa130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84f3fff640 1 -- 172.21.15.82:0/3899102388 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9aaf0 msgr2=0x557a20ba96b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84f3fff640 1 --2- 172.21.15.82:0/3899102388 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9aaf0 0x557a20ba96b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84f3fff640 1 -- 172.21.15.82:0/3899102388 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a20b97cf0 con 0x557a20b9b410 2024-09-12T12:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84f8e01640 1 --2- 172.21.15.82:0/3899102388 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9aaf0 0x557a20ba96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84f3fff640 1 --2- 172.21.15.82:0/3899102388 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9b410 0x557a20ba9bf0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f84e4009250 tx=0x7f84e40044b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=476a098967896e19 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.541+0000 7f84d3fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.542+0000 7f84d3fff640 1 -- 172.21.15.82:0/3899102388 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e4034020 con 0x557a20b9b410 2024-09-12T12:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.542+0000 7f84fde06740 1 -- 172.21.15.82:0/3899102388 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84e402c070 con 0x557a20b9b410 2024-09-12T12:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.542+0000 7f84d3fff640 1 -- 172.21.15.82:0/3899102388 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f84e4005240 con 0x557a20b9b410 2024-09-12T12:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.542+0000 7f84d3fff640 1 -- 172.21.15.82:0/3899102388 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f84e403f050 con 0x557a20b9b410 2024-09-12T12:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.542+0000 7f84fde06740 10 client.15891 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.542+0000 7f84fde06740 1 -- 172.21.15.82:0/3899102388 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557a20c20700 con 0x557a20b9b410 2024-09-12T12:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.542+0000 7f84d3fff640 1 -- 172.21.15.82:0/3899102388 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f84e402c070 con 0x557a20b9b410 2024-09-12T12:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.542+0000 7f84d3fff640 1 -- 172.21.15.82:0/3899102388 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f84e401f070 con 0x557a20b9b410 2024-09-12T12:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.542+0000 7f84fde06740 10 client.15891 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.542+0000 7f84fde06740 10 client.15891 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.542+0000 7f84fde06740 20 client.15891 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.542+0000 7f84fde06740 1 --2- 172.21.15.82:0/3899102388 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557a20c20ea0 0x557a20c232c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.542+0000 7f84fde06740 4 client.15891 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.542+0000 7f84fde06740 1 -- 172.21.15.82:0/3899102388 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557a20b06d70 con 0x557a20c20ea0 2024-09-12T12:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.543+0000 7f84f8e01640 1 --2- 172.21.15.82:0/3899102388 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557a20c20ea0 0x557a20c232c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.543+0000 7f84d3fff640 10 client.15891 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.543+0000 7f84f8e01640 1 --2- 172.21.15.82:0/3899102388 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557a20c20ea0 0x557a20c232c0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70abd8bc01969629 server_cookie=8077d246733ee98d in_seq=0 out_seq=0 2024-09-12T12:30:29.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.557+0000 7f84d3fff640 1 -- 172.21.15.82:0/3899102388 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557a20b06d70 con 0x557a20c20ea0 2024-09-12T12:30:29.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.557+0000 7f84d3fff640 10 client.15891 handle_command_reply: tid=0 2024-09-12T12:30:29.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.557+0000 7f84fde06740 1 client.15891 shutdown 2024-09-12T12:30:29.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.557+0000 7f84fde06740 1 -- 172.21.15.82:0/3899102388 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9b410 msgr2=0x557a20ba9bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:29.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.557+0000 7f84fde06740 1 --2- 172.21.15.82:0/3899102388 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9b410 0x557a20ba9bf0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f84e4009250 tx=0x7f84e40044b0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fde06740 1 -- 172.21.15.82:0/3899102388 shutdown_connections 2024-09-12T12:30:29.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fde06740 1 --2- 172.21.15.82:0/3899102388 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557a20c20ea0 0x557a20c232c0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fde06740 1 --2- 172.21.15.82:0/3899102388 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557a20ba5cb0 0x557a20baa130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fde06740 1 --2- 172.21.15.82:0/3899102388 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557a20b9b410 0x557a20ba9bf0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84d3fff640 0 client.15891 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:29.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fde06740 1 --2- 172.21.15.82:0/3899102388 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557a20b9aaf0 0x557a20ba96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fde06740 1 -- 172.21.15.82:0/3899102388 >> 172.21.15.82:0/3899102388 conn(0x557a20b97060 msgr2=0x557a20b959a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:29.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fde06740 1 -- 172.21.15.82:0/3899102388 shutdown_connections 2024-09-12T12:30:29.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fde06740 1 -- 172.21.15.82:0/3899102388 wait complete. 2024-09-12T12:30:29.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fde06740 20 client.15891 trim_cache size 0 max 16384 2024-09-12T12:30:29.560 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:30:29.560 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:30:29.560 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:30:29.560 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:30:29.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fb065640 1 -- 172.21.15.82:0/309980677 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f84e00a2da0 msgr2=0x7f84e00a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:29.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fb065640 1 --2- 172.21.15.82:0/309980677 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f84e00a2da0 0x7f84e00a5260 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f84e4009710 tx=0x7f84e4013880 comp rx=0 tx=0).stop 2024-09-12T12:30:29.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fb065640 1 -- 172.21.15.82:0/309980677 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f84f41069e0 msgr2=0x7f84f419cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:29.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fb065640 1 --2- 172.21.15.82:0/309980677 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f84f41069e0 0x7f84f419cc40 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f84ec005cc0 tx=0x7f84ec032f40 comp rx=0 tx=0).stop 2024-09-12T12:30:29.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fb065640 1 -- 172.21.15.82:0/309980677 shutdown_connections 2024-09-12T12:30:29.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fb065640 1 --2- 172.21.15.82:0/309980677 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f84e00a2da0 0x7f84e00a5260 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fb065640 1 --2- 172.21.15.82:0/309980677 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f84f41069e0 0x7f84f419cc40 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fb065640 1 --2- 172.21.15.82:0/309980677 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f84f4101370 0x7f84f41988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fb065640 1 --2- 172.21.15.82:0/309980677 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f84f41009d0 0x7f84f4198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:29.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.558+0000 7f84fb065640 1 -- 172.21.15.82:0/309980677 >> 172.21.15.82:0/309980677 conn(0x7f84f40fc6f0 msgr2=0x7f84f40fcb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:29.562 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.559+0000 7f84fb065640 1 -- 172.21.15.82:0/309980677 shutdown_connections 2024-09-12T12:30:29.562 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:29.559+0000 7f84fb065640 1 -- 172.21.15.82:0/309980677 wait complete. 2024-09-12T12:30:30.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:30 smithi097 ceph-mon[34923]: pgmap v117: 97 pgs: 97 active+clean; 4.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-09-12T12:30:30.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:30 smithi082 ceph-mon[31122]: pgmap v117: 97 pgs: 97 active+clean; 4.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-09-12T12:30:30.816 INFO:tasks.quiescer.fs.[cephfs]:Total duration (40.3) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-09-12T12:30:30.816 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 20.15 2024-09-12T12:30:30.817 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:30:30.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:30 smithi114 ceph-mon[35514]: pgmap v117: 97 pgs: 97 active+clean; 4.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-09-12T12:30:31.080 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:30:31.562 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.526+0000 7f14a8e43640 1 -- 172.21.15.82:0/207548040 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f14a4102790 msgr2=0x7f14a41067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.526+0000 7f14a8e43640 1 --2- 172.21.15.82:0/207548040 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f14a4102790 0x7f14a41067e0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f148c009900 tx=0x7f148c02a410 comp rx=0 tx=0).stop 2024-09-12T12:30:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.526+0000 7f14a8e43640 1 -- 172.21.15.82:0/207548040 shutdown_connections 2024-09-12T12:30:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.526+0000 7f14a8e43640 1 --2- 172.21.15.82:0/207548040 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14a4106f10 0x7f14a410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.526+0000 7f14a8e43640 1 --2- 172.21.15.82:0/207548040 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f14a4102790 0x7f14a41067e0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.526+0000 7f14a8e43640 1 --2- 172.21.15.82:0/207548040 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14a4101de0 0x7f14a41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.526+0000 7f14a8e43640 1 -- 172.21.15.82:0/207548040 >> 172.21.15.82:0/207548040 conn(0x7f14a40fd8c0 msgr2=0x7f14a40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.527+0000 7f14a8e43640 1 -- 172.21.15.82:0/207548040 shutdown_connections 2024-09-12T12:30:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.527+0000 7f14a8e43640 1 -- 172.21.15.82:0/207548040 wait complete. 2024-09-12T12:30:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.527+0000 7f14a8e43640 1 Processor -- start 2024-09-12T12:30:31.563 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.527+0000 7f14a8e43640 1 -- start start 2024-09-12T12:30:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a8e43640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14a4101de0 0x7f14a41985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a8e43640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f14a4102790 0x7f14a4198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a8e43640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14a4106f10 0x7f14a419ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a8e43640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f14a4112010 con 0x7f14a4102790 2024-09-12T12:30:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a8e43640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f14a4111e90 con 0x7f14a4106f10 2024-09-12T12:30:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a8e43640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f14a4112190 con 0x7f14a4101de0 2024-09-12T12:30:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a1d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f14a4102790 0x7f14a4198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a1d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f14a4102790 0x7f14a4198af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48702/0 (socket says 172.21.15.82:48702) 2024-09-12T12:30:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a1d9b640 1 -- 172.21.15.82:0/1231448780 learned_addr learned my addr 172.21.15.82:0/1231448780 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a2d9d640 1 --2- 172.21.15.82:0/1231448780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14a4106f10 0x7f14a419ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a259c640 1 --2- 172.21.15.82:0/1231448780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14a4101de0 0x7f14a41985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a1d9b640 1 -- 172.21.15.82:0/1231448780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14a4101de0 msgr2=0x7f14a41985b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:31.564 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a1d9b640 1 --2- 172.21.15.82:0/1231448780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14a4101de0 0x7f14a41985b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a1d9b640 1 -- 172.21.15.82:0/1231448780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14a4106f10 msgr2=0x7f14a419ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a1d9b640 1 --2- 172.21.15.82:0/1231448780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14a4106f10 0x7f14a419ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.528+0000 7f14a1d9b640 1 -- 172.21.15.82:0/1231448780 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14a419d560 con 0x7f14a4102790 2024-09-12T12:30:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.529+0000 7f14a1d9b640 1 --2- 172.21.15.82:0/1231448780 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f14a4102790 0x7f14a4198af0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f148c005ab0 tx=0x7f148c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.529+0000 7f149b7fe640 1 -- 172.21.15.82:0/1231448780 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f148c03f030 con 0x7f14a4102790 2024-09-12T12:30:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.529+0000 7f14a8e43640 1 -- 172.21.15.82:0/1231448780 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14a419d7f0 con 0x7f14a4102790 2024-09-12T12:30:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.529+0000 7f149b7fe640 1 -- 172.21.15.82:0/1231448780 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f148c003ce0 con 0x7f14a4102790 2024-09-12T12:30:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.529+0000 7f149b7fe640 1 -- 172.21.15.82:0/1231448780 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f148c035070 con 0x7f14a4102790 2024-09-12T12:30:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.529+0000 7f14a8e43640 1 -- 172.21.15.82:0/1231448780 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14a41a5130 con 0x7f14a4102790 2024-09-12T12:30:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.530+0000 7f14a8e43640 1 -- 172.21.15.82:0/1231448780 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14a41032c0 con 0x7f14a4102790 2024-09-12T12:30:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.531+0000 7f149b7fe640 1 -- 172.21.15.82:0/1231448780 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f148c042030 con 0x7f14a4102790 2024-09-12T12:30:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.532+0000 7f149b7fe640 1 --2- 172.21.15.82:0/1231448780 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f14900a2cf0 0x7f14900a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:31.565 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.532+0000 7f14a259c640 1 --2- 172.21.15.82:0/1231448780 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f14900a2cf0 0x7f14900a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.532+0000 7f149b7fe640 1 -- 172.21.15.82:0/1231448780 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f148c0efd60 con 0x7f14a4102790 2024-09-12T12:30:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.532+0000 7f14a259c640 1 --2- 172.21.15.82:0/1231448780 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f14900a2cf0 0x7f14900a51b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1494009990 tx=0x7f1494009110 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:31.566 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.536+0000 7f149b7fe640 1 -- 172.21.15.82:0/1231448780 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f148c0bc940 con 0x7f14a4102790 2024-09-12T12:30:31.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.735+0000 7f14a8e43640 1 -- 172.21.15.82:0/1231448780 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f14a410a0f0 con 0x7f14a4102790 2024-09-12T12:30:31.736 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.736+0000 7f149b7fe640 1 -- 172.21.15.82:0/1231448780 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f148c0bc240 con 0x7f14a4102790 2024-09-12T12:30:31.736 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:30:31.736 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:30:31.737 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:30:31.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.738+0000 7f14a8e43640 1 -- 172.21.15.82:0/1231448780 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f14900a2cf0 msgr2=0x7f14900a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:31.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.738+0000 7f14a8e43640 1 --2- 172.21.15.82:0/1231448780 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f14900a2cf0 0x7f14900a51b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1494009990 tx=0x7f1494009110 comp rx=0 tx=0).stop 2024-09-12T12:30:31.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.738+0000 7f14a8e43640 1 -- 172.21.15.82:0/1231448780 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f14a4102790 msgr2=0x7f14a4198af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:31.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.738+0000 7f14a8e43640 1 --2- 172.21.15.82:0/1231448780 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f14a4102790 0x7f14a4198af0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f148c005ab0 tx=0x7f148c0042f0 comp rx=0 tx=0).stop 2024-09-12T12:30:31.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.738+0000 7f14a8e43640 1 -- 172.21.15.82:0/1231448780 shutdown_connections 2024-09-12T12:30:31.738 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.738+0000 7f14a8e43640 1 --2- 172.21.15.82:0/1231448780 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f14900a2cf0 0x7f14900a51b0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:31.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.738+0000 7f14a8e43640 1 --2- 172.21.15.82:0/1231448780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14a4106f10 0x7f14a419ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:31.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.738+0000 7f14a8e43640 1 --2- 172.21.15.82:0/1231448780 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f14a4102790 0x7f14a4198af0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:31.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.738+0000 7f14a8e43640 1 --2- 172.21.15.82:0/1231448780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f14a4101de0 0x7f14a41985b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:31.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.738+0000 7f14a8e43640 1 -- 172.21.15.82:0/1231448780 >> 172.21.15.82:0/1231448780 conn(0x7f14a40fd8c0 msgr2=0x7f14a40fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:31.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.738+0000 7f14a8e43640 1 -- 172.21.15.82:0/1231448780 shutdown_connections 2024-09-12T12:30:31.739 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:31.738+0000 7f14a8e43640 1 -- 172.21.15.82:0/1231448780 wait complete. 2024-09-12T12:30:32.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:31 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1231448780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:30:32.232 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:31 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1231448780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:30:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:31 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1231448780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:30:32.589 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db / --timeout 90 --expiration 140.15 --await-for 45.0' 2024-09-12T12:30:32.590 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db / --timeout 90 --expiration 140.15 --await-for 45.0 2024-09-12T12:30:32.852 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:30:32.968 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:32 smithi082 ceph-mon[31122]: pgmap v118: 97 pgs: 97 active+clean; 4.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-09-12T12:30:33.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:32 smithi114 ceph-mon[35514]: pgmap v118: 97 pgs: 97 active+clean; 4.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-09-12T12:30:33.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:32 smithi097 ceph-mon[34923]: pgmap v118: 97 pgs: 97 active+clean; 4.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-09-12T12:30:33.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.310+0000 7f6124178640 1 -- 172.21.15.82:0/519517389 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f611c106a80 msgr2=0x7f611c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:33.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.310+0000 7f6124178640 1 --2- 172.21.15.82:0/519517389 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f611c106a80 0x7f611c106e60 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f610c009930 tx=0x7f610c02a420 comp rx=0 tx=0).stop 2024-09-12T12:30:33.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.310+0000 7f6124178640 1 -- 172.21.15.82:0/519517389 shutdown_connections 2024-09-12T12:30:33.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.310+0000 7f6124178640 1 --2- 172.21.15.82:0/519517389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f611c101420 0x7f611c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.310+0000 7f6124178640 1 --2- 172.21.15.82:0/519517389 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f611c100a80 0x7f611c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.342 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.310+0000 7f6124178640 1 --2- 172.21.15.82:0/519517389 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f611c106a80 0x7f611c106e60 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.310+0000 7f6124178640 1 -- 172.21.15.82:0/519517389 >> 172.21.15.82:0/519517389 conn(0x7f611c0fc7a0 msgr2=0x7f611c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:33.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.310+0000 7f6124178640 1 -- 172.21.15.82:0/519517389 shutdown_connections 2024-09-12T12:30:33.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.310+0000 7f6124178640 1 -- 172.21.15.82:0/519517389 wait complete. 2024-09-12T12:30:33.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6124178640 1 Processor -- start 2024-09-12T12:30:33.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6124178640 1 -- start start 2024-09-12T12:30:33.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6124178640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f611c100a80 0x7f611c198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6124178640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f611c101420 0x7f611c1989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6124178640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f611c106a80 0x7f611c19cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6124178640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f611c110e80 con 0x7f611c101420 2024-09-12T12:30:33.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6124178640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f611c110d00 con 0x7f611c106a80 2024-09-12T12:30:33.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6124178640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f611c111000 con 0x7f611c100a80 2024-09-12T12:30:33.343 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6121713640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f611c101420 0x7f611c1989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6121713640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f611c101420 0x7f611c1989a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48718/0 (socket says 172.21.15.82:48718) 2024-09-12T12:30:33.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6121713640 1 -- 172.21.15.82:0/1993959712 learned_addr learned my addr 172.21.15.82:0/1993959712 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:33.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6121f14640 1 --2- 172.21.15.82:0/1993959712 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f611c100a80 0x7f611c198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6122715640 1 --2- 172.21.15.82:0/1993959712 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f611c106a80 0x7f611c19cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6121713640 1 -- 172.21.15.82:0/1993959712 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f611c100a80 msgr2=0x7f611c198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:33.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6121713640 1 --2- 172.21.15.82:0/1993959712 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f611c100a80 0x7f611c198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6121713640 1 -- 172.21.15.82:0/1993959712 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f611c106a80 msgr2=0x7f611c19cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:33.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.311+0000 7f6121713640 1 --2- 172.21.15.82:0/1993959712 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f611c106a80 0x7f611c19cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.312+0000 7f6121713640 1 -- 172.21.15.82:0/1993959712 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f611c19d410 con 0x7f611c101420 2024-09-12T12:30:33.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.312+0000 7f6121713640 1 --2- 172.21.15.82:0/1993959712 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f611c101420 0x7f611c1989a0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f611800d950 tx=0x7f611800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:33.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.312+0000 7f6112ffd640 1 -- 172.21.15.82:0/1993959712 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6118017070 con 0x7f611c101420 2024-09-12T12:30:33.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.312+0000 7f6112ffd640 1 -- 172.21.15.82:0/1993959712 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6118009c30 con 0x7f611c101420 2024-09-12T12:30:33.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.312+0000 7f6124178640 1 -- 172.21.15.82:0/1993959712 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f611c19d700 con 0x7f611c101420 2024-09-12T12:30:33.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.312+0000 7f6112ffd640 1 -- 172.21.15.82:0/1993959712 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f611800f6b0 con 0x7f611c101420 2024-09-12T12:30:33.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.312+0000 7f6124178640 1 -- 172.21.15.82:0/1993959712 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f611c1a4fe0 con 0x7f611c101420 2024-09-12T12:30:33.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.314+0000 7f6112ffd640 1 -- 172.21.15.82:0/1993959712 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f61180109d0 con 0x7f611c101420 2024-09-12T12:30:33.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.314+0000 7f6126551740 1 Processor -- start 2024-09-12T12:30:33.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.315+0000 7f6126551740 1 -- start start 2024-09-12T12:30:33.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.315+0000 7f6126551740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55badf850 0x55e55badfc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.315+0000 7f6126551740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55bae0170 0x55e55baea4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.315+0000 7f6126551740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55baeaa30 0x55e55baece20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.315+0000 7f6126551740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e55ba44160 con 0x55e55baeaa30 2024-09-12T12:30:33.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.315+0000 7f6126551740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e55b9eb720 con 0x55e55bae0170 2024-09-12T12:30:33.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.315+0000 7f6126551740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e55ba40120 con 0x55e55badf850 2024-09-12T12:30:33.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.315+0000 7f6121713640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55baeaa30 0x55e55baece20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.315+0000 7f6121713640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55baeaa30 0x55e55baece20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48726/0 (socket says 172.21.15.82:48726) 2024-09-12T12:30:33.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.315+0000 7f6121713640 1 -- 172.21.15.82:0/3467814137 learned_addr learned my addr 172.21.15.82:0/3467814137 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:33.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.315+0000 7f6112ffd640 1 --2- 172.21.15.82:0/1993959712 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f61080a2cf0 0x7f61080a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.315+0000 7f6122715640 1 --2- 172.21.15.82:0/3467814137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55badf850 0x55e55badfc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.315+0000 7f6121f14640 1 --2- 172.21.15.82:0/3467814137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55bae0170 0x55e55baea4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.315+0000 7f6122715640 1 --2- 172.21.15.82:0/1993959712 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f61080a2cf0 0x7f61080a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.316+0000 7f6112ffd640 1 -- 172.21.15.82:0/1993959712 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f61180cf1d0 con 0x7f611c101420 2024-09-12T12:30:33.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.316+0000 7f6121713640 1 -- 172.21.15.82:0/3467814137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55badf850 msgr2=0x55e55badfc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:33.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.316+0000 7f6121713640 1 --2- 172.21.15.82:0/3467814137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55badf850 0x55e55badfc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.316+0000 7f6121713640 1 -- 172.21.15.82:0/3467814137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55bae0170 msgr2=0x55e55baea4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:33.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.316+0000 7f6121713640 1 --2- 172.21.15.82:0/3467814137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55bae0170 0x55e55baea4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.316+0000 7f6121713640 1 -- 172.21.15.82:0/3467814137 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e55b7b5ba0 con 0x55e55baeaa30 2024-09-12T12:30:33.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.316+0000 7f6121f14640 1 --2- 172.21.15.82:0/3467814137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55bae0170 0x55e55baea4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:30:33.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.316+0000 7f6121713640 1 --2- 172.21.15.82:0/3467814137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55baeaa30 0x55e55baece20 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f611809b3b0 tx=0x7f6118000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49d60bd85ff0886b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:33.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.316+0000 7f6122715640 1 --2- 172.21.15.82:0/1993959712 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f61080a2cf0 0x7f61080a51b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f6114005c40 tx=0x7f6114009500 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:33.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.316+0000 7f6107fff640 1 -- 172.21.15.82:0/3467814137 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6118020030 con 0x55e55baeaa30 2024-09-12T12:30:33.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.316+0000 7f6107fff640 1 -- 172.21.15.82:0/3467814137 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6118009de0 con 0x55e55baeaa30 2024-09-12T12:30:33.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.316+0000 7f6107fff640 1 -- 172.21.15.82:0/3467814137 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6118097d20 con 0x55e55baeaa30 2024-09-12T12:30:33.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.317+0000 7f6126551740 1 -- 172.21.15.82:0/3467814137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55baeaa30 msgr2=0x55e55baece20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:33.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.317+0000 7f6126551740 1 --2- 172.21.15.82:0/3467814137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55baeaa30 0x55e55baece20 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f611809b3b0 tx=0x7f6118000bc0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.317+0000 7f6126551740 1 -- 172.21.15.82:0/3467814137 shutdown_connections 2024-09-12T12:30:33.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.317+0000 7f6126551740 1 --2- 172.21.15.82:0/3467814137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55baeaa30 0x55e55baece20 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.317+0000 7f6126551740 1 --2- 172.21.15.82:0/3467814137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55bae0170 0x55e55baea4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.317+0000 7f6126551740 1 --2- 172.21.15.82:0/3467814137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55badf850 0x55e55badfc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.317+0000 7f6126551740 1 -- 172.21.15.82:0/3467814137 >> 172.21.15.82:0/3467814137 conn(0x55e55badbde0 msgr2=0x55e55badc1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:33.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.317+0000 7f6126551740 1 -- 172.21.15.82:0/3467814137 shutdown_connections 2024-09-12T12:30:33.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.317+0000 7f6126551740 1 -- 172.21.15.82:0/3467814137 wait complete. 2024-09-12T12:30:33.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.317+0000 7f6126551740 1 -- start start 2024-09-12T12:30:33.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.317+0000 7f6126551740 1 Processor -- start 2024-09-12T12:30:33.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6126551740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 0x55e55bae78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6126551740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55bae0170 0x55e55bae7e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6126551740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55baeaa30 0x55e55bae8360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6126551740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e55baed5a0 con 0x55e55bae0170 2024-09-12T12:30:33.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6126551740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e55b9cc900 con 0x55e55badf850 2024-09-12T12:30:33.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6126551740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e55baed720 con 0x55e55baeaa30 2024-09-12T12:30:33.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6126551740 10 client.0 _ll_register_callbacks cb 0x55e55b9ca780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:33.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6121713640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55bae0170 0x55e55bae7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.348 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6121713640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55bae0170 0x55e55bae7e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48738/0 (socket says 172.21.15.82:48738) 2024-09-12T12:30:33.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6121713640 1 -- 172.21.15.82:0/4270738437 learned_addr learned my addr 172.21.15.82:0/4270738437 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:33.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6122715640 1 --2- 172.21.15.82:0/4270738437 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55baeaa30 0x55e55bae8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6121f14640 1 --2- 172.21.15.82:0/4270738437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 0x55e55bae78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6121713640 1 -- 172.21.15.82:0/4270738437 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55baeaa30 msgr2=0x55e55bae8360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:33.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6121713640 1 --2- 172.21.15.82:0/4270738437 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55baeaa30 0x55e55bae8360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6121713640 1 -- 172.21.15.82:0/4270738437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 msgr2=0x55e55bae78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:33.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6121713640 1 --2- 172.21.15.82:0/4270738437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 0x55e55bae78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6121713640 1 -- 172.21.15.82:0/4270738437 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e55ba0cc50 con 0x55e55bae0170 2024-09-12T12:30:33.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6122715640 1 --2- 172.21.15.82:0/4270738437 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55baeaa30 0x55e55bae8360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:33.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6121713640 1 --2- 172.21.15.82:0/4270738437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55bae0170 0x55e55bae7e20 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f6118097b10 tx=0x7f6118005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc5edff180081eb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:33.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f61057fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:33.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f61057fa640 1 -- 172.21.15.82:0/4270738437 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6118020070 con 0x55e55bae0170 2024-09-12T12:30:33.349 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f61057fa640 1 -- 172.21.15.82:0/4270738437 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f6118097400 con 0x55e55bae0170 2024-09-12T12:30:33.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6126551740 1 -- 172.21.15.82:0/4270738437 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6118009de0 con 0x55e55bae0170 2024-09-12T12:30:33.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f61057fa640 1 -- 172.21.15.82:0/4270738437 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6118097950 con 0x55e55bae0170 2024-09-12T12:30:33.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6126551740 10 client.15909 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:33.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.318+0000 7f6126551740 1 -- 172.21.15.82:0/4270738437 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e55baf9220 con 0x55e55bae0170 2024-09-12T12:30:33.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.319+0000 7f61057fa640 1 -- 172.21.15.82:0/4270738437 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6118009de0 con 0x55e55bae0170 2024-09-12T12:30:33.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.319+0000 7f61057fa640 1 -- 172.21.15.82:0/4270738437 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f61180bb040 con 0x55e55bae0170 2024-09-12T12:30:33.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.319+0000 7f6126551740 10 client.15909 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:33.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.319+0000 7f6126551740 10 client.15909 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:30:33.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.319+0000 7f6126551740 20 client.15909 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:33.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.319+0000 7f6126551740 1 --2- 172.21.15.82:0/4270738437 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e55bafa570 0x55e55bafc960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.319+0000 7f6126551740 4 client.15909 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:30:33.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.319+0000 7f6126551740 1 -- 172.21.15.82:0/4270738437 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e55ba51890 con 0x55e55bafa570 2024-09-12T12:30:33.350 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.319+0000 7f6121f14640 1 --2- 172.21.15.82:0/4270738437 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e55bafa570 0x55e55bafc960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.320+0000 7f6121f14640 1 --2- 172.21.15.82:0/4270738437 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e55bafa570 0x55e55bafc960 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e0acbcdb56aba9c server_cookie=2a7758cd58f182c3 in_seq=0 out_seq=0 2024-09-12T12:30:33.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.320+0000 7f61057fa640 10 client.15909 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:33.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.320+0000 7f61057fa640 1 -- 172.21.15.82:0/4270738437 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e55ba51890 con 0x55e55bafa570 2024-09-12T12:30:33.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.320+0000 7f61057fa640 10 client.15909 handle_command_reply: tid=0 2024-09-12T12:30:33.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.320+0000 7f6126551740 1 client.15909 shutdown 2024-09-12T12:30:33.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.321+0000 7f6126551740 1 -- 172.21.15.82:0/4270738437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55bae0170 msgr2=0x55e55bae7e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:33.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.321+0000 7f6126551740 1 --2- 172.21.15.82:0/4270738437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55bae0170 0x55e55bae7e20 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f6118097b10 tx=0x7f6118005f90 comp rx=0 tx=0).stop 2024-09-12T12:30:33.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.321+0000 7f6126551740 1 -- 172.21.15.82:0/4270738437 shutdown_connections 2024-09-12T12:30:33.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.321+0000 7f6126551740 1 --2- 172.21.15.82:0/4270738437 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e55bafa570 0x55e55bafc960 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.321+0000 7f6126551740 1 --2- 172.21.15.82:0/4270738437 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55baeaa30 0x55e55bae8360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.321+0000 7f6126551740 1 --2- 172.21.15.82:0/4270738437 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55bae0170 0x55e55bae7e20 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.321+0000 7f6126551740 1 --2- 172.21.15.82:0/4270738437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 0x55e55bae78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.351 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.321+0000 7f6126551740 1 -- 172.21.15.82:0/4270738437 >> 172.21.15.82:0/4270738437 conn(0x55e55badbde0 msgr2=0x55e55bae1ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:33.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.321+0000 7f61057fa640 0 client.15909 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:33.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.321+0000 7f6126551740 1 -- 172.21.15.82:0/4270738437 shutdown_connections 2024-09-12T12:30:33.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.321+0000 7f6126551740 1 -- 172.21.15.82:0/4270738437 wait complete. 2024-09-12T12:30:33.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.321+0000 7f6126551740 20 client.15909 trim_cache size 0 max 16384 2024-09-12T12:30:33.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6126551740 1 Processor -- start 2024-09-12T12:30:33.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6126551740 1 -- start start 2024-09-12T12:30:33.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6126551740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 0x55e55bae81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6126551740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55bae0170 0x55e55baf6080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6126551740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55baeaa30 0x55e55baff5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6126551740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f611c1ada10 con 0x55e55bae0170 2024-09-12T12:30:33.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6126551740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f611c1af550 con 0x55e55badf850 2024-09-12T12:30:33.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6126551740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f611c1ae0e0 con 0x55e55baeaa30 2024-09-12T12:30:33.352 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6121713640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55bae0170 0x55e55baf6080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6121713640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55bae0170 0x55e55baf6080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48752/0 (socket says 172.21.15.82:48752) 2024-09-12T12:30:33.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6121713640 1 -- 172.21.15.82:0/786017212 learned_addr learned my addr 172.21.15.82:0/786017212 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:33.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6122715640 1 --2- 172.21.15.82:0/786017212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55baeaa30 0x55e55baff5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6121f14640 1 --2- 172.21.15.82:0/786017212 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 0x55e55bae81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6121713640 1 -- 172.21.15.82:0/786017212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55baeaa30 msgr2=0x55e55baff5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:33.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6121713640 1 --2- 172.21.15.82:0/786017212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55baeaa30 0x55e55baff5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6121713640 1 -- 172.21.15.82:0/786017212 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 msgr2=0x55e55bae81b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:33.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6121713640 1 --2- 172.21.15.82:0/786017212 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 0x55e55bae81b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6121713640 1 -- 172.21.15.82:0/786017212 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e55badbc10 con 0x55e55bae0170 2024-09-12T12:30:33.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.338+0000 7f6121713640 1 --2- 172.21.15.82:0/786017212 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55bae0170 0x55e55baf6080 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f611809b640 tx=0x7f6118005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2be0c6f134c784f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:33.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.339+0000 7f61077fe640 1 -- 172.21.15.82:0/786017212 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61180d3070 con 0x55e55bae0170 2024-09-12T12:30:33.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.339+0000 7f61077fe640 1 -- 172.21.15.82:0/786017212 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f611809ab00 con 0x55e55bae0170 2024-09-12T12:30:33.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.339+0000 7f61077fe640 1 -- 172.21.15.82:0/786017212 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6118020070 con 0x55e55bae0170 2024-09-12T12:30:33.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.339+0000 7f6126551740 1 -- 172.21.15.82:0/786017212 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55bae0170 msgr2=0x55e55baf6080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:33.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.339+0000 7f6126551740 1 --2- 172.21.15.82:0/786017212 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55bae0170 0x55e55baf6080 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f611809b640 tx=0x7f6118005880 comp rx=0 tx=0).stop 2024-09-12T12:30:33.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.339+0000 7f6126551740 1 -- 172.21.15.82:0/786017212 shutdown_connections 2024-09-12T12:30:33.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.339+0000 7f6126551740 1 --2- 172.21.15.82:0/786017212 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55baeaa30 0x55e55baff5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.339+0000 7f6126551740 1 --2- 172.21.15.82:0/786017212 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55bae0170 0x55e55baf6080 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.339+0000 7f6126551740 1 --2- 172.21.15.82:0/786017212 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 0x55e55bae81b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.339+0000 7f6126551740 1 -- 172.21.15.82:0/786017212 >> 172.21.15.82:0/786017212 conn(0x55e55badbde0 msgr2=0x55e55baf5970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:33.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.339+0000 7f6126551740 1 -- 172.21.15.82:0/786017212 shutdown_connections 2024-09-12T12:30:33.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.339+0000 7f6126551740 1 -- 172.21.15.82:0/786017212 wait complete. 2024-09-12T12:30:33.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.340+0000 7f6126551740 1 -- start start 2024-09-12T12:30:33.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.340+0000 7f6126551740 1 Processor -- start 2024-09-12T12:30:33.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.340+0000 7f6126551740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 0x55e55bafd320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.340+0000 7f6126551740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55bae0170 0x55e55bafd860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.354 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.340+0000 7f6126551740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55baeaa30 0x55e55bafdda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.340+0000 7f6126551740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f611c1aee80 con 0x55e55baeaa30 2024-09-12T12:30:33.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.340+0000 7f6126551740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f611c1ae7b0 con 0x55e55badf850 2024-09-12T12:30:33.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.340+0000 7f6126551740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f611c1ab9f0 con 0x55e55bae0170 2024-09-12T12:30:33.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.340+0000 7f6126551740 10 client.0 _ll_register_callbacks cb 0x7f6114009e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:33.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.340+0000 7f6122715640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55baeaa30 0x55e55bafdda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.340+0000 7f6122715640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55baeaa30 0x55e55bafdda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48768/0 (socket says 172.21.15.82:48768) 2024-09-12T12:30:33.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.340+0000 7f6122715640 1 -- 172.21.15.82:0/1935382175 learned_addr learned my addr 172.21.15.82:0/1935382175 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:33.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.340+0000 7f6121f14640 1 --2- 172.21.15.82:0/1935382175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 0x55e55bafd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f6121713640 1 --2- 172.21.15.82:0/1935382175 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55bae0170 0x55e55bafd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f6122715640 1 -- 172.21.15.82:0/1935382175 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55bae0170 msgr2=0x55e55bafd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:33.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f6122715640 1 --2- 172.21.15.82:0/1935382175 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55bae0170 0x55e55bafd860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.355 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f6122715640 1 -- 172.21.15.82:0/1935382175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 msgr2=0x55e55bafd320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:33.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f6122715640 1 --2- 172.21.15.82:0/1935382175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 0x55e55bafd320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f6122715640 1 -- 172.21.15.82:0/1935382175 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e55bad73f0 con 0x55e55baeaa30 2024-09-12T12:30:33.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f6121713640 1 --2- 172.21.15.82:0/1935382175 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55bae0170 0x55e55bafd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:33.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f6122715640 1 --2- 172.21.15.82:0/1935382175 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55baeaa30 0x55e55bafdda0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f6114003c00 tx=0x7f6114004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac2c745b846732bf server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:33.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f61057fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:33.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f61057fa640 1 -- 172.21.15.82:0/1935382175 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6114004b20 con 0x55e55baeaa30 2024-09-12T12:30:33.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f61057fa640 1 -- 172.21.15.82:0/1935382175 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f6114009040 con 0x55e55baeaa30 2024-09-12T12:30:33.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f6126551740 1 -- 172.21.15.82:0/1935382175 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e55ba4bbe0 con 0x55e55baeaa30 2024-09-12T12:30:33.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f61057fa640 1 -- 172.21.15.82:0/1935382175 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6114004cc0 con 0x55e55baeaa30 2024-09-12T12:30:33.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f6126551740 10 client.15915 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:33.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f6126551740 1 -- 172.21.15.82:0/1935382175 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e55bb64fa0 con 0x55e55baeaa30 2024-09-12T12:30:33.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f61057fa640 1 -- 172.21.15.82:0/1935382175 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55e55ba4bbe0 con 0x55e55baeaa30 2024-09-12T12:30:33.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f61057fa640 1 -- 172.21.15.82:0/1935382175 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6114005370 con 0x55e55baeaa30 2024-09-12T12:30:33.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.341+0000 7f6126551740 10 client.15915 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:33.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.342+0000 7f6126551740 10 client.15915 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:30:33.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.342+0000 7f6126551740 20 client.15915 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:33.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.342+0000 7f6126551740 1 --2- 172.21.15.82:0/1935382175 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e55bb65830 0x55e55bb67c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:33.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.342+0000 7f6126551740 4 client.15915 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.15, "await_for": 45.0}] 2024-09-12T12:30:33.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.342+0000 7f6126551740 1 -- 172.21.15.82:0/1935382175 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.15, "await_for": 45.0}) -- 0x55e55b9c7f40 con 0x55e55bb65830 2024-09-12T12:30:33.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.342+0000 7f6121f14640 1 --2- 172.21.15.82:0/1935382175 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e55bb65830 0x55e55bb67c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:33.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.342+0000 7f61057fa640 10 client.15915 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:33.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.342+0000 7f6121f14640 1 --2- 172.21.15.82:0/1935382175 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e55bb65830 0x55e55bb67c50 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c575c04e5574db94 server_cookie=fa88f797824deb6a in_seq=0 out_seq=0 2024-09-12T12:30:33.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f61057fa640 1 -- 172.21.15.82:0/1935382175 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55e55b9c7f40 con 0x55e55bb65830 2024-09-12T12:30:33.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f61057fa640 10 client.15915 handle_command_reply: tid=0 2024-09-12T12:30:33.358 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f6126551740 1 client.15915 shutdown 2024-09-12T12:30:33.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f6126551740 1 -- 172.21.15.82:0/1935382175 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55baeaa30 msgr2=0x55e55bafdda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:33.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f6126551740 1 --2- 172.21.15.82:0/1935382175 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55baeaa30 0x55e55bafdda0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f6114003c00 tx=0x7f6114004a40 comp rx=0 tx=0).stop 2024-09-12T12:30:33.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f6126551740 1 -- 172.21.15.82:0/1935382175 shutdown_connections 2024-09-12T12:30:33.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f6126551740 1 --2- 172.21.15.82:0/1935382175 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e55bb65830 0x55e55bb67c50 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f6126551740 1 --2- 172.21.15.82:0/1935382175 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e55baeaa30 0x55e55bafdda0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f6126551740 1 --2- 172.21.15.82:0/1935382175 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e55bae0170 0x55e55bafd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f6126551740 1 --2- 172.21.15.82:0/1935382175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e55badf850 0x55e55bafd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f61057fa640 0 client.15915 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:33.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f6126551740 1 -- 172.21.15.82:0/1935382175 >> 172.21.15.82:0/1935382175 conn(0x55e55badbde0 msgr2=0x55e55bae68a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:33.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f6126551740 1 -- 172.21.15.82:0/1935382175 shutdown_connections 2024-09-12T12:30:33.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f6126551740 1 -- 172.21.15.82:0/1935382175 wait complete. 2024-09-12T12:30:33.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f6126551740 20 client.15915 trim_cache size 0 max 16384 2024-09-12T12:30:33.360 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:30:33.360 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:30:33.360 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:30:33.360 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 14, 2024-09-12T12:30:33.360 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:30:33.360 INFO:teuthology.orchestra.run.smithi082.stdout: "56f99ede": { 2024-09-12T12:30:33.360 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 14, 2024-09-12T12:30:33.360 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:30:33.360 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:30:33.360 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:30:33.360 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:30:33.361 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:30:33.361 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:30:33.361 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 140.2, 2024-09-12T12:30:33.361 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:30:33.361 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:30:33.361 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:30:33.361 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:30:33.361 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:30:33.361 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:30:33.361 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:33.361 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:33.361 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:33.361 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:33.362 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:33.362 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:30:33.362 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.354+0000 7f6124178640 1 -- 172.21.15.82:0/1993959712 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f61080a2cf0 msgr2=0x7f61080a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:33.362 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.355+0000 7f6124178640 1 --2- 172.21.15.82:0/1993959712 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f61080a2cf0 0x7f61080a51b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f6114005c40 tx=0x7f6114009500 comp rx=0 tx=0).stop 2024-09-12T12:30:33.362 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.355+0000 7f6124178640 1 -- 172.21.15.82:0/1993959712 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f611c101420 msgr2=0x7f611c1989a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:33.362 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.355+0000 7f6124178640 1 --2- 172.21.15.82:0/1993959712 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f611c101420 0x7f611c1989a0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f611800d950 tx=0x7f611800de10 comp rx=0 tx=0).stop 2024-09-12T12:30:33.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.355+0000 7f6124178640 1 -- 172.21.15.82:0/1993959712 shutdown_connections 2024-09-12T12:30:33.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.355+0000 7f6124178640 1 --2- 172.21.15.82:0/1993959712 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f61080a2cf0 0x7f61080a51b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.355+0000 7f6124178640 1 --2- 172.21.15.82:0/1993959712 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f611c106a80 0x7f611c19cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.355+0000 7f6124178640 1 --2- 172.21.15.82:0/1993959712 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f611c101420 0x7f611c1989a0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.355+0000 7f6124178640 1 --2- 172.21.15.82:0/1993959712 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f611c100a80 0x7f611c198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:33.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.355+0000 7f6124178640 1 -- 172.21.15.82:0/1993959712 >> 172.21.15.82:0/1993959712 conn(0x7f611c0fc7a0 msgr2=0x7f611c06aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:33.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.355+0000 7f6124178640 1 -- 172.21.15.82:0/1993959712 shutdown_connections 2024-09-12T12:30:33.363 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:33.355+0000 7f6124178640 1 -- 172.21.15.82:0/1993959712 wait complete. 2024-09-12T12:30:34.004 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '56f99ede', quiesce took 3.2 seconds. Will release after: 16.95 2024-09-12T12:30:34.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:34 smithi097 ceph-mon[34923]: pgmap v119: 97 pgs: 97 active+clean; 4.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-12T12:30:34.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:34 smithi082 ceph-mon[31122]: pgmap v119: 97 pgs: 97 active+clean; 4.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-12T12:30:34.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:34 smithi114 ceph-mon[35514]: pgmap v119: 97 pgs: 97 active+clean; 4.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-12T12:30:36.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:36 smithi097 ceph-mon[34923]: pgmap v120: 97 pgs: 97 active+clean; 4.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-09-12T12:30:36.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:36 smithi082 ceph-mon[31122]: pgmap v120: 97 pgs: 97 active+clean; 4.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-09-12T12:30:36.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:36 smithi114 ceph-mon[35514]: pgmap v120: 97 pgs: 97 active+clean; 4.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-09-12T12:30:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:38 smithi097 ceph-mon[34923]: pgmap v121: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 20 op/s 2024-09-12T12:30:38.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:38 smithi082 ceph-mon[31122]: pgmap v121: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 20 op/s 2024-09-12T12:30:38.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:38 smithi114 ceph-mon[35514]: pgmap v121: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 20 op/s 2024-09-12T12:30:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:40 smithi097 ceph-mon[34923]: pgmap v122: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-09-12T12:30:40.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:40 smithi082 ceph-mon[31122]: pgmap v122: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-09-12T12:30:40.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:40 smithi114 ceph-mon[35514]: pgmap v122: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-09-12T12:30:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.651+0000 7f5800b03640 1 -- 172.21.15.82:0/2486856727 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f57fc1069d0 msgr2=0x7f57fc106db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.651+0000 7f5800b03640 1 --2- 172.21.15.82:0/2486856727 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f57fc1069d0 0x7f57fc106db0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f57ec009930 tx=0x7f57ec02a420 comp rx=0 tx=0).stop 2024-09-12T12:30:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.651+0000 7f5800b03640 1 -- 172.21.15.82:0/2486856727 shutdown_connections 2024-09-12T12:30:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.651+0000 7f5800b03640 1 --2- 172.21.15.82:0/2486856727 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f57fc101360 0x7f57fc10d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.651+0000 7f5800b03640 1 --2- 172.21.15.82:0/2486856727 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f57fc1009c0 0x7f57fc100e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.651+0000 7f5800b03640 1 --2- 172.21.15.82:0/2486856727 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f57fc1069d0 0x7f57fc106db0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.651+0000 7f5800b03640 1 -- 172.21.15.82:0/2486856727 >> 172.21.15.82:0/2486856727 conn(0x7f57fc0fc700 msgr2=0x7f57fc0feb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.651+0000 7f5800b03640 1 -- 172.21.15.82:0/2486856727 shutdown_connections 2024-09-12T12:30:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.651+0000 7f5800b03640 1 -- 172.21.15.82:0/2486856727 wait complete. 2024-09-12T12:30:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f5800b03640 1 Processor -- start 2024-09-12T12:30:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f5800b03640 1 -- start start 2024-09-12T12:30:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f5800b03640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f57fc1009c0 0x7f57fc197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f5800b03640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f57fc101360 0x7f57fc197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f5800b03640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f57fc1069d0 0x7f57fc19bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f5800b03640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc110e60 con 0x7f57fc101360 2024-09-12T12:30:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f5800b03640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc110ce0 con 0x7f57fc1069d0 2024-09-12T12:30:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f5800b03640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc110fe0 con 0x7f57fc1009c0 2024-09-12T12:30:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f57f9d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f57fc101360 0x7f57fc197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f57f9d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f57fc101360 0x7f57fc197790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60884/0 (socket says 172.21.15.82:60884) 2024-09-12T12:30:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f57f9d9b640 1 -- 172.21.15.82:0/2774872154 learned_addr learned my addr 172.21.15.82:0/2774872154 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f57fa59c640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f57fc1009c0 0x7f57fc197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f57fad9d640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f57fc1069d0 0x7f57fc19bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f57f9d9b640 1 -- 172.21.15.82:0/2774872154 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f57fc1009c0 msgr2=0x7f57fc197250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f57f9d9b640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f57fc1009c0 0x7f57fc197250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f57f9d9b640 1 -- 172.21.15.82:0/2774872154 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f57fc1069d0 msgr2=0x7f57fc19bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.652+0000 7f57f9d9b640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f57fc1069d0 0x7f57fc19bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.653+0000 7f57f9d9b640 1 -- 172.21.15.82:0/2774872154 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57fc19c240 con 0x7f57fc101360 2024-09-12T12:30:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.653+0000 7f57fa59c640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f57fc1009c0 0x7f57fc197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.653+0000 7f57fad9d640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f57fc1069d0 0x7f57fc19bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.653+0000 7f57f9d9b640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f57fc101360 0x7f57fc197790 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f57f000d950 tx=0x7f57f000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.653+0000 7f57eb7fe640 1 -- 172.21.15.82:0/2774872154 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f0017030 con 0x7f57fc101360 2024-09-12T12:30:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.653+0000 7f57eb7fe640 1 -- 172.21.15.82:0/2774872154 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f57f0004020 con 0x7f57fc101360 2024-09-12T12:30:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.653+0000 7f5800b03640 1 -- 172.21.15.82:0/2774872154 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57fc19c530 con 0x7f57fc101360 2024-09-12T12:30:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.653+0000 7f57eb7fe640 1 -- 172.21.15.82:0/2774872154 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f00047a0 con 0x7f57fc101360 2024-09-12T12:30:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.653+0000 7f5800b03640 1 -- 172.21.15.82:0/2774872154 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57fc1a3dc0 con 0x7f57fc101360 2024-09-12T12:30:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.655+0000 7f57eb7fe640 1 -- 172.21.15.82:0/2774872154 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f57f00041d0 con 0x7f57fc101360 2024-09-12T12:30:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f580389b740 1 Processor -- start 2024-09-12T12:30:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f580389b740 1 -- start start 2024-09-12T12:30:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f580389b740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c693970 0x560b9c693d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f580389b740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c694290 0x560b9c6a0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f580389b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 0x560b9c6a32b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f580389b740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x560b9c5f82f0 con 0x560b9c693970 2024-09-12T12:30:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f580389b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560b9c5a0270 con 0x560b9c6a0ec0 2024-09-12T12:30:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f580389b740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x560b9c5f42b0 con 0x560b9c694290 2024-09-12T12:30:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f57fad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c693970 0x560b9c693d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f57eb7fe640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f57e40a2da0 0x7f57e40a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f57fad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c693970 0x560b9c693d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60886/0 (socket says 172.21.15.82:60886) 2024-09-12T12:30:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f57fad9d640 1 -- 172.21.15.82:0/1815080494 learned_addr learned my addr 172.21.15.82:0/1815080494 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f57f9d9b640 1 --2- 172.21.15.82:0/1815080494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 0x560b9c6a32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f57fa59c640 1 --2- 172.21.15.82:0/1815080494 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c694290 0x560b9c6a0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f57fad9d640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f57e40a2da0 0x7f57e40a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.656+0000 7f57eb7fe640 1 -- 172.21.15.82:0/2774872154 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f57f00cef30 con 0x7f57fc101360 2024-09-12T12:30:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.657+0000 7f57fad9d640 1 -- 172.21.15.82:0/1815080494 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c694290 msgr2=0x560b9c6a0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.657+0000 7f57fad9d640 1 --2- 172.21.15.82:0/1815080494 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c694290 0x560b9c6a0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.657+0000 7f57fad9d640 1 -- 172.21.15.82:0/1815080494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 msgr2=0x560b9c6a32b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.657+0000 7f57fad9d640 1 --2- 172.21.15.82:0/1815080494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 0x560b9c6a32b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.657+0000 7f57fad9d640 1 -- 172.21.15.82:0/1815080494 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b9c59f340 con 0x560b9c693970 2024-09-12T12:30:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.657+0000 7f57fa59c640 1 --2- 172.21.15.82:0/1815080494 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c694290 0x560b9c6a0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.657+0000 7f57fad9d640 1 --2- 172.21.15.82:0/1815080494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c693970 0x560b9c693d50 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f57f4013910 tx=0x7f57f4013dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abd44528cac274a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.657+0000 7f57e8ff9640 1 -- 172.21.15.82:0/1815080494 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f4004b20 con 0x560b9c693970 2024-09-12T12:30:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.657+0000 7f57fad9d640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f57e40a2da0 0x7f57e40a5260 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f57f4020000 tx=0x7f57f401f000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.657+0000 7f57e8ff9640 1 -- 172.21.15.82:0/1815080494 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f57f4004cc0 con 0x560b9c693970 2024-09-12T12:30:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.657+0000 7f57e8ff9640 1 -- 172.21.15.82:0/1815080494 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f4005900 con 0x560b9c693970 2024-09-12T12:30:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.658+0000 7f580389b740 1 -- 172.21.15.82:0/1815080494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c693970 msgr2=0x560b9c693d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.658+0000 7f580389b740 1 --2- 172.21.15.82:0/1815080494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c693970 0x560b9c693d50 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f57f4013910 tx=0x7f57f4013dd0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.658+0000 7f580389b740 1 -- 172.21.15.82:0/1815080494 shutdown_connections 2024-09-12T12:30:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.658+0000 7f580389b740 1 --2- 172.21.15.82:0/1815080494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 0x560b9c6a32b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.658+0000 7f580389b740 1 --2- 172.21.15.82:0/1815080494 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c694290 0x560b9c6a0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.658+0000 7f580389b740 1 --2- 172.21.15.82:0/1815080494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c693970 0x560b9c693d50 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.658+0000 7f580389b740 1 -- 172.21.15.82:0/1815080494 >> 172.21.15.82:0/1815080494 conn(0x560b9c690060 msgr2=0x560b9c690440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.658+0000 7f580389b740 1 -- 172.21.15.82:0/1815080494 shutdown_connections 2024-09-12T12:30:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.658+0000 7f580389b740 1 -- 172.21.15.82:0/1815080494 wait complete. 2024-09-12T12:30:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.658+0000 7f580389b740 1 -- start start 2024-09-12T12:30:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.658+0000 7f580389b740 1 Processor -- start 2024-09-12T12:30:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.658+0000 7f580389b740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c693970 0x560b9c69de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f580389b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c694290 0x560b9c69e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f580389b740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c6a0ec0 0x560b9c69e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f580389b740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x560b9c6a3af0 con 0x560b9c6a0ec0 2024-09-12T12:30:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f580389b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560b9c581290 con 0x560b9c694290 2024-09-12T12:30:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f580389b740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x560b9c6a3c70 con 0x560b9c693970 2024-09-12T12:30:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f580389b740 10 client.0 _ll_register_callbacks cb 0x560b9c5b2140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57fad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c6a0ec0 0x560b9c69e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57fad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c6a0ec0 0x560b9c69e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60894/0 (socket says 172.21.15.82:60894) 2024-09-12T12:30:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57fad9d640 1 -- 172.21.15.82:0/1456728734 learned_addr learned my addr 172.21.15.82:0/1456728734 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57f9d9b640 1 --2- 172.21.15.82:0/1456728734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c694290 0x560b9c69e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57fa59c640 1 --2- 172.21.15.82:0/1456728734 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c693970 0x560b9c69de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57fad9d640 1 -- 172.21.15.82:0/1456728734 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c693970 msgr2=0x560b9c69de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57fad9d640 1 --2- 172.21.15.82:0/1456728734 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c693970 0x560b9c69de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57fad9d640 1 -- 172.21.15.82:0/1456728734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c694290 msgr2=0x560b9c69e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:42.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57fad9d640 1 --2- 172.21.15.82:0/1456728734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c694290 0x560b9c69e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57fad9d640 1 -- 172.21.15.82:0/1456728734 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b9c30b210 con 0x560b9c6a0ec0 2024-09-12T12:30:42.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57fad9d640 1 --2- 172.21.15.82:0/1456728734 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c6a0ec0 0x560b9c69e8e0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f57f4009860 tx=0x7f57f40136a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e36892843f37a18e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:42.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:42.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57e1ffb640 1 -- 172.21.15.82:0/1456728734 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f4005680 con 0x560b9c6a0ec0 2024-09-12T12:30:42.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57e1ffb640 1 -- 172.21.15.82:0/1456728734 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f57f4022070 con 0x560b9c6a0ec0 2024-09-12T12:30:42.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f580389b740 1 -- 172.21.15.82:0/1456728734 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57f4004cc0 con 0x560b9c6a0ec0 2024-09-12T12:30:42.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.659+0000 7f57e1ffb640 1 -- 172.21.15.82:0/1456728734 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f57f4005820 con 0x560b9c6a0ec0 2024-09-12T12:30:42.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.660+0000 7f580389b740 10 client.15927 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:42.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.660+0000 7f580389b740 1 -- 172.21.15.82:0/1456728734 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560b9c3d7620 con 0x560b9c6a0ec0 2024-09-12T12:30:42.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.660+0000 7f57e1ffb640 1 -- 172.21.15.82:0/1456728734 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f57f4004cc0 con 0x560b9c6a0ec0 2024-09-12T12:30:42.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.660+0000 7f57e1ffb640 1 -- 172.21.15.82:0/1456728734 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f57f40266e0 con 0x560b9c6a0ec0 2024-09-12T12:30:42.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.660+0000 7f580389b740 10 client.15927 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:42.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.660+0000 7f580389b740 10 client.15927 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:30:42.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.660+0000 7f580389b740 20 client.15927 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:42.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.660+0000 7f580389b740 1 --2- 172.21.15.82:0/1456728734 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560b9c6b0e30 0x560b9c6b3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.660+0000 7f580389b740 4 client.15927 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:30:42.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.660+0000 7f580389b740 1 -- 172.21.15.82:0/1456728734 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b9c605a20 con 0x560b9c6b0e30 2024-09-12T12:30:42.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.660+0000 7f57fa59c640 1 --2- 172.21.15.82:0/1456728734 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560b9c6b0e30 0x560b9c6b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.661+0000 7f57fa59c640 1 --2- 172.21.15.82:0/1456728734 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560b9c6b0e30 0x560b9c6b3220 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=467b2c73675b42c8 server_cookie=43009becadf86330 in_seq=0 out_seq=0 2024-09-12T12:30:42.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.661+0000 7f57e1ffb640 10 client.15927 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:42.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.661+0000 7f57e1ffb640 1 -- 172.21.15.82:0/1456728734 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560b9c605a20 con 0x560b9c6b0e30 2024-09-12T12:30:42.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.661+0000 7f57e1ffb640 10 client.15927 handle_command_reply: tid=0 2024-09-12T12:30:42.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.661+0000 7f580389b740 1 client.15927 shutdown 2024-09-12T12:30:42.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.661+0000 7f580389b740 1 -- 172.21.15.82:0/1456728734 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c6a0ec0 msgr2=0x560b9c69e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:42.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.662+0000 7f580389b740 1 --2- 172.21.15.82:0/1456728734 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c6a0ec0 0x560b9c69e8e0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f57f4009860 tx=0x7f57f40136a0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.662+0000 7f580389b740 1 -- 172.21.15.82:0/1456728734 shutdown_connections 2024-09-12T12:30:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.662+0000 7f580389b740 1 --2- 172.21.15.82:0/1456728734 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560b9c6b0e30 0x560b9c6b3220 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.662+0000 7f580389b740 1 --2- 172.21.15.82:0/1456728734 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c6a0ec0 0x560b9c69e8e0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.662+0000 7f580389b740 1 --2- 172.21.15.82:0/1456728734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c694290 0x560b9c69e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.662+0000 7f57e1ffb640 0 client.15927 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.662+0000 7f580389b740 1 --2- 172.21.15.82:0/1456728734 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c693970 0x560b9c69de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.662+0000 7f580389b740 1 -- 172.21.15.82:0/1456728734 >> 172.21.15.82:0/1456728734 conn(0x560b9c690060 msgr2=0x560b9c695dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.662+0000 7f580389b740 1 -- 172.21.15.82:0/1456728734 shutdown_connections 2024-09-12T12:30:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.662+0000 7f580389b740 1 -- 172.21.15.82:0/1456728734 wait complete. 2024-09-12T12:30:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.662+0000 7f580389b740 20 client.15927 trim_cache size 0 max 16384 2024-09-12T12:30:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f580389b740 1 Processor -- start 2024-09-12T12:30:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f580389b740 1 -- start start 2024-09-12T12:30:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f580389b740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c693970 0x560b9c69e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f580389b740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c694290 0x560b9c6a92d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f580389b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 0x560b9c6a9810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f580389b740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc1ab790 con 0x560b9c693970 2024-09-12T12:30:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f580389b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc1ad2d0 con 0x560b9c6a0ec0 2024-09-12T12:30:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f580389b740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc1abe60 con 0x560b9c694290 2024-09-12T12:30:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f57fa59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c693970 0x560b9c69e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f57fa59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c693970 0x560b9c69e530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60910/0 (socket says 172.21.15.82:60910) 2024-09-12T12:30:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f57fa59c640 1 -- 172.21.15.82:0/248239671 learned_addr learned my addr 172.21.15.82:0/248239671 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f57fa59c640 1 -- 172.21.15.82:0/248239671 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c694290 msgr2=0x560b9c6a92d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:42.682 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f57fa59c640 1 --2- 172.21.15.82:0/248239671 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c694290 0x560b9c6a92d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.682 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f57fa59c640 1 -- 172.21.15.82:0/248239671 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 msgr2=0x560b9c6a9810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:42.682 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f57fa59c640 1 --2- 172.21.15.82:0/248239671 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 0x560b9c6a9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.682 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.676+0000 7f57fa59c640 1 -- 172.21.15.82:0/248239671 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b9c6940c0 con 0x560b9c693970 2024-09-12T12:30:42.682 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.677+0000 7f57fa59c640 1 --2- 172.21.15.82:0/248239671 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c693970 0x560b9c69e530 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x560b9c694a40 tx=0x7f57ec02ab60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0ba9dcb14b446be server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:42.682 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.677+0000 7f57e3fff640 1 -- 172.21.15.82:0/248239671 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57ec04b070 con 0x560b9c693970 2024-09-12T12:30:42.682 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.677+0000 7f57e3fff640 1 -- 172.21.15.82:0/248239671 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f57ec005520 con 0x560b9c693970 2024-09-12T12:30:42.682 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.677+0000 7f57e3fff640 1 -- 172.21.15.82:0/248239671 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57ec035040 con 0x560b9c693970 2024-09-12T12:30:42.682 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.677+0000 7f580389b740 1 -- 172.21.15.82:0/248239671 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c693970 msgr2=0x560b9c69e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:42.682 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.677+0000 7f580389b740 1 --2- 172.21.15.82:0/248239671 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c693970 0x560b9c69e530 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x560b9c694a40 tx=0x7f57ec02ab60 comp rx=0 tx=0).stop 2024-09-12T12:30:42.682 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.677+0000 7f580389b740 1 -- 172.21.15.82:0/248239671 shutdown_connections 2024-09-12T12:30:42.682 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.677+0000 7f580389b740 1 --2- 172.21.15.82:0/248239671 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 0x560b9c6a9810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.682 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.677+0000 7f580389b740 1 --2- 172.21.15.82:0/248239671 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c694290 0x560b9c6a92d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.677+0000 7f580389b740 1 --2- 172.21.15.82:0/248239671 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c693970 0x560b9c69e530 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.677+0000 7f580389b740 1 -- 172.21.15.82:0/248239671 >> 172.21.15.82:0/248239671 conn(0x560b9c690060 msgr2=0x560b9c69de20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.677+0000 7f580389b740 1 -- 172.21.15.82:0/248239671 shutdown_connections 2024-09-12T12:30:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.677+0000 7f580389b740 1 -- 172.21.15.82:0/248239671 wait complete. 2024-09-12T12:30:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f580389b740 1 -- start start 2024-09-12T12:30:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f580389b740 1 Processor -- start 2024-09-12T12:30:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f580389b740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c693970 0x560b9c69bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f580389b740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c694290 0x560b9c6b8480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f580389b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 0x560b9c6b8c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f580389b740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc1acc00 con 0x560b9c694290 2024-09-12T12:30:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f580389b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc1ac530 con 0x560b9c6a0ec0 2024-09-12T12:30:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f580389b740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc1a9770 con 0x560b9c693970 2024-09-12T12:30:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f580389b740 10 client.0 _ll_register_callbacks cb 0x7f57f00976b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f57f9d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c694290 0x560b9c6b8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f57f9d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c694290 0x560b9c6b8480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60916/0 (socket says 172.21.15.82:60916) 2024-09-12T12:30:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f57f9d9b640 1 -- 172.21.15.82:0/3884372067 learned_addr learned my addr 172.21.15.82:0/3884372067 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f57fad9d640 1 --2- 172.21.15.82:0/3884372067 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 0x560b9c6b8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f57f9d9b640 1 -- 172.21.15.82:0/3884372067 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c693970 msgr2=0x560b9c69bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f57fa59c640 1 --2- 172.21.15.82:0/3884372067 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c693970 0x560b9c69bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f57f9d9b640 1 --2- 172.21.15.82:0/3884372067 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c693970 0x560b9c69bb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f57f9d9b640 1 -- 172.21.15.82:0/3884372067 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 msgr2=0x560b9c6b8c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f57f9d9b640 1 --2- 172.21.15.82:0/3884372067 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 0x560b9c6b8c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f57f9d9b640 1 -- 172.21.15.82:0/3884372067 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b9c698c90 con 0x560b9c694290 2024-09-12T12:30:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f57fad9d640 1 --2- 172.21.15.82:0/3884372067 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 0x560b9c6b8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f57f9d9b640 1 --2- 172.21.15.82:0/3884372067 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c694290 0x560b9c6b8480 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f57f00ccc40 tx=0x7f57f009b010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49ba36bf99dc799 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.678+0000 7f57e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f57e1ffb640 1 -- 172.21.15.82:0/3884372067 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f00b3020 con 0x560b9c694290 2024-09-12T12:30:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f57e1ffb640 1 -- 172.21.15.82:0/3884372067 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f57f00b4220 con 0x560b9c694290 2024-09-12T12:30:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f580389b740 1 -- 172.21.15.82:0/3884372067 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57ec005520 con 0x560b9c694290 2024-09-12T12:30:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f57e1ffb640 1 -- 172.21.15.82:0/3884372067 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f57f009b410 con 0x560b9c694290 2024-09-12T12:30:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f580389b740 10 client.15933 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f580389b740 1 -- 172.21.15.82:0/3884372067 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560b9c71d8a0 con 0x560b9c694290 2024-09-12T12:30:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f57e1ffb640 1 -- 172.21.15.82:0/3884372067 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f57ec005520 con 0x560b9c694290 2024-09-12T12:30:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f57e1ffb640 1 -- 172.21.15.82:0/3884372067 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f57f0066330 con 0x560b9c694290 2024-09-12T12:30:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f580389b740 10 client.15933 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f580389b740 10 client.15933 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:30:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f580389b740 20 client.15933 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f580389b740 1 --2- 172.21.15.82:0/3884372067 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560b9c71e020 0x560b9c720440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f580389b740 4 client.15933 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:30:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f580389b740 1 -- 172.21.15.82:0/3884372067 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560b9c5ffd70 con 0x560b9c71e020 2024-09-12T12:30:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.679+0000 7f57fa59c640 1 --2- 172.21.15.82:0/3884372067 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560b9c71e020 0x560b9c720440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:42.686 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.680+0000 7f57fa59c640 1 --2- 172.21.15.82:0/3884372067 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560b9c71e020 0x560b9c720440 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4648239f3b50f2d server_cookie=e6685769fee882d in_seq=0 out_seq=0 2024-09-12T12:30:42.686 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.680+0000 7f57e1ffb640 10 client.15933 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.693+0000 7f57e1ffb640 1 -- 172.21.15.82:0/3884372067 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560b9c5ffd70 con 0x560b9c71e020 2024-09-12T12:30:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.693+0000 7f57e1ffb640 10 client.15933 handle_command_reply: tid=0 2024-09-12T12:30:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.693+0000 7f580389b740 1 client.15933 shutdown 2024-09-12T12:30:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.693+0000 7f580389b740 1 -- 172.21.15.82:0/3884372067 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c694290 msgr2=0x560b9c6b8480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.693+0000 7f580389b740 1 --2- 172.21.15.82:0/3884372067 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c694290 0x560b9c6b8480 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f57f00ccc40 tx=0x7f57f009b010 comp rx=0 tx=0).stop 2024-09-12T12:30:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f580389b740 1 -- 172.21.15.82:0/3884372067 shutdown_connections 2024-09-12T12:30:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f580389b740 1 --2- 172.21.15.82:0/3884372067 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560b9c71e020 0x560b9c720440 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f580389b740 1 --2- 172.21.15.82:0/3884372067 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b9c6a0ec0 0x560b9c6b8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f580389b740 1 --2- 172.21.15.82:0/3884372067 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560b9c694290 0x560b9c6b8480 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f57e1ffb640 0 client.15933 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f580389b740 1 --2- 172.21.15.82:0/3884372067 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560b9c693970 0x560b9c69bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f580389b740 1 -- 172.21.15.82:0/3884372067 >> 172.21.15.82:0/3884372067 conn(0x560b9c690060 msgr2=0x560b9c69f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f580389b740 1 -- 172.21.15.82:0/3884372067 shutdown_connections 2024-09-12T12:30:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f580389b740 1 -- 172.21.15.82:0/3884372067 wait complete. 2024-09-12T12:30:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f580389b740 20 client.15933 trim_cache size 0 max 16384 2024-09-12T12:30:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:30:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:30:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:30:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:30:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f5800b03640 1 -- 172.21.15.82:0/2774872154 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f57e40a2da0 msgr2=0x7f57e40a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f5800b03640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f57e40a2da0 0x7f57e40a5260 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f57f4020000 tx=0x7f57f401f000 comp rx=0 tx=0).stop 2024-09-12T12:30:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f5800b03640 1 -- 172.21.15.82:0/2774872154 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f57fc101360 msgr2=0x7f57fc197790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f5800b03640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f57fc101360 0x7f57fc197790 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f57f000d950 tx=0x7f57f000de10 comp rx=0 tx=0).stop 2024-09-12T12:30:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f5800b03640 1 -- 172.21.15.82:0/2774872154 shutdown_connections 2024-09-12T12:30:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f5800b03640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f57e40a2da0 0x7f57e40a5260 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f5800b03640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f57fc1069d0 0x7f57fc19bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f5800b03640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f57fc101360 0x7f57fc197790 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f5800b03640 1 --2- 172.21.15.82:0/2774872154 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f57fc1009c0 0x7f57fc197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f5800b03640 1 -- 172.21.15.82:0/2774872154 >> 172.21.15.82:0/2774872154 conn(0x7f57fc0fc700 msgr2=0x7f57fc0fcd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:42.697 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f5800b03640 1 -- 172.21.15.82:0/2774872154 shutdown_connections 2024-09-12T12:30:42.698 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:42.694+0000 7f5800b03640 1 -- 172.21.15.82:0/2774872154 wait complete. 2024-09-12T12:30:42.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:42 smithi097 ceph-mon[34923]: pgmap v123: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-09-12T12:30:42.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:42 smithi082 ceph-mon[31122]: pgmap v123: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-09-12T12:30:42.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:42 smithi114 ceph-mon[35514]: pgmap v123: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-09-12T12:30:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:44 smithi097 ceph-mon[34923]: pgmap v124: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-09-12T12:30:44.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:44 smithi082 ceph-mon[31122]: pgmap v124: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-09-12T12:30:44.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:44 smithi114 ceph-mon[35514]: pgmap v124: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-09-12T12:30:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:46 smithi097 ceph-mon[34923]: pgmap v125: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 7.4 KiB/s wr, 11 op/s 2024-09-12T12:30:46.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:46 smithi082 ceph-mon[31122]: pgmap v125: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 7.4 KiB/s wr, 11 op/s 2024-09-12T12:30:46.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:46 smithi114 ceph-mon[35514]: pgmap v125: 97 pgs: 97 active+clean; 4.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 7.4 KiB/s wr, 11 op/s 2024-09-12T12:30:48.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:48 smithi097 ceph-mon[34923]: pgmap v126: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.4 KiB/s wr, 15 op/s 2024-09-12T12:30:48.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:48 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:30:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:48 smithi082 ceph-mon[31122]: pgmap v126: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.4 KiB/s wr, 15 op/s 2024-09-12T12:30:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:48 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:30:48.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:48 smithi114 ceph-mon[35514]: pgmap v126: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.4 KiB/s wr, 15 op/s 2024-09-12T12:30:48.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:48 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:30:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:49 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:30:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:49 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:30:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:49 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:30:49.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:49 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:30:49.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:49 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:30:49.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:49 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:30:49.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:49 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:30:49.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:49 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:30:49.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:49 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:30:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:50 smithi097 ceph-mon[34923]: pgmap v127: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-09-12T12:30:50.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:50 smithi082 ceph-mon[31122]: pgmap v127: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-09-12T12:30:50.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:50 smithi114 ceph-mon[35514]: pgmap v127: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-09-12T12:30:50.955 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:30:51.215 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:30:51.710 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.706+0000 7f0251924640 1 -- 172.21.15.82:0/3659452015 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f024c100a80 msgr2=0x7f024c100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:51.711 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.706+0000 7f0251924640 1 --2- 172.21.15.82:0/3659452015 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f024c100a80 0x7f024c100ee0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f0234009930 tx=0x7f023402a420 comp rx=0 tx=0).stop 2024-09-12T12:30:51.711 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.706+0000 7f0251924640 1 -- 172.21.15.82:0/3659452015 shutdown_connections 2024-09-12T12:30:51.711 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.706+0000 7f0251924640 1 --2- 172.21.15.82:0/3659452015 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f024c101420 0x7f024c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:51.711 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.706+0000 7f0251924640 1 --2- 172.21.15.82:0/3659452015 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f024c100a80 0x7f024c100ee0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:51.711 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.706+0000 7f0251924640 1 --2- 172.21.15.82:0/3659452015 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f024c106a80 0x7f024c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:51.711 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.706+0000 7f0251924640 1 -- 172.21.15.82:0/3659452015 >> 172.21.15.82:0/3659452015 conn(0x7f024c0fc7a0 msgr2=0x7f024c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:51.711 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.706+0000 7f0251924640 1 -- 172.21.15.82:0/3659452015 shutdown_connections 2024-09-12T12:30:51.711 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.706+0000 7f0251924640 1 -- 172.21.15.82:0/3659452015 wait complete. 2024-09-12T12:30:51.711 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.706+0000 7f0251924640 1 Processor -- start 2024-09-12T12:30:51.711 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f0251924640 1 -- start start 2024-09-12T12:30:51.711 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f0251924640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f024c100a80 0x7f024c199370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:51.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f0251924640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f024c101420 0x7f024c1998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:51.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f0251924640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f024c106a80 0x7f024c1a43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:51.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f0251924640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f024c110ea0 con 0x7f024c106a80 2024-09-12T12:30:51.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f0251924640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f024c110d20 con 0x7f024c100a80 2024-09-12T12:30:51.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f0251924640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f024c111020 con 0x7f024c101420 2024-09-12T12:30:51.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f024b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f024c106a80 0x7f024c1a43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:51.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f024b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f024c106a80 0x7f024c1a43f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42752/0 (socket says 172.21.15.82:42752) 2024-09-12T12:30:51.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f024b7fe640 1 -- 172.21.15.82:0/3969170553 learned_addr learned my addr 172.21.15.82:0/3969170553 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:51.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f024a7fc640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f024c101420 0x7f024c1998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:51.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f024b7fe640 1 -- 172.21.15.82:0/3969170553 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f024c101420 msgr2=0x7f024c1998b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:51.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f024b7fe640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f024c101420 0x7f024c1998b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:51.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f024affd640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f024c100a80 0x7f024c199370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:51.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f024b7fe640 1 -- 172.21.15.82:0/3969170553 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f024c100a80 msgr2=0x7f024c199370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:51.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f024b7fe640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f024c100a80 0x7f024c199370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:51.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f024b7fe640 1 -- 172.21.15.82:0/3969170553 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f024c1a4930 con 0x7f024c106a80 2024-09-12T12:30:51.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f024a7fc640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f024c101420 0x7f024c1998b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:51.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f024affd640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f024c100a80 0x7f024c199370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:51.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.707+0000 7f024b7fe640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f024c106a80 0x7f024c1a43f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f024400cad0 tx=0x7f024400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:51.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.708+0000 7f0250922640 1 -- 172.21.15.82:0/3969170553 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f024400ae20 con 0x7f024c106a80 2024-09-12T12:30:51.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.708+0000 7f0250922640 1 -- 172.21.15.82:0/3969170553 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0244005020 con 0x7f024c106a80 2024-09-12T12:30:51.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.708+0000 7f0251924640 1 -- 172.21.15.82:0/3969170553 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f024c1a4b00 con 0x7f024c106a80 2024-09-12T12:30:51.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.708+0000 7f0250922640 1 -- 172.21.15.82:0/3969170553 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f024400f6f0 con 0x7f024c106a80 2024-09-12T12:30:51.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.708+0000 7f0251924640 1 -- 172.21.15.82:0/3969170553 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f024c1a4fc0 con 0x7f024c106a80 2024-09-12T12:30:51.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.709+0000 7f0251924640 1 -- 172.21.15.82:0/3969170553 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f024c100ee0 con 0x7f024c106a80 2024-09-12T12:30:51.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.710+0000 7f0250922640 1 -- 172.21.15.82:0/3969170553 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f02440051d0 con 0x7f024c106a80 2024-09-12T12:30:51.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.711+0000 7f0250922640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f02380a2cf0 0x7f02380a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:51.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.711+0000 7f024affd640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f02380a2cf0 0x7f02380a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:51.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.711+0000 7f0250922640 1 -- 172.21.15.82:0/3969170553 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f02440cf600 con 0x7f024c106a80 2024-09-12T12:30:51.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.711+0000 7f024affd640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f02380a2cf0 0x7f02380a51b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f023c006fd0 tx=0x7f023c008040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:51.715 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.715+0000 7f0250922640 1 -- 172.21.15.82:0/3969170553 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0244014030 con 0x7f024c106a80 2024-09-12T12:30:51.914 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.913+0000 7f0251924640 1 -- 172.21.15.82:0/3969170553 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f024c109010 con 0x7f024c106a80 2024-09-12T12:30:51.915 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.914+0000 7f0250922640 1 -- 172.21.15.82:0/3969170553 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f024409c1e0 con 0x7f024c106a80 2024-09-12T12:30:51.915 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:30:51.915 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:30:51.916 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:30:51.917 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.916+0000 7f0251924640 1 -- 172.21.15.82:0/3969170553 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f02380a2cf0 msgr2=0x7f02380a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:51.917 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.916+0000 7f0251924640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f02380a2cf0 0x7f02380a51b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f023c006fd0 tx=0x7f023c008040 comp rx=0 tx=0).stop 2024-09-12T12:30:51.917 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.916+0000 7f0251924640 1 -- 172.21.15.82:0/3969170553 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f024c106a80 msgr2=0x7f024c1a43f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:51.917 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.916+0000 7f0251924640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f024c106a80 0x7f024c1a43f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f024400cad0 tx=0x7f024400cf90 comp rx=0 tx=0).stop 2024-09-12T12:30:51.917 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.916+0000 7f0251924640 1 -- 172.21.15.82:0/3969170553 shutdown_connections 2024-09-12T12:30:51.917 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.916+0000 7f0251924640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f02380a2cf0 0x7f02380a51b0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:51.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.916+0000 7f0251924640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f024c106a80 0x7f024c1a43f0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:51.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.916+0000 7f0251924640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f024c101420 0x7f024c1998b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:51.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.916+0000 7f0251924640 1 --2- 172.21.15.82:0/3969170553 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f024c100a80 0x7f024c199370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:51.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.916+0000 7f0251924640 1 -- 172.21.15.82:0/3969170553 >> 172.21.15.82:0/3969170553 conn(0x7f024c0fc7a0 msgr2=0x7f024c0fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:51.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.916+0000 7f0251924640 1 -- 172.21.15.82:0/3969170553 shutdown_connections 2024-09-12T12:30:51.918 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:51.916+0000 7f0251924640 1 -- 172.21.15.82:0/3969170553 wait complete. 2024-09-12T12:30:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:51 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3969170553' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:30:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:51 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3969170553' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:30:52.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:51 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3969170553' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:30:52.686 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --set-id 56f99ede --release --await' 2024-09-12T12:30:52.686 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --set-id 56f99ede --release --await 2024-09-12T12:30:52.931 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:30:53.230 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:52 smithi082 ceph-mon[31122]: pgmap v128: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-09-12T12:30:53.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:52 smithi097 ceph-mon[34923]: pgmap v128: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-09-12T12:30:53.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:52 smithi114 ceph-mon[35514]: pgmap v128: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-09-12T12:30:53.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.454+0000 7f40d792a640 1 -- 172.21.15.82:0/1627084379 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40d0101de0 msgr2=0x7f40d01021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:53.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.454+0000 7f40d792a640 1 --2- 172.21.15.82:0/1627084379 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40d0101de0 0x7f40d01021c0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f40c0009ca0 tx=0x7f40c002a8c0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.454+0000 7f40d792a640 1 -- 172.21.15.82:0/1627084379 shutdown_connections 2024-09-12T12:30:53.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.455+0000 7f40d792a640 1 --2- 172.21.15.82:0/1627084379 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40d0106f10 0x7f40d010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.455+0000 7f40d792a640 1 --2- 172.21.15.82:0/1627084379 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f40d0102790 0x7f40d01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.455+0000 7f40d792a640 1 --2- 172.21.15.82:0/1627084379 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40d0101de0 0x7f40d01021c0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.455+0000 7f40d792a640 1 -- 172.21.15.82:0/1627084379 >> 172.21.15.82:0/1627084379 conn(0x7f40d00fd8c0 msgr2=0x7f40d00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:53.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.455+0000 7f40d792a640 1 -- 172.21.15.82:0/1627084379 shutdown_connections 2024-09-12T12:30:53.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.455+0000 7f40d792a640 1 -- 172.21.15.82:0/1627084379 wait complete. 2024-09-12T12:30:53.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.455+0000 7f40d792a640 1 Processor -- start 2024-09-12T12:30:53.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.455+0000 7f40d792a640 1 -- start start 2024-09-12T12:30:53.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.455+0000 7f40d792a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40d0101de0 0x7f40d0198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.455+0000 7f40d792a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40d0102790 0x7f40d0198bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.455+0000 7f40d792a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f40d0106f10 0x7f40d019cf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.455+0000 7f40d792a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f40d0112010 con 0x7f40d0101de0 2024-09-12T12:30:53.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.455+0000 7f40d792a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f40d0111e90 con 0x7f40d0102790 2024-09-12T12:30:53.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.455+0000 7f40d792a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f40d0112190 con 0x7f40d0106f10 2024-09-12T12:30:53.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40d56c6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40d0101de0 0x7f40d0198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40d56c6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40d0101de0 0x7f40d0198680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42778/0 (socket says 172.21.15.82:42778) 2024-09-12T12:30:53.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40d56c6640 1 -- 172.21.15.82:0/4126582926 learned_addr learned my addr 172.21.15.82:0/4126582926 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:53.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40d4ec5640 1 --2- 172.21.15.82:0/4126582926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40d0102790 0x7f40d0198bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40d5ec7640 1 --2- 172.21.15.82:0/4126582926 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f40d0106f10 0x7f40d019cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40d56c6640 1 -- 172.21.15.82:0/4126582926 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f40d0106f10 msgr2=0x7f40d019cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:53.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40d56c6640 1 --2- 172.21.15.82:0/4126582926 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f40d0106f10 0x7f40d019cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40d56c6640 1 -- 172.21.15.82:0/4126582926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40d0102790 msgr2=0x7f40d0198bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:53.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40d56c6640 1 --2- 172.21.15.82:0/4126582926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40d0102790 0x7f40d0198bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40d56c6640 1 -- 172.21.15.82:0/4126582926 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40d019d630 con 0x7f40d0101de0 2024-09-12T12:30:53.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40d56c6640 1 --2- 172.21.15.82:0/4126582926 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40d0101de0 0x7f40d0198680 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f40c00097b0 tx=0x7f40c0031b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:53.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40ce7fc640 1 -- 172.21.15.82:0/4126582926 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c002fba0 con 0x7f40d0101de0 2024-09-12T12:30:53.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40ce7fc640 1 -- 172.21.15.82:0/4126582926 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40c002fd40 con 0x7f40d0101de0 2024-09-12T12:30:53.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40d792a640 1 -- 172.21.15.82:0/4126582926 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40d019d8c0 con 0x7f40d0101de0 2024-09-12T12:30:53.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40ce7fc640 1 -- 172.21.15.82:0/4126582926 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c003b860 con 0x7f40d0101de0 2024-09-12T12:30:53.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.456+0000 7f40d792a640 1 -- 172.21.15.82:0/4126582926 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40d01a5200 con 0x7f40d0101de0 2024-09-12T12:30:53.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.459+0000 7f40ce7fc640 1 -- 172.21.15.82:0/4126582926 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f40c0030c30 con 0x7f40d0101de0 2024-09-12T12:30:53.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.459+0000 7f40d9d03740 1 Processor -- start 2024-09-12T12:30:53.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.459+0000 7f40d9d03740 1 -- start start 2024-09-12T12:30:53.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.459+0000 7f40d9d03740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4060 0x5615927c4440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.459+0000 7f40d9d03740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4980 0x5615927ced00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.459+0000 7f40d9d03740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 0x5615927d1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.459+0000 7f40d9d03740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x561592729620 con 0x5615927c4980 2024-09-12T12:30:53.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.459+0000 7f40d9d03740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5615926d0e50 con 0x5615927c4060 2024-09-12T12:30:53.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.459+0000 7f40d9d03740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5615927255e0 con 0x5615927cf240 2024-09-12T12:30:53.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40ce7fc640 1 --2- 172.21.15.82:0/4126582926 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f40b80a2cf0 0x7f40b80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40d56c6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4980 0x5615927ced00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40d56c6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4980 0x5615927ced00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42794/0 (socket says 172.21.15.82:42794) 2024-09-12T12:30:53.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40d56c6640 1 -- 172.21.15.82:0/2409883074 learned_addr learned my addr 172.21.15.82:0/2409883074 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:53.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40d5ec7640 1 --2- 172.21.15.82:0/2409883074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4060 0x5615927c4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40d5ec7640 1 --2- 172.21.15.82:0/4126582926 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f40b80a2cf0 0x7f40b80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40d4ec5640 1 --2- 172.21.15.82:0/2409883074 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 0x5615927d1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40ce7fc640 1 -- 172.21.15.82:0/4126582926 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f40c00f0a90 con 0x7f40d0101de0 2024-09-12T12:30:53.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40d56c6640 1 -- 172.21.15.82:0/2409883074 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 msgr2=0x5615927d1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:53.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40d56c6640 1 --2- 172.21.15.82:0/2409883074 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 0x5615927d1630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40d56c6640 1 -- 172.21.15.82:0/2409883074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4060 msgr2=0x5615927c4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:53.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40d56c6640 1 --2- 172.21.15.82:0/2409883074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4060 0x5615927c4440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40d56c6640 1 -- 172.21.15.82:0/2409883074 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615926c1d40 con 0x5615927c4980 2024-09-12T12:30:53.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40d5ec7640 1 --2- 172.21.15.82:0/2409883074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4060 0x5615927c4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:30:53.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40d56c6640 1 --2- 172.21.15.82:0/2409883074 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4980 0x5615927ced00 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f40c00ee310 tx=0x7f40c0030fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a905402a8b63f2e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:53.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40d5ec7640 1 --2- 172.21.15.82:0/4126582926 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f40b80a2cf0 0x7f40b80a51b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f40c8006aa0 tx=0x7f40c8006da0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:53.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40b77fe640 1 -- 172.21.15.82:0/2409883074 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c00098d0 con 0x5615927c4980 2024-09-12T12:30:53.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40b77fe640 1 -- 172.21.15.82:0/2409883074 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40c0036070 con 0x5615927c4980 2024-09-12T12:30:53.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.460+0000 7f40b77fe640 1 -- 172.21.15.82:0/2409883074 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c00bb380 con 0x5615927c4980 2024-09-12T12:30:53.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.461+0000 7f40d9d03740 1 -- 172.21.15.82:0/2409883074 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4980 msgr2=0x5615927ced00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:53.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.461+0000 7f40d9d03740 1 --2- 172.21.15.82:0/2409883074 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4980 0x5615927ced00 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f40c00ee310 tx=0x7f40c0030fd0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.461+0000 7f40d9d03740 1 -- 172.21.15.82:0/2409883074 shutdown_connections 2024-09-12T12:30:53.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.461+0000 7f40d9d03740 1 --2- 172.21.15.82:0/2409883074 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 0x5615927d1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.461+0000 7f40d9d03740 1 --2- 172.21.15.82:0/2409883074 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4980 0x5615927ced00 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.461+0000 7f40d9d03740 1 --2- 172.21.15.82:0/2409883074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4060 0x5615927c4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.461+0000 7f40d9d03740 1 -- 172.21.15.82:0/2409883074 >> 172.21.15.82:0/2409883074 conn(0x5615927c05f0 msgr2=0x5615927c09d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:53.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.461+0000 7f40d9d03740 1 -- 172.21.15.82:0/2409883074 shutdown_connections 2024-09-12T12:30:53.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.461+0000 7f40d9d03740 1 -- 172.21.15.82:0/2409883074 wait complete. 2024-09-12T12:30:53.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.462+0000 7f40d9d03740 1 -- start start 2024-09-12T12:30:53.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.462+0000 7f40d9d03740 1 Processor -- start 2024-09-12T12:30:53.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.462+0000 7f40d9d03740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927cc180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.462+0000 7f40d9d03740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4980 0x5615927cc6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.462+0000 7f40d9d03740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 0x5615927ccc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.462+0000 7f40d9d03740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x561592729620 con 0x5615927c4060 2024-09-12T12:30:53.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.462+0000 7f40d9d03740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5615926b1f10 con 0x5615927c4980 2024-09-12T12:30:53.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.462+0000 7f40d9d03740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5615927d1bd0 con 0x5615927cf240 2024-09-12T12:30:53.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.462+0000 7f40d9d03740 10 client.0 _ll_register_callbacks cb 0x5615926d5db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:53.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.462+0000 7f40d56c6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927cc180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.462+0000 7f40d56c6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927cc180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42806/0 (socket says 172.21.15.82:42806) 2024-09-12T12:30:53.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.462+0000 7f40d56c6640 1 -- 172.21.15.82:0/628976164 learned_addr learned my addr 172.21.15.82:0/628976164 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:53.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.462+0000 7f40d5ec7640 1 --2- 172.21.15.82:0/628976164 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 0x5615927ccc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.462+0000 7f40d4ec5640 1 --2- 172.21.15.82:0/628976164 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4980 0x5615927cc6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40d56c6640 1 -- 172.21.15.82:0/628976164 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 msgr2=0x5615927ccc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:53.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40d56c6640 1 --2- 172.21.15.82:0/628976164 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 0x5615927ccc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40d56c6640 1 -- 172.21.15.82:0/628976164 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4980 msgr2=0x5615927cc6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:53.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40d56c6640 1 --2- 172.21.15.82:0/628976164 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4980 0x5615927cc6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40d56c6640 1 -- 172.21.15.82:0/628976164 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561592438580 con 0x5615927c4060 2024-09-12T12:30:53.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40d4ec5640 1 --2- 172.21.15.82:0/628976164 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4980 0x5615927cc6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:53.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40d56c6640 1 --2- 172.21.15.82:0/628976164 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927cc180 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f40c00ee7a0 tx=0x7f40c00095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9400b7bb2674597 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:53.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40b4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:53.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40b4ff9640 1 -- 172.21.15.82:0/628976164 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c0044380 con 0x5615927c4060 2024-09-12T12:30:53.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40b4ff9640 1 -- 172.21.15.82:0/628976164 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f40c0009890 con 0x5615927c4060 2024-09-12T12:30:53.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40d9d03740 1 -- 172.21.15.82:0/628976164 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40c0036070 con 0x5615927c4060 2024-09-12T12:30:53.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40b4ff9640 1 -- 172.21.15.82:0/628976164 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f40c00bd080 con 0x5615927c4060 2024-09-12T12:30:53.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40d9d03740 10 client.15951 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:53.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40d9d03740 1 -- 172.21.15.82:0/628976164 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561592502960 con 0x5615927c4060 2024-09-12T12:30:53.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40b4ff9640 1 -- 172.21.15.82:0/628976164 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40c0036070 con 0x5615927c4060 2024-09-12T12:30:53.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40b4ff9640 1 -- 172.21.15.82:0/628976164 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f40c0004b40 con 0x5615927c4060 2024-09-12T12:30:53.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40d9d03740 10 client.15951 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:53.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40d9d03740 10 client.15951 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:30:53.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40d9d03740 20 client.15951 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:53.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.463+0000 7f40d9d03740 1 --2- 172.21.15.82:0/628976164 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5615927de890 0x5615927e0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.464+0000 7f40d9d03740 4 client.15951 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:30:53.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.464+0000 7f40d9d03740 1 -- 172.21.15.82:0/628976164 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561592736b90 con 0x5615927de890 2024-09-12T12:30:53.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.464+0000 7f40d4ec5640 1 --2- 172.21.15.82:0/628976164 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5615927de890 0x5615927e0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.464+0000 7f40d4ec5640 1 --2- 172.21.15.82:0/628976164 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5615927de890 0x5615927e0ce0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=abaedb5c1ace39f server_cookie=2985a3fbe38c08bc in_seq=0 out_seq=0 2024-09-12T12:30:53.471 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.464+0000 7f40b4ff9640 10 client.15951 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:53.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40b4ff9640 1 -- 172.21.15.82:0/628976164 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561592736b90 con 0x5615927de890 2024-09-12T12:30:53.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40b4ff9640 10 client.15951 handle_command_reply: tid=0 2024-09-12T12:30:53.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40d9d03740 1 client.15951 shutdown 2024-09-12T12:30:53.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40d9d03740 1 -- 172.21.15.82:0/628976164 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 msgr2=0x5615927cc180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:53.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40d9d03740 1 --2- 172.21.15.82:0/628976164 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927cc180 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f40c00ee7a0 tx=0x7f40c00095c0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40d9d03740 1 -- 172.21.15.82:0/628976164 shutdown_connections 2024-09-12T12:30:53.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40d9d03740 1 --2- 172.21.15.82:0/628976164 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5615927de890 0x5615927e0ce0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40d9d03740 1 --2- 172.21.15.82:0/628976164 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 0x5615927ccc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40d9d03740 1 --2- 172.21.15.82:0/628976164 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4980 0x5615927cc6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40b4ff9640 0 client.15951 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:53.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40d9d03740 1 --2- 172.21.15.82:0/628976164 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927cc180 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40d9d03740 1 -- 172.21.15.82:0/628976164 >> 172.21.15.82:0/628976164 conn(0x5615927c05f0 msgr2=0x5615927c6320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:53.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40d9d03740 1 -- 172.21.15.82:0/628976164 shutdown_connections 2024-09-12T12:30:53.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40d9d03740 1 -- 172.21.15.82:0/628976164 wait complete. 2024-09-12T12:30:53.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.465+0000 7f40d9d03740 20 client.15951 trim_cache size 0 max 16384 2024-09-12T12:30:53.484 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.482+0000 7f40d9d03740 1 Processor -- start 2024-09-12T12:30:53.484 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.482+0000 7f40d9d03740 1 -- start start 2024-09-12T12:30:53.484 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.482+0000 7f40d9d03740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927bf640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.484 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.482+0000 7f40d9d03740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927c4980 0x5615927e65b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.484 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.482+0000 7f40d9d03740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927cf240 0x5615927e6af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.484 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.482+0000 7f40d9d03740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f40d01ada90 con 0x5615927c4060 2024-09-12T12:30:53.484 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.482+0000 7f40d9d03740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f40d01af5d0 con 0x5615927cf240 2024-09-12T12:30:53.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.482+0000 7f40d9d03740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f40d01ae160 con 0x5615927c4980 2024-09-12T12:30:53.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.482+0000 7f40d56c6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927bf640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.482+0000 7f40d56c6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927bf640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42818/0 (socket says 172.21.15.82:42818) 2024-09-12T12:30:53.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.482+0000 7f40d56c6640 1 -- 172.21.15.82:0/1065501585 learned_addr learned my addr 172.21.15.82:0/1065501585 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:53.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.483+0000 7f40d4ec5640 1 --2- 172.21.15.82:0/1065501585 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927c4980 0x5615927e65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.483+0000 7f40d56c6640 1 -- 172.21.15.82:0/1065501585 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927c4980 msgr2=0x5615927e65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:53.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.483+0000 7f40d56c6640 1 --2- 172.21.15.82:0/1065501585 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927c4980 0x5615927e65b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.483+0000 7f40d56c6640 1 -- 172.21.15.82:0/1065501585 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927cf240 msgr2=0x5615927e6af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:53.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.483+0000 7f40d5ec7640 1 --2- 172.21.15.82:0/1065501585 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927cf240 0x5615927e6af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.483+0000 7f40d56c6640 1 --2- 172.21.15.82:0/1065501585 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927cf240 0x5615927e6af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.483+0000 7f40d56c6640 1 -- 172.21.15.82:0/1065501585 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615927c4ef0 con 0x5615927c4060 2024-09-12T12:30:53.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.483+0000 7f40d56c6640 1 --2- 172.21.15.82:0/1065501585 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927bf640 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f40c002ade0 tx=0x7f40c0030fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7ed56f3de1d6c82 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:53.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.483+0000 7f40b6ffd640 1 -- 172.21.15.82:0/1065501585 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c00bc4d0 con 0x5615927c4060 2024-09-12T12:30:53.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.483+0000 7f40b6ffd640 1 -- 172.21.15.82:0/1065501585 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40c0036030 con 0x5615927c4060 2024-09-12T12:30:53.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.483+0000 7f40b6ffd640 1 -- 172.21.15.82:0/1065501585 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c00dd0d0 con 0x5615927c4060 2024-09-12T12:30:53.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.483+0000 7f40d9d03740 1 -- 172.21.15.82:0/1065501585 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 msgr2=0x5615927bf640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:53.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.483+0000 7f40d9d03740 1 --2- 172.21.15.82:0/1065501585 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927bf640 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f40c002ade0 tx=0x7f40c0030fd0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 -- 172.21.15.82:0/1065501585 shutdown_connections 2024-09-12T12:30:53.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 --2- 172.21.15.82:0/1065501585 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927cf240 0x5615927e6af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 --2- 172.21.15.82:0/1065501585 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927c4980 0x5615927e65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 --2- 172.21.15.82:0/1065501585 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927bf640 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 -- 172.21.15.82:0/1065501585 >> 172.21.15.82:0/1065501585 conn(0x5615927c05f0 msgr2=0x5615927bef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:53.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 -- 172.21.15.82:0/1065501585 shutdown_connections 2024-09-12T12:30:53.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 -- 172.21.15.82:0/1065501585 wait complete. 2024-09-12T12:30:53.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 -- start start 2024-09-12T12:30:53.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 Processor -- start 2024-09-12T12:30:53.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927d7350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4980 0x5615927d36e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 0x5615927d3c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f40d01aef00 con 0x5615927c4060 2024-09-12T12:30:53.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f40d01ae830 con 0x5615927c4980 2024-09-12T12:30:53.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f40d01aba70 con 0x5615927cf240 2024-09-12T12:30:53.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.484+0000 7f40d9d03740 10 client.0 _ll_register_callbacks cb 0x7f40c0005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:53.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d56c6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927d7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d56c6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927d7350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42830/0 (socket says 172.21.15.82:42830) 2024-09-12T12:30:53.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d56c6640 1 -- 172.21.15.82:0/3655305328 learned_addr learned my addr 172.21.15.82:0/3655305328 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:53.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d4ec5640 1 --2- 172.21.15.82:0/3655305328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4980 0x5615927d36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d5ec7640 1 --2- 172.21.15.82:0/3655305328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 0x5615927d3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d56c6640 1 -- 172.21.15.82:0/3655305328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 msgr2=0x5615927d3c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:53.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d56c6640 1 --2- 172.21.15.82:0/3655305328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 0x5615927d3c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d56c6640 1 -- 172.21.15.82:0/3655305328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4980 msgr2=0x5615927d36e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:53.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d56c6640 1 --2- 172.21.15.82:0/3655305328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4980 0x5615927d36e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d56c6640 1 -- 172.21.15.82:0/3655305328 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615927d42c0 con 0x5615927c4060 2024-09-12T12:30:53.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d5ec7640 1 --2- 172.21.15.82:0/3655305328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 0x5615927d3c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:53.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d56c6640 1 --2- 172.21.15.82:0/3655305328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927d7350 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f40c00b9a50 tx=0x7f40c0009540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29977c048a421d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:53.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40b4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:53.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40b4ff9640 1 -- 172.21.15.82:0/3655305328 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c00bc4d0 con 0x5615927c4060 2024-09-12T12:30:53.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40b4ff9640 1 -- 172.21.15.82:0/3655305328 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f40c0004b40 con 0x5615927c4060 2024-09-12T12:30:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d9d03740 1 -- 172.21.15.82:0/3655305328 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40c0036030 con 0x5615927c4060 2024-09-12T12:30:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40b4ff9640 1 -- 172.21.15.82:0/3655305328 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f40c0004d40 con 0x5615927c4060 2024-09-12T12:30:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d9d03740 10 client.15957 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.485+0000 7f40d9d03740 1 -- 172.21.15.82:0/3655305328 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5615927d42c0 con 0x5615927c4060 2024-09-12T12:30:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.486+0000 7f40b4ff9640 1 -- 172.21.15.82:0/3655305328 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40c0036030 con 0x5615927c4060 2024-09-12T12:30:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.486+0000 7f40b4ff9640 1 -- 172.21.15.82:0/3655305328 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f40c00c25c0 con 0x5615927c4060 2024-09-12T12:30:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.486+0000 7f40d9d03740 10 client.15957 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.486+0000 7f40d9d03740 10 client.15957 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:30:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.486+0000 7f40d9d03740 20 client.15957 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.486+0000 7f40d9d03740 1 --2- 172.21.15.82:0/3655305328 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56159284a6b0 0x56159284caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.486+0000 7f40d9d03740 4 client.15957 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "56f99ede", "release": true, "await": true}] 2024-09-12T12:30:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.486+0000 7f40d9d03740 1 -- 172.21.15.82:0/3655305328 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "set_id": "56f99ede", "release": true, "await": true}) -- 0x5615927310a0 con 0x56159284a6b0 2024-09-12T12:30:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.486+0000 7f40d4ec5640 1 --2- 172.21.15.82:0/3655305328 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56159284a6b0 0x56159284caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.486+0000 7f40b4ff9640 10 client.15957 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.486+0000 7f40d4ec5640 1 --2- 172.21.15.82:0/3655305328 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56159284a6b0 0x56159284caa0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd14294398f4dadc server_cookie=35b0cd93fe4ee327 in_seq=0 out_seq=0 2024-09-12T12:30:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40b4ff9640 1 -- 172.21.15.82:0/3655305328 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5615927310a0 con 0x56159284a6b0 2024-09-12T12:30:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40b4ff9640 10 client.15957 handle_command_reply: tid=0 2024-09-12T12:30:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40d9d03740 1 client.15957 shutdown 2024-09-12T12:30:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40d9d03740 1 -- 172.21.15.82:0/3655305328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 msgr2=0x5615927d7350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40d9d03740 1 --2- 172.21.15.82:0/3655305328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927d7350 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f40c00b9a50 tx=0x7f40c0009540 comp rx=0 tx=0).stop 2024-09-12T12:30:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40d9d03740 1 -- 172.21.15.82:0/3655305328 shutdown_connections 2024-09-12T12:30:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40d9d03740 1 --2- 172.21.15.82:0/3655305328 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56159284a6b0 0x56159284caa0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40d9d03740 1 --2- 172.21.15.82:0/3655305328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5615927cf240 0x5615927d3c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40d9d03740 1 --2- 172.21.15.82:0/3655305328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5615927c4980 0x5615927d36e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40b4ff9640 0 client.15957 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40d9d03740 1 --2- 172.21.15.82:0/3655305328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5615927c4060 0x5615927d7350 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40d9d03740 1 -- 172.21.15.82:0/3655305328 >> 172.21.15.82:0/3655305328 conn(0x5615927c05f0 msgr2=0x5615927c62d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40d9d03740 1 -- 172.21.15.82:0/3655305328 shutdown_connections 2024-09-12T12:30:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40d9d03740 1 -- 172.21.15.82:0/3655305328 wait complete. 2024-09-12T12:30:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.490+0000 7f40d9d03740 20 client.15957 trim_cache size 0 max 16384 2024-09-12T12:30:53.495 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:30:53.496 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:30:53.496 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:30:53.496 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 16, 2024-09-12T12:30:53.496 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:30:53.496 INFO:teuthology.orchestra.run.smithi082.stdout: "56f99ede": { 2024-09-12T12:30:53.496 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 16, 2024-09-12T12:30:53.496 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:30:53.496 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:30:53.496 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:30:53.496 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:30:53.496 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:30:53.496 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:30:53.496 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 140.2, 2024-09-12T12:30:53.497 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:30:53.497 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:30:53.497 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:30:53.497 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:30:53.497 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:30:53.497 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:30:53.497 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:53.497 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:53.497 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:53.497 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:53.497 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:53.497 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:30:53.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.491+0000 7f40d792a640 1 -- 172.21.15.82:0/4126582926 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f40b80a2cf0 msgr2=0x7f40b80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:53.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.491+0000 7f40d792a640 1 --2- 172.21.15.82:0/4126582926 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f40b80a2cf0 0x7f40b80a51b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f40c8006aa0 tx=0x7f40c8006da0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.491+0000 7f40d792a640 1 -- 172.21.15.82:0/4126582926 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40d0101de0 msgr2=0x7f40d0198680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:53.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.491+0000 7f40d792a640 1 --2- 172.21.15.82:0/4126582926 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40d0101de0 0x7f40d0198680 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f40c00097b0 tx=0x7f40c0031b10 comp rx=0 tx=0).stop 2024-09-12T12:30:53.498 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.491+0000 7f40d792a640 1 -- 172.21.15.82:0/4126582926 shutdown_connections 2024-09-12T12:30:53.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.491+0000 7f40d792a640 1 --2- 172.21.15.82:0/4126582926 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f40b80a2cf0 0x7f40b80a51b0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.491+0000 7f40d792a640 1 --2- 172.21.15.82:0/4126582926 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f40d0106f10 0x7f40d019cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.491+0000 7f40d792a640 1 --2- 172.21.15.82:0/4126582926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40d0102790 0x7f40d0198bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.491+0000 7f40d792a640 1 --2- 172.21.15.82:0/4126582926 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f40d0101de0 0x7f40d0198680 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:53.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.491+0000 7f40d792a640 1 -- 172.21.15.82:0/4126582926 >> 172.21.15.82:0/4126582926 conn(0x7f40d00fd8c0 msgr2=0x7f40d00fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:53.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.491+0000 7f40d792a640 1 -- 172.21.15.82:0/4126582926 shutdown_connections 2024-09-12T12:30:53.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:53.491+0000 7f40d792a640 1 -- 172.21.15.82:0/4126582926 wait complete. 2024-09-12T12:30:54.346 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '56f99ede', total seconds elapsed: 23.5 2024-09-12T12:30:54.346 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 20.15 2024-09-12T12:30:54.347 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:30:54.596 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:30:54.716 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:54 smithi082 ceph-mon[31122]: pgmap v129: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.2 KiB/s wr, 15 op/s 2024-09-12T12:30:54.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:54 smithi097 ceph-mon[34923]: pgmap v129: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.2 KiB/s wr, 15 op/s 2024-09-12T12:30:54.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:54 smithi114 ceph-mon[35514]: pgmap v129: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.2 KiB/s wr, 15 op/s 2024-09-12T12:30:55.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.047+0000 7f58bf367640 1 -- 172.21.15.82:0/946727143 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58b8101420 msgr2=0x7f58b810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:55.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.047+0000 7f58bf367640 1 --2- 172.21.15.82:0/946727143 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58b8101420 0x7f58b810d950 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f58a8009930 tx=0x7f58a802a420 comp rx=0 tx=0).stop 2024-09-12T12:30:55.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.047+0000 7f58bf367640 1 -- 172.21.15.82:0/946727143 shutdown_connections 2024-09-12T12:30:55.053 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.047+0000 7f58bf367640 1 --2- 172.21.15.82:0/946727143 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58b8101420 0x7f58b810d950 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.047+0000 7f58bf367640 1 --2- 172.21.15.82:0/946727143 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58b8100a80 0x7f58b8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.047+0000 7f58bf367640 1 --2- 172.21.15.82:0/946727143 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58b8106a80 0x7f58b8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.047+0000 7f58bf367640 1 -- 172.21.15.82:0/946727143 >> 172.21.15.82:0/946727143 conn(0x7f58b80fc7a0 msgr2=0x7f58b80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:55.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.047+0000 7f58bf367640 1 -- 172.21.15.82:0/946727143 shutdown_connections 2024-09-12T12:30:55.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.048+0000 7f58bf367640 1 -- 172.21.15.82:0/946727143 wait complete. 2024-09-12T12:30:55.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.048+0000 7f58bf367640 1 Processor -- start 2024-09-12T12:30:55.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.048+0000 7f58bf367640 1 -- start start 2024-09-12T12:30:55.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.048+0000 7f58bf367640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58b8100a80 0x7f58b8102650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.048+0000 7f58bf367640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58b8101420 0x7f58b8102b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.048+0000 7f58bf367640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58b8106a80 0x7f58b81030d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.054 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.048+0000 7f58bf367640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f58b8110e80 con 0x7f58b8100a80 2024-09-12T12:30:55.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.048+0000 7f58bf367640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f58b8110d00 con 0x7f58b8106a80 2024-09-12T12:30:55.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.048+0000 7f58bf367640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f58b8111000 con 0x7f58b8101420 2024-09-12T12:30:55.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.048+0000 7f58bd103640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58b8100a80 0x7f58b8102650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.048+0000 7f58bd103640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58b8100a80 0x7f58b8102650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42842/0 (socket says 172.21.15.82:42842) 2024-09-12T12:30:55.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.048+0000 7f58bd103640 1 -- 172.21.15.82:0/3496234467 learned_addr learned my addr 172.21.15.82:0/3496234467 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:55.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.049+0000 7f58bd904640 1 --2- 172.21.15.82:0/3496234467 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58b8106a80 0x7f58b81030d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.049+0000 7f58bd103640 1 -- 172.21.15.82:0/3496234467 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58b8101420 msgr2=0x7f58b8102b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:55.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.049+0000 7f58bd103640 1 --2- 172.21.15.82:0/3496234467 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58b8101420 0x7f58b8102b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.049+0000 7f58bd103640 1 -- 172.21.15.82:0/3496234467 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58b8106a80 msgr2=0x7f58b81030d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:55.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.049+0000 7f58bd103640 1 --2- 172.21.15.82:0/3496234467 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58b8106a80 0x7f58b81030d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.049+0000 7f58bd103640 1 -- 172.21.15.82:0/3496234467 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58b81a68e0 con 0x7f58b8100a80 2024-09-12T12:30:55.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.049+0000 7f58bd904640 1 --2- 172.21.15.82:0/3496234467 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58b8106a80 0x7f58b81030d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:55.055 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.049+0000 7f58bd103640 1 --2- 172.21.15.82:0/3496234467 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58b8100a80 0x7f58b8102650 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f58b000d770 tx=0x7f58b000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:55.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.049+0000 7f58b67fc640 1 -- 172.21.15.82:0/3496234467 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b0017070 con 0x7f58b8100a80 2024-09-12T12:30:55.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.049+0000 7f58b67fc640 1 -- 172.21.15.82:0/3496234467 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58b0005500 con 0x7f58b8100a80 2024-09-12T12:30:55.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.049+0000 7f58bf367640 1 -- 172.21.15.82:0/3496234467 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58b81a6bd0 con 0x7f58b8100a80 2024-09-12T12:30:55.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.049+0000 7f58b67fc640 1 -- 172.21.15.82:0/3496234467 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b0004e00 con 0x7f58b8100a80 2024-09-12T12:30:55.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.049+0000 7f58bf367640 1 -- 172.21.15.82:0/3496234467 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58b81a7110 con 0x7f58b8100a80 2024-09-12T12:30:55.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.050+0000 7f58bf367640 1 -- 172.21.15.82:0/3496234467 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58b8100ee0 con 0x7f58b8100a80 2024-09-12T12:30:55.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.051+0000 7f58b67fc640 1 -- 172.21.15.82:0/3496234467 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f58b0004fa0 con 0x7f58b8100a80 2024-09-12T12:30:55.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.052+0000 7f58b67fc640 1 --2- 172.21.15.82:0/3496234467 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f58a00a2d70 0x7f58a00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.052+0000 7f58b67fc640 1 -- 172.21.15.82:0/3496234467 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f58b00cf230 con 0x7f58b8100a80 2024-09-12T12:30:55.056 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.052+0000 7f58bc902640 1 --2- 172.21.15.82:0/3496234467 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f58a00a2d70 0x7f58a00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.057 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.053+0000 7f58bc902640 1 --2- 172.21.15.82:0/3496234467 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f58a00a2d70 0x7f58a00a5230 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f58b81040e0 tx=0x7f58ac005f70 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:55.057 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.055+0000 7f58b67fc640 1 -- 172.21.15.82:0/3496234467 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f58b009be90 con 0x7f58b8100a80 2024-09-12T12:30:55.256 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.255+0000 7f58bf367640 1 -- 172.21.15.82:0/3496234467 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f58b81a7420 con 0x7f58b8100a80 2024-09-12T12:30:55.256 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.255+0000 7f58b67fc640 1 -- 172.21.15.82:0/3496234467 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f58b009b790 con 0x7f58b8100a80 2024-09-12T12:30:55.257 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:30:55.257 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:30:55.257 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:30:55.259 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.257+0000 7f58bf367640 1 -- 172.21.15.82:0/3496234467 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f58a00a2d70 msgr2=0x7f58a00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:55.259 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.257+0000 7f58bf367640 1 --2- 172.21.15.82:0/3496234467 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f58a00a2d70 0x7f58a00a5230 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f58b81040e0 tx=0x7f58ac005f70 comp rx=0 tx=0).stop 2024-09-12T12:30:55.259 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.257+0000 7f58bf367640 1 -- 172.21.15.82:0/3496234467 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58b8100a80 msgr2=0x7f58b8102650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:55.259 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.257+0000 7f58bf367640 1 --2- 172.21.15.82:0/3496234467 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58b8100a80 0x7f58b8102650 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f58b000d770 tx=0x7f58b000dc30 comp rx=0 tx=0).stop 2024-09-12T12:30:55.259 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.258+0000 7f58bf367640 1 -- 172.21.15.82:0/3496234467 shutdown_connections 2024-09-12T12:30:55.259 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.258+0000 7f58bf367640 1 --2- 172.21.15.82:0/3496234467 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f58a00a2d70 0x7f58a00a5230 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.259 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.258+0000 7f58bf367640 1 --2- 172.21.15.82:0/3496234467 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58b8106a80 0x7f58b81030d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.259 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.258+0000 7f58bf367640 1 --2- 172.21.15.82:0/3496234467 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f58b8101420 0x7f58b8102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.259 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.258+0000 7f58bf367640 1 --2- 172.21.15.82:0/3496234467 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f58b8100a80 0x7f58b8102650 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.259 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.258+0000 7f58bf367640 1 -- 172.21.15.82:0/3496234467 >> 172.21.15.82:0/3496234467 conn(0x7f58b80fc7a0 msgr2=0x7f58b8104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:55.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.258+0000 7f58bf367640 1 -- 172.21.15.82:0/3496234467 shutdown_connections 2024-09-12T12:30:55.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:55.258+0000 7f58bf367640 1 -- 172.21.15.82:0/3496234467 wait complete. 2024-09-12T12:30:55.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:55 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3496234467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:30:55.773 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:55 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3496234467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:30:55.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.783+0000 7eff08c53640 1 -- 172.21.15.82:0/3885454841 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7eff041069f0 msgr2=0x7eff04106dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:55.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.783+0000 7eff08c53640 1 --2- 172.21.15.82:0/3885454841 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7eff041069f0 0x7eff04106dd0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7efef4009930 tx=0x7efef402a420 comp rx=0 tx=0).stop 2024-09-12T12:30:55.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.783+0000 7eff08c53640 1 -- 172.21.15.82:0/3885454841 shutdown_connections 2024-09-12T12:30:55.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.783+0000 7eff08c53640 1 --2- 172.21.15.82:0/3885454841 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7eff04101380 0x7eff0410d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.783+0000 7eff08c53640 1 --2- 172.21.15.82:0/3885454841 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff041009e0 0x7eff04100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.783+0000 7eff08c53640 1 --2- 172.21.15.82:0/3885454841 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7eff041069f0 0x7eff04106dd0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.783+0000 7eff08c53640 1 -- 172.21.15.82:0/3885454841 >> 172.21.15.82:0/3885454841 conn(0x7eff040fc6c0 msgr2=0x7eff040feae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:55.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.783+0000 7eff08c53640 1 -- 172.21.15.82:0/3885454841 shutdown_connections 2024-09-12T12:30:55.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.783+0000 7eff08c53640 1 -- 172.21.15.82:0/3885454841 wait complete. 2024-09-12T12:30:55.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.784+0000 7eff08c53640 1 Processor -- start 2024-09-12T12:30:55.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.784+0000 7eff08c53640 1 -- start start 2024-09-12T12:30:55.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.784+0000 7eff08c53640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7eff041009e0 0x7eff04197260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.784+0000 7eff08c53640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff04101380 0x7eff041977a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.784+0000 7eff08c53640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7eff041069f0 0x7eff0419bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.784+0000 7eff08c53640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7eff04110e30 con 0x7eff041069f0 2024-09-12T12:30:55.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.784+0000 7eff08c53640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7eff04110cb0 con 0x7eff04101380 2024-09-12T12:30:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.784+0000 7eff08c53640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7eff04110fb0 con 0x7eff041009e0 2024-09-12T12:30:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.784+0000 7eff02d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7eff041069f0 0x7eff0419bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.784+0000 7eff02d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7eff041069f0 0x7eff0419bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42858/0 (socket says 172.21.15.82:42858) 2024-09-12T12:30:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.784+0000 7eff02d9d640 1 -- 172.21.15.82:0/3739285786 learned_addr learned my addr 172.21.15.82:0/3739285786 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.784+0000 7eff0259c640 1 --2- 172.21.15.82:0/3739285786 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7eff041009e0 0x7eff04197260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.785+0000 7efefbfff640 1 --2- 172.21.15.82:0/3739285786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff04101380 0x7eff041977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.785+0000 7eff02d9d640 1 -- 172.21.15.82:0/3739285786 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7eff041009e0 msgr2=0x7eff04197260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.785+0000 7eff02d9d640 1 --2- 172.21.15.82:0/3739285786 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7eff041009e0 0x7eff04197260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.785+0000 7eff02d9d640 1 -- 172.21.15.82:0/3739285786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff04101380 msgr2=0x7eff041977a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.785+0000 7eff02d9d640 1 --2- 172.21.15.82:0/3739285786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff04101380 0x7eff041977a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.785+0000 7eff02d9d640 1 -- 172.21.15.82:0/3739285786 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff0419c250 con 0x7eff041069f0 2024-09-12T12:30:55.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.785+0000 7eff02d9d640 1 --2- 172.21.15.82:0/3739285786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7eff041069f0 0x7eff0419bb20 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7efefc00eaa0 tx=0x7efefc00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.785+0000 7efefb7fe640 1 -- 172.21.15.82:0/3739285786 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efefc00cdb0 con 0x7eff041069f0 2024-09-12T12:30:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.785+0000 7eff08c53640 1 -- 172.21.15.82:0/3739285786 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff0419c540 con 0x7eff041069f0 2024-09-12T12:30:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.785+0000 7efefb7fe640 1 -- 172.21.15.82:0/3739285786 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efefc005020 con 0x7eff041069f0 2024-09-12T12:30:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.785+0000 7efefb7fe640 1 -- 172.21.15.82:0/3739285786 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efefc0116d0 con 0x7eff041069f0 2024-09-12T12:30:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.785+0000 7eff08c53640 1 -- 172.21.15.82:0/3739285786 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff041a3dd0 con 0x7eff041069f0 2024-09-12T12:30:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.787+0000 7efefb7fe640 1 -- 172.21.15.82:0/3739285786 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7efefc0054d0 con 0x7eff041069f0 2024-09-12T12:30:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7eff0b9e8740 1 Processor -- start 2024-09-12T12:30:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7eff0b9e8740 1 -- start start 2024-09-12T12:30:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7eff0b9e8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449c9b0 0x563d9449cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7eff0b9e8740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d9449d2d0 0x563d944a9980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7eff0b9e8740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d944a9ec0 0x563d944ac2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7eff0b9e8740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563d944012f0 con 0x563d9449d2d0 2024-09-12T12:30:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7eff0b9e8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563d943a9270 con 0x563d9449c9b0 2024-09-12T12:30:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7eff0b9e8740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563d943fd2b0 con 0x563d944a9ec0 2024-09-12T12:30:55.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7eff0259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d9449d2d0 0x563d944a9980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7efefb7fe640 1 --2- 172.21.15.82:0/3739285786 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7efef00a2da0 0x7efef00a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7eff0259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d9449d2d0 0x563d944a9980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42864/0 (socket says 172.21.15.82:42864) 2024-09-12T12:30:55.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7eff0259c640 1 -- 172.21.15.82:0/973134838 learned_addr learned my addr 172.21.15.82:0/973134838 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:55.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7efefbfff640 1 --2- 172.21.15.82:0/973134838 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449c9b0 0x563d9449cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7eff02d9d640 1 --2- 172.21.15.82:0/3739285786 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7efef00a2da0 0x7efef00a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7efefbfff640 1 --2- 172.21.15.82:0/973134838 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d944a9ec0 0x563d944ac2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.788+0000 7eff0259c640 1 -- 172.21.15.82:0/973134838 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d944a9ec0 msgr2=0x563d944ac2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:55.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.789+0000 7efefb7fe640 1 -- 172.21.15.82:0/3739285786 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7efefc0cf670 con 0x7eff041069f0 2024-09-12T12:30:55.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.789+0000 7eff0259c640 1 --2- 172.21.15.82:0/973134838 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d944a9ec0 0x563d944ac2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.789+0000 7eff0259c640 1 -- 172.21.15.82:0/973134838 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449c9b0 msgr2=0x563d9449cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:55.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.789+0000 7eff0259c640 1 --2- 172.21.15.82:0/973134838 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449c9b0 0x563d9449cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.789+0000 7eff0259c640 1 -- 172.21.15.82:0/973134838 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d943a8340 con 0x563d9449d2d0 2024-09-12T12:30:55.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.789+0000 7efefbfff640 1 --2- 172.21.15.82:0/973134838 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449c9b0 0x563d9449cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:30:55.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.789+0000 7eff0259c640 1 --2- 172.21.15.82:0/973134838 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d9449d2d0 0x563d944a9980 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7efef402a940 tx=0x7efef4005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8a0feb460e2971 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:55.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.789+0000 7eff02d9d640 1 --2- 172.21.15.82:0/3739285786 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7efef00a2da0 0x7efef00a5260 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efefc0cce30 tx=0x7efefc01eb40 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:55.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.789+0000 7efef8ff9640 1 -- 172.21.15.82:0/973134838 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef4040070 con 0x563d9449d2d0 2024-09-12T12:30:55.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.789+0000 7efef8ff9640 1 -- 172.21.15.82:0/973134838 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efef40319f0 con 0x563d9449d2d0 2024-09-12T12:30:55.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.789+0000 7efef8ff9640 1 -- 172.21.15.82:0/973134838 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef4035040 con 0x563d9449d2d0 2024-09-12T12:30:55.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 -- 172.21.15.82:0/973134838 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d9449d2d0 msgr2=0x563d944a9980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:55.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/973134838 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d9449d2d0 0x563d944a9980 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7efef402a940 tx=0x7efef4005c00 comp rx=0 tx=0).stop 2024-09-12T12:30:55.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 -- 172.21.15.82:0/973134838 shutdown_connections 2024-09-12T12:30:55.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/973134838 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d944a9ec0 0x563d944ac2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/973134838 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d9449d2d0 0x563d944a9980 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/973134838 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449c9b0 0x563d9449cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 -- 172.21.15.82:0/973134838 >> 172.21.15.82:0/973134838 conn(0x563d94499060 msgr2=0x563d94499440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:55.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 -- 172.21.15.82:0/973134838 shutdown_connections 2024-09-12T12:30:55.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 -- 172.21.15.82:0/973134838 wait complete. 2024-09-12T12:30:55.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 -- start start 2024-09-12T12:30:55.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 Processor -- start 2024-09-12T12:30:55.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d9449c9b0 0x563d944a6d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449d2d0 0x563d944a7280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d944a9ec0 0x563d944a77c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563d944aca30 con 0x563d944a9ec0 2024-09-12T12:30:55.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563d9438a290 con 0x563d9449d2d0 2024-09-12T12:30:55.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.790+0000 7eff0b9e8740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563d944acbb0 con 0x563d9449c9b0 2024-09-12T12:30:55.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7eff0b9e8740 10 client.0 _ll_register_callbacks cb 0x563d943bb140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:55.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7efefbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d944a9ec0 0x563d944a77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7efefbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d944a9ec0 0x563d944a77c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42876/0 (socket says 172.21.15.82:42876) 2024-09-12T12:30:55.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7efefbfff640 1 -- 172.21.15.82:0/537189261 learned_addr learned my addr 172.21.15.82:0/537189261 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:55.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7efefbfff640 1 --2- 172.21.15.82:0/537189261 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d9449c9b0 0x563d944a6d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7eff0259c640 1 --2- 172.21.15.82:0/537189261 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449d2d0 0x563d944a7280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7efefbfff640 1 -- 172.21.15.82:0/537189261 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d9449c9b0 msgr2=0x563d944a6d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:55.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7efefbfff640 1 --2- 172.21.15.82:0/537189261 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d9449c9b0 0x563d944a6d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7efefbfff640 1 -- 172.21.15.82:0/537189261 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449d2d0 msgr2=0x563d944a7280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:55.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7efefbfff640 1 --2- 172.21.15.82:0/537189261 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449d2d0 0x563d944a7280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7efefbfff640 1 -- 172.21.15.82:0/537189261 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d94114210 con 0x563d944a9ec0 2024-09-12T12:30:55.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7efefbfff640 1 --2- 172.21.15.82:0/537189261 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d944a9ec0 0x563d944a77c0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7efeec00d340 tx=0x7efeec00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5b1c0be5b06aeaa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:55.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7efee9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:55.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7efee9ffb640 1 -- 172.21.15.82:0/537189261 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeec00de10 con 0x563d944a9ec0 2024-09-12T12:30:55.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7eff0b9e8740 1 -- 172.21.15.82:0/537189261 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efef40319f0 con 0x563d944a9ec0 2024-09-12T12:30:55.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7efee9ffb640 1 -- 172.21.15.82:0/537189261 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7efeec014110 con 0x563d944a9ec0 2024-09-12T12:30:55.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7efee9ffb640 1 -- 172.21.15.82:0/537189261 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7efeec004020 con 0x563d944a9ec0 2024-09-12T12:30:55.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7eff0b9e8740 10 client.15975 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:55.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.791+0000 7eff0b9e8740 1 -- 172.21.15.82:0/537189261 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563d941e0620 con 0x563d944a9ec0 2024-09-12T12:30:55.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.792+0000 7efee9ffb640 1 -- 172.21.15.82:0/537189261 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efef40319f0 con 0x563d944a9ec0 2024-09-12T12:30:55.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.792+0000 7efee9ffb640 1 -- 172.21.15.82:0/537189261 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7efeec003c70 con 0x563d944a9ec0 2024-09-12T12:30:55.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.792+0000 7eff0b9e8740 10 client.15975 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:55.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.792+0000 7eff0b9e8740 10 client.15975 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:30:55.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.792+0000 7eff0b9e8740 20 client.15975 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:55.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.792+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/537189261 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563d944b9dc0 0x563d944bc1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.792+0000 7eff0b9e8740 4 client.15975 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:30:55.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.792+0000 7eff0b9e8740 1 -- 172.21.15.82:0/537189261 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563d9440ea20 con 0x563d944b9dc0 2024-09-12T12:30:55.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.792+0000 7eff0259c640 1 --2- 172.21.15.82:0/537189261 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563d944b9dc0 0x563d944bc1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.793+0000 7efee9ffb640 10 client.15975 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:55.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.793+0000 7eff0259c640 1 --2- 172.21.15.82:0/537189261 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563d944b9dc0 0x563d944bc1b0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e8bc2dcd91fd90e server_cookie=b1304c2eeef7661 in_seq=0 out_seq=0 2024-09-12T12:30:55.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.793+0000 7efee9ffb640 1 -- 172.21.15.82:0/537189261 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563d9440ea20 con 0x563d944b9dc0 2024-09-12T12:30:55.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.793+0000 7efee9ffb640 10 client.15975 handle_command_reply: tid=0 2024-09-12T12:30:55.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.793+0000 7eff0b9e8740 1 client.15975 shutdown 2024-09-12T12:30:55.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.793+0000 7eff0b9e8740 1 -- 172.21.15.82:0/537189261 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d944a9ec0 msgr2=0x563d944a77c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:55.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.793+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/537189261 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d944a9ec0 0x563d944a77c0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7efeec00d340 tx=0x7efeec00c830 comp rx=0 tx=0).stop 2024-09-12T12:30:55.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.793+0000 7eff0b9e8740 1 -- 172.21.15.82:0/537189261 shutdown_connections 2024-09-12T12:30:55.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.793+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/537189261 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563d944b9dc0 0x563d944bc1b0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.793+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/537189261 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d944a9ec0 0x563d944a77c0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.793+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/537189261 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449d2d0 0x563d944a7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.793+0000 7efee9ffb640 0 client.15975 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:55.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.793+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/537189261 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d9449c9b0 0x563d944a6d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.793+0000 7eff0b9e8740 1 -- 172.21.15.82:0/537189261 >> 172.21.15.82:0/537189261 conn(0x563d94499060 msgr2=0x563d9449ed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:55.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.794+0000 7eff0b9e8740 1 -- 172.21.15.82:0/537189261 shutdown_connections 2024-09-12T12:30:55.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.794+0000 7eff0b9e8740 1 -- 172.21.15.82:0/537189261 wait complete. 2024-09-12T12:30:55.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.794+0000 7eff0b9e8740 20 client.15975 trim_cache size 0 max 16384 2024-09-12T12:30:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.807+0000 7eff0b9e8740 1 Processor -- start 2024-09-12T12:30:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.807+0000 7eff0b9e8740 1 -- start start 2024-09-12T12:30:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.807+0000 7eff0b9e8740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d9449c9b0 0x563d944980b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7eff0b9e8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449d2d0 0x563d944c1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7eff0b9e8740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d944a9ec0 0x563d944c2000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7eff0b9e8740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7eff041ab740 con 0x563d944a9ec0 2024-09-12T12:30:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7eff0b9e8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7eff041ad280 con 0x563d9449d2d0 2024-09-12T12:30:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7eff0b9e8740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7eff041abe10 con 0x563d9449c9b0 2024-09-12T12:30:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7efefbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d944a9ec0 0x563d944c2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7efefbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d944a9ec0 0x563d944c2000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42888/0 (socket says 172.21.15.82:42888) 2024-09-12T12:30:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7efefbfff640 1 -- 172.21.15.82:0/2418938795 learned_addr learned my addr 172.21.15.82:0/2418938795 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7efefbfff640 1 --2- 172.21.15.82:0/2418938795 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d9449c9b0 0x563d944980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7eff0259c640 1 --2- 172.21.15.82:0/2418938795 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449d2d0 0x563d944c1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7efefbfff640 1 -- 172.21.15.82:0/2418938795 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d9449c9b0 msgr2=0x563d944980b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7efefbfff640 1 --2- 172.21.15.82:0/2418938795 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d9449c9b0 0x563d944980b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7efefbfff640 1 -- 172.21.15.82:0/2418938795 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449d2d0 msgr2=0x563d944c1ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7efefbfff640 1 --2- 172.21.15.82:0/2418938795 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449d2d0 0x563d944c1ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7efefbfff640 1 -- 172.21.15.82:0/2418938795 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d944bc520 con 0x563d944a9ec0 2024-09-12T12:30:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7eff0259c640 1 --2- 172.21.15.82:0/2418938795 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449d2d0 0x563d944c1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7efefbfff640 1 --2- 172.21.15.82:0/2418938795 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d944a9ec0 0x563d944c2000 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7efeec0125c0 tx=0x7efeec001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1df410ed8d370f2d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7efeebfff640 1 -- 172.21.15.82:0/2418938795 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeec0041c0 con 0x563d944a9ec0 2024-09-12T12:30:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7efeebfff640 1 -- 172.21.15.82:0/2418938795 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efeec0127c0 con 0x563d944a9ec0 2024-09-12T12:30:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.808+0000 7efeebfff640 1 -- 172.21.15.82:0/2418938795 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeec005290 con 0x563d944a9ec0 2024-09-12T12:30:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 -- 172.21.15.82:0/2418938795 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d944a9ec0 msgr2=0x563d944c2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/2418938795 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d944a9ec0 0x563d944c2000 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7efeec0125c0 tx=0x7efeec001e70 comp rx=0 tx=0).stop 2024-09-12T12:30:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 -- 172.21.15.82:0/2418938795 shutdown_connections 2024-09-12T12:30:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/2418938795 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d944a9ec0 0x563d944c2000 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/2418938795 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d9449d2d0 0x563d944c1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/2418938795 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d9449c9b0 0x563d944980b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 -- 172.21.15.82:0/2418938795 >> 172.21.15.82:0/2418938795 conn(0x563d94499060 msgr2=0x563d944979a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 -- 172.21.15.82:0/2418938795 shutdown_connections 2024-09-12T12:30:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 -- 172.21.15.82:0/2418938795 wait complete. 2024-09-12T12:30:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 -- start start 2024-09-12T12:30:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 Processor -- start 2024-09-12T12:30:55.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d9449c9b0 0x563d944b2140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d9449d2d0 0x563d944b2680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d944a9ec0 0x563d944ad580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7eff041acbb0 con 0x563d9449c9b0 2024-09-12T12:30:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7eff041ac4e0 con 0x563d944a9ec0 2024-09-12T12:30:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7eff041a9720 con 0x563d9449d2d0 2024-09-12T12:30:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7eff0b9e8740 10 client.0 _ll_register_callbacks cb 0x7efeec014c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.809+0000 7efefbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d9449c9b0 0x563d944b2140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7efefbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d9449c9b0 0x563d944b2140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42896/0 (socket says 172.21.15.82:42896) 2024-09-12T12:30:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7efefbfff640 1 -- 172.21.15.82:0/117746077 learned_addr learned my addr 172.21.15.82:0/117746077 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7efefbfff640 1 -- 172.21.15.82:0/117746077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d9449d2d0 msgr2=0x563d944b2680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7efefbfff640 1 --2- 172.21.15.82:0/117746077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d9449d2d0 0x563d944b2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7efefbfff640 1 -- 172.21.15.82:0/117746077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d944a9ec0 msgr2=0x563d944ad580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7efefbfff640 1 --2- 172.21.15.82:0/117746077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d944a9ec0 0x563d944ad580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7efefbfff640 1 -- 172.21.15.82:0/117746077 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d944addb0 con 0x563d9449c9b0 2024-09-12T12:30:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7efefbfff640 1 --2- 172.21.15.82:0/117746077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d9449c9b0 0x563d944b2140 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7efeec012740 tx=0x7efeec005cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f3e51a7abce5d54 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7efee9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7efee9ffb640 1 -- 172.21.15.82:0/117746077 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeec034030 con 0x563d9449c9b0 2024-09-12T12:30:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7efee9ffb640 1 -- 172.21.15.82:0/117746077 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7efeec0041c0 con 0x563d9449c9b0 2024-09-12T12:30:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7eff0b9e8740 1 -- 172.21.15.82:0/117746077 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efeec0127c0 con 0x563d9449c9b0 2024-09-12T12:30:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7efee9ffb640 1 -- 172.21.15.82:0/117746077 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7efeec00ccd0 con 0x563d9449c9b0 2024-09-12T12:30:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7eff0b9e8740 10 client.15981 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7eff0b9e8740 1 -- 172.21.15.82:0/117746077 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563d945245b0 con 0x563d9449c9b0 2024-09-12T12:30:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7efee9ffb640 1 -- 172.21.15.82:0/117746077 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efeec0127c0 con 0x563d9449c9b0 2024-09-12T12:30:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.810+0000 7efee9ffb640 1 -- 172.21.15.82:0/117746077 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7efeec0048f0 con 0x563d9449c9b0 2024-09-12T12:30:55.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.811+0000 7eff0b9e8740 10 client.15981 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:55.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.811+0000 7eff0b9e8740 10 client.15981 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:30:55.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.811+0000 7eff0b9e8740 20 client.15981 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:55.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.811+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/117746077 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563d94524b30 0x563d94526f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:55.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.811+0000 7eff0b9e8740 4 client.15981 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:30:55.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.811+0000 7eff0b9e8740 1 -- 172.21.15.82:0/117746077 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563d94408d70 con 0x563d94524b30 2024-09-12T12:30:55.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.811+0000 7eff0259c640 1 --2- 172.21.15.82:0/117746077 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563d94524b30 0x563d94526f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:55.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.811+0000 7efee9ffb640 10 client.15981 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:55.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.811+0000 7eff0259c640 1 --2- 172.21.15.82:0/117746077 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563d94524b30 0x563d94526f20 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1aeda58f649be3d server_cookie=ea710b681d8746ad in_seq=0 out_seq=0 2024-09-12T12:30:55.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:55 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3496234467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:30:55.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7efee9ffb640 1 -- 172.21.15.82:0/117746077 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563d94408d70 con 0x563d94524b30 2024-09-12T12:30:55.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7efee9ffb640 10 client.15981 handle_command_reply: tid=0 2024-09-12T12:30:55.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7eff0b9e8740 1 client.15981 shutdown 2024-09-12T12:30:55.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7eff0b9e8740 1 -- 172.21.15.82:0/117746077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d9449c9b0 msgr2=0x563d944b2140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:55.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/117746077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d9449c9b0 0x563d944b2140 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7efeec012740 tx=0x7efeec005cc0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7eff0b9e8740 1 -- 172.21.15.82:0/117746077 shutdown_connections 2024-09-12T12:30:55.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/117746077 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563d94524b30 0x563d94526f20 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/117746077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563d944a9ec0 0x563d944ad580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/117746077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563d9449d2d0 0x563d944b2680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7efee9ffb640 0 client.15981 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:55.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7eff0b9e8740 1 --2- 172.21.15.82:0/117746077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563d9449c9b0 0x563d944b2140 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7eff0b9e8740 1 -- 172.21.15.82:0/117746077 >> 172.21.15.82:0/117746077 conn(0x563d94499060 msgr2=0x563d944a8dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:55.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7eff0b9e8740 1 -- 172.21.15.82:0/117746077 shutdown_connections 2024-09-12T12:30:55.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7eff0b9e8740 1 -- 172.21.15.82:0/117746077 wait complete. 2024-09-12T12:30:55.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.823+0000 7eff0b9e8740 20 client.15981 trim_cache size 0 max 16384 2024-09-12T12:30:55.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:30:55.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:30:55.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:30:55.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:30:55.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.824+0000 7eff08c53640 1 -- 172.21.15.82:0/3739285786 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7efef00a2da0 msgr2=0x7efef00a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:55.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.824+0000 7eff08c53640 1 --2- 172.21.15.82:0/3739285786 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7efef00a2da0 0x7efef00a5260 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efefc0cce30 tx=0x7efefc01eb40 comp rx=0 tx=0).stop 2024-09-12T12:30:55.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.824+0000 7eff08c53640 1 -- 172.21.15.82:0/3739285786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7eff041069f0 msgr2=0x7eff0419bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:55.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.824+0000 7eff08c53640 1 --2- 172.21.15.82:0/3739285786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7eff041069f0 0x7eff0419bb20 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7efefc00eaa0 tx=0x7efefc00ef60 comp rx=0 tx=0).stop 2024-09-12T12:30:55.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.824+0000 7eff08c53640 1 -- 172.21.15.82:0/3739285786 shutdown_connections 2024-09-12T12:30:55.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.824+0000 7eff08c53640 1 --2- 172.21.15.82:0/3739285786 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7efef00a2da0 0x7efef00a5260 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.824+0000 7eff08c53640 1 --2- 172.21.15.82:0/3739285786 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7eff041069f0 0x7eff0419bb20 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.824+0000 7eff08c53640 1 --2- 172.21.15.82:0/3739285786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff04101380 0x7eff041977a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.824+0000 7eff08c53640 1 --2- 172.21.15.82:0/3739285786 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7eff041009e0 0x7eff04197260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:55.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.824+0000 7eff08c53640 1 -- 172.21.15.82:0/3739285786 >> 172.21.15.82:0/3739285786 conn(0x7eff040fc6c0 msgr2=0x7eff040fcce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:55.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.824+0000 7eff08c53640 1 -- 172.21.15.82:0/3739285786 shutdown_connections 2024-09-12T12:30:55.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:30:55.824+0000 7eff08c53640 1 -- 172.21.15.82:0/3739285786 wait complete. 2024-09-12T12:30:55.867 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db / --timeout 90 --expiration 140.15 --await-for 45.0' 2024-09-12T12:30:55.868 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db / --timeout 90 --expiration 140.15 --await-for 45.0 2024-09-12T12:30:56.114 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:30:56.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:56 smithi082 ceph-mon[31122]: pgmap v130: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-12T12:30:56.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.683+0000 7f53d1e97640 1 -- 172.21.15.82:0/2442668865 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f53cc102d50 msgr2=0x7f53cc103130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:56.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.683+0000 7f53d1e97640 1 --2- 172.21.15.82:0/2442668865 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f53cc102d50 0x7f53cc103130 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f53bc009900 tx=0x7f53bc02a480 comp rx=0 tx=0).stop 2024-09-12T12:30:56.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.683+0000 7f53d1e97640 1 -- 172.21.15.82:0/2442668865 shutdown_connections 2024-09-12T12:30:56.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.683+0000 7f53d1e97640 1 --2- 172.21.15.82:0/2442668865 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f53cc10c180 0x7f53cc10e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.683+0000 7f53d1e97640 1 --2- 172.21.15.82:0/2442668865 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f53cc103670 0x7f53cc10bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.683+0000 7f53d1e97640 1 --2- 172.21.15.82:0/2442668865 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f53cc102d50 0x7f53cc103130 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.683+0000 7f53d1e97640 1 -- 172.21.15.82:0/2442668865 >> 172.21.15.82:0/2442668865 conn(0x7f53cc0fc7d0 msgr2=0x7f53cc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:56.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.683+0000 7f53d1e97640 1 -- 172.21.15.82:0/2442668865 shutdown_connections 2024-09-12T12:30:56.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.683+0000 7f53d1e97640 1 -- 172.21.15.82:0/2442668865 wait complete. 2024-09-12T12:30:56.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53d1e97640 1 Processor -- start 2024-09-12T12:30:56.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53d1e97640 1 -- start start 2024-09-12T12:30:56.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53d1e97640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f53cc102d50 0x7f53cc198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53d1e97640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f53cc103670 0x7f53cc198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53d1e97640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f53cc10c180 0x7f53cc19cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53d1e97640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f53cc111fc0 con 0x7f53cc10c180 2024-09-12T12:30:56.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53d1e97640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f53cc111e40 con 0x7f53cc102d50 2024-09-12T12:30:56.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53d1e97640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f53cc112140 con 0x7f53cc103670 2024-09-12T12:30:56.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53cbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f53cc10c180 0x7f53cc19cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53cbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f53cc10c180 0x7f53cc19cd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42918/0 (socket says 172.21.15.82:42918) 2024-09-12T12:30:56.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53cbfff640 1 -- 172.21.15.82:0/2420773217 learned_addr learned my addr 172.21.15.82:0/2420773217 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:56.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53c3fff640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f53cc103670 0x7f53cc198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53cb7fe640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f53cc102d50 0x7f53cc198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53cbfff640 1 -- 172.21.15.82:0/2420773217 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f53cc103670 msgr2=0x7f53cc198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:56.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53cbfff640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f53cc103670 0x7f53cc198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53cbfff640 1 -- 172.21.15.82:0/2420773217 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f53cc102d50 msgr2=0x7f53cc198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:56.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53cbfff640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f53cc102d50 0x7f53cc198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53cbfff640 1 -- 172.21.15.82:0/2420773217 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53cc19d3f0 con 0x7f53cc10c180 2024-09-12T12:30:56.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.684+0000 7f53c3fff640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f53cc103670 0x7f53cc198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:30:56.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.685+0000 7f53cbfff640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f53cc10c180 0x7f53cc19cd10 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f53c400b970 tx=0x7f53c400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:56.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.685+0000 7f53c97fa640 1 -- 172.21.15.82:0/2420773217 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53c4019070 con 0x7f53cc10c180 2024-09-12T12:30:56.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.685+0000 7f53c97fa640 1 -- 172.21.15.82:0/2420773217 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f53c400cb40 con 0x7f53cc10c180 2024-09-12T12:30:56.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.685+0000 7f53d1e97640 1 -- 172.21.15.82:0/2420773217 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53cc19d6e0 con 0x7f53cc10c180 2024-09-12T12:30:56.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.685+0000 7f53c97fa640 1 -- 172.21.15.82:0/2420773217 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53c4007650 con 0x7f53cc10c180 2024-09-12T12:30:56.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.685+0000 7f53d1e97640 1 -- 172.21.15.82:0/2420773217 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53cc1a4fc0 con 0x7f53cc10c180 2024-09-12T12:30:56.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.687+0000 7f53c97fa640 1 -- 172.21.15.82:0/2420773217 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f53c401c070 con 0x7f53cc10c180 2024-09-12T12:30:56.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.687+0000 7f53d4270740 1 Processor -- start 2024-09-12T12:30:56.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.687+0000 7f53d4270740 1 -- start start 2024-09-12T12:30:56.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53d4270740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5051850 0x55a1d5051c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53d4270740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d5052170 0x55a1d505c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53d4270740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d505ca30 0x55a1d505ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53d4270740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a1d4fb6160 con 0x55a1d505ca30 2024-09-12T12:30:56.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53d4270740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a1d4f5d720 con 0x55a1d5052170 2024-09-12T12:30:56.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53d4270740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a1d4fb2120 con 0x55a1d5051850 2024-09-12T12:30:56.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53c3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d505ca30 0x55a1d505ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53c3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d505ca30 0x55a1d505ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42922/0 (socket says 172.21.15.82:42922) 2024-09-12T12:30:56.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53c3fff640 1 -- 172.21.15.82:0/1204859969 learned_addr learned my addr 172.21.15.82:0/1204859969 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:56.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53c3fff640 1 --2- 172.21.15.82:0/1204859969 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5051850 0x55a1d5051c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53cb7fe640 1 --2- 172.21.15.82:0/1204859969 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d5052170 0x55a1d505c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53c97fa640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f53b80a2d70 0x7f53b80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53c3fff640 1 -- 172.21.15.82:0/1204859969 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5051850 msgr2=0x55a1d5051c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:56.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53c3fff640 1 --2- 172.21.15.82:0/1204859969 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5051850 0x55a1d5051c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53c3fff640 1 -- 172.21.15.82:0/1204859969 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d5052170 msgr2=0x55a1d505c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:56.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53c3fff640 1 --2- 172.21.15.82:0/1204859969 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d5052170 0x55a1d505c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53c3fff640 1 -- 172.21.15.82:0/1204859969 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a1d4d27ba0 con 0x55a1d505ca30 2024-09-12T12:30:56.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53cb7fe640 1 --2- 172.21.15.82:0/1204859969 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d5052170 0x55a1d505c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:30:56.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53cbfff640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f53b80a2d70 0x7f53b80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53c97fa640 1 -- 172.21.15.82:0/2420773217 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f53c40ce960 con 0x7f53cc10c180 2024-09-12T12:30:56.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.688+0000 7f53c3fff640 1 --2- 172.21.15.82:0/1204859969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d505ca30 0x55a1d505ee20 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f53b40138f0 tx=0x7f53b400b550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=687841fbbc897f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:56.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.689+0000 7f53c1ffb640 1 -- 172.21.15.82:0/1204859969 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b400e9e0 con 0x55a1d505ca30 2024-09-12T12:30:56.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.689+0000 7f53c1ffb640 1 -- 172.21.15.82:0/1204859969 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f53b4005500 con 0x55a1d505ca30 2024-09-12T12:30:56.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.689+0000 7f53c1ffb640 1 -- 172.21.15.82:0/1204859969 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b4004a00 con 0x55a1d505ca30 2024-09-12T12:30:56.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.689+0000 7f53d4270740 1 -- 172.21.15.82:0/1204859969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d505ca30 msgr2=0x55a1d505ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:56.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.689+0000 7f53cbfff640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f53b80a2d70 0x7f53b80a5230 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f53c40cc670 tx=0x7f53c40bb040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:56.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.689+0000 7f53d4270740 1 --2- 172.21.15.82:0/1204859969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d505ca30 0x55a1d505ee20 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f53b40138f0 tx=0x7f53b400b550 comp rx=0 tx=0).stop 2024-09-12T12:30:56.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.689+0000 7f53d4270740 1 -- 172.21.15.82:0/1204859969 shutdown_connections 2024-09-12T12:30:56.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.689+0000 7f53d4270740 1 --2- 172.21.15.82:0/1204859969 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d505ca30 0x55a1d505ee20 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.689+0000 7f53d4270740 1 --2- 172.21.15.82:0/1204859969 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d5052170 0x55a1d505c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.689+0000 7f53d4270740 1 --2- 172.21.15.82:0/1204859969 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5051850 0x55a1d5051c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.689+0000 7f53d4270740 1 -- 172.21.15.82:0/1204859969 >> 172.21.15.82:0/1204859969 conn(0x55a1d504dde0 msgr2=0x55a1d504e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:56.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.689+0000 7f53d4270740 1 -- 172.21.15.82:0/1204859969 shutdown_connections 2024-09-12T12:30:56.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.689+0000 7f53d4270740 1 -- 172.21.15.82:0/1204859969 wait complete. 2024-09-12T12:30:56.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.690+0000 7f53d4270740 1 -- start start 2024-09-12T12:30:56.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.690+0000 7f53d4270740 1 Processor -- start 2024-09-12T12:30:56.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.690+0000 7f53d4270740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d5051850 0x55a1d5059970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.690+0000 7f53d4270740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5052170 0x55a1d5059eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.690+0000 7f53d4270740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d505ca30 0x55a1d505a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.690+0000 7f53d4270740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a1d505f600 con 0x55a1d5051850 2024-09-12T12:30:56.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.690+0000 7f53d4270740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a1d4f3e900 con 0x55a1d505ca30 2024-09-12T12:30:56.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.690+0000 7f53d4270740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a1d505f780 con 0x55a1d5052170 2024-09-12T12:30:56.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.690+0000 7f53d4270740 10 client.0 _ll_register_callbacks cb 0x55a1d4f3c780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:56.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.690+0000 7f53c3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d5051850 0x55a1d5059970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.690+0000 7f53c3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d5051850 0x55a1d5059970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42938/0 (socket says 172.21.15.82:42938) 2024-09-12T12:30:56.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.690+0000 7f53c3fff640 1 -- 172.21.15.82:0/1068734402 learned_addr learned my addr 172.21.15.82:0/1068734402 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:56.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53c3fff640 1 --2- 172.21.15.82:0/1068734402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d505ca30 0x55a1d505a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53cb7fe640 1 --2- 172.21.15.82:0/1068734402 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5052170 0x55a1d5059eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53c3fff640 1 -- 172.21.15.82:0/1068734402 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5052170 msgr2=0x55a1d5059eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:56.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53c3fff640 1 --2- 172.21.15.82:0/1068734402 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5052170 0x55a1d5059eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53c3fff640 1 -- 172.21.15.82:0/1068734402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d505ca30 msgr2=0x55a1d505a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:56.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53c3fff640 1 --2- 172.21.15.82:0/1068734402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d505ca30 0x55a1d505a3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53c3fff640 1 -- 172.21.15.82:0/1068734402 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a1d4f7ec50 con 0x55a1d5051850 2024-09-12T12:30:56.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53c3fff640 1 --2- 172.21.15.82:0/1068734402 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d5051850 0x55a1d5059970 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f53b40057c0 tx=0x7f53b400ede0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3328f378be6e03c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:56.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53aaffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:56.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53aaffd640 1 -- 172.21.15.82:0/1068734402 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b400ebe0 con 0x55a1d5051850 2024-09-12T12:30:56.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53aaffd640 1 -- 172.21.15.82:0/1068734402 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f53b4004030 con 0x55a1d5051850 2024-09-12T12:30:56.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53d4270740 1 -- 172.21.15.82:0/1068734402 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53b4005500 con 0x55a1d5051850 2024-09-12T12:30:56.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53aaffd640 1 -- 172.21.15.82:0/1068734402 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f53b4004230 con 0x55a1d5051850 2024-09-12T12:30:56.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53d4270740 10 client.15993 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:56.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53d4270740 1 -- 172.21.15.82:0/1068734402 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a1d506b270 con 0x55a1d5051850 2024-09-12T12:30:56.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.691+0000 7f53aaffd640 1 -- 172.21.15.82:0/1068734402 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f53b4005500 con 0x55a1d5051850 2024-09-12T12:30:56.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.692+0000 7f53aaffd640 1 -- 172.21.15.82:0/1068734402 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f53b40114d0 con 0x55a1d5051850 2024-09-12T12:30:56.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.692+0000 7f53d4270740 10 client.15993 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:56.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.692+0000 7f53d4270740 10 client.15993 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:30:56.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.692+0000 7f53d4270740 20 client.15993 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:56.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.692+0000 7f53d4270740 1 --2- 172.21.15.82:0/1068734402 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a1d506c5c0 0x55a1d506e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.692+0000 7f53d4270740 4 client.15993 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:30:56.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.692+0000 7f53d4270740 1 -- 172.21.15.82:0/1068734402 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a1d4fc3890 con 0x55a1d506c5c0 2024-09-12T12:30:56.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.692+0000 7f53cb7fe640 1 --2- 172.21.15.82:0/1068734402 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a1d506c5c0 0x55a1d506e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.692+0000 7f53cb7fe640 1 --2- 172.21.15.82:0/1068734402 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a1d506c5c0 0x55a1d506e9b0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d38d092a528fa20 server_cookie=59ebf495bc5ed832 in_seq=0 out_seq=0 2024-09-12T12:30:56.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.692+0000 7f53aaffd640 10 client.15993 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:56.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.693+0000 7f53aaffd640 1 -- 172.21.15.82:0/1068734402 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a1d4fc3890 con 0x55a1d506c5c0 2024-09-12T12:30:56.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.693+0000 7f53aaffd640 10 client.15993 handle_command_reply: tid=0 2024-09-12T12:30:56.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.693+0000 7f53d4270740 1 client.15993 shutdown 2024-09-12T12:30:56.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.693+0000 7f53d4270740 1 -- 172.21.15.82:0/1068734402 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d5051850 msgr2=0x55a1d5059970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:56.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.693+0000 7f53d4270740 1 --2- 172.21.15.82:0/1068734402 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d5051850 0x55a1d5059970 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f53b40057c0 tx=0x7f53b400ede0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.693+0000 7f53d4270740 1 -- 172.21.15.82:0/1068734402 shutdown_connections 2024-09-12T12:30:56.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.693+0000 7f53d4270740 1 --2- 172.21.15.82:0/1068734402 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a1d506c5c0 0x55a1d506e9b0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.693+0000 7f53d4270740 1 --2- 172.21.15.82:0/1068734402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d505ca30 0x55a1d505a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.693+0000 7f53d4270740 1 --2- 172.21.15.82:0/1068734402 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5052170 0x55a1d5059eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.693+0000 7f53d4270740 1 --2- 172.21.15.82:0/1068734402 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d5051850 0x55a1d5059970 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.693+0000 7f53d4270740 1 -- 172.21.15.82:0/1068734402 >> 172.21.15.82:0/1068734402 conn(0x55a1d504dde0 msgr2=0x55a1d5053ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:56.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.693+0000 7f53aaffd640 0 client.15993 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:56.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.693+0000 7f53d4270740 1 -- 172.21.15.82:0/1068734402 shutdown_connections 2024-09-12T12:30:56.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.694+0000 7f53d4270740 1 -- 172.21.15.82:0/1068734402 wait complete. 2024-09-12T12:30:56.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.694+0000 7f53d4270740 20 client.15993 trim_cache size 0 max 16384 2024-09-12T12:30:56.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.710+0000 7f53d4270740 1 Processor -- start 2024-09-12T12:30:56.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.710+0000 7f53d4270740 1 -- start start 2024-09-12T12:30:56.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.710+0000 7f53d4270740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d5051850 0x55a1d505bca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.710+0000 7f53d4270740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5052170 0x55a1d5073fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.712 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.710+0000 7f53d4270740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d505ca30 0x55a1d50744f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.710+0000 7f53d4270740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f53cc1ab7b0 con 0x55a1d505ca30 2024-09-12T12:30:56.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.710+0000 7f53d4270740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f53cc1ad2f0 con 0x55a1d5051850 2024-09-12T12:30:56.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.710+0000 7f53d4270740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f53cc1abe80 con 0x55a1d5052170 2024-09-12T12:30:56.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.711+0000 7f53c3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d505ca30 0x55a1d50744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.711+0000 7f53c3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d505ca30 0x55a1d50744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42952/0 (socket says 172.21.15.82:42952) 2024-09-12T12:30:56.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.711+0000 7f53c3fff640 1 -- 172.21.15.82:0/829142481 learned_addr learned my addr 172.21.15.82:0/829142481 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:56.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.711+0000 7f53c3fff640 1 --2- 172.21.15.82:0/829142481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d5051850 0x55a1d505bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.711+0000 7f53cb7fe640 1 --2- 172.21.15.82:0/829142481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5052170 0x55a1d5073fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.711+0000 7f53c3fff640 1 -- 172.21.15.82:0/829142481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5052170 msgr2=0x55a1d5073fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:56.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.711+0000 7f53c3fff640 1 --2- 172.21.15.82:0/829142481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5052170 0x55a1d5073fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.711+0000 7f53c3fff640 1 -- 172.21.15.82:0/829142481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d5051850 msgr2=0x55a1d505bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:56.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.711+0000 7f53c3fff640 1 --2- 172.21.15.82:0/829142481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d5051850 0x55a1d505bca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.711+0000 7f53c3fff640 1 -- 172.21.15.82:0/829142481 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a1d50493f0 con 0x55a1d505ca30 2024-09-12T12:30:56.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.711+0000 7f53c3fff640 1 --2- 172.21.15.82:0/829142481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d505ca30 0x55a1d50744f0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f53b400b590 tx=0x7f53b4005ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af63cdea453b4662 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:56.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.711+0000 7f53c17fa640 1 -- 172.21.15.82:0/829142481 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b40043d0 con 0x55a1d505ca30 2024-09-12T12:30:56.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.711+0000 7f53c17fa640 1 -- 172.21.15.82:0/829142481 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f53b4005510 con 0x55a1d505ca30 2024-09-12T12:30:56.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.711+0000 7f53c17fa640 1 -- 172.21.15.82:0/829142481 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b4011440 con 0x55a1d505ca30 2024-09-12T12:30:56.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.712+0000 7f53d4270740 1 -- 172.21.15.82:0/829142481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d505ca30 msgr2=0x55a1d50744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:56.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.712+0000 7f53d4270740 1 --2- 172.21.15.82:0/829142481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d505ca30 0x55a1d50744f0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f53b400b590 tx=0x7f53b4005ce0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.712+0000 7f53d4270740 1 -- 172.21.15.82:0/829142481 shutdown_connections 2024-09-12T12:30:56.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.712+0000 7f53d4270740 1 --2- 172.21.15.82:0/829142481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d505ca30 0x55a1d50744f0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.712+0000 7f53d4270740 1 --2- 172.21.15.82:0/829142481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5052170 0x55a1d5073fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.712+0000 7f53d4270740 1 --2- 172.21.15.82:0/829142481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d5051850 0x55a1d505bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.712+0000 7f53d4270740 1 -- 172.21.15.82:0/829142481 >> 172.21.15.82:0/829142481 conn(0x55a1d504dde0 msgr2=0x55a1d5053ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:56.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.712+0000 7f53d4270740 1 -- 172.21.15.82:0/829142481 shutdown_connections 2024-09-12T12:30:56.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.712+0000 7f53d4270740 1 -- 172.21.15.82:0/829142481 wait complete. 2024-09-12T12:30:56.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.712+0000 7f53d4270740 1 -- start start 2024-09-12T12:30:56.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.712+0000 7f53d4270740 1 Processor -- start 2024-09-12T12:30:56.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53d4270740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5051850 0x55a1d5065160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53d4270740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d5052170 0x55a1d5060490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53d4270740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d505ca30 0x55a1d50609d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53d4270740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f53cc1acc20 con 0x55a1d5052170 2024-09-12T12:30:56.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53d4270740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f53cc1ac550 con 0x55a1d505ca30 2024-09-12T12:30:56.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53d4270740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f53cc1a97b0 con 0x55a1d5051850 2024-09-12T12:30:56.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53d4270740 10 client.0 _ll_register_callbacks cb 0x7f53b400bec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:30:56.719 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53cb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d5052170 0x55a1d5060490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.719 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53cb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d5052170 0x55a1d5060490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42956/0 (socket says 172.21.15.82:42956) 2024-09-12T12:30:56.719 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53cb7fe640 1 -- 172.21.15.82:0/4226166828 learned_addr learned my addr 172.21.15.82:0/4226166828 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:30:56.719 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53c3fff640 1 --2- 172.21.15.82:0/4226166828 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5051850 0x55a1d5065160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.719 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53c3fff640 1 --2- 172.21.15.82:0/4226166828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d505ca30 0x55a1d50609d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.719 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53cb7fe640 1 -- 172.21.15.82:0/4226166828 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5051850 msgr2=0x55a1d5065160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:56.719 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53cb7fe640 1 --2- 172.21.15.82:0/4226166828 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5051850 0x55a1d5065160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.719 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53cb7fe640 1 -- 172.21.15.82:0/4226166828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d505ca30 msgr2=0x55a1d50609d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:30:56.719 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53cb7fe640 1 --2- 172.21.15.82:0/4226166828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d505ca30 0x55a1d50609d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.720 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53cb7fe640 1 -- 172.21.15.82:0/4226166828 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a1d50611d0 con 0x55a1d5052170 2024-09-12T12:30:56.720 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53cb7fe640 1 --2- 172.21.15.82:0/4226166828 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d5052170 0x55a1d5060490 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f53bc005ab0 tx=0x7f53bc031710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d6a1d5e0db5a1b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:30:56.720 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53aaffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:30:56.720 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53aaffd640 1 -- 172.21.15.82:0/4226166828 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53bc035040 con 0x55a1d5052170 2024-09-12T12:30:56.720 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53aaffd640 1 -- 172.21.15.82:0/4226166828 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f53bc004240 con 0x55a1d5052170 2024-09-12T12:30:56.720 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.713+0000 7f53d4270740 1 -- 172.21.15.82:0/4226166828 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53b4005510 con 0x55a1d5052170 2024-09-12T12:30:56.720 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.714+0000 7f53aaffd640 1 -- 172.21.15.82:0/4226166828 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f53bc056050 con 0x55a1d5052170 2024-09-12T12:30:56.720 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.714+0000 7f53d4270740 10 client.15999 fetch_fsmap learned FSMap version 28 2024-09-12T12:30:56.720 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.714+0000 7f53d4270740 1 -- 172.21.15.82:0/4226166828 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a1d50d7020 con 0x55a1d5052170 2024-09-12T12:30:56.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.714+0000 7f53aaffd640 1 -- 172.21.15.82:0/4226166828 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f53b4005510 con 0x55a1d5052170 2024-09-12T12:30:56.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.714+0000 7f53aaffd640 1 -- 172.21.15.82:0/4226166828 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f53bc004ba0 con 0x55a1d5052170 2024-09-12T12:30:56.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.714+0000 7f53d4270740 10 client.15999 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:30:56.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.714+0000 7f53d4270740 10 client.15999 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:30:56.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.714+0000 7f53d4270740 20 client.15999 populate_metadata read hostname 'smithi082' 2024-09-12T12:30:56.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.714+0000 7f53d4270740 1 --2- 172.21.15.82:0/4226166828 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a1d50d7890 0x55a1d50d9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:30:56.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.714+0000 7f53d4270740 4 client.15999 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.15, "await_for": 45.0}] 2024-09-12T12:30:56.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.714+0000 7f53d4270740 1 -- 172.21.15.82:0/4226166828 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.15, "await_for": 45.0}) -- 0x55a1d4fbdbe0 con 0x55a1d50d7890 2024-09-12T12:30:56.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.714+0000 7f53c3fff640 1 --2- 172.21.15.82:0/4226166828 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a1d50d7890 0x55a1d50d9cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:30:56.721 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.714+0000 7f53c3fff640 1 --2- 172.21.15.82:0/4226166828 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a1d50d7890 0x55a1d50d9cb0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=135434d5ad60dbb1 server_cookie=9df2750ab9fce3bd in_seq=0 out_seq=0 2024-09-12T12:30:56.722 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.715+0000 7f53aaffd640 10 client.15999 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:56.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.727+0000 7f53aaffd640 1 -- 172.21.15.82:0/4226166828 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55a1d4fbdbe0 con 0x55a1d50d7890 2024-09-12T12:30:56.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.727+0000 7f53aaffd640 10 client.15999 handle_command_reply: tid=0 2024-09-12T12:30:56.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.727+0000 7f53d4270740 1 client.15999 shutdown 2024-09-12T12:30:56.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.727+0000 7f53d4270740 1 -- 172.21.15.82:0/4226166828 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d5052170 msgr2=0x55a1d5060490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:56.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.727+0000 7f53d4270740 1 --2- 172.21.15.82:0/4226166828 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d5052170 0x55a1d5060490 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f53bc005ab0 tx=0x7f53bc031710 comp rx=0 tx=0).stop 2024-09-12T12:30:56.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.727+0000 7f53d4270740 1 -- 172.21.15.82:0/4226166828 shutdown_connections 2024-09-12T12:30:56.729 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.727+0000 7f53d4270740 1 --2- 172.21.15.82:0/4226166828 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a1d50d7890 0x55a1d50d9cb0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.727+0000 7f53d4270740 1 --2- 172.21.15.82:0/4226166828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a1d505ca30 0x55a1d50609d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.727+0000 7f53d4270740 1 --2- 172.21.15.82:0/4226166828 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a1d5052170 0x55a1d5060490 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.727+0000 7f53d4270740 1 --2- 172.21.15.82:0/4226166828 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a1d5051850 0x55a1d5065160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.727+0000 7f53aaffd640 0 client.15999 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:30:56.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.727+0000 7f53d4270740 1 -- 172.21.15.82:0/4226166828 >> 172.21.15.82:0/4226166828 conn(0x55a1d504dde0 msgr2=0x55a1d504c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:56.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d4270740 1 -- 172.21.15.82:0/4226166828 shutdown_connections 2024-09-12T12:30:56.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d4270740 1 -- 172.21.15.82:0/4226166828 wait complete. 2024-09-12T12:30:56.730 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d4270740 20 client.15999 trim_cache size 0 max 16384 2024-09-12T12:30:56.731 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:30:56.731 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:30:56.731 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:30:56.731 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 18, 2024-09-12T12:30:56.731 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:30:56.731 INFO:teuthology.orchestra.run.smithi082.stdout: "7ab7337c": { 2024-09-12T12:30:56.731 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 18, 2024-09-12T12:30:56.731 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:30:56.731 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:30:56.731 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:30:56.731 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:30:56.732 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:30:56.732 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:30:56.732 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 140.2, 2024-09-12T12:30:56.732 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:30:56.732 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:30:56.732 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:30:56.732 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:30:56.732 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:30:56.732 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:30:56.732 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:56.733 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:56.733 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:56.733 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:56.733 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:30:56.733 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:30:56.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d1e97640 1 -- 172.21.15.82:0/2420773217 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f53b80a2d70 msgr2=0x7f53b80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:56.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d1e97640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f53b80a2d70 0x7f53b80a5230 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f53c40cc670 tx=0x7f53c40bb040 comp rx=0 tx=0).stop 2024-09-12T12:30:56.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d1e97640 1 -- 172.21.15.82:0/2420773217 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f53cc10c180 msgr2=0x7f53cc19cd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:30:56.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d1e97640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f53cc10c180 0x7f53cc19cd10 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f53c400b970 tx=0x7f53c400be30 comp rx=0 tx=0).stop 2024-09-12T12:30:56.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d1e97640 1 -- 172.21.15.82:0/2420773217 shutdown_connections 2024-09-12T12:30:56.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d1e97640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f53b80a2d70 0x7f53b80a5230 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d1e97640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f53cc10c180 0x7f53cc19cd10 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d1e97640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f53cc103670 0x7f53cc198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d1e97640 1 --2- 172.21.15.82:0/2420773217 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f53cc102d50 0x7f53cc198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:30:56.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d1e97640 1 -- 172.21.15.82:0/2420773217 >> 172.21.15.82:0/2420773217 conn(0x7f53cc0fc7d0 msgr2=0x7f53cc0fd3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:30:56.734 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d1e97640 1 -- 172.21.15.82:0/2420773217 shutdown_connections 2024-09-12T12:30:56.735 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:30:56.728+0000 7f53d1e97640 1 -- 172.21.15.82:0/2420773217 wait complete. 2024-09-12T12:30:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:56 smithi097 ceph-mon[34923]: pgmap v130: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-12T12:30:56.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:56 smithi114 ceph-mon[35514]: pgmap v130: 97 pgs: 97 active+clean; 4.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-12T12:30:57.569 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '7ab7337c', quiesce took 3.2 seconds. Will release after: 16.95 2024-09-12T12:30:58.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:30:58 smithi097 ceph-mon[34923]: pgmap v131: 97 pgs: 97 active+clean; 4.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-09-12T12:30:58.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:30:58 smithi082 ceph-mon[31122]: pgmap v131: 97 pgs: 97 active+clean; 4.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-09-12T12:30:58.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:30:58 smithi114 ceph-mon[35514]: pgmap v131: 97 pgs: 97 active+clean; 4.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-09-12T12:31:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:00 smithi097 ceph-mon[34923]: pgmap v132: 97 pgs: 97 active+clean; 4.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-09-12T12:31:00.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:00 smithi082 ceph-mon[31122]: pgmap v132: 97 pgs: 97 active+clean; 4.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-09-12T12:31:00.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:00 smithi114 ceph-mon[35514]: pgmap v132: 97 pgs: 97 active+clean; 4.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-09-12T12:31:02.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:02 smithi097 ceph-mon[34923]: pgmap v133: 97 pgs: 97 active+clean; 4.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-09-12T12:31:02.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:02 smithi082 ceph-mon[31122]: pgmap v133: 97 pgs: 97 active+clean; 4.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-09-12T12:31:02.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:02 smithi114 ceph-mon[35514]: pgmap v133: 97 pgs: 97 active+clean; 4.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-09-12T12:31:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:04 smithi097 ceph-mon[34923]: pgmap v134: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 40 KiB/s wr, 32 op/s 2024-09-12T12:31:04.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:04 smithi082 ceph-mon[31122]: pgmap v134: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 40 KiB/s wr, 32 op/s 2024-09-12T12:31:04.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:04 smithi114 ceph-mon[35514]: pgmap v134: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 40 KiB/s wr, 32 op/s 2024-09-12T12:31:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:06 smithi097 ceph-mon[34923]: pgmap v135: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 38 KiB/s wr, 27 op/s 2024-09-12T12:31:06.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:06 smithi082 ceph-mon[31122]: pgmap v135: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 38 KiB/s wr, 27 op/s 2024-09-12T12:31:06.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:06 smithi114 ceph-mon[35514]: pgmap v135: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 38 KiB/s wr, 27 op/s 2024-09-12T12:31:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:08 smithi097 ceph-mon[34923]: pgmap v136: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 39 KiB/s wr, 32 op/s 2024-09-12T12:31:08.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:08 smithi082 ceph-mon[31122]: pgmap v136: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 39 KiB/s wr, 32 op/s 2024-09-12T12:31:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:08 smithi114 ceph-mon[35514]: pgmap v136: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 39 KiB/s wr, 32 op/s 2024-09-12T12:31:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.922+0000 7f3728696640 1 -- 172.21.15.82:0/3989298105 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3720107b70 msgr2=0x7f3720107f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.922+0000 7f3728696640 1 --2- 172.21.15.82:0/3989298105 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3720107b70 0x7f3720107f50 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f371c009930 tx=0x7f371c02a420 comp rx=0 tx=0).stop 2024-09-12T12:31:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.922+0000 7f3728696640 1 -- 172.21.15.82:0/3989298105 shutdown_connections 2024-09-12T12:31:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.922+0000 7f3728696640 1 --2- 172.21.15.82:0/3989298105 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3720102470 0x7f372010e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.922+0000 7f3728696640 1 --2- 172.21.15.82:0/3989298105 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3720101ad0 0x7f3720101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.922+0000 7f3728696640 1 --2- 172.21.15.82:0/3989298105 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3720107b70 0x7f3720107f50 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.922+0000 7f3728696640 1 -- 172.21.15.82:0/3989298105 >> 172.21.15.82:0/3989298105 conn(0x7f37200fd7d0 msgr2=0x7f37200ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.922+0000 7f3728696640 1 -- 172.21.15.82:0/3989298105 shutdown_connections 2024-09-12T12:31:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.922+0000 7f3728696640 1 -- 172.21.15.82:0/3989298105 wait complete. 2024-09-12T12:31:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3728696640 1 Processor -- start 2024-09-12T12:31:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3728696640 1 -- start start 2024-09-12T12:31:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3728696640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3720101ad0 0x7f37201983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3728696640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3720102470 0x7f3720198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3728696640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3720107b70 0x7f372019ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3728696640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3720111f20 con 0x7f3720102470 2024-09-12T12:31:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3728696640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3720111da0 con 0x7f3720101ad0 2024-09-12T12:31:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3728696640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f37201120a0 con 0x7f3720107b70 2024-09-12T12:31:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3725c31640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3720102470 0x7f3720198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3725c31640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3720102470 0x7f3720198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44648/0 (socket says 172.21.15.82:44648) 2024-09-12T12:31:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3725c31640 1 -- 172.21.15.82:0/3589139335 learned_addr learned my addr 172.21.15.82:0/3589139335 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3726c33640 1 --2- 172.21.15.82:0/3589139335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3720107b70 0x7f372019ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3726432640 1 --2- 172.21.15.82:0/3589139335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3720101ad0 0x7f37201983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3725c31640 1 -- 172.21.15.82:0/3589139335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3720107b70 msgr2=0x7f372019ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3725c31640 1 --2- 172.21.15.82:0/3589139335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3720107b70 0x7f372019ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3725c31640 1 -- 172.21.15.82:0/3589139335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3720101ad0 msgr2=0x7f37201983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3725c31640 1 --2- 172.21.15.82:0/3589139335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3720101ad0 0x7f37201983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.923+0000 7f3725c31640 1 -- 172.21.15.82:0/3589139335 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f372019d3e0 con 0x7f3720102470 2024-09-12T12:31:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.924+0000 7f3725c31640 1 --2- 172.21.15.82:0/3589139335 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3720102470 0x7f3720198930 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f371000d770 tx=0x7f371000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.924+0000 7f37177fe640 1 -- 172.21.15.82:0/3589139335 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3710017070 con 0x7f3720102470 2024-09-12T12:31:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.924+0000 7f37177fe640 1 -- 172.21.15.82:0/3589139335 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3710005500 con 0x7f3720102470 2024-09-12T12:31:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.924+0000 7f37177fe640 1 -- 172.21.15.82:0/3589139335 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3710004e00 con 0x7f3720102470 2024-09-12T12:31:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.924+0000 7f3728696640 1 -- 172.21.15.82:0/3589139335 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f372019d6d0 con 0x7f3720102470 2024-09-12T12:31:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.924+0000 7f3728696640 1 -- 172.21.15.82:0/3589139335 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37201a4f60 con 0x7f3720102470 2024-09-12T12:31:08.933 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.926+0000 7f37177fe640 1 -- 172.21.15.82:0/3589139335 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f3710004fa0 con 0x7f3720102470 2024-09-12T12:31:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.926+0000 7f372b42e740 1 Processor -- start 2024-09-12T12:31:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f372b42e740 1 -- start start 2024-09-12T12:31:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f37177fe640 1 --2- 172.21.15.82:0/3589139335 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f370c0a2da0 0x7f370c0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f372b42e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56534548faf0 0x56534548fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f372b42e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x565345490410 0x56534549a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f372b42e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534549acb0 0x56534549d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f372b42e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5653453f42f0 con 0x565345490410 2024-09-12T12:31:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f372b42e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56534539c270 con 0x56534548faf0 2024-09-12T12:31:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f372b42e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5653453f02b0 con 0x56534549acb0 2024-09-12T12:31:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f3725c31640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x565345490410 0x56534549a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f3726c33640 1 --2- 172.21.15.82:0/3589139335 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f370c0a2da0 0x7f370c0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f3725c31640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x565345490410 0x56534549a770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44654/0 (socket says 172.21.15.82:44654) 2024-09-12T12:31:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f3725c31640 1 -- 172.21.15.82:0/3551699624 learned_addr learned my addr 172.21.15.82:0/3551699624 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f37177fe640 1 -- 172.21.15.82:0/3589139335 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f37100cee60 con 0x7f3720102470 2024-09-12T12:31:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f3726432640 1 --2- 172.21.15.82:0/3551699624 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56534548faf0 0x56534548fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f3725c31640 1 -- 172.21.15.82:0/3551699624 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534549acb0 msgr2=0x56534549d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f3725c31640 1 --2- 172.21.15.82:0/3551699624 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534549acb0 0x56534549d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f3725c31640 1 -- 172.21.15.82:0/3551699624 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56534548faf0 msgr2=0x56534548fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f3725c31640 1 --2- 172.21.15.82:0/3551699624 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56534548faf0 0x56534548fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f3725c31640 1 -- 172.21.15.82:0/3551699624 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56534539b340 con 0x565345490410 2024-09-12T12:31:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.927+0000 7f3726432640 1 --2- 172.21.15.82:0/3551699624 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56534548faf0 0x56534548fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:31:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.928+0000 7f3726c33640 1 --2- 172.21.15.82:0/3589139335 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f370c0a2da0 0x7f370c0a5260 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f3718005fd0 tx=0x7f3718009a60 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.928+0000 7f3725c31640 1 --2- 172.21.15.82:0/3551699624 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x565345490410 0x56534549a770 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f371009b380 tx=0x7f37100048a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d98d4fdc32cf207 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.928+0000 7f3714ff9640 1 -- 172.21.15.82:0/3551699624 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3710020070 con 0x565345490410 2024-09-12T12:31:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.928+0000 7f3714ff9640 1 -- 172.21.15.82:0/3551699624 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f37100046c0 con 0x565345490410 2024-09-12T12:31:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.928+0000 7f3714ff9640 1 -- 172.21.15.82:0/3551699624 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37100a3fb0 con 0x565345490410 2024-09-12T12:31:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.928+0000 7f372b42e740 1 -- 172.21.15.82:0/3551699624 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x565345490410 msgr2=0x56534549a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.928+0000 7f372b42e740 1 --2- 172.21.15.82:0/3551699624 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x565345490410 0x56534549a770 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f371009b380 tx=0x7f37100048a0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 -- 172.21.15.82:0/3551699624 shutdown_connections 2024-09-12T12:31:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 --2- 172.21.15.82:0/3551699624 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534549acb0 0x56534549d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 --2- 172.21.15.82:0/3551699624 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x565345490410 0x56534549a770 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 --2- 172.21.15.82:0/3551699624 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56534548faf0 0x56534548fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 -- 172.21.15.82:0/3551699624 >> 172.21.15.82:0/3551699624 conn(0x56534548c060 msgr2=0x56534548c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 -- 172.21.15.82:0/3551699624 shutdown_connections 2024-09-12T12:31:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 -- 172.21.15.82:0/3551699624 wait complete. 2024-09-12T12:31:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 -- start start 2024-09-12T12:31:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 Processor -- start 2024-09-12T12:31:08.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534548faf0 0x565345497c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x565345498140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534549acb0 0x565345498680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x56534549d820 con 0x56534549acb0 2024-09-12T12:31:08.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56534537d290 con 0x565345490410 2024-09-12T12:31:08.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x56534549d9a0 con 0x56534548faf0 2024-09-12T12:31:08.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.929+0000 7f372b42e740 10 client.0 _ll_register_callbacks cb 0x5653453ae140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:31:08.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3726c33640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534549acb0 0x565345498680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3726c33640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534549acb0 0x565345498680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44656/0 (socket says 172.21.15.82:44656) 2024-09-12T12:31:08.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3726c33640 1 -- 172.21.15.82:0/865679240 learned_addr learned my addr 172.21.15.82:0/865679240 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:08.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3726432640 1 --2- 172.21.15.82:0/865679240 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534548faf0 0x565345497c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3725c31640 1 --2- 172.21.15.82:0/865679240 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x565345498140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3726c33640 1 -- 172.21.15.82:0/865679240 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534548faf0 msgr2=0x565345497c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:08.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3726c33640 1 --2- 172.21.15.82:0/865679240 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534548faf0 0x565345497c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3726c33640 1 -- 172.21.15.82:0/865679240 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 msgr2=0x565345498140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:08.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3726c33640 1 --2- 172.21.15.82:0/865679240 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x565345498140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3726c33640 1 -- 172.21.15.82:0/865679240 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565345107210 con 0x56534549acb0 2024-09-12T12:31:08.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3725c31640 1 --2- 172.21.15.82:0/865679240 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x565345498140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:31:08.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3726c33640 1 --2- 172.21.15.82:0/865679240 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534549acb0 0x565345498680 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f37180049d0 tx=0x7f3718004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c38eb6be0ec76601 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:08.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3709ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:31:08.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3709ffb640 1 -- 172.21.15.82:0/865679240 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f371800fd50 con 0x56534549acb0 2024-09-12T12:31:08.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3709ffb640 1 -- 172.21.15.82:0/865679240 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f371801f3f0 con 0x56534549acb0 2024-09-12T12:31:08.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f372b42e740 1 -- 172.21.15.82:0/865679240 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x565345401a20 con 0x56534549acb0 2024-09-12T12:31:08.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f3709ffb640 1 -- 172.21.15.82:0/865679240 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f371801f5f0 con 0x56534549acb0 2024-09-12T12:31:08.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f372b42e740 10 client.16011 fetch_fsmap learned FSMap version 28 2024-09-12T12:31:08.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.930+0000 7f372b42e740 1 -- 172.21.15.82:0/865679240 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5653451d3620 con 0x56534549acb0 2024-09-12T12:31:08.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.931+0000 7f3709ffb640 1 -- 172.21.15.82:0/865679240 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x565345401a20 con 0x56534549acb0 2024-09-12T12:31:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.931+0000 7f3709ffb640 1 -- 172.21.15.82:0/865679240 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3718027790 con 0x56534549acb0 2024-09-12T12:31:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.931+0000 7f372b42e740 10 client.16011 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:31:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.931+0000 7f372b42e740 10 client.16011 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:31:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.931+0000 7f372b42e740 20 client.16011 populate_metadata read hostname 'smithi082' 2024-09-12T12:31:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.931+0000 7f372b42e740 1 --2- 172.21.15.82:0/865679240 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5653454aacf0 0x5653454ad0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.931+0000 7f372b42e740 4 client.16011 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:31:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.931+0000 7f372b42e740 1 -- 172.21.15.82:0/865679240 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5653453fbd70 con 0x5653454aacf0 2024-09-12T12:31:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.931+0000 7f3726432640 1 --2- 172.21.15.82:0/865679240 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5653454aacf0 0x5653454ad0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.932+0000 7f3709ffb640 10 client.16011 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.932+0000 7f3726432640 1 --2- 172.21.15.82:0/865679240 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5653454aacf0 0x5653454ad0e0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c8c4b64cb233b9a server_cookie=9cb9764a3526bd57 in_seq=0 out_seq=0 2024-09-12T12:31:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.932+0000 7f3709ffb640 1 -- 172.21.15.82:0/865679240 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5653453fbd70 con 0x5653454aacf0 2024-09-12T12:31:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.932+0000 7f3709ffb640 10 client.16011 handle_command_reply: tid=0 2024-09-12T12:31:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.932+0000 7f372b42e740 1 client.16011 shutdown 2024-09-12T12:31:08.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.932+0000 7f372b42e740 1 -- 172.21.15.82:0/865679240 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534549acb0 msgr2=0x565345498680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.932+0000 7f372b42e740 1 --2- 172.21.15.82:0/865679240 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534549acb0 0x565345498680 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f37180049d0 tx=0x7f3718004ab0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.932+0000 7f372b42e740 1 -- 172.21.15.82:0/865679240 shutdown_connections 2024-09-12T12:31:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.932+0000 7f372b42e740 1 --2- 172.21.15.82:0/865679240 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5653454aacf0 0x5653454ad0e0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.932+0000 7f372b42e740 1 --2- 172.21.15.82:0/865679240 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534549acb0 0x565345498680 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.932+0000 7f372b42e740 1 --2- 172.21.15.82:0/865679240 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x565345498140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.932+0000 7f372b42e740 1 --2- 172.21.15.82:0/865679240 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534548faf0 0x565345497c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.932+0000 7f3709ffb640 0 client.16011 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.932+0000 7f372b42e740 1 -- 172.21.15.82:0/865679240 >> 172.21.15.82:0/865679240 conn(0x56534548c060 msgr2=0x565345491dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.933+0000 7f372b42e740 1 -- 172.21.15.82:0/865679240 shutdown_connections 2024-09-12T12:31:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.933+0000 7f372b42e740 1 -- 172.21.15.82:0/865679240 wait complete. 2024-09-12T12:31:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.933+0000 7f372b42e740 20 client.16011 trim_cache size 0 max 16384 2024-09-12T12:31:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f372b42e740 1 Processor -- start 2024-09-12T12:31:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f372b42e740 1 -- start start 2024-09-12T12:31:08.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f372b42e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534548faf0 0x5653454925b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f372b42e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x5653454984b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f372b42e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534549acb0 0x5653454b29d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f372b42e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f37201ad910 con 0x56534548faf0 2024-09-12T12:31:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f372b42e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f37201af450 con 0x565345490410 2024-09-12T12:31:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f372b42e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f37201adfe0 con 0x56534549acb0 2024-09-12T12:31:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f3726432640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534548faf0 0x5653454925b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f3726432640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534548faf0 0x5653454925b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44670/0 (socket says 172.21.15.82:44670) 2024-09-12T12:31:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f3726432640 1 -- 172.21.15.82:0/3224872489 learned_addr learned my addr 172.21.15.82:0/3224872489 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f3726432640 1 -- 172.21.15.82:0/3224872489 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534549acb0 msgr2=0x5653454b29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f3726432640 1 --2- 172.21.15.82:0/3224872489 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534549acb0 0x5653454b29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f3725c31640 1 --2- 172.21.15.82:0/3224872489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x5653454984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f3726432640 1 -- 172.21.15.82:0/3224872489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 msgr2=0x5653454984b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:08.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f3726432640 1 --2- 172.21.15.82:0/3224872489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x5653454984b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f3726432640 1 -- 172.21.15.82:0/3224872489 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653454a9890 con 0x56534548faf0 2024-09-12T12:31:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f3725c31640 1 --2- 172.21.15.82:0/3224872489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x5653454984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:31:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.947+0000 7f3726432640 1 --2- 172.21.15.82:0/3224872489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534548faf0 0x5653454925b0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f371c006010 tx=0x7f371c0319b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2131ff94ae3d83c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.948+0000 7f370bfff640 1 -- 172.21.15.82:0/3224872489 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f371c04c070 con 0x56534548faf0 2024-09-12T12:31:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.948+0000 7f370bfff640 1 -- 172.21.15.82:0/3224872489 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f371c005500 con 0x56534548faf0 2024-09-12T12:31:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.948+0000 7f370bfff640 1 -- 172.21.15.82:0/3224872489 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f371c035040 con 0x56534548faf0 2024-09-12T12:31:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.948+0000 7f372b42e740 1 -- 172.21.15.82:0/3224872489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534548faf0 msgr2=0x5653454925b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.948+0000 7f372b42e740 1 --2- 172.21.15.82:0/3224872489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534548faf0 0x5653454925b0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f371c006010 tx=0x7f371c0319b0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.948+0000 7f372b42e740 1 -- 172.21.15.82:0/3224872489 shutdown_connections 2024-09-12T12:31:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.948+0000 7f372b42e740 1 --2- 172.21.15.82:0/3224872489 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534549acb0 0x5653454b29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.948+0000 7f372b42e740 1 --2- 172.21.15.82:0/3224872489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x5653454984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.948+0000 7f372b42e740 1 --2- 172.21.15.82:0/3224872489 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534548faf0 0x5653454925b0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.948+0000 7f372b42e740 1 -- 172.21.15.82:0/3224872489 >> 172.21.15.82:0/3224872489 conn(0x56534548c060 msgr2=0x565345499c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.948+0000 7f372b42e740 1 -- 172.21.15.82:0/3224872489 shutdown_connections 2024-09-12T12:31:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.948+0000 7f372b42e740 1 -- 172.21.15.82:0/3224872489 wait complete. 2024-09-12T12:31:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.948+0000 7f372b42e740 1 -- start start 2024-09-12T12:31:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f372b42e740 1 Processor -- start 2024-09-12T12:31:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f372b42e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534548faf0 0x565345494bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f372b42e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x565345495100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f372b42e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534549acb0 0x565345495640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f372b42e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f37201aed80 con 0x56534549acb0 2024-09-12T12:31:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f372b42e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f37201ae6b0 con 0x565345490410 2024-09-12T12:31:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f372b42e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f37201ab8f0 con 0x56534548faf0 2024-09-12T12:31:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f372b42e740 10 client.0 _ll_register_callbacks cb 0x7f3718009cd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:31:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f3726c33640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534549acb0 0x565345495640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f3726c33640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534549acb0 0x565345495640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44680/0 (socket says 172.21.15.82:44680) 2024-09-12T12:31:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f3726c33640 1 -- 172.21.15.82:0/3912560129 learned_addr learned my addr 172.21.15.82:0/3912560129 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f3726432640 1 --2- 172.21.15.82:0/3912560129 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534548faf0 0x565345494bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f3725c31640 1 --2- 172.21.15.82:0/3912560129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x565345495100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f3726c33640 1 -- 172.21.15.82:0/3912560129 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534548faf0 msgr2=0x565345494bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f3726c33640 1 --2- 172.21.15.82:0/3912560129 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534548faf0 0x565345494bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f3726c33640 1 -- 172.21.15.82:0/3912560129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 msgr2=0x565345495100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f3726c33640 1 --2- 172.21.15.82:0/3912560129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x565345495100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f3726c33640 1 -- 172.21.15.82:0/3912560129 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653454872d0 con 0x56534549acb0 2024-09-12T12:31:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f3725c31640 1 --2- 172.21.15.82:0/3912560129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x565345495100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:31:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f3726c33640 1 --2- 172.21.15.82:0/3912560129 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534549acb0 0x565345495640 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f3718027d50 tx=0x7f3718027690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f36ffda8ad41c83 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.949+0000 7f3709ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:31:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f3709ffb640 1 -- 172.21.15.82:0/3912560129 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f371803c060 con 0x56534549acb0 2024-09-12T12:31:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f3709ffb640 1 -- 172.21.15.82:0/3912560129 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f3718027880 con 0x56534549acb0 2024-09-12T12:31:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f372b42e740 1 -- 172.21.15.82:0/3912560129 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f371c005500 con 0x56534549acb0 2024-09-12T12:31:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f3709ffb640 1 -- 172.21.15.82:0/3912560129 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3718033040 con 0x56534549acb0 2024-09-12T12:31:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f372b42e740 10 client.16017 fetch_fsmap learned FSMap version 28 2024-09-12T12:31:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f372b42e740 1 -- 172.21.15.82:0/3912560129 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x565345515a30 con 0x56534549acb0 2024-09-12T12:31:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f3709ffb640 1 -- 172.21.15.82:0/3912560129 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f371c005500 con 0x56534549acb0 2024-09-12T12:31:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f3709ffb640 1 -- 172.21.15.82:0/3912560129 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3718036030 con 0x56534549acb0 2024-09-12T12:31:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f372b42e740 10 client.16017 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:31:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f372b42e740 10 client.16017 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:31:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f372b42e740 20 client.16017 populate_metadata read hostname 'smithi082' 2024-09-12T12:31:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f372b42e740 1 --2- 172.21.15.82:0/3912560129 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x565345516090 0x5653455184b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f372b42e740 4 client.16017 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:31:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f372b42e740 1 -- 172.21.15.82:0/3912560129 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x565345378900 con 0x565345516090 2024-09-12T12:31:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.950+0000 7f3726432640 1 --2- 172.21.15.82:0/3912560129 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x565345516090 0x5653455184b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.951+0000 7f3709ffb640 10 client.16017 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.951+0000 7f3726432640 1 --2- 172.21.15.82:0/3912560129 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x565345516090 0x5653455184b0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=217ab2c8f6f4ed18 server_cookie=fcdfad9b8e82d89e in_seq=0 out_seq=0 2024-09-12T12:31:08.964 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f3709ffb640 1 -- 172.21.15.82:0/3912560129 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x565345378900 con 0x565345516090 2024-09-12T12:31:08.964 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f3709ffb640 10 client.16017 handle_command_reply: tid=0 2024-09-12T12:31:08.964 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f372b42e740 1 client.16017 shutdown 2024-09-12T12:31:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f372b42e740 1 -- 172.21.15.82:0/3912560129 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534549acb0 msgr2=0x565345495640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f372b42e740 1 --2- 172.21.15.82:0/3912560129 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534549acb0 0x565345495640 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f3718027d50 tx=0x7f3718027690 comp rx=0 tx=0).stop 2024-09-12T12:31:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f372b42e740 1 -- 172.21.15.82:0/3912560129 shutdown_connections 2024-09-12T12:31:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f372b42e740 1 --2- 172.21.15.82:0/3912560129 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x565345516090 0x5653455184b0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f372b42e740 1 --2- 172.21.15.82:0/3912560129 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56534549acb0 0x565345495640 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f372b42e740 1 --2- 172.21.15.82:0/3912560129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565345490410 0x565345495100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f3709ffb640 0 client.16017 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f372b42e740 1 --2- 172.21.15.82:0/3912560129 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56534548faf0 0x565345494bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f372b42e740 1 -- 172.21.15.82:0/3912560129 >> 172.21.15.82:0/3912560129 conn(0x56534548c060 msgr2=0x565345499460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f372b42e740 1 -- 172.21.15.82:0/3912560129 shutdown_connections 2024-09-12T12:31:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f372b42e740 1 -- 172.21.15.82:0/3912560129 wait complete. 2024-09-12T12:31:08.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.964+0000 7f372b42e740 20 client.16017 trim_cache size 0 max 16384 2024-09-12T12:31:08.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:31:08.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:31:08.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:31:08.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:31:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.965+0000 7f3728696640 1 -- 172.21.15.82:0/3589139335 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f370c0a2da0 msgr2=0x7f370c0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.965+0000 7f3728696640 1 --2- 172.21.15.82:0/3589139335 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f370c0a2da0 0x7f370c0a5260 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f3718005fd0 tx=0x7f3718009a60 comp rx=0 tx=0).stop 2024-09-12T12:31:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.965+0000 7f3728696640 1 -- 172.21.15.82:0/3589139335 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3720102470 msgr2=0x7f3720198930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.965+0000 7f3728696640 1 --2- 172.21.15.82:0/3589139335 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3720102470 0x7f3720198930 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f371000d770 tx=0x7f371000dc30 comp rx=0 tx=0).stop 2024-09-12T12:31:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.965+0000 7f3728696640 1 -- 172.21.15.82:0/3589139335 shutdown_connections 2024-09-12T12:31:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.965+0000 7f3728696640 1 --2- 172.21.15.82:0/3589139335 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f370c0a2da0 0x7f370c0a5260 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.965+0000 7f3728696640 1 --2- 172.21.15.82:0/3589139335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3720107b70 0x7f372019ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.965+0000 7f3728696640 1 --2- 172.21.15.82:0/3589139335 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3720102470 0x7f3720198930 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.965+0000 7f3728696640 1 --2- 172.21.15.82:0/3589139335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3720101ad0 0x7f37201983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.965+0000 7f3728696640 1 -- 172.21.15.82:0/3589139335 >> 172.21.15.82:0/3589139335 conn(0x7f37200fd7d0 msgr2=0x7f37200fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.965+0000 7f3728696640 1 -- 172.21.15.82:0/3589139335 shutdown_connections 2024-09-12T12:31:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:08.965+0000 7f3728696640 1 -- 172.21.15.82:0/3589139335 wait complete. 2024-09-12T12:31:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:10 smithi097 ceph-mon[34923]: pgmap v137: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 23 op/s 2024-09-12T12:31:10.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:10 smithi082 ceph-mon[31122]: pgmap v137: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 23 op/s 2024-09-12T12:31:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:10 smithi114 ceph-mon[35514]: pgmap v137: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 23 op/s 2024-09-12T12:31:12.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:12 smithi097 ceph-mon[34923]: pgmap v138: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 23 op/s 2024-09-12T12:31:12.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:12 smithi082 ceph-mon[31122]: pgmap v138: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 23 op/s 2024-09-12T12:31:12.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:12 smithi114 ceph-mon[35514]: pgmap v138: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 23 op/s 2024-09-12T12:31:14.520 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:31:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:14 smithi097 ceph-mon[34923]: pgmap v139: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 29 KiB/s wr, 30 op/s 2024-09-12T12:31:14.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:14 smithi082 ceph-mon[31122]: pgmap v139: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 29 KiB/s wr, 30 op/s 2024-09-12T12:31:14.781 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:31:14.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:14 smithi114 ceph-mon[35514]: pgmap v139: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 29 KiB/s wr, 30 op/s 2024-09-12T12:31:15.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.293+0000 7fac53094640 1 -- 172.21.15.82:0/4109754434 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fac4c101de0 msgr2=0x7fac4c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:15.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.293+0000 7fac53094640 1 --2- 172.21.15.82:0/4109754434 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fac4c101de0 0x7fac4c1021c0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fac44009900 tx=0x7fac4402a410 comp rx=0 tx=0).stop 2024-09-12T12:31:15.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.293+0000 7fac53094640 1 -- 172.21.15.82:0/4109754434 shutdown_connections 2024-09-12T12:31:15.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.293+0000 7fac53094640 1 --2- 172.21.15.82:0/4109754434 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fac4c106f10 0x7fac4c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:15.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.293+0000 7fac53094640 1 --2- 172.21.15.82:0/4109754434 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac4c102790 0x7fac4c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:15.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.293+0000 7fac53094640 1 --2- 172.21.15.82:0/4109754434 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fac4c101de0 0x7fac4c1021c0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:15.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.293+0000 7fac53094640 1 -- 172.21.15.82:0/4109754434 >> 172.21.15.82:0/4109754434 conn(0x7fac4c0fd8c0 msgr2=0x7fac4c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:15.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.293+0000 7fac53094640 1 -- 172.21.15.82:0/4109754434 shutdown_connections 2024-09-12T12:31:15.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.293+0000 7fac53094640 1 -- 172.21.15.82:0/4109754434 wait complete. 2024-09-12T12:31:15.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.294+0000 7fac53094640 1 Processor -- start 2024-09-12T12:31:15.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.294+0000 7fac53094640 1 -- start start 2024-09-12T12:31:15.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.294+0000 7fac53094640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fac4c101de0 0x7fac4c1984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:15.320 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.294+0000 7fac53094640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac4c102790 0x7fac4c198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:15.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.294+0000 7fac53094640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fac4c106f10 0x7fac4c19cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:15.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.294+0000 7fac53094640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c111f90 con 0x7fac4c106f10 2024-09-12T12:31:15.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.294+0000 7fac53094640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c111e10 con 0x7fac4c101de0 2024-09-12T12:31:15.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.294+0000 7fac53094640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c112110 con 0x7fac4c102790 2024-09-12T12:31:15.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.294+0000 7fac51631640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fac4c106f10 0x7fac4c19cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:15.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.294+0000 7fac51631640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fac4c106f10 0x7fac4c19cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44700/0 (socket says 172.21.15.82:44700) 2024-09-12T12:31:15.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.294+0000 7fac51631640 1 -- 172.21.15.82:0/381763650 learned_addr learned my addr 172.21.15.82:0/381763650 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:15.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.294+0000 7fac50e30640 1 --2- 172.21.15.82:0/381763650 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fac4c101de0 0x7fac4c1984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:15.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.295+0000 7fac4bfff640 1 --2- 172.21.15.82:0/381763650 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac4c102790 0x7fac4c198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:15.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.295+0000 7fac51631640 1 -- 172.21.15.82:0/381763650 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac4c102790 msgr2=0x7fac4c198a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:15.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.295+0000 7fac51631640 1 --2- 172.21.15.82:0/381763650 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac4c102790 0x7fac4c198a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:15.321 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.295+0000 7fac51631640 1 -- 172.21.15.82:0/381763650 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fac4c101de0 msgr2=0x7fac4c1984d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:15.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.295+0000 7fac51631640 1 --2- 172.21.15.82:0/381763650 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fac4c101de0 0x7fac4c1984d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:15.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.295+0000 7fac51631640 1 -- 172.21.15.82:0/381763650 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac4c19d480 con 0x7fac4c106f10 2024-09-12T12:31:15.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.295+0000 7fac51631640 1 --2- 172.21.15.82:0/381763650 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fac4c106f10 0x7fac4c19cda0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fac3400c970 tx=0x7fac3400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:15.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.295+0000 7fac49ffb640 1 -- 172.21.15.82:0/381763650 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac34007bb0 con 0x7fac4c106f10 2024-09-12T12:31:15.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.295+0000 7fac49ffb640 1 -- 172.21.15.82:0/381763650 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fac34007d50 con 0x7fac4c106f10 2024-09-12T12:31:15.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.295+0000 7fac49ffb640 1 -- 172.21.15.82:0/381763650 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac3400f450 con 0x7fac4c106f10 2024-09-12T12:31:15.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.295+0000 7fac53094640 1 -- 172.21.15.82:0/381763650 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac4c19d770 con 0x7fac4c106f10 2024-09-12T12:31:15.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.295+0000 7fac53094640 1 -- 172.21.15.82:0/381763650 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac4c1a5050 con 0x7fac4c106f10 2024-09-12T12:31:15.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.296+0000 7fac53094640 1 -- 172.21.15.82:0/381763650 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac4c1021c0 con 0x7fac4c106f10 2024-09-12T12:31:15.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.297+0000 7fac49ffb640 1 -- 172.21.15.82:0/381763650 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fac34004f60 con 0x7fac4c106f10 2024-09-12T12:31:15.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.298+0000 7fac49ffb640 1 --2- 172.21.15.82:0/381763650 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fac380a2d70 0x7fac380a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:15.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.298+0000 7fac49ffb640 1 -- 172.21.15.82:0/381763650 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fac340cf150 con 0x7fac4c106f10 2024-09-12T12:31:15.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.298+0000 7fac50e30640 1 --2- 172.21.15.82:0/381763650 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fac380a2d70 0x7fac380a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:15.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.299+0000 7fac50e30640 1 --2- 172.21.15.82:0/381763650 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fac380a2d70 0x7fac380a5230 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fac44000c00 tx=0x7fac440058d0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:15.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.302+0000 7fac49ffb640 1 -- 172.21.15.82:0/381763650 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fac34014030 con 0x7fac4c106f10 2024-09-12T12:31:15.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.504+0000 7fac53094640 1 -- 172.21.15.82:0/381763650 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fac4c02d7c0 con 0x7fac4c106f10 2024-09-12T12:31:15.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.505+0000 7fac49ffb640 1 -- 172.21.15.82:0/381763650 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7fac3409bd30 con 0x7fac4c106f10 2024-09-12T12:31:15.505 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:31:15.506 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:31:15.506 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:31:15.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.507+0000 7fac53094640 1 -- 172.21.15.82:0/381763650 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fac380a2d70 msgr2=0x7fac380a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:15.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.507+0000 7fac53094640 1 --2- 172.21.15.82:0/381763650 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fac380a2d70 0x7fac380a5230 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fac44000c00 tx=0x7fac440058d0 comp rx=0 tx=0).stop 2024-09-12T12:31:15.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.507+0000 7fac53094640 1 -- 172.21.15.82:0/381763650 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fac4c106f10 msgr2=0x7fac4c19cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:15.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.507+0000 7fac53094640 1 --2- 172.21.15.82:0/381763650 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fac4c106f10 0x7fac4c19cda0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fac3400c970 tx=0x7fac3400ce30 comp rx=0 tx=0).stop 2024-09-12T12:31:15.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.507+0000 7fac53094640 1 -- 172.21.15.82:0/381763650 shutdown_connections 2024-09-12T12:31:15.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.507+0000 7fac53094640 1 --2- 172.21.15.82:0/381763650 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fac380a2d70 0x7fac380a5230 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:15.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.507+0000 7fac53094640 1 --2- 172.21.15.82:0/381763650 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fac4c106f10 0x7fac4c19cda0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:15.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.507+0000 7fac53094640 1 --2- 172.21.15.82:0/381763650 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fac4c102790 0x7fac4c198a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:15.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.507+0000 7fac53094640 1 --2- 172.21.15.82:0/381763650 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fac4c101de0 0x7fac4c1984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:15.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.507+0000 7fac53094640 1 -- 172.21.15.82:0/381763650 >> 172.21.15.82:0/381763650 conn(0x7fac4c0fd8c0 msgr2=0x7fac4c0fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:15.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.507+0000 7fac53094640 1 -- 172.21.15.82:0/381763650 shutdown_connections 2024-09-12T12:31:15.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:15.508+0000 7fac53094640 1 -- 172.21.15.82:0/381763650 wait complete. 2024-09-12T12:31:15.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:15 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/381763650' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:31:15.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:15 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/381763650' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:31:16.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:15 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/381763650' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:31:16.228 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --set-id 7ab7337c --release --await' 2024-09-12T12:31:16.228 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --set-id 7ab7337c --release --await 2024-09-12T12:31:16.477 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:31:16.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:16 smithi114 ceph-mon[35514]: pgmap v140: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.9 KiB/s wr, 11 op/s 2024-09-12T12:31:16.861 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:16 smithi082 ceph-mon[31122]: pgmap v140: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.9 KiB/s wr, 11 op/s 2024-09-12T12:31:16.959 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.948+0000 7f50f9b9c640 1 -- 172.21.15.82:0/212987051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50f4100e20 msgr2=0x7f50f4101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:16.959 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.948+0000 7f50f9b9c640 1 --2- 172.21.15.82:0/212987051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50f4100e20 0x7f50f4101200 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f50e4009900 tx=0x7f50e402a480 comp rx=0 tx=0).stop 2024-09-12T12:31:16.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.948+0000 7f50f9b9c640 1 -- 172.21.15.82:0/212987051 shutdown_connections 2024-09-12T12:31:16.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.948+0000 7f50f9b9c640 1 --2- 172.21.15.82:0/212987051 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50f4102ef0 0x7f50f410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.948+0000 7f50f9b9c640 1 --2- 172.21.15.82:0/212987051 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50f4102570 0x7f50f41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.948+0000 7f50f9b9c640 1 --2- 172.21.15.82:0/212987051 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50f4100e20 0x7f50f4101200 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.948+0000 7f50f9b9c640 1 -- 172.21.15.82:0/212987051 >> 172.21.15.82:0/212987051 conn(0x7f50f40fc7d0 msgr2=0x7f50f40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:16.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.948+0000 7f50f9b9c640 1 -- 172.21.15.82:0/212987051 shutdown_connections 2024-09-12T12:31:16.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.948+0000 7f50f9b9c640 1 -- 172.21.15.82:0/212987051 wait complete. 2024-09-12T12:31:16.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.949+0000 7f50f9b9c640 1 Processor -- start 2024-09-12T12:31:16.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.949+0000 7f50f9b9c640 1 -- start start 2024-09-12T12:31:16.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.949+0000 7f50f9b9c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50f4100e20 0x7f50f41a0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.949+0000 7f50f9b9c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50f4102570 0x7f50f41a09a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.960 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.949+0000 7f50f9b9c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50f4102ef0 0x7f50f419a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.949+0000 7f50f9b9c640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f50f4110fa0 con 0x7f50f4102ef0 2024-09-12T12:31:16.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.949+0000 7f50f9b9c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f50f4110e20 con 0x7f50f4102570 2024-09-12T12:31:16.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.949+0000 7f50f9b9c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f50f4111120 con 0x7f50f4100e20 2024-09-12T12:31:16.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.949+0000 7f50f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50f4102ef0 0x7f50f419a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.949+0000 7f50f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50f4102ef0 0x7f50f419a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44714/0 (socket says 172.21.15.82:44714) 2024-09-12T12:31:16.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.949+0000 7f50f3fff640 1 -- 172.21.15.82:0/1156676897 learned_addr learned my addr 172.21.15.82:0/1156676897 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:16.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.949+0000 7f50f37fe640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50f4100e20 0x7f50f41a0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.949+0000 7f50ebfff640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50f4102570 0x7f50f41a09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.950+0000 7f50f3fff640 1 -- 172.21.15.82:0/1156676897 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50f4100e20 msgr2=0x7f50f41a0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:16.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.950+0000 7f50f3fff640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50f4100e20 0x7f50f41a0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.950+0000 7f50f3fff640 1 -- 172.21.15.82:0/1156676897 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50f4102570 msgr2=0x7f50f41a09a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:16.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.950+0000 7f50f3fff640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50f4102570 0x7f50f41a09a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.950+0000 7f50f3fff640 1 -- 172.21.15.82:0/1156676897 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50f419ad50 con 0x7f50f4102ef0 2024-09-12T12:31:16.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.950+0000 7f50ebfff640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50f4102570 0x7f50f41a09a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:31:16.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.950+0000 7f50f3fff640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50f4102ef0 0x7f50f419a620 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f50ec00b970 tx=0x7f50ec00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:16.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.950+0000 7f50f17fa640 1 -- 172.21.15.82:0/1156676897 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50ec019070 con 0x7f50f4102ef0 2024-09-12T12:31:16.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.950+0000 7f50f17fa640 1 -- 172.21.15.82:0/1156676897 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50ec00cb40 con 0x7f50f4102ef0 2024-09-12T12:31:16.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.950+0000 7f50f17fa640 1 -- 172.21.15.82:0/1156676897 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50ec007650 con 0x7f50f4102ef0 2024-09-12T12:31:16.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.950+0000 7f50f9b9c640 1 -- 172.21.15.82:0/1156676897 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50f419b040 con 0x7f50f4102ef0 2024-09-12T12:31:16.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.950+0000 7f50f9b9c640 1 -- 172.21.15.82:0/1156676897 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50f41a7330 con 0x7f50f4102ef0 2024-09-12T12:31:16.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.952+0000 7f50f17fa640 1 -- 172.21.15.82:0/1156676897 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f50ec01c070 con 0x7f50f4102ef0 2024-09-12T12:31:16.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.952+0000 7f50fbf75740 1 Processor -- start 2024-09-12T12:31:16.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50fbf75740 1 -- start start 2024-09-12T12:31:16.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50fbf75740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfa1060 0x5564dbfa1440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50fbf75740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1980 0x5564dbfabd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50fbf75740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfac240 0x5564dbfae630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50fbf75740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5564dbf06620 con 0x5564dbfac240 2024-09-12T12:31:16.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50fbf75740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5564dbeade50 con 0x5564dbfa1980 2024-09-12T12:31:16.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50fbf75740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5564dbf025e0 con 0x5564dbfa1060 2024-09-12T12:31:16.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfac240 0x5564dbfae630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfac240 0x5564dbfae630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44718/0 (socket says 172.21.15.82:44718) 2024-09-12T12:31:16.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50ebfff640 1 -- 172.21.15.82:0/2080942959 learned_addr learned my addr 172.21.15.82:0/2080942959 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:16.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50f17fa640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50e00a2cf0 0x7f50e00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50ebfff640 1 --2- 172.21.15.82:0/2080942959 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfa1060 0x5564dbfa1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50f37fe640 1 --2- 172.21.15.82:0/2080942959 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1980 0x5564dbfabd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50f3fff640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50e00a2cf0 0x7f50e00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50ebfff640 1 -- 172.21.15.82:0/2080942959 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfa1060 msgr2=0x5564dbfa1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:16.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50ebfff640 1 --2- 172.21.15.82:0/2080942959 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfa1060 0x5564dbfa1440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50ebfff640 1 -- 172.21.15.82:0/2080942959 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1980 msgr2=0x5564dbfabd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:16.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50ebfff640 1 --2- 172.21.15.82:0/2080942959 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1980 0x5564dbfabd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.953+0000 7f50ebfff640 1 -- 172.21.15.82:0/2080942959 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564dbe9ed40 con 0x5564dbfac240 2024-09-12T12:31:16.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.954+0000 7f50f17fa640 1 -- 172.21.15.82:0/1156676897 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f50ec0ce970 con 0x7f50f4102ef0 2024-09-12T12:31:16.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.954+0000 7f50ebfff640 1 --2- 172.21.15.82:0/2080942959 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfac240 0x5564dbfae630 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f50dc0127e0 tx=0x7f50dc00d380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8543f6f04d04859d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:16.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.954+0000 7f50e9ffb640 1 -- 172.21.15.82:0/2080942959 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50dc00aa60 con 0x5564dbfac240 2024-09-12T12:31:16.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.954+0000 7f50f3fff640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50e00a2cf0 0x7f50e00a51b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f50ec0979e0 tx=0x7f50ec0c2040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:16.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.954+0000 7f50e9ffb640 1 -- 172.21.15.82:0/2080942959 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50dc012e20 con 0x5564dbfac240 2024-09-12T12:31:16.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.954+0000 7f50e9ffb640 1 -- 172.21.15.82:0/2080942959 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50dc0103d0 con 0x5564dbfac240 2024-09-12T12:31:16.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.954+0000 7f50fbf75740 1 -- 172.21.15.82:0/2080942959 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfac240 msgr2=0x5564dbfae630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:16.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.954+0000 7f50fbf75740 1 --2- 172.21.15.82:0/2080942959 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfac240 0x5564dbfae630 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f50dc0127e0 tx=0x7f50dc00d380 comp rx=0 tx=0).stop 2024-09-12T12:31:16.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 -- 172.21.15.82:0/2080942959 shutdown_connections 2024-09-12T12:31:16.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 --2- 172.21.15.82:0/2080942959 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfac240 0x5564dbfae630 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 --2- 172.21.15.82:0/2080942959 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1980 0x5564dbfabd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 --2- 172.21.15.82:0/2080942959 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfa1060 0x5564dbfa1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 -- 172.21.15.82:0/2080942959 >> 172.21.15.82:0/2080942959 conn(0x5564dbf9d5f0 msgr2=0x5564dbf9d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:16.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 -- 172.21.15.82:0/2080942959 shutdown_connections 2024-09-12T12:31:16.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 -- 172.21.15.82:0/2080942959 wait complete. 2024-09-12T12:31:16.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 -- start start 2024-09-12T12:31:16.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 Processor -- start 2024-09-12T12:31:16.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1060 0x5564dbfa91c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfa1980 0x5564dbfa9700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfac240 0x5564dbfa9c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5564dbfaee10 con 0x5564dbfa1980 2024-09-12T12:31:16.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5564dbe8ef10 con 0x5564dbfa1060 2024-09-12T12:31:16.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5564dbfaef90 con 0x5564dbfac240 2024-09-12T12:31:16.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.955+0000 7f50fbf75740 10 client.0 _ll_register_callbacks cb 0x5564dbeb2db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:31:16.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50f37fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfa1980 0x5564dbfa9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50f37fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfa1980 0x5564dbfa9700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44734/0 (socket says 172.21.15.82:44734) 2024-09-12T12:31:16.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50f37fe640 1 -- 172.21.15.82:0/887341203 learned_addr learned my addr 172.21.15.82:0/887341203 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:16.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50ebfff640 1 --2- 172.21.15.82:0/887341203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfac240 0x5564dbfa9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50ebfff640 1 --2- 172.21.15.82:0/887341203 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1060 0x5564dbfa91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50f37fe640 1 -- 172.21.15.82:0/887341203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfac240 msgr2=0x5564dbfa9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:16.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50f37fe640 1 --2- 172.21.15.82:0/887341203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfac240 0x5564dbfa9c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50f37fe640 1 -- 172.21.15.82:0/887341203 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1060 msgr2=0x5564dbfa91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:16.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50f37fe640 1 --2- 172.21.15.82:0/887341203 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1060 0x5564dbfa91c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50f37fe640 1 -- 172.21.15.82:0/887341203 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564dbc15580 con 0x5564dbfa1980 2024-09-12T12:31:16.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50ebfff640 1 --2- 172.21.15.82:0/887341203 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1060 0x5564dbfa91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:31:16.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50f37fe640 1 --2- 172.21.15.82:0/887341203 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfa1980 0x5564dbfa9700 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f50e4009900 tx=0x7f50e4004580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2f67ac7bc174f1c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:16.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:31:16.966 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50d2ffd640 1 -- 172.21.15.82:0/887341203 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e4035040 con 0x5564dbfa1980 2024-09-12T12:31:16.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50d2ffd640 1 -- 172.21.15.82:0/887341203 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f50e4003bc0 con 0x5564dbfa1980 2024-09-12T12:31:16.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50fbf75740 1 -- 172.21.15.82:0/887341203 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50dc012e20 con 0x5564dbfa1980 2024-09-12T12:31:16.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50d2ffd640 1 -- 172.21.15.82:0/887341203 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f50e4003dc0 con 0x5564dbfa1980 2024-09-12T12:31:16.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50fbf75740 10 client.16035 fetch_fsmap learned FSMap version 28 2024-09-12T12:31:16.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.956+0000 7f50fbf75740 1 -- 172.21.15.82:0/887341203 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5564dbcdf960 con 0x5564dbfa1980 2024-09-12T12:31:16.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.957+0000 7f50d2ffd640 1 -- 172.21.15.82:0/887341203 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50dc012e20 con 0x5564dbfa1980 2024-09-12T12:31:16.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.957+0000 7f50d2ffd640 1 -- 172.21.15.82:0/887341203 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f50e403c6c0 con 0x5564dbfa1980 2024-09-12T12:31:16.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.957+0000 7f50fbf75740 10 client.16035 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:31:16.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.957+0000 7f50fbf75740 10 client.16035 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:31:16.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.957+0000 7f50fbf75740 20 client.16035 populate_metadata read hostname 'smithi082' 2024-09-12T12:31:16.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.957+0000 7f50fbf75740 1 --2- 172.21.15.82:0/887341203 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564dbfbbd80 0x5564dbfbe220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.957+0000 7f50fbf75740 4 client.16035 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:31:16.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.957+0000 7f50fbf75740 1 -- 172.21.15.82:0/887341203 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5564dbf13b90 con 0x5564dbfbbd80 2024-09-12T12:31:16.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.957+0000 7f50ebfff640 1 --2- 172.21.15.82:0/887341203 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564dbfbbd80 0x5564dbfbe220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.957+0000 7f50ebfff640 1 --2- 172.21.15.82:0/887341203 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564dbfbbd80 0x5564dbfbe220 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec6734fd25f68cc2 server_cookie=8fc7cf5ecee1ed7d in_seq=0 out_seq=0 2024-09-12T12:31:16.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.957+0000 7f50d2ffd640 10 client.16035 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:16.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.958+0000 7f50d2ffd640 1 -- 172.21.15.82:0/887341203 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5564dbf13b90 con 0x5564dbfbbd80 2024-09-12T12:31:16.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.958+0000 7f50d2ffd640 10 client.16035 handle_command_reply: tid=0 2024-09-12T12:31:16.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.958+0000 7f50fbf75740 1 client.16035 shutdown 2024-09-12T12:31:16.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.958+0000 7f50fbf75740 1 -- 172.21.15.82:0/887341203 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfa1980 msgr2=0x5564dbfa9700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:16.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.958+0000 7f50fbf75740 1 --2- 172.21.15.82:0/887341203 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfa1980 0x5564dbfa9700 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f50e4009900 tx=0x7f50e4004580 comp rx=0 tx=0).stop 2024-09-12T12:31:16.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.958+0000 7f50fbf75740 1 -- 172.21.15.82:0/887341203 shutdown_connections 2024-09-12T12:31:16.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.958+0000 7f50fbf75740 1 --2- 172.21.15.82:0/887341203 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564dbfbbd80 0x5564dbfbe220 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.958+0000 7f50d2ffd640 0 client.16035 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:16.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.958+0000 7f50fbf75740 1 --2- 172.21.15.82:0/887341203 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfac240 0x5564dbfa9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.958+0000 7f50fbf75740 1 --2- 172.21.15.82:0/887341203 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfa1980 0x5564dbfa9700 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.958+0000 7f50fbf75740 1 --2- 172.21.15.82:0/887341203 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1060 0x5564dbfa91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.958+0000 7f50fbf75740 1 -- 172.21.15.82:0/887341203 >> 172.21.15.82:0/887341203 conn(0x5564dbf9d5f0 msgr2=0x5564dbfa32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:16.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.959+0000 7f50fbf75740 1 -- 172.21.15.82:0/887341203 shutdown_connections 2024-09-12T12:31:16.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.959+0000 7f50fbf75740 1 -- 172.21.15.82:0/887341203 wait complete. 2024-09-12T12:31:16.969 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.959+0000 7f50fbf75740 20 client.16035 trim_cache size 0 max 16384 2024-09-12T12:31:16.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.975+0000 7f50fbf75740 1 Processor -- start 2024-09-12T12:31:16.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.975+0000 7f50fbf75740 1 -- start start 2024-09-12T12:31:16.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.975+0000 7f50fbf75740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1060 0x5564dbfa31c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.975+0000 7f50fbf75740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfa1980 0x5564dbfc3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.975+0000 7f50fbf75740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfac240 0x5564dbfc4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.975+0000 7f50fbf75740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f50f41afbe0 con 0x5564dbfac240 2024-09-12T12:31:16.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.975+0000 7f50fbf75740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f50f41b1720 con 0x5564dbfa1060 2024-09-12T12:31:16.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.975+0000 7f50fbf75740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f50f41b02b0 con 0x5564dbfa1980 2024-09-12T12:31:16.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.975+0000 7f50ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfac240 0x5564dbfc4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.975+0000 7f50ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfac240 0x5564dbfc4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44744/0 (socket says 172.21.15.82:44744) 2024-09-12T12:31:16.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.975+0000 7f50ebfff640 1 -- 172.21.15.82:0/1644970618 learned_addr learned my addr 172.21.15.82:0/1644970618 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:16.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.976+0000 7f50ebfff640 1 -- 172.21.15.82:0/1644970618 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfa1980 msgr2=0x5564dbfc3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:16.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.976+0000 7f50f37fe640 1 --2- 172.21.15.82:0/1644970618 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfa1980 0x5564dbfc3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.976+0000 7f50ebfff640 1 --2- 172.21.15.82:0/1644970618 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfa1980 0x5564dbfc3af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.976+0000 7f50ebfff640 1 -- 172.21.15.82:0/1644970618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1060 msgr2=0x5564dbfa31c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:16.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.976+0000 7f50ebfff640 1 --2- 172.21.15.82:0/1644970618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1060 0x5564dbfa31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.978 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.976+0000 7f50ebfff640 1 -- 172.21.15.82:0/1644970618 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564dbfabb30 con 0x5564dbfac240 2024-09-12T12:31:16.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.976+0000 7f50ebfff640 1 --2- 172.21.15.82:0/1644970618 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfac240 0x5564dbfc4030 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f50dc00a620 tx=0x7f50dc00d380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b97c77004f0511b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:16.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.976+0000 7f50e97fa640 1 -- 172.21.15.82:0/1644970618 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50dc012e20 con 0x5564dbfac240 2024-09-12T12:31:16.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.976+0000 7f50e97fa640 1 -- 172.21.15.82:0/1644970618 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50dc00da00 con 0x5564dbfac240 2024-09-12T12:31:16.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.976+0000 7f50e97fa640 1 -- 172.21.15.82:0/1644970618 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50dc00aac0 con 0x5564dbfac240 2024-09-12T12:31:16.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.977+0000 7f50fbf75740 1 -- 172.21.15.82:0/1644970618 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfac240 msgr2=0x5564dbfc4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:16.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.977+0000 7f50fbf75740 1 --2- 172.21.15.82:0/1644970618 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfac240 0x5564dbfc4030 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f50dc00a620 tx=0x7f50dc00d380 comp rx=0 tx=0).stop 2024-09-12T12:31:16.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.977+0000 7f50fbf75740 1 -- 172.21.15.82:0/1644970618 shutdown_connections 2024-09-12T12:31:16.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.977+0000 7f50fbf75740 1 --2- 172.21.15.82:0/1644970618 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfac240 0x5564dbfc4030 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.977+0000 7f50fbf75740 1 --2- 172.21.15.82:0/1644970618 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfa1980 0x5564dbfc3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.977+0000 7f50fbf75740 1 --2- 172.21.15.82:0/1644970618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1060 0x5564dbfa31c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.977+0000 7f50fbf75740 1 -- 172.21.15.82:0/1644970618 >> 172.21.15.82:0/1644970618 conn(0x5564dbf9d5f0 msgr2=0x5564dbfa2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:16.979 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.977+0000 7f50fbf75740 1 -- 172.21.15.82:0/1644970618 shutdown_connections 2024-09-12T12:31:16.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.977+0000 7f50fbf75740 1 -- 172.21.15.82:0/1644970618 wait complete. 2024-09-12T12:31:16.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.977+0000 7f50fbf75740 1 -- start start 2024-09-12T12:31:16.980 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.977+0000 7f50fbf75740 1 Processor -- start 2024-09-12T12:31:16.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50fbf75740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfa1060 0x5564dbfb0910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50fbf75740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1980 0x5564dbfb0e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50fbf75740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfac240 0x5564dbfb3f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50fbf75740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f50f41b1050 con 0x5564dbfa1060 2024-09-12T12:31:16.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50fbf75740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f50f41b0980 con 0x5564dbfa1980 2024-09-12T12:31:16.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50fbf75740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f50f41adbc0 con 0x5564dbfac240 2024-09-12T12:31:16.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50fbf75740 10 client.0 _ll_register_callbacks cb 0x7f50e4004210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:31:16.982 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfa1060 0x5564dbfb0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfa1060 0x5564dbfb0910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44758/0 (socket says 172.21.15.82:44758) 2024-09-12T12:31:16.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50ebfff640 1 -- 172.21.15.82:0/1081460698 learned_addr learned my addr 172.21.15.82:0/1081460698 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:16.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50f37fe640 1 --2- 172.21.15.82:0/1081460698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1980 0x5564dbfb0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50ebfff640 1 --2- 172.21.15.82:0/1081460698 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfac240 0x5564dbfb3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50ebfff640 1 -- 172.21.15.82:0/1081460698 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfac240 msgr2=0x5564dbfb3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:16.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50ebfff640 1 --2- 172.21.15.82:0/1081460698 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfac240 0x5564dbfb3f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50ebfff640 1 -- 172.21.15.82:0/1081460698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1980 msgr2=0x5564dbfb0e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:16.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50ebfff640 1 --2- 172.21.15.82:0/1081460698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1980 0x5564dbfb0e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50ebfff640 1 -- 172.21.15.82:0/1081460698 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564dbfb4670 con 0x5564dbfa1060 2024-09-12T12:31:16.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50ebfff640 1 --2- 172.21.15.82:0/1081460698 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfa1060 0x5564dbfb0910 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f50dc005b40 tx=0x7f50dc01dd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bb1da91c442a4bc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:16.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:31:16.983 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50d2ffd640 1 -- 172.21.15.82:0/1081460698 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50dc042060 con 0x5564dbfa1060 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50fbf75740 1 -- 172.21.15.82:0/1081460698 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50dc00da00 con 0x5564dbfa1060 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.978+0000 7f50d2ffd640 1 -- 172.21.15.82:0/1081460698 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f50dc01d430 con 0x5564dbfa1060 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.979+0000 7f50d2ffd640 1 -- 172.21.15.82:0/1081460698 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f50dc01d630 con 0x5564dbfa1060 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.979+0000 7f50fbf75740 10 client.16041 fetch_fsmap learned FSMap version 28 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.979+0000 7f50fbf75740 1 -- 172.21.15.82:0/1081460698 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5564dc027640 con 0x5564dbfa1060 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.979+0000 7f50d2ffd640 1 -- 172.21.15.82:0/1081460698 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f50dc00da00 con 0x5564dbfa1060 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.979+0000 7f50d2ffd640 1 -- 172.21.15.82:0/1081460698 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f50dc005340 con 0x5564dbfa1060 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.979+0000 7f50fbf75740 10 client.16041 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.979+0000 7f50fbf75740 10 client.16041 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.979+0000 7f50fbf75740 20 client.16041 populate_metadata read hostname 'smithi082' 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.979+0000 7f50fbf75740 1 --2- 172.21.15.82:0/1081460698 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564dbfbbd80 0x5564dc029b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.979+0000 7f50fbf75740 4 client.16041 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "7ab7337c", "release": true, "await": true}] 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.979+0000 7f50fbf75740 1 -- 172.21.15.82:0/1081460698 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "set_id": "7ab7337c", "release": true, "await": true}) -- 0x5564dbf0e0a0 con 0x5564dbfbbd80 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.979+0000 7f50f37fe640 1 --2- 172.21.15.82:0/1081460698 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564dbfbbd80 0x5564dc029b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:16.984 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.980+0000 7f50f37fe640 1 --2- 172.21.15.82:0/1081460698 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564dbfbbd80 0x5564dc029b10 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51795ebd289173cd server_cookie=c12b384af44fbbaa in_seq=0 out_seq=0 2024-09-12T12:31:16.985 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.980+0000 7f50d2ffd640 10 client.16041 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:16.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.982+0000 7f50d2ffd640 1 -- 172.21.15.82:0/1081460698 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5564dbf0e0a0 con 0x5564dbfbbd80 2024-09-12T12:31:16.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.982+0000 7f50d2ffd640 10 client.16041 handle_command_reply: tid=0 2024-09-12T12:31:16.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.982+0000 7f50fbf75740 1 client.16041 shutdown 2024-09-12T12:31:16.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50fbf75740 1 -- 172.21.15.82:0/1081460698 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfa1060 msgr2=0x5564dbfb0910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:16.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50fbf75740 1 --2- 172.21.15.82:0/1081460698 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfa1060 0x5564dbfb0910 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f50dc005b40 tx=0x7f50dc01dd90 comp rx=0 tx=0).stop 2024-09-12T12:31:16.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50fbf75740 1 -- 172.21.15.82:0/1081460698 shutdown_connections 2024-09-12T12:31:16.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50fbf75740 1 --2- 172.21.15.82:0/1081460698 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5564dbfbbd80 0x5564dc029b10 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50fbf75740 1 --2- 172.21.15.82:0/1081460698 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5564dbfac240 0x5564dbfb3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50fbf75740 1 --2- 172.21.15.82:0/1081460698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5564dbfa1980 0x5564dbfb0e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50fbf75740 1 --2- 172.21.15.82:0/1081460698 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5564dbfa1060 0x5564dbfb0910 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50d2ffd640 0 client.16041 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:16.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50fbf75740 1 -- 172.21.15.82:0/1081460698 >> 172.21.15.82:0/1081460698 conn(0x5564dbf9d5f0 msgr2=0x5564dbf9c750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:16.986 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50fbf75740 1 -- 172.21.15.82:0/1081460698 shutdown_connections 2024-09-12T12:31:16.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50fbf75740 1 -- 172.21.15.82:0/1081460698 wait complete. 2024-09-12T12:31:16.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50fbf75740 20 client.16041 trim_cache size 0 max 16384 2024-09-12T12:31:16.987 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:31:16.987 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:31:16.987 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:31:16.987 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 20, 2024-09-12T12:31:16.987 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:31:16.987 INFO:teuthology.orchestra.run.smithi082.stdout: "7ab7337c": { 2024-09-12T12:31:16.987 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 20, 2024-09-12T12:31:16.988 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:31:16.988 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:31:16.988 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:31:16.988 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:31:16.988 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:31:16.988 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:31:16.988 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 140.2, 2024-09-12T12:31:16.988 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:31:16.988 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:31:16.988 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:31:16.988 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:31:16.988 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:31:16.988 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:31:16.988 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:31:16.989 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:31:16.989 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:31:16.989 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:31:16.989 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:31:16.989 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:31:16.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50f9b9c640 1 -- 172.21.15.82:0/1156676897 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50e00a2cf0 msgr2=0x7f50e00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:16.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50f9b9c640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50e00a2cf0 0x7f50e00a51b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f50ec0979e0 tx=0x7f50ec0c2040 comp rx=0 tx=0).stop 2024-09-12T12:31:16.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50f9b9c640 1 -- 172.21.15.82:0/1156676897 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50f4102ef0 msgr2=0x7f50f419a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:16.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.983+0000 7f50f9b9c640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50f4102ef0 0x7f50f419a620 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f50ec00b970 tx=0x7f50ec00be30 comp rx=0 tx=0).stop 2024-09-12T12:31:16.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.984+0000 7f50f9b9c640 1 -- 172.21.15.82:0/1156676897 shutdown_connections 2024-09-12T12:31:16.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.984+0000 7f50f9b9c640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50e00a2cf0 0x7f50e00a51b0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.984+0000 7f50f9b9c640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f50f4102ef0 0x7f50f419a620 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.984+0000 7f50f9b9c640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50f4102570 0x7f50f41a09a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.984+0000 7f50f9b9c640 1 --2- 172.21.15.82:0/1156676897 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50f4100e20 0x7f50f41a0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:16.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.984+0000 7f50f9b9c640 1 -- 172.21.15.82:0/1156676897 >> 172.21.15.82:0/1156676897 conn(0x7f50f40fc7d0 msgr2=0x7f50f406a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:16.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.984+0000 7f50f9b9c640 1 -- 172.21.15.82:0/1156676897 shutdown_connections 2024-09-12T12:31:16.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:31:16.984+0000 7f50f9b9c640 1 -- 172.21.15.82:0/1156676897 wait complete. 2024-09-12T12:31:17.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:16 smithi097 ceph-mon[34923]: pgmap v140: 97 pgs: 97 active+clean; 4.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.9 KiB/s wr, 11 op/s 2024-09-12T12:31:17.742 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '7ab7337c', total seconds elapsed: 23.4 2024-09-12T12:31:18.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:18 smithi097 ceph-mon[34923]: pgmap v141: 97 pgs: 97 active+clean; 4.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 16 op/s 2024-09-12T12:31:18.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:18 smithi082 ceph-mon[31122]: pgmap v141: 97 pgs: 97 active+clean; 4.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 16 op/s 2024-09-12T12:31:18.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:18 smithi114 ceph-mon[35514]: pgmap v141: 97 pgs: 97 active+clean; 4.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 16 op/s 2024-09-12T12:31:20.005 INFO:tasks.workunit.client.0.smithi082.stdout:64/600: open fd = 3 2024-09-12T12:31:20.005 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.005 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.005 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.005 INFO:tasks.workunit.client.0.smithi082.stdout:65/600: open fd = 3 2024-09-12T12:31:20.005 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.005 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.005 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.005 INFO:tasks.workunit.client.0.smithi082.stdout:66/600: open fd = 3 2024-09-12T12:31:20.005 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.005 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.005 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.006 INFO:tasks.workunit.client.0.smithi082.stdout:67/600: open fd = 3 2024-09-12T12:31:20.006 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.006 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.006 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.006 INFO:tasks.workunit.client.0.smithi082.stdout:68/600: open fd = 3 2024-09-12T12:31:20.006 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.006 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.006 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.006 INFO:tasks.workunit.client.0.smithi082.stdout:69/600: open fd = 3 2024-09-12T12:31:20.006 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.006 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.006 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.006 INFO:tasks.workunit.client.0.smithi082.stdout:70/600: open fd = 3 2024-09-12T12:31:20.007 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.007 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.007 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.007 INFO:tasks.workunit.client.0.smithi082.stdout:71/600: open fd = 3 2024-09-12T12:31:20.007 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.007 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.007 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.007 INFO:tasks.workunit.client.0.smithi082.stdout:72/600: open fd = 3 2024-09-12T12:31:20.007 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.007 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.007 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.007 INFO:tasks.workunit.client.0.smithi082.stdout:73/600: open fd = 3 2024-09-12T12:31:20.007 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.007 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:74/600: open fd = 3 2024-09-12T12:31:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:75/600: open fd = 3 2024-09-12T12:31:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:76/600: open fd = 3 2024-09-12T12:31:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.008 INFO:tasks.workunit.client.0.smithi082.stdout:77/600: open fd = 3 2024-09-12T12:31:20.009 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.009 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.009 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.009 INFO:tasks.workunit.client.0.smithi082.stdout:78/600: open fd = 3 2024-09-12T12:31:20.009 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.009 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.009 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.009 INFO:tasks.workunit.client.0.smithi082.stdout:79/600: open fd = 3 2024-09-12T12:31:20.009 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.009 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.009 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.009 INFO:tasks.workunit.client.0.smithi082.stdout:80/600: open fd = 3 2024-09-12T12:31:20.009 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.009 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.010 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.010 INFO:tasks.workunit.client.0.smithi082.stdout:81/600: open fd = 3 2024-09-12T12:31:20.010 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.010 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.010 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.010 INFO:tasks.workunit.client.0.smithi082.stdout:82/600: open fd = 3 2024-09-12T12:31:20.010 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.010 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.010 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.010 INFO:tasks.workunit.client.0.smithi082.stdout:83/600: open fd = 3 2024-09-12T12:31:20.010 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.010 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.010 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.011 INFO:tasks.workunit.client.0.smithi082.stdout:84/600: open fd = 3 2024-09-12T12:31:20.011 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.011 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.011 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.011 INFO:tasks.workunit.client.0.smithi082.stdout:85/600: open fd = 3 2024-09-12T12:31:20.011 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.011 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.011 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.011 INFO:tasks.workunit.client.0.smithi082.stdout:86/600: open fd = 3 2024-09-12T12:31:20.011 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.011 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.011 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.011 INFO:tasks.workunit.client.0.smithi082.stdout:87/600: open fd = 3 2024-09-12T12:31:20.011 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.012 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.012 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.012 INFO:tasks.workunit.client.0.smithi082.stdout:88/600: open fd = 3 2024-09-12T12:31:20.012 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.012 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.012 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.012 INFO:tasks.workunit.client.0.smithi082.stdout:89/600: open fd = 3 2024-09-12T12:31:20.012 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.012 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.012 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.012 INFO:tasks.workunit.client.0.smithi082.stdout:90/600: open fd = 3 2024-09-12T12:31:20.012 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.012 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.012 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.013 INFO:tasks.workunit.client.0.smithi082.stdout:91/600: open fd = 3 2024-09-12T12:31:20.013 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.013 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.013 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.013 INFO:tasks.workunit.client.0.smithi082.stdout:92/600: open fd = 3 2024-09-12T12:31:20.013 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.013 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.013 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.013 INFO:tasks.workunit.client.0.smithi082.stdout:93/600: open fd = 3 2024-09-12T12:31:20.013 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.013 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.013 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.013 INFO:tasks.workunit.client.0.smithi082.stdout:94/600: open fd = 3 2024-09-12T12:31:20.014 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.014 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.014 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.014 INFO:tasks.workunit.client.0.smithi082.stdout:95/600: open fd = 3 2024-09-12T12:31:20.014 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.014 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.014 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.014 INFO:tasks.workunit.client.0.smithi082.stdout:96/600: open fd = 3 2024-09-12T12:31:20.014 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.014 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.014 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.014 INFO:tasks.workunit.client.0.smithi082.stdout:97/600: open fd = 3 2024-09-12T12:31:20.014 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:98/600: open fd = 3 2024-09-12T12:31:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:99/600: open fd = 3 2024-09-12T12:31:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:100/600: open fd = 3 2024-09-12T12:31:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.015 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.016 INFO:tasks.workunit.client.0.smithi082.stdout:101/600: open fd = 3 2024-09-12T12:31:20.016 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.016 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.016 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.016 INFO:tasks.workunit.client.0.smithi082.stdout:102/600: open fd = 3 2024-09-12T12:31:20.016 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.016 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.016 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.016 INFO:tasks.workunit.client.0.smithi082.stdout:103/600: open fd = 3 2024-09-12T12:31:20.016 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.016 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.016 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.016 INFO:tasks.workunit.client.0.smithi082.stdout:104/600: open fd = 3 2024-09-12T12:31:20.016 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.017 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.017 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.017 INFO:tasks.workunit.client.0.smithi082.stdout:105/600: open fd = 3 2024-09-12T12:31:20.017 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.017 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.017 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.017 INFO:tasks.workunit.client.0.smithi082.stdout:106/600: open fd = 3 2024-09-12T12:31:20.017 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.017 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.018 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.018 INFO:tasks.workunit.client.0.smithi082.stdout:107/600: open fd = 3 2024-09-12T12:31:20.018 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.018 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.018 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.018 INFO:tasks.workunit.client.0.smithi082.stdout:108/600: open fd = 3 2024-09-12T12:31:20.018 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.018 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.018 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.018 INFO:tasks.workunit.client.0.smithi082.stdout:109/600: open fd = 3 2024-09-12T12:31:20.018 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.018 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.018 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.018 INFO:tasks.workunit.client.0.smithi082.stdout:110/600: open fd = 3 2024-09-12T12:31:20.019 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.019 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.019 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.019 INFO:tasks.workunit.client.0.smithi082.stdout:111/600: open fd = 3 2024-09-12T12:31:20.019 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.019 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.019 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.019 INFO:tasks.workunit.client.0.smithi082.stdout:112/600: open fd = 3 2024-09-12T12:31:20.019 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.019 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.019 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.019 INFO:tasks.workunit.client.0.smithi082.stdout:113/600: open fd = 3 2024-09-12T12:31:20.019 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.020 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.020 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.020 INFO:tasks.workunit.client.0.smithi082.stdout:114/600: open fd = 3 2024-09-12T12:31:20.020 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.020 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.020 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.020 INFO:tasks.workunit.client.0.smithi082.stdout:115/600: open fd = 3 2024-09-12T12:31:20.020 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.020 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.020 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.020 INFO:tasks.workunit.client.0.smithi082.stdout:116/600: open fd = 3 2024-09-12T12:31:20.020 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.020 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:117/600: open fd = 3 2024-09-12T12:31:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:118/600: open fd = 3 2024-09-12T12:31:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:119/600: open fd = 3 2024-09-12T12:31:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.021 INFO:tasks.workunit.client.0.smithi082.stdout:120/600: open fd = 3 2024-09-12T12:31:20.022 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.022 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.022 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.022 INFO:tasks.workunit.client.0.smithi082.stdout:121/600: open fd = 3 2024-09-12T12:31:20.022 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.022 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.022 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.022 INFO:tasks.workunit.client.0.smithi082.stdout:122/600: open fd = 3 2024-09-12T12:31:20.022 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.022 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.022 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.022 INFO:tasks.workunit.client.0.smithi082.stdout:123/600: open fd = 3 2024-09-12T12:31:20.022 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.022 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.023 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.023 INFO:tasks.workunit.client.0.smithi082.stdout:124/600: open fd = 3 2024-09-12T12:31:20.023 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.023 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.023 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.023 INFO:tasks.workunit.client.0.smithi082.stdout:125/600: open fd = 3 2024-09-12T12:31:20.023 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.023 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.023 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:31:20.023 INFO:tasks.workunit.client.0.smithi082.stdout:126/600: open fd = 3 2024-09-12T12:31:20.023 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:31:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:20 smithi097 ceph-mon[34923]: pgmap v142: 97 pgs: 97 active+clean; 4.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-09-12T12:31:20.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:20 smithi082 ceph-mon[31122]: pgmap v142: 97 pgs: 97 active+clean; 4.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-09-12T12:31:20.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:20 smithi114 ceph-mon[35514]: pgmap v142: 97 pgs: 97 active+clean; 4.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-09-12T12:31:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.060+0000 7f7065f6d640 1 -- 172.21.15.82:0/1217085869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f70601069e0 msgr2=0x7f7060106dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.060+0000 7f7065f6d640 1 --2- 172.21.15.82:0/1217085869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f70601069e0 0x7f7060106dc0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f7050009930 tx=0x7f705002a420 comp rx=0 tx=0).stop 2024-09-12T12:31:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.060+0000 7f7065f6d640 1 -- 172.21.15.82:0/1217085869 shutdown_connections 2024-09-12T12:31:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.060+0000 7f7065f6d640 1 --2- 172.21.15.82:0/1217085869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7060101370 0x7f706010d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.060+0000 7f7065f6d640 1 --2- 172.21.15.82:0/1217085869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70601009d0 0x7f7060100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.060+0000 7f7065f6d640 1 --2- 172.21.15.82:0/1217085869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f70601069e0 0x7f7060106dc0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.060+0000 7f7065f6d640 1 -- 172.21.15.82:0/1217085869 >> 172.21.15.82:0/1217085869 conn(0x7f70600fc6f0 msgr2=0x7f70600feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.060+0000 7f7065f6d640 1 -- 172.21.15.82:0/1217085869 shutdown_connections 2024-09-12T12:31:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.060+0000 7f7065f6d640 1 -- 172.21.15.82:0/1217085869 wait complete. 2024-09-12T12:31:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.060+0000 7f7065f6d640 1 Processor -- start 2024-09-12T12:31:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f7065f6d640 1 -- start start 2024-09-12T12:31:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f7065f6d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70601009d0 0x7f70600fcba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f7065f6d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7060101370 0x7f70600fd0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f7065f6d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f70601069e0 0x7f70600fd620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f7065f6d640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7060110e70 con 0x7f70601069e0 2024-09-12T12:31:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f7065f6d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7060110cf0 con 0x7f7060101370 2024-09-12T12:31:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f7065f6d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7060110ff0 con 0x7f70601009d0 2024-09-12T12:31:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f705ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f70601069e0 0x7f70600fd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f705ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f70601069e0 0x7f70600fd620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60000/0 (socket says 172.21.15.82:60000) 2024-09-12T12:31:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f705ffff640 1 -- 172.21.15.82:0/1984094209 learned_addr learned my addr 172.21.15.82:0/1984094209 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f705f7fe640 1 --2- 172.21.15.82:0/1984094209 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70601009d0 0x7f70600fcba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f705effd640 1 --2- 172.21.15.82:0/1984094209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7060101370 0x7f70600fd0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f705ffff640 1 -- 172.21.15.82:0/1984094209 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70601009d0 msgr2=0x7f70600fcba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f705ffff640 1 --2- 172.21.15.82:0/1984094209 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70601009d0 0x7f70600fcba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f705ffff640 1 -- 172.21.15.82:0/1984094209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7060101370 msgr2=0x7f70600fd0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f705ffff640 1 --2- 172.21.15.82:0/1984094209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7060101370 0x7f70600fd0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.061+0000 7f705ffff640 1 -- 172.21.15.82:0/1984094209 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70601a6830 con 0x7f70601069e0 2024-09-12T12:31:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.062+0000 7f705ffff640 1 --2- 172.21.15.82:0/1984094209 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f70601069e0 0x7f70600fd620 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f705800cce0 tx=0x7f705800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.062+0000 7f705cff9640 1 -- 172.21.15.82:0/1984094209 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f705800f450 con 0x7f70601069e0 2024-09-12T12:31:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.062+0000 7f705cff9640 1 -- 172.21.15.82:0/1984094209 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f705800fad0 con 0x7f70601069e0 2024-09-12T12:31:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.062+0000 7f7065f6d640 1 -- 172.21.15.82:0/1984094209 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70601a6b20 con 0x7f70601069e0 2024-09-12T12:31:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.062+0000 7f705cff9640 1 -- 172.21.15.82:0/1984094209 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7058018c10 con 0x7f70601069e0 2024-09-12T12:31:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.062+0000 7f7065f6d640 1 -- 172.21.15.82:0/1984094209 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70601a7020 con 0x7f70601069e0 2024-09-12T12:31:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.064+0000 7f705cff9640 1 -- 172.21.15.82:0/1984094209 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f705800f5f0 con 0x7f70601069e0 2024-09-12T12:31:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.064+0000 7f7068de6740 1 Processor -- start 2024-09-12T12:31:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f7068de6740 1 -- start start 2024-09-12T12:31:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f7068de6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f86daf0 0x55bf9f86ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f7068de6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f86e410 0x55bf9f878770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f7068de6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f878cb0 0x55bf9f87b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f7068de6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55bf9f7d22f0 con 0x55bf9f86e410 2024-09-12T12:31:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f7068de6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55bf9f77a270 con 0x55bf9f878cb0 2024-09-12T12:31:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f7068de6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55bf9f7ce2b0 con 0x55bf9f86daf0 2024-09-12T12:31:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f705f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f86e410 0x55bf9f878770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f705f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f86e410 0x55bf9f878770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60012/0 (socket says 172.21.15.82:60012) 2024-09-12T12:31:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f705cff9640 1 --2- 172.21.15.82:0/1984094209 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f704c0a2da0 0x7f704c0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f705f7fe640 1 -- 172.21.15.82:0/3333037695 learned_addr learned my addr 172.21.15.82:0/3333037695 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f705effd640 1 --2- 172.21.15.82:0/3333037695 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f86daf0 0x55bf9f86ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f705effd640 1 --2- 172.21.15.82:0/3333037695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f878cb0 0x55bf9f87b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f705ffff640 1 --2- 172.21.15.82:0/1984094209 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f704c0a2da0 0x7f704c0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f705f7fe640 1 -- 172.21.15.82:0/3333037695 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f86daf0 msgr2=0x55bf9f86ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f705f7fe640 1 --2- 172.21.15.82:0/3333037695 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f86daf0 0x55bf9f86ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f705f7fe640 1 -- 172.21.15.82:0/3333037695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f878cb0 msgr2=0x55bf9f87b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f705f7fe640 1 --2- 172.21.15.82:0/3333037695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f878cb0 0x55bf9f87b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f705f7fe640 1 -- 172.21.15.82:0/3333037695 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf9f779340 con 0x55bf9f86e410 2024-09-12T12:31:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f705effd640 1 --2- 172.21.15.82:0/3333037695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f878cb0 0x55bf9f87b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:31:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.065+0000 7f705cff9640 1 -- 172.21.15.82:0/1984094209 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f70580cfb70 con 0x7f70601069e0 2024-09-12T12:31:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.066+0000 7f705f7fe640 1 --2- 172.21.15.82:0/3333037695 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f86e410 0x55bf9f878770 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f7050009930 tx=0x7f7050004180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65173f451e1a48e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.066+0000 7f705ffff640 1 --2- 172.21.15.82:0/1984094209 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f704c0a2da0 0x7f704c0a5260 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f705809bf80 tx=0x7f705800af30 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.066+0000 7f7055ffb640 1 -- 172.21.15.82:0/3333037695 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7050035040 con 0x55bf9f86e410 2024-09-12T12:31:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.066+0000 7f7055ffb640 1 -- 172.21.15.82:0/3333037695 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7050005520 con 0x55bf9f86e410 2024-09-12T12:31:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.066+0000 7f7055ffb640 1 -- 172.21.15.82:0/3333037695 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7050003850 con 0x55bf9f86e410 2024-09-12T12:31:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.067+0000 7f7068de6740 1 -- 172.21.15.82:0/3333037695 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f86e410 msgr2=0x55bf9f878770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.067+0000 7f7068de6740 1 --2- 172.21.15.82:0/3333037695 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f86e410 0x55bf9f878770 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f7050009930 tx=0x7f7050004180 comp rx=0 tx=0).stop 2024-09-12T12:31:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.067+0000 7f7068de6740 1 -- 172.21.15.82:0/3333037695 shutdown_connections 2024-09-12T12:31:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.067+0000 7f7068de6740 1 --2- 172.21.15.82:0/3333037695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f878cb0 0x55bf9f87b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.067+0000 7f7068de6740 1 --2- 172.21.15.82:0/3333037695 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f86e410 0x55bf9f878770 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.067+0000 7f7068de6740 1 --2- 172.21.15.82:0/3333037695 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f86daf0 0x55bf9f86ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.067+0000 7f7068de6740 1 -- 172.21.15.82:0/3333037695 >> 172.21.15.82:0/3333037695 conn(0x55bf9f86a060 msgr2=0x55bf9f86a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.067+0000 7f7068de6740 1 -- 172.21.15.82:0/3333037695 shutdown_connections 2024-09-12T12:31:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.067+0000 7f7068de6740 1 -- 172.21.15.82:0/3333037695 wait complete. 2024-09-12T12:31:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.067+0000 7f7068de6740 1 -- start start 2024-09-12T12:31:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.067+0000 7f7068de6740 1 Processor -- start 2024-09-12T12:31:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f7068de6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86daf0 0x55bf9f875bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f7068de6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f86e410 0x55bf9f876110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f7068de6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f878cb0 0x55bf9f876650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f7068de6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55bf9f87b880 con 0x55bf9f86e410 2024-09-12T12:31:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f7068de6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55bf9f75b290 con 0x55bf9f86daf0 2024-09-12T12:31:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f7068de6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55bf9f87ba00 con 0x55bf9f878cb0 2024-09-12T12:31:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f7068de6740 10 client.0 _ll_register_callbacks cb 0x55bf9f78c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:31:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f705f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f86e410 0x55bf9f876110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f705f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f86e410 0x55bf9f876110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60028/0 (socket says 172.21.15.82:60028) 2024-09-12T12:31:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f705f7fe640 1 -- 172.21.15.82:0/229796526 learned_addr learned my addr 172.21.15.82:0/229796526 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f705effd640 1 --2- 172.21.15.82:0/229796526 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f878cb0 0x55bf9f876650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f705effd640 1 --2- 172.21.15.82:0/229796526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86daf0 0x55bf9f875bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f705f7fe640 1 -- 172.21.15.82:0/229796526 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f878cb0 msgr2=0x55bf9f876650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f705f7fe640 1 --2- 172.21.15.82:0/229796526 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f878cb0 0x55bf9f876650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f705f7fe640 1 -- 172.21.15.82:0/229796526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86daf0 msgr2=0x55bf9f875bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f705f7fe640 1 --2- 172.21.15.82:0/229796526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86daf0 0x55bf9f875bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f705f7fe640 1 -- 172.21.15.82:0/229796526 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf9f4e5210 con 0x55bf9f86e410 2024-09-12T12:31:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f705f7fe640 1 --2- 172.21.15.82:0/229796526 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f86e410 0x55bf9f876110 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f7050031550 tx=0x7f705002a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29dbd293164cc5ba server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f703effd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:31:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f703effd640 1 -- 172.21.15.82:0/229796526 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7050052060 con 0x55bf9f86e410 2024-09-12T12:31:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f703effd640 1 -- 172.21.15.82:0/229796526 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f7050004f40 con 0x55bf9f86e410 2024-09-12T12:31:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.068+0000 7f7068de6740 1 -- 172.21.15.82:0/229796526 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7050005520 con 0x55bf9f86e410 2024-09-12T12:31:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.069+0000 7f703effd640 1 -- 172.21.15.82:0/229796526 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7050035050 con 0x55bf9f86e410 2024-09-12T12:31:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.069+0000 7f7068de6740 10 client.16053 fetch_fsmap learned FSMap version 28 2024-09-12T12:31:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.069+0000 7f7068de6740 1 -- 172.21.15.82:0/229796526 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55bf9f5b1620 con 0x55bf9f86e410 2024-09-12T12:31:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.069+0000 7f703effd640 1 -- 172.21.15.82:0/229796526 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7050005520 con 0x55bf9f86e410 2024-09-12T12:31:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.069+0000 7f703effd640 1 -- 172.21.15.82:0/229796526 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7050003c60 con 0x55bf9f86e410 2024-09-12T12:31:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.069+0000 7f7068de6740 10 client.16053 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:31:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.069+0000 7f7068de6740 10 client.16053 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:31:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.069+0000 7f7068de6740 20 client.16053 populate_metadata read hostname 'smithi082' 2024-09-12T12:31:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.069+0000 7f7068de6740 1 --2- 172.21.15.82:0/229796526 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55bf9f888b00 0x55bf9f88aef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.069+0000 7f7068de6740 4 client.16053 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:31:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.069+0000 7f7068de6740 1 -- 172.21.15.82:0/229796526 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bf9f7dfa20 con 0x55bf9f888b00 2024-09-12T12:31:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.069+0000 7f705effd640 1 --2- 172.21.15.82:0/229796526 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55bf9f888b00 0x55bf9f88aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.070+0000 7f705effd640 1 --2- 172.21.15.82:0/229796526 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55bf9f888b00 0x55bf9f88aef0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=217c7de2e267f09e server_cookie=2a4240431e098b03 in_seq=0 out_seq=0 2024-09-12T12:31:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.070+0000 7f703effd640 10 client.16053 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.070+0000 7f703effd640 1 -- 172.21.15.82:0/229796526 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bf9f7dfa20 con 0x55bf9f888b00 2024-09-12T12:31:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.070+0000 7f703effd640 10 client.16053 handle_command_reply: tid=0 2024-09-12T12:31:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.070+0000 7f7068de6740 1 client.16053 shutdown 2024-09-12T12:31:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.071+0000 7f7068de6740 1 -- 172.21.15.82:0/229796526 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f86e410 msgr2=0x55bf9f876110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.071+0000 7f7068de6740 1 --2- 172.21.15.82:0/229796526 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f86e410 0x55bf9f876110 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f7050031550 tx=0x7f705002a420 comp rx=0 tx=0).stop 2024-09-12T12:31:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.071+0000 7f7068de6740 1 -- 172.21.15.82:0/229796526 shutdown_connections 2024-09-12T12:31:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.071+0000 7f7068de6740 1 --2- 172.21.15.82:0/229796526 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55bf9f888b00 0x55bf9f88aef0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.071+0000 7f7068de6740 1 --2- 172.21.15.82:0/229796526 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f878cb0 0x55bf9f876650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.071+0000 7f7068de6740 1 --2- 172.21.15.82:0/229796526 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f86e410 0x55bf9f876110 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.071+0000 7f703effd640 0 client.16053 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.071+0000 7f7068de6740 1 --2- 172.21.15.82:0/229796526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86daf0 0x55bf9f875bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.071+0000 7f7068de6740 1 -- 172.21.15.82:0/229796526 >> 172.21.15.82:0/229796526 conn(0x55bf9f86a060 msgr2=0x55bf9f86fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.071+0000 7f7068de6740 1 -- 172.21.15.82:0/229796526 shutdown_connections 2024-09-12T12:31:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.071+0000 7f7068de6740 1 -- 172.21.15.82:0/229796526 wait complete. 2024-09-12T12:31:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.071+0000 7f7068de6740 20 client.16053 trim_cache size 0 max 16384 2024-09-12T12:31:22.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.085+0000 7f7068de6740 1 Processor -- start 2024-09-12T12:31:22.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.085+0000 7f7068de6740 1 -- start start 2024-09-12T12:31:22.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.085+0000 7f7068de6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f86daf0 0x55bf9f876480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.085+0000 7f7068de6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86e410 0x55bf9f88df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.085+0000 7f7068de6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f878cb0 0x55bf9f88e450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.085+0000 7f7068de6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f70601afa00 con 0x55bf9f878cb0 2024-09-12T12:31:22.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.085+0000 7f7068de6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f70601b1540 con 0x55bf9f86e410 2024-09-12T12:31:22.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.085+0000 7f7068de6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f70601b00d0 con 0x55bf9f86daf0 2024-09-12T12:31:22.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.085+0000 7f705effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f878cb0 0x55bf9f88e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.085+0000 7f705effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f878cb0 0x55bf9f88e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60040/0 (socket says 172.21.15.82:60040) 2024-09-12T12:31:22.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.085+0000 7f705effd640 1 -- 172.21.15.82:0/621702356 learned_addr learned my addr 172.21.15.82:0/621702356 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.085+0000 7f705f7fe640 1 --2- 172.21.15.82:0/621702356 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86e410 0x55bf9f88df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.086+0000 7f705effd640 1 -- 172.21.15.82:0/621702356 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f86daf0 msgr2=0x55bf9f876480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.086+0000 7f705effd640 1 --2- 172.21.15.82:0/621702356 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f86daf0 0x55bf9f876480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.086+0000 7f705effd640 1 -- 172.21.15.82:0/621702356 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86e410 msgr2=0x55bf9f88df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.086+0000 7f705effd640 1 --2- 172.21.15.82:0/621702356 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86e410 0x55bf9f88df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.086+0000 7f705effd640 1 -- 172.21.15.82:0/621702356 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf9f86d870 con 0x55bf9f878cb0 2024-09-12T12:31:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.086+0000 7f705f7fe640 1 --2- 172.21.15.82:0/621702356 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86e410 0x55bf9f88df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:31:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.086+0000 7f705effd640 1 --2- 172.21.15.82:0/621702356 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f878cb0 0x55bf9f88e450 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x55bf9f86b3e0 tx=0x7f704800c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba2ef71eda0b1821 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.086+0000 7f70557fa640 1 -- 172.21.15.82:0/621702356 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f704800c610 con 0x55bf9f878cb0 2024-09-12T12:31:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.086+0000 7f70557fa640 1 -- 172.21.15.82:0/621702356 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7048005020 con 0x55bf9f878cb0 2024-09-12T12:31:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.086+0000 7f70557fa640 1 -- 172.21.15.82:0/621702356 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7048004bc0 con 0x55bf9f878cb0 2024-09-12T12:31:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.086+0000 7f7068de6740 1 -- 172.21.15.82:0/621702356 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f878cb0 msgr2=0x55bf9f88e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.086+0000 7f7068de6740 1 --2- 172.21.15.82:0/621702356 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f878cb0 0x55bf9f88e450 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x55bf9f86b3e0 tx=0x7f704800c430 comp rx=0 tx=0).stop 2024-09-12T12:31:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 -- 172.21.15.82:0/621702356 shutdown_connections 2024-09-12T12:31:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 --2- 172.21.15.82:0/621702356 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f878cb0 0x55bf9f88e450 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 --2- 172.21.15.82:0/621702356 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86e410 0x55bf9f88df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 --2- 172.21.15.82:0/621702356 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f86daf0 0x55bf9f876480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 -- 172.21.15.82:0/621702356 >> 172.21.15.82:0/621702356 conn(0x55bf9f86a060 msgr2=0x55bf9f877c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 -- 172.21.15.82:0/621702356 shutdown_connections 2024-09-12T12:31:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 -- 172.21.15.82:0/621702356 wait complete. 2024-09-12T12:31:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 -- start start 2024-09-12T12:31:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 Processor -- start 2024-09-12T12:31:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f86daf0 0x55bf9f88bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86e410 0x55bf9f88c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f878cb0 0x55bf9f88ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f70601b0e70 con 0x55bf9f878cb0 2024-09-12T12:31:22.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f70601b07a0 con 0x55bf9f86e410 2024-09-12T12:31:22.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f70601ad9e0 con 0x55bf9f86daf0 2024-09-12T12:31:22.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.087+0000 7f7068de6740 10 client.0 _ll_register_callbacks cb 0x7f704800c9f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:31:22.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f705effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f878cb0 0x55bf9f88ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f705effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f878cb0 0x55bf9f88ca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60054/0 (socket says 172.21.15.82:60054) 2024-09-12T12:31:22.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f705effd640 1 -- 172.21.15.82:0/556597552 learned_addr learned my addr 172.21.15.82:0/556597552 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:22.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f705f7fe640 1 --2- 172.21.15.82:0/556597552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86e410 0x55bf9f88c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f705effd640 1 --2- 172.21.15.82:0/556597552 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f86daf0 0x55bf9f88bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f705effd640 1 -- 172.21.15.82:0/556597552 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f86daf0 msgr2=0x55bf9f88bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:22.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f705effd640 1 --2- 172.21.15.82:0/556597552 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f86daf0 0x55bf9f88bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f705effd640 1 -- 172.21.15.82:0/556597552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86e410 msgr2=0x55bf9f88c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:22.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f705effd640 1 --2- 172.21.15.82:0/556597552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86e410 0x55bf9f88c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f705effd640 1 -- 172.21.15.82:0/556597552 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf9f8f26e0 con 0x55bf9f878cb0 2024-09-12T12:31:22.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f705effd640 1 --2- 172.21.15.82:0/556597552 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f878cb0 0x55bf9f88ca40 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f70480054d0 tx=0x7f7048012650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=babb1fd0bb61f225 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:22.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f703effd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:31:22.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f703effd640 1 -- 172.21.15.82:0/556597552 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f704800fc80 con 0x55bf9f878cb0 2024-09-12T12:31:22.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f703effd640 1 -- 172.21.15.82:0/556597552 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f7048004840 con 0x55bf9f878cb0 2024-09-12T12:31:22.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f7068de6740 1 -- 172.21.15.82:0/556597552 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7048005020 con 0x55bf9f878cb0 2024-09-12T12:31:22.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f703effd640 1 -- 172.21.15.82:0/556597552 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f704803c050 con 0x55bf9f878cb0 2024-09-12T12:31:22.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f7068de6740 10 client.16059 fetch_fsmap learned FSMap version 28 2024-09-12T12:31:22.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.088+0000 7f7068de6740 1 -- 172.21.15.82:0/556597552 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55bf9f8f3940 con 0x55bf9f878cb0 2024-09-12T12:31:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.089+0000 7f703effd640 1 -- 172.21.15.82:0/556597552 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7048005020 con 0x55bf9f878cb0 2024-09-12T12:31:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.089+0000 7f703effd640 1 -- 172.21.15.82:0/556597552 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f704802a7b0 con 0x55bf9f878cb0 2024-09-12T12:31:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.089+0000 7f7068de6740 10 client.16059 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:31:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.089+0000 7f7068de6740 10 client.16059 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:31:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.089+0000 7f7068de6740 20 client.16059 populate_metadata read hostname 'smithi082' 2024-09-12T12:31:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.089+0000 7f7068de6740 1 --2- 172.21.15.82:0/556597552 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55bf9f8f4030 0x55bf9f8f6450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.089+0000 7f7068de6740 4 client.16059 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:31:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.089+0000 7f7068de6740 1 -- 172.21.15.82:0/556597552 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bf9f7d9d70 con 0x55bf9f8f4030 2024-09-12T12:31:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.089+0000 7f705f7fe640 1 --2- 172.21.15.82:0/556597552 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55bf9f8f4030 0x55bf9f8f6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.089+0000 7f703effd640 10 client.16059 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.089+0000 7f705f7fe640 1 --2- 172.21.15.82:0/556597552 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55bf9f8f4030 0x55bf9f8f6450 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8db0df85778449f9 server_cookie=25e07d9ed32d1577 in_seq=0 out_seq=0 2024-09-12T12:31:22.101 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.100+0000 7f703effd640 1 -- 172.21.15.82:0/556597552 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bf9f7d9d70 con 0x55bf9f8f4030 2024-09-12T12:31:22.101 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.100+0000 7f703effd640 10 client.16059 handle_command_reply: tid=0 2024-09-12T12:31:22.101 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.100+0000 7f7068de6740 1 client.16059 shutdown 2024-09-12T12:31:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7068de6740 1 -- 172.21.15.82:0/556597552 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f878cb0 msgr2=0x55bf9f88ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7068de6740 1 --2- 172.21.15.82:0/556597552 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f878cb0 0x55bf9f88ca40 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f70480054d0 tx=0x7f7048012650 comp rx=0 tx=0).stop 2024-09-12T12:31:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7068de6740 1 -- 172.21.15.82:0/556597552 shutdown_connections 2024-09-12T12:31:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7068de6740 1 --2- 172.21.15.82:0/556597552 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55bf9f8f4030 0x55bf9f8f6450 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7068de6740 1 --2- 172.21.15.82:0/556597552 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55bf9f878cb0 0x55bf9f88ca40 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7068de6740 1 --2- 172.21.15.82:0/556597552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf9f86e410 0x55bf9f88c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f703effd640 0 client.16059 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7068de6740 1 --2- 172.21.15.82:0/556597552 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55bf9f86daf0 0x55bf9f88bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7068de6740 1 -- 172.21.15.82:0/556597552 >> 172.21.15.82:0/556597552 conn(0x55bf9f86a060 msgr2=0x55bf9f86f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7068de6740 1 -- 172.21.15.82:0/556597552 shutdown_connections 2024-09-12T12:31:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7068de6740 1 -- 172.21.15.82:0/556597552 wait complete. 2024-09-12T12:31:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7068de6740 20 client.16059 trim_cache size 0 max 16384 2024-09-12T12:31:22.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:31:22.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:31:22.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:31:22.103 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:31:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7065f6d640 1 -- 172.21.15.82:0/1984094209 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f704c0a2da0 msgr2=0x7f704c0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7065f6d640 1 --2- 172.21.15.82:0/1984094209 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f704c0a2da0 0x7f704c0a5260 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f705809bf80 tx=0x7f705800af30 comp rx=0 tx=0).stop 2024-09-12T12:31:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7065f6d640 1 -- 172.21.15.82:0/1984094209 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f70601069e0 msgr2=0x7f70600fd620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7065f6d640 1 --2- 172.21.15.82:0/1984094209 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f70601069e0 0x7f70600fd620 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f705800cce0 tx=0x7f705800a620 comp rx=0 tx=0).stop 2024-09-12T12:31:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7065f6d640 1 -- 172.21.15.82:0/1984094209 shutdown_connections 2024-09-12T12:31:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7065f6d640 1 --2- 172.21.15.82:0/1984094209 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f704c0a2da0 0x7f704c0a5260 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7065f6d640 1 --2- 172.21.15.82:0/1984094209 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f70601069e0 0x7f70600fd620 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7065f6d640 1 --2- 172.21.15.82:0/1984094209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7060101370 0x7f70600fd0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.101+0000 7f7065f6d640 1 --2- 172.21.15.82:0/1984094209 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f70601009d0 0x7f70600fcba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.102+0000 7f7065f6d640 1 -- 172.21.15.82:0/1984094209 >> 172.21.15.82:0/1984094209 conn(0x7f70600fc6f0 msgr2=0x7f706006a4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.102+0000 7f7065f6d640 1 -- 172.21.15.82:0/1984094209 shutdown_connections 2024-09-12T12:31:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:22.102+0000 7f7065f6d640 1 -- 172.21.15.82:0/1984094209 wait complete. 2024-09-12T12:31:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:22 smithi097 ceph-mon[34923]: pgmap v143: 97 pgs: 97 active+clean; 4.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-09-12T12:31:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:22 smithi082 ceph-mon[31122]: pgmap v143: 97 pgs: 97 active+clean; 4.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-09-12T12:31:22.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:22 smithi114 ceph-mon[35514]: pgmap v143: 97 pgs: 97 active+clean; 4.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-09-12T12:31:24.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:24 smithi097 ceph-mon[34923]: pgmap v144: 97 pgs: 97 active+clean; 4.8 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 KiB/s wr, 21 op/s 2024-09-12T12:31:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:24 smithi082 ceph-mon[31122]: pgmap v144: 97 pgs: 97 active+clean; 4.8 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 KiB/s wr, 21 op/s 2024-09-12T12:31:24.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:24 smithi114 ceph-mon[35514]: pgmap v144: 97 pgs: 97 active+clean; 4.8 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 KiB/s wr, 21 op/s 2024-09-12T12:31:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:26 smithi097 ceph-mon[34923]: pgmap v145: 97 pgs: 97 active+clean; 4.8 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 25 KiB/s wr, 14 op/s 2024-09-12T12:31:26.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:26 smithi082 ceph-mon[31122]: pgmap v145: 97 pgs: 97 active+clean; 4.8 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 25 KiB/s wr, 14 op/s 2024-09-12T12:31:26.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:26 smithi114 ceph-mon[35514]: pgmap v145: 97 pgs: 97 active+clean; 4.8 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 25 KiB/s wr, 14 op/s 2024-09-12T12:31:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:28 smithi097 ceph-mon[34923]: pgmap v146: 97 pgs: 97 active+clean; 5.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 20 op/s 2024-09-12T12:31:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:28 smithi082 ceph-mon[31122]: pgmap v146: 97 pgs: 97 active+clean; 5.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 20 op/s 2024-09-12T12:31:28.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:28 smithi114 ceph-mon[35514]: pgmap v146: 97 pgs: 97 active+clean; 5.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 20 op/s 2024-09-12T12:31:30.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:30 smithi097 ceph-mon[34923]: pgmap v147: 97 pgs: 97 active+clean; 5.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:31:30.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:30 smithi082 ceph-mon[31122]: pgmap v147: 97 pgs: 97 active+clean; 5.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:31:30.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:30 smithi114 ceph-mon[35514]: pgmap v147: 97 pgs: 97 active+clean; 5.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:31:32.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:32 smithi097 ceph-mon[34923]: pgmap v148: 97 pgs: 97 active+clean; 5.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:31:32.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:32 smithi082 ceph-mon[31122]: pgmap v148: 97 pgs: 97 active+clean; 5.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:31:32.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:32 smithi114 ceph-mon[35514]: pgmap v148: 97 pgs: 97 active+clean; 5.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:31:34.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:34 smithi097 ceph-mon[34923]: pgmap v149: 97 pgs: 97 active+clean; 5.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 49 KiB/s wr, 22 op/s 2024-09-12T12:31:34.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:34 smithi082 ceph-mon[31122]: pgmap v149: 97 pgs: 97 active+clean; 5.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 49 KiB/s wr, 22 op/s 2024-09-12T12:31:34.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:34 smithi114 ceph-mon[35514]: pgmap v149: 97 pgs: 97 active+clean; 5.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 49 KiB/s wr, 22 op/s 2024-09-12T12:31:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.199+0000 7f8230da6640 1 -- 172.21.15.82:0/1763618845 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f822c10c110 msgr2=0x7f822c10e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:35.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.199+0000 7f8230da6640 1 --2- 172.21.15.82:0/1763618845 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f822c10c110 0x7f822c10e590 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f8224009ca0 tx=0x7f822402a950 comp rx=0 tx=0).stop 2024-09-12T12:31:35.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.199+0000 7f8230da6640 1 -- 172.21.15.82:0/1763618845 shutdown_connections 2024-09-12T12:31:35.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.199+0000 7f8230da6640 1 --2- 172.21.15.82:0/1763618845 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f822c10c110 0x7f822c10e590 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.199+0000 7f8230da6640 1 --2- 172.21.15.82:0/1763618845 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f822c1035e0 0x7f822c10bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.199+0000 7f8230da6640 1 --2- 172.21.15.82:0/1763618845 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f822c102cc0 0x7f822c1030a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.199+0000 7f8230da6640 1 -- 172.21.15.82:0/1763618845 >> 172.21.15.82:0/1763618845 conn(0x7f822c0fc6b0 msgr2=0x7f822c0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:35.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.199+0000 7f8230da6640 1 -- 172.21.15.82:0/1763618845 shutdown_connections 2024-09-12T12:31:35.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.199+0000 7f8230da6640 1 -- 172.21.15.82:0/1763618845 wait complete. 2024-09-12T12:31:35.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8230da6640 1 Processor -- start 2024-09-12T12:31:35.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8230da6640 1 -- start start 2024-09-12T12:31:35.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8230da6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f822c102cc0 0x7f822c1982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8230da6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f822c1035e0 0x7f822c198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8230da6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f822c10c110 0x7f822c19cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8230da6640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f822c111ef0 con 0x7f822c1035e0 2024-09-12T12:31:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8230da6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f822c111d70 con 0x7f822c10c110 2024-09-12T12:31:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8230da6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f822c112070 con 0x7f822c102cc0 2024-09-12T12:31:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8229d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f822c1035e0 0x7f822c198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8229d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f822c1035e0 0x7f822c198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46640/0 (socket says 172.21.15.82:46640) 2024-09-12T12:31:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8229d9b640 1 -- 172.21.15.82:0/154243949 learned_addr learned my addr 172.21.15.82:0/154243949 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f822a59c640 1 --2- 172.21.15.82:0/154243949 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f822c102cc0 0x7f822c1982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f822ad9d640 1 --2- 172.21.15.82:0/154243949 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f822c10c110 0x7f822c19cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8229d9b640 1 -- 172.21.15.82:0/154243949 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f822c102cc0 msgr2=0x7f822c1982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8229d9b640 1 --2- 172.21.15.82:0/154243949 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f822c102cc0 0x7f822c1982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8229d9b640 1 -- 172.21.15.82:0/154243949 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f822c10c110 msgr2=0x7f822c19cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:35.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8229d9b640 1 --2- 172.21.15.82:0/154243949 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f822c10c110 0x7f822c19cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.200+0000 7f8229d9b640 1 -- 172.21.15.82:0/154243949 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f822c19d2e0 con 0x7f822c1035e0 2024-09-12T12:31:35.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.201+0000 7f8229d9b640 1 --2- 172.21.15.82:0/154243949 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f822c1035e0 0x7f822c198830 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f822000d740 tx=0x7f822000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:35.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.201+0000 7f821b7fe640 1 -- 172.21.15.82:0/154243949 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8220017070 con 0x7f822c1035e0 2024-09-12T12:31:35.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.201+0000 7f821b7fe640 1 -- 172.21.15.82:0/154243949 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f822000de50 con 0x7f822c1035e0 2024-09-12T12:31:35.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.201+0000 7f8230da6640 1 -- 172.21.15.82:0/154243949 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f822c19d5d0 con 0x7f822c1035e0 2024-09-12T12:31:35.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.201+0000 7f821b7fe640 1 -- 172.21.15.82:0/154243949 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822000f620 con 0x7f822c1035e0 2024-09-12T12:31:35.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.201+0000 7f8230da6640 1 -- 172.21.15.82:0/154243949 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f822c1a4e60 con 0x7f822c1035e0 2024-09-12T12:31:35.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.203+0000 7f821b7fe640 1 -- 172.21.15.82:0/154243949 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f8220009c30 con 0x7f822c1035e0 2024-09-12T12:31:35.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f8233c1e740 1 Processor -- start 2024-09-12T12:31:35.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f8233c1e740 1 -- start start 2024-09-12T12:31:35.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f821b7fe640 1 --2- 172.21.15.82:0/154243949 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f82140a2da0 0x7f82140a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f8233c1e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 0x55d3f50cced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f8233c1e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50cd410 0x55d3f50d7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f8233c1e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50d7cb0 0x55d3f50da0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f8233c1e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d3f50312f0 con 0x55d3f50cd410 2024-09-12T12:31:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f8233c1e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d3f4fd9270 con 0x55d3f50ccaf0 2024-09-12T12:31:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f8233c1e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55d3f502d2b0 con 0x55d3f50d7cb0 2024-09-12T12:31:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f8229d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50cd410 0x55d3f50d7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f822ad9d640 1 --2- 172.21.15.82:0/154243949 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f82140a2da0 0x7f82140a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f8229d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50cd410 0x55d3f50d7770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46644/0 (socket says 172.21.15.82:46644) 2024-09-12T12:31:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f8229d9b640 1 -- 172.21.15.82:0/2269102342 learned_addr learned my addr 172.21.15.82:0/2269102342 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f822a59c640 1 --2- 172.21.15.82:0/2269102342 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 0x55d3f50cced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.204+0000 7f821b7fe640 1 -- 172.21.15.82:0/154243949 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f82200cef30 con 0x7f822c1035e0 2024-09-12T12:31:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.205+0000 7f8229d9b640 1 -- 172.21.15.82:0/2269102342 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50d7cb0 msgr2=0x55d3f50da0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.205+0000 7f822ad9d640 1 --2- 172.21.15.82:0/2269102342 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50d7cb0 0x55d3f50da0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.205+0000 7f8229d9b640 1 --2- 172.21.15.82:0/2269102342 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50d7cb0 0x55d3f50da0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.205+0000 7f8229d9b640 1 -- 172.21.15.82:0/2269102342 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 msgr2=0x55d3f50cced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.205+0000 7f8229d9b640 1 --2- 172.21.15.82:0/2269102342 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 0x55d3f50cced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.205+0000 7f8229d9b640 1 -- 172.21.15.82:0/2269102342 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3f4fd8340 con 0x55d3f50cd410 2024-09-12T12:31:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.205+0000 7f822a59c640 1 --2- 172.21.15.82:0/2269102342 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 0x55d3f50cced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:31:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.205+0000 7f822ad9d640 1 --2- 172.21.15.82:0/2269102342 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50d7cb0 0x55d3f50da0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:31:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.205+0000 7f8229d9b640 1 --2- 172.21.15.82:0/2269102342 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50cd410 0x55d3f50d7770 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f8220097e90 tx=0x7f822009aee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f5c46b308dc1546 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.205+0000 7f822ad9d640 1 --2- 172.21.15.82:0/154243949 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f82140a2da0 0x7f82140a5260 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x55d3f50cf690 tx=0x7f8224005ef0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.205+0000 7f8218ff9640 1 -- 172.21.15.82:0/2269102342 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8220020070 con 0x55d3f50cd410 2024-09-12T12:31:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.205+0000 7f8218ff9640 1 -- 172.21.15.82:0/2269102342 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8220087070 con 0x55d3f50cd410 2024-09-12T12:31:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.205+0000 7f8218ff9640 1 -- 172.21.15.82:0/2269102342 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82200a4080 con 0x55d3f50cd410 2024-09-12T12:31:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.206+0000 7f8233c1e740 1 -- 172.21.15.82:0/2269102342 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50cd410 msgr2=0x55d3f50d7770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.206+0000 7f8233c1e740 1 --2- 172.21.15.82:0/2269102342 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50cd410 0x55d3f50d7770 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f8220097e90 tx=0x7f822009aee0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.206+0000 7f8233c1e740 1 -- 172.21.15.82:0/2269102342 shutdown_connections 2024-09-12T12:31:35.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.206+0000 7f8233c1e740 1 --2- 172.21.15.82:0/2269102342 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50d7cb0 0x55d3f50da0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.206+0000 7f8233c1e740 1 --2- 172.21.15.82:0/2269102342 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50cd410 0x55d3f50d7770 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.206+0000 7f8233c1e740 1 --2- 172.21.15.82:0/2269102342 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 0x55d3f50cced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.206+0000 7f8233c1e740 1 -- 172.21.15.82:0/2269102342 >> 172.21.15.82:0/2269102342 conn(0x55d3f50c9060 msgr2=0x55d3f50c9440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:35.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.206+0000 7f8233c1e740 1 -- 172.21.15.82:0/2269102342 shutdown_connections 2024-09-12T12:31:35.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.206+0000 7f8233c1e740 1 -- 172.21.15.82:0/2269102342 wait complete. 2024-09-12T12:31:35.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.206+0000 7f8233c1e740 1 -- start start 2024-09-12T12:31:35.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.206+0000 7f8233c1e740 1 Processor -- start 2024-09-12T12:31:35.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8233c1e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 0x55d3f50d4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8233c1e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50cd410 0x55d3f50d5100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8233c1e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50d7cb0 0x55d3f50d5640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8233c1e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d3f50da820 con 0x55d3f50cd410 2024-09-12T12:31:35.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8233c1e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d3f4fba290 con 0x55d3f50ccaf0 2024-09-12T12:31:35.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8233c1e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55d3f50da9a0 con 0x55d3f50d7cb0 2024-09-12T12:31:35.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8233c1e740 10 client.0 _ll_register_callbacks cb 0x55d3f4feb140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:31:35.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8229d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50cd410 0x55d3f50d5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8229d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50cd410 0x55d3f50d5100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46660/0 (socket says 172.21.15.82:46660) 2024-09-12T12:31:35.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8229d9b640 1 -- 172.21.15.82:0/3123353298 learned_addr learned my addr 172.21.15.82:0/3123353298 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:35.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f822ad9d640 1 --2- 172.21.15.82:0/3123353298 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50d7cb0 0x55d3f50d5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f822a59c640 1 --2- 172.21.15.82:0/3123353298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 0x55d3f50d4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8229d9b640 1 -- 172.21.15.82:0/3123353298 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50d7cb0 msgr2=0x55d3f50d5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:35.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8229d9b640 1 --2- 172.21.15.82:0/3123353298 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50d7cb0 0x55d3f50d5640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8229d9b640 1 -- 172.21.15.82:0/3123353298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 msgr2=0x55d3f50d4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:35.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8229d9b640 1 --2- 172.21.15.82:0/3123353298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 0x55d3f50d4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8229d9b640 1 -- 172.21.15.82:0/3123353298 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d3f4d44210 con 0x55d3f50cd410 2024-09-12T12:31:35.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f822a59c640 1 --2- 172.21.15.82:0/3123353298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 0x55d3f50d4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:31:35.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8229d9b640 1 --2- 172.21.15.82:0/3123353298 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50cd410 0x55d3f50d5100 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f8220097920 tx=0x7f8220000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=753bab1f6c028d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:35.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8211ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:31:35.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8211ffb640 1 -- 172.21.15.82:0/3123353298 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8220020070 con 0x55d3f50cd410 2024-09-12T12:31:35.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8211ffb640 1 -- 172.21.15.82:0/3123353298 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f8220097b30 con 0x55d3f50cd410 2024-09-12T12:31:35.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.207+0000 7f8233c1e740 1 -- 172.21.15.82:0/3123353298 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8220087070 con 0x55d3f50cd410 2024-09-12T12:31:35.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.208+0000 7f8211ffb640 1 -- 172.21.15.82:0/3123353298 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f82200adf10 con 0x55d3f50cd410 2024-09-12T12:31:35.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.208+0000 7f8233c1e740 10 client.16071 fetch_fsmap learned FSMap version 28 2024-09-12T12:31:35.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.208+0000 7f8233c1e740 1 -- 172.21.15.82:0/3123353298 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d3f4e10620 con 0x55d3f50cd410 2024-09-12T12:31:35.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.208+0000 7f8211ffb640 1 -- 172.21.15.82:0/3123353298 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8220087070 con 0x55d3f50cd410 2024-09-12T12:31:35.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.208+0000 7f8211ffb640 1 -- 172.21.15.82:0/3123353298 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f822009a380 con 0x55d3f50cd410 2024-09-12T12:31:35.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.208+0000 7f8233c1e740 10 client.16071 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:31:35.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.208+0000 7f8233c1e740 10 client.16071 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:31:35.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.208+0000 7f8233c1e740 20 client.16071 populate_metadata read hostname 'smithi082' 2024-09-12T12:31:35.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.208+0000 7f8233c1e740 1 --2- 172.21.15.82:0/3123353298 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d3f50e79c0 0x55d3f50e9db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.208+0000 7f8233c1e740 4 client.16071 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:31:35.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.208+0000 7f8233c1e740 1 -- 172.21.15.82:0/3123353298 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d3f503ea20 con 0x55d3f50e79c0 2024-09-12T12:31:35.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.208+0000 7f822a59c640 1 --2- 172.21.15.82:0/3123353298 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d3f50e79c0 0x55d3f50e9db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.209+0000 7f8211ffb640 10 client.16071 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:35.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.209+0000 7f822a59c640 1 --2- 172.21.15.82:0/3123353298 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d3f50e79c0 0x55d3f50e9db0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=901415d9ecff3e59 server_cookie=2954de8360664a35 in_seq=0 out_seq=0 2024-09-12T12:31:35.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.209+0000 7f8211ffb640 1 -- 172.21.15.82:0/3123353298 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d3f503ea20 con 0x55d3f50e79c0 2024-09-12T12:31:35.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.209+0000 7f8211ffb640 10 client.16071 handle_command_reply: tid=0 2024-09-12T12:31:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.209+0000 7f8233c1e740 1 client.16071 shutdown 2024-09-12T12:31:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.209+0000 7f8233c1e740 1 -- 172.21.15.82:0/3123353298 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50cd410 msgr2=0x55d3f50d5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.209+0000 7f8233c1e740 1 --2- 172.21.15.82:0/3123353298 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50cd410 0x55d3f50d5100 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f8220097920 tx=0x7f8220000bc0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.210+0000 7f8233c1e740 1 -- 172.21.15.82:0/3123353298 shutdown_connections 2024-09-12T12:31:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.210+0000 7f8233c1e740 1 --2- 172.21.15.82:0/3123353298 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d3f50e79c0 0x55d3f50e9db0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.210+0000 7f8233c1e740 1 --2- 172.21.15.82:0/3123353298 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50d7cb0 0x55d3f50d5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.210+0000 7f8233c1e740 1 --2- 172.21.15.82:0/3123353298 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50cd410 0x55d3f50d5100 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.210+0000 7f8211ffb640 0 client.16071 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.210+0000 7f8233c1e740 1 --2- 172.21.15.82:0/3123353298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 0x55d3f50d4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.210+0000 7f8233c1e740 1 -- 172.21.15.82:0/3123353298 >> 172.21.15.82:0/3123353298 conn(0x55d3f50c9060 msgr2=0x55d3f50cedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.210+0000 7f8233c1e740 1 -- 172.21.15.82:0/3123353298 shutdown_connections 2024-09-12T12:31:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.210+0000 7f8233c1e740 1 -- 172.21.15.82:0/3123353298 wait complete. 2024-09-12T12:31:35.220 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.210+0000 7f8233c1e740 20 client.16071 trim_cache size 0 max 16384 2024-09-12T12:31:35.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.224+0000 7f8233c1e740 1 Processor -- start 2024-09-12T12:31:35.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.224+0000 7f8233c1e740 1 -- start start 2024-09-12T12:31:35.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.224+0000 7f8233c1e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 0x55d3f50d3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.224+0000 7f8233c1e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50cd410 0x55d3f50d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.224+0000 7f8233c1e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50d7cb0 0x55d3f50d5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.224+0000 7f8233c1e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f822c1ad8b0 con 0x55d3f50d7cb0 2024-09-12T12:31:35.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.224+0000 7f8233c1e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f822c1af3f0 con 0x55d3f50ccaf0 2024-09-12T12:31:35.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.224+0000 7f8233c1e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f822c1adf80 con 0x55d3f50cd410 2024-09-12T12:31:35.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.224+0000 7f822ad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50d7cb0 0x55d3f50d5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.224+0000 7f822ad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50d7cb0 0x55d3f50d5470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46664/0 (socket says 172.21.15.82:46664) 2024-09-12T12:31:35.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.224+0000 7f822ad9d640 1 -- 172.21.15.82:0/3763574811 learned_addr learned my addr 172.21.15.82:0/3763574811 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:35.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.225+0000 7f8229d9b640 1 --2- 172.21.15.82:0/3763574811 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50cd410 0x55d3f50d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.225+0000 7f822a59c640 1 --2- 172.21.15.82:0/3763574811 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 0x55d3f50d3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.225+0000 7f822ad9d640 1 -- 172.21.15.82:0/3763574811 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50cd410 msgr2=0x55d3f50d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:35.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.225+0000 7f822ad9d640 1 --2- 172.21.15.82:0/3763574811 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50cd410 0x55d3f50d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.225+0000 7f822ad9d640 1 -- 172.21.15.82:0/3763574811 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 msgr2=0x55d3f50d3ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:35.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.225+0000 7f822ad9d640 1 --2- 172.21.15.82:0/3763574811 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 0x55d3f50d3ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.225+0000 7f822ad9d640 1 -- 172.21.15.82:0/3763574811 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3f50c8e90 con 0x55d3f50d7cb0 2024-09-12T12:31:35.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.225+0000 7f822ad9d640 1 --2- 172.21.15.82:0/3763574811 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50d7cb0 0x55d3f50d5470 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f8224009ca0 tx=0x7f822403c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fe117dd2648035a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:35.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.225+0000 7f8213fff640 1 -- 172.21.15.82:0/3763574811 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8224034040 con 0x55d3f50d7cb0 2024-09-12T12:31:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.225+0000 7f8213fff640 1 -- 172.21.15.82:0/3763574811 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8224003e50 con 0x55d3f50d7cb0 2024-09-12T12:31:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.225+0000 7f8213fff640 1 -- 172.21.15.82:0/3763574811 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82240306a0 con 0x55d3f50d7cb0 2024-09-12T12:31:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 -- 172.21.15.82:0/3763574811 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50d7cb0 msgr2=0x55d3f50d5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 --2- 172.21.15.82:0/3763574811 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50d7cb0 0x55d3f50d5470 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f8224009ca0 tx=0x7f822403c070 comp rx=0 tx=0).stop 2024-09-12T12:31:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 -- 172.21.15.82:0/3763574811 shutdown_connections 2024-09-12T12:31:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 --2- 172.21.15.82:0/3763574811 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50d7cb0 0x55d3f50d5470 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 --2- 172.21.15.82:0/3763574811 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50cd410 0x55d3f50d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 --2- 172.21.15.82:0/3763574811 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50ccaf0 0x55d3f50d3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 -- 172.21.15.82:0/3763574811 >> 172.21.15.82:0/3763574811 conn(0x55d3f50c9060 msgr2=0x55d3f50d6c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 -- 172.21.15.82:0/3763574811 shutdown_connections 2024-09-12T12:31:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 -- 172.21.15.82:0/3763574811 wait complete. 2024-09-12T12:31:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 -- start start 2024-09-12T12:31:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 Processor -- start 2024-09-12T12:31:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50ccaf0 0x55d3f51494c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50cd410 0x55d3f5149a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50d7cb0 0x55d3f514dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f822c1aed20 con 0x55d3f50ccaf0 2024-09-12T12:31:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f822c1ae650 con 0x55d3f50d7cb0 2024-09-12T12:31:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f822c1ab890 con 0x55d3f50cd410 2024-09-12T12:31:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8233c1e740 10 client.0 _ll_register_callbacks cb 0x7f822009b000 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:31:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f822a59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50ccaf0 0x55d3f51494c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f822a59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50ccaf0 0x55d3f51494c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46672/0 (socket says 172.21.15.82:46672) 2024-09-12T12:31:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f822a59c640 1 -- 172.21.15.82:0/723028648 learned_addr learned my addr 172.21.15.82:0/723028648 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.226+0000 7f8229d9b640 1 --2- 172.21.15.82:0/723028648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50cd410 0x55d3f5149a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f822ad9d640 1 --2- 172.21.15.82:0/723028648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50d7cb0 0x55d3f514dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f822a59c640 1 -- 172.21.15.82:0/723028648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50cd410 msgr2=0x55d3f5149a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:35.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f822a59c640 1 --2- 172.21.15.82:0/723028648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50cd410 0x55d3f5149a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f822a59c640 1 -- 172.21.15.82:0/723028648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50d7cb0 msgr2=0x55d3f514dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:35.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f822a59c640 1 --2- 172.21.15.82:0/723028648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50d7cb0 0x55d3f514dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f822a59c640 1 -- 172.21.15.82:0/723028648 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d3f514e160 con 0x55d3f50ccaf0 2024-09-12T12:31:35.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f822a59c640 1 --2- 172.21.15.82:0/723028648 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50ccaf0 0x55d3f51494c0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x55d3f50daa60 tx=0x7f821c00bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=470cd0069828c4db server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:35.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f8211ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:31:35.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f8211ffb640 1 -- 172.21.15.82:0/723028648 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f821c012450 con 0x55d3f50ccaf0 2024-09-12T12:31:35.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f8211ffb640 1 -- 172.21.15.82:0/723028648 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f821c0125f0 con 0x55d3f50ccaf0 2024-09-12T12:31:35.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f8233c1e740 1 -- 172.21.15.82:0/723028648 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8224003e50 con 0x55d3f50ccaf0 2024-09-12T12:31:35.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f8211ffb640 1 -- 172.21.15.82:0/723028648 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f821c0127f0 con 0x55d3f50ccaf0 2024-09-12T12:31:35.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f8233c1e740 10 client.16077 fetch_fsmap learned FSMap version 28 2024-09-12T12:31:35.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f8233c1e740 1 -- 172.21.15.82:0/723028648 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d3f5156780 con 0x55d3f50ccaf0 2024-09-12T12:31:35.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f8211ffb640 1 -- 172.21.15.82:0/723028648 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8224003e50 con 0x55d3f50ccaf0 2024-09-12T12:31:35.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.227+0000 7f8211ffb640 1 -- 172.21.15.82:0/723028648 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f821c023990 con 0x55d3f50ccaf0 2024-09-12T12:31:35.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.228+0000 7f8233c1e740 10 client.16077 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:31:35.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.228+0000 7f8233c1e740 10 client.16077 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:31:35.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.228+0000 7f8233c1e740 20 client.16077 populate_metadata read hostname 'smithi082' 2024-09-12T12:31:35.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.228+0000 7f8233c1e740 1 --2- 172.21.15.82:0/723028648 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d3f5156ee0 0x55d3f5159300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:35.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.228+0000 7f8233c1e740 4 client.16077 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:31:35.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.228+0000 7f8233c1e740 1 -- 172.21.15.82:0/723028648 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d3f5038d70 con 0x55d3f5156ee0 2024-09-12T12:31:35.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.228+0000 7f8229d9b640 1 --2- 172.21.15.82:0/723028648 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d3f5156ee0 0x55d3f5159300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:35.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.228+0000 7f8229d9b640 1 --2- 172.21.15.82:0/723028648 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d3f5156ee0 0x55d3f5159300 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1885544fd0afa9ee server_cookie=c78b5ab77db77cb7 in_seq=0 out_seq=0 2024-09-12T12:31:35.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.228+0000 7f8211ffb640 10 client.16077 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:35.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.240+0000 7f8211ffb640 1 -- 172.21.15.82:0/723028648 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d3f5038d70 con 0x55d3f5156ee0 2024-09-12T12:31:35.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.240+0000 7f8211ffb640 10 client.16077 handle_command_reply: tid=0 2024-09-12T12:31:35.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8233c1e740 1 client.16077 shutdown 2024-09-12T12:31:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8233c1e740 1 -- 172.21.15.82:0/723028648 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50ccaf0 msgr2=0x55d3f51494c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8233c1e740 1 --2- 172.21.15.82:0/723028648 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50ccaf0 0x55d3f51494c0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x55d3f50daa60 tx=0x7f821c00bdd0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8233c1e740 1 -- 172.21.15.82:0/723028648 shutdown_connections 2024-09-12T12:31:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8233c1e740 1 --2- 172.21.15.82:0/723028648 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d3f5156ee0 0x55d3f5159300 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8233c1e740 1 --2- 172.21.15.82:0/723028648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3f50d7cb0 0x55d3f514dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8233c1e740 1 --2- 172.21.15.82:0/723028648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d3f50cd410 0x55d3f5149a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8233c1e740 1 --2- 172.21.15.82:0/723028648 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d3f50ccaf0 0x55d3f51494c0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8211ffb640 0 client.16077 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8233c1e740 1 -- 172.21.15.82:0/723028648 >> 172.21.15.82:0/723028648 conn(0x55d3f50c9060 msgr2=0x55d3f50ce4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8233c1e740 1 -- 172.21.15.82:0/723028648 shutdown_connections 2024-09-12T12:31:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8233c1e740 1 -- 172.21.15.82:0/723028648 wait complete. 2024-09-12T12:31:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8233c1e740 20 client.16077 trim_cache size 0 max 16384 2024-09-12T12:31:35.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:31:35.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:31:35.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:31:35.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:31:35.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8230da6640 1 -- 172.21.15.82:0/154243949 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f82140a2da0 msgr2=0x7f82140a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:35.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8230da6640 1 --2- 172.21.15.82:0/154243949 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f82140a2da0 0x7f82140a5260 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x55d3f50cf690 tx=0x7f8224005ef0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8230da6640 1 -- 172.21.15.82:0/154243949 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f822c1035e0 msgr2=0x7f822c198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:35.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8230da6640 1 --2- 172.21.15.82:0/154243949 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f822c1035e0 0x7f822c198830 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f822000d740 tx=0x7f822000dc00 comp rx=0 tx=0).stop 2024-09-12T12:31:35.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8230da6640 1 -- 172.21.15.82:0/154243949 shutdown_connections 2024-09-12T12:31:35.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8230da6640 1 --2- 172.21.15.82:0/154243949 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f82140a2da0 0x7f82140a5260 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8230da6640 1 --2- 172.21.15.82:0/154243949 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f822c10c110 0x7f822c19cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8230da6640 1 --2- 172.21.15.82:0/154243949 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f822c1035e0 0x7f822c198830 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8230da6640 1 --2- 172.21.15.82:0/154243949 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f822c102cc0 0x7f822c1982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:35.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.241+0000 7f8230da6640 1 -- 172.21.15.82:0/154243949 >> 172.21.15.82:0/154243949 conn(0x7f822c0fc6b0 msgr2=0x7f822c0fdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:35.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.242+0000 7f8230da6640 1 -- 172.21.15.82:0/154243949 shutdown_connections 2024-09-12T12:31:35.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:35.242+0000 7f8230da6640 1 -- 172.21.15.82:0/154243949 wait complete. 2024-09-12T12:31:36.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:36 smithi097 ceph-mon[34923]: pgmap v150: 97 pgs: 97 active+clean; 5.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 13 op/s 2024-09-12T12:31:36.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:36 smithi082 ceph-mon[31122]: pgmap v150: 97 pgs: 97 active+clean; 5.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 13 op/s 2024-09-12T12:31:36.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:36 smithi114 ceph-mon[35514]: pgmap v150: 97 pgs: 97 active+clean; 5.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 13 op/s 2024-09-12T12:31:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:38 smithi097 ceph-mon[34923]: pgmap v151: 97 pgs: 97 active+clean; 5.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 50 KiB/s wr, 22 op/s 2024-09-12T12:31:38.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:38 smithi082 ceph-mon[31122]: pgmap v151: 97 pgs: 97 active+clean; 5.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 50 KiB/s wr, 22 op/s 2024-09-12T12:31:38.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:38 smithi114 ceph-mon[35514]: pgmap v151: 97 pgs: 97 active+clean; 5.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 50 KiB/s wr, 22 op/s 2024-09-12T12:31:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:40 smithi097 ceph-mon[34923]: pgmap v152: 97 pgs: 97 active+clean; 5.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 16 op/s 2024-09-12T12:31:40.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:40 smithi082 ceph-mon[31122]: pgmap v152: 97 pgs: 97 active+clean; 5.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 16 op/s 2024-09-12T12:31:40.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:40 smithi114 ceph-mon[35514]: pgmap v152: 97 pgs: 97 active+clean; 5.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 16 op/s 2024-09-12T12:31:42.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:42 smithi097 ceph-mon[34923]: pgmap v153: 97 pgs: 97 active+clean; 5.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 16 op/s 2024-09-12T12:31:42.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:42 smithi082 ceph-mon[31122]: pgmap v153: 97 pgs: 97 active+clean; 5.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 16 op/s 2024-09-12T12:31:42.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:42 smithi114 ceph-mon[35514]: pgmap v153: 97 pgs: 97 active+clean; 5.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 16 op/s 2024-09-12T12:31:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:44 smithi097 ceph-mon[34923]: pgmap v154: 97 pgs: 97 active+clean; 5.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 23 op/s 2024-09-12T12:31:44.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:44 smithi082 ceph-mon[31122]: pgmap v154: 97 pgs: 97 active+clean; 5.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 23 op/s 2024-09-12T12:31:44.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:44 smithi114 ceph-mon[35514]: pgmap v154: 97 pgs: 97 active+clean; 5.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 23 op/s 2024-09-12T12:31:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:46 smithi097 ceph-mon[34923]: pgmap v155: 97 pgs: 97 active+clean; 5.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 16 op/s 2024-09-12T12:31:46.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:46 smithi082 ceph-mon[31122]: pgmap v155: 97 pgs: 97 active+clean; 5.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 16 op/s 2024-09-12T12:31:46.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:46 smithi114 ceph-mon[35514]: pgmap v155: 97 pgs: 97 active+clean; 5.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 16 op/s 2024-09-12T12:31:48.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.335+0000 7ff422077640 1 -- 172.21.15.82:0/4014995814 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff41c1069c0 msgr2=0x7ff41c106da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:48.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.335+0000 7ff422077640 1 --2- 172.21.15.82:0/4014995814 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff41c1069c0 0x7ff41c106da0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7ff40c009cd0 tx=0x7ff40c02a8e0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.335+0000 7ff422077640 1 -- 172.21.15.82:0/4014995814 shutdown_connections 2024-09-12T12:31:48.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.335+0000 7ff422077640 1 --2- 172.21.15.82:0/4014995814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff41c101350 0x7ff41c10d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.335+0000 7ff422077640 1 --2- 172.21.15.82:0/4014995814 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff41c1009b0 0x7ff41c100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.335+0000 7ff422077640 1 --2- 172.21.15.82:0/4014995814 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff41c1069c0 0x7ff41c106da0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.335+0000 7ff422077640 1 -- 172.21.15.82:0/4014995814 >> 172.21.15.82:0/4014995814 conn(0x7ff41c077990 msgr2=0x7ff41c0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:48.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.335+0000 7ff422077640 1 -- 172.21.15.82:0/4014995814 shutdown_connections 2024-09-12T12:31:48.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.335+0000 7ff422077640 1 -- 172.21.15.82:0/4014995814 wait complete. 2024-09-12T12:31:48.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.336+0000 7ff422077640 1 Processor -- start 2024-09-12T12:31:48.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.336+0000 7ff422077640 1 -- start start 2024-09-12T12:31:48.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.336+0000 7ff422077640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff41c1009b0 0x7ff41c197260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.336+0000 7ff422077640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff41c101350 0x7ff41c1977a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.336+0000 7ff422077640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff41c1069c0 0x7ff41c19bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.336+0000 7ff422077640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c110dc0 con 0x7ff41c101350 2024-09-12T12:31:48.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.336+0000 7ff422077640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c110c40 con 0x7ff41c1069c0 2024-09-12T12:31:48.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.336+0000 7ff422077640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c110f40 con 0x7ff41c1009b0 2024-09-12T12:31:48.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff41affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff41c101350 0x7ff41c1977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff41affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff41c101350 0x7ff41c1977a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37482/0 (socket says 172.21.15.82:37482) 2024-09-12T12:31:48.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff41affd640 1 -- 172.21.15.82:0/3493437098 learned_addr learned my addr 172.21.15.82:0/3493437098 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:48.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff41c1009b0 0x7ff41c197260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff41bfff640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff41c1069c0 0x7ff41c19bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff41affd640 1 -- 172.21.15.82:0/3493437098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff41c1009b0 msgr2=0x7ff41c197260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:48.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff41affd640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff41c1009b0 0x7ff41c197260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff41affd640 1 -- 172.21.15.82:0/3493437098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff41c1069c0 msgr2=0x7ff41c19bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:48.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff41affd640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff41c1069c0 0x7ff41c19bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff41affd640 1 -- 172.21.15.82:0/3493437098 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff41c19c250 con 0x7ff41c101350 2024-09-12T12:31:48.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff41c1009b0 0x7ff41c197260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:31:48.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff41affd640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff41c101350 0x7ff41c1977a0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7ff40400d950 tx=0x7ff40400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:48.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff418ff9640 1 -- 172.21.15.82:0/3493437098 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff404017070 con 0x7ff41c101350 2024-09-12T12:31:48.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff418ff9640 1 -- 172.21.15.82:0/3493437098 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff404009c30 con 0x7ff41c101350 2024-09-12T12:31:48.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff422077640 1 -- 172.21.15.82:0/3493437098 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff41c19c540 con 0x7ff41c101350 2024-09-12T12:31:48.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff418ff9640 1 -- 172.21.15.82:0/3493437098 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40400f6b0 con 0x7ff41c101350 2024-09-12T12:31:48.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.337+0000 7ff422077640 1 -- 172.21.15.82:0/3493437098 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff41c1a3dd0 con 0x7ff41c101350 2024-09-12T12:31:48.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.339+0000 7ff418ff9640 1 -- 172.21.15.82:0/3493437098 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7ff4040109d0 con 0x7ff41c101350 2024-09-12T12:31:48.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.340+0000 7ff424e12740 1 Processor -- start 2024-09-12T12:31:48.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.340+0000 7ff424e12740 1 -- start start 2024-09-12T12:31:48.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.340+0000 7ff424e12740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd97970 0x560d0fd97d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.340+0000 7ff424e12740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fd98290 0x560d0fda4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.340+0000 7ff424e12740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fda4ec0 0x560d0fda72b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.340+0000 7ff424e12740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x560d0fcfc2f0 con 0x560d0fd98290 2024-09-12T12:31:48.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.340+0000 7ff424e12740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560d0fca4270 con 0x560d0fd97970 2024-09-12T12:31:48.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.340+0000 7ff424e12740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x560d0fcf82b0 con 0x560d0fda4ec0 2024-09-12T12:31:48.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.340+0000 7ff418ff9640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff4080a2da0 0x7ff4080a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.340+0000 7ff41b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fd98290 0x560d0fda4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.340+0000 7ff41b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fd98290 0x560d0fda4980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37494/0 (socket says 172.21.15.82:37494) 2024-09-12T12:31:48.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.340+0000 7ff41b7fe640 1 -- 172.21.15.82:0/287125338 learned_addr learned my addr 172.21.15.82:0/287125338 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:48.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.340+0000 7ff41bfff640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff4080a2da0 0x7ff4080a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.341+0000 7ff418ff9640 1 -- 172.21.15.82:0/3493437098 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7ff4040cf0e0 con 0x7ff41c101350 2024-09-12T12:31:48.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.341+0000 7ff41affd640 1 --2- 172.21.15.82:0/287125338 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fda4ec0 0x560d0fda72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.341+0000 7ff41bfff640 1 --2- 172.21.15.82:0/287125338 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd97970 0x560d0fd97d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.341+0000 7ff41b7fe640 1 -- 172.21.15.82:0/287125338 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fda4ec0 msgr2=0x560d0fda72b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:48.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.341+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/287125338 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fda4ec0 0x560d0fda72b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.341+0000 7ff41b7fe640 1 -- 172.21.15.82:0/287125338 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd97970 msgr2=0x560d0fd97d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:48.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.341+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/287125338 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd97970 0x560d0fd97d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.341+0000 7ff41b7fe640 1 -- 172.21.15.82:0/287125338 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d0fca3340 con 0x560d0fd98290 2024-09-12T12:31:48.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.341+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/287125338 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fd98290 0x560d0fda4980 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7ff40c000f80 tx=0x7ff40c009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44db7ad6b74e92bb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:48.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.341+0000 7ff41bfff640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff4080a2da0 0x7ff4080a5260 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff41400bf70 tx=0x7ff41400b750 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:48.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.341+0000 7ff411ffb640 1 -- 172.21.15.82:0/287125338 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40c0316f0 con 0x560d0fd98290 2024-09-12T12:31:48.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.341+0000 7ff411ffb640 1 -- 172.21.15.82:0/287125338 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff40c036040 con 0x560d0fd98290 2024-09-12T12:31:48.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.341+0000 7ff411ffb640 1 -- 172.21.15.82:0/287125338 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40c004680 con 0x560d0fd98290 2024-09-12T12:31:48.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.342+0000 7ff424e12740 1 -- 172.21.15.82:0/287125338 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fd98290 msgr2=0x560d0fda4980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:48.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.342+0000 7ff424e12740 1 --2- 172.21.15.82:0/287125338 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fd98290 0x560d0fda4980 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7ff40c000f80 tx=0x7ff40c009a20 comp rx=0 tx=0).stop 2024-09-12T12:31:48.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.342+0000 7ff424e12740 1 -- 172.21.15.82:0/287125338 shutdown_connections 2024-09-12T12:31:48.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.342+0000 7ff424e12740 1 --2- 172.21.15.82:0/287125338 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fda4ec0 0x560d0fda72b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.342+0000 7ff424e12740 1 --2- 172.21.15.82:0/287125338 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fd98290 0x560d0fda4980 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.342+0000 7ff424e12740 1 --2- 172.21.15.82:0/287125338 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd97970 0x560d0fd97d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.342+0000 7ff424e12740 1 -- 172.21.15.82:0/287125338 >> 172.21.15.82:0/287125338 conn(0x560d0fd94060 msgr2=0x560d0fd94440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:48.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.342+0000 7ff424e12740 1 -- 172.21.15.82:0/287125338 shutdown_connections 2024-09-12T12:31:48.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.342+0000 7ff424e12740 1 -- 172.21.15.82:0/287125338 wait complete. 2024-09-12T12:31:48.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.342+0000 7ff424e12740 1 -- start start 2024-09-12T12:31:48.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.342+0000 7ff424e12740 1 Processor -- start 2024-09-12T12:31:48.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff424e12740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd97970 0x560d0fda1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff424e12740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd98290 0x560d0fda2390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff424e12740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fda28d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff424e12740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x560d0fda7a90 con 0x560d0fda4ec0 2024-09-12T12:31:48.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff424e12740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560d0fc85290 con 0x560d0fd98290 2024-09-12T12:31:48.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff424e12740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x560d0fda7c10 con 0x560d0fd97970 2024-09-12T12:31:48.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff424e12740 10 client.0 _ll_register_callbacks cb 0x560d0fcb6140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:31:48.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff41bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fda28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff41bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fda28d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37496/0 (socket says 172.21.15.82:37496) 2024-09-12T12:31:48.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff41bfff640 1 -- 172.21.15.82:0/3810156751 learned_addr learned my addr 172.21.15.82:0/3810156751 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:48.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff41affd640 1 --2- 172.21.15.82:0/3810156751 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd98290 0x560d0fda2390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/3810156751 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd97970 0x560d0fda1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff41bfff640 1 -- 172.21.15.82:0/3810156751 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd97970 msgr2=0x560d0fda1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:48.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff41bfff640 1 --2- 172.21.15.82:0/3810156751 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd97970 0x560d0fda1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff41bfff640 1 -- 172.21.15.82:0/3810156751 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd98290 msgr2=0x560d0fda2390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:48.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff41bfff640 1 --2- 172.21.15.82:0/3810156751 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd98290 0x560d0fda2390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff41bfff640 1 -- 172.21.15.82:0/3810156751 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d0fa0f210 con 0x560d0fda4ec0 2024-09-12T12:31:48.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/3810156751 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd97970 0x560d0fda1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:31:48.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff41bfff640 1 --2- 172.21.15.82:0/3810156751 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fda28d0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7ff41400bfd0 tx=0x7ff4140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92d4dcc55e8343bf server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:48.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff3faffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:31:48.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.343+0000 7ff3faffd640 1 -- 172.21.15.82:0/3810156751 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff414024030 con 0x560d0fda4ec0 2024-09-12T12:31:48.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.344+0000 7ff3faffd640 1 -- 172.21.15.82:0/3810156751 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7ff41400f8e0 con 0x560d0fda4ec0 2024-09-12T12:31:48.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.344+0000 7ff424e12740 1 -- 172.21.15.82:0/3810156751 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff40c036040 con 0x560d0fda4ec0 2024-09-12T12:31:48.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.344+0000 7ff3faffd640 1 -- 172.21.15.82:0/3810156751 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff414012e60 con 0x560d0fda4ec0 2024-09-12T12:31:48.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.344+0000 7ff424e12740 10 client.16089 fetch_fsmap learned FSMap version 28 2024-09-12T12:31:48.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.344+0000 7ff424e12740 1 -- 172.21.15.82:0/3810156751 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560d0fadb620 con 0x560d0fda4ec0 2024-09-12T12:31:48.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.344+0000 7ff3faffd640 1 -- 172.21.15.82:0/3810156751 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff40c036040 con 0x560d0fda4ec0 2024-09-12T12:31:48.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.344+0000 7ff3faffd640 1 -- 172.21.15.82:0/3810156751 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff41401e040 con 0x560d0fda4ec0 2024-09-12T12:31:48.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.344+0000 7ff424e12740 10 client.16089 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:31:48.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.344+0000 7ff424e12740 10 client.16089 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:31:48.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.344+0000 7ff424e12740 20 client.16089 populate_metadata read hostname 'smithi082' 2024-09-12T12:31:48.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.344+0000 7ff424e12740 1 --2- 172.21.15.82:0/3810156751 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560d0fdb4e60 0x560d0fdb72b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.344+0000 7ff424e12740 4 client.16089 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:31:48.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.344+0000 7ff424e12740 1 -- 172.21.15.82:0/3810156751 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560d0fd09a20 con 0x560d0fdb4e60 2024-09-12T12:31:48.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.344+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/3810156751 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560d0fdb4e60 0x560d0fdb72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.345+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/3810156751 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560d0fdb4e60 0x560d0fdb72b0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=495f826a15594280 server_cookie=e99cea81535f8e0d in_seq=0 out_seq=0 2024-09-12T12:31:48.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.345+0000 7ff3faffd640 10 client.16089 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:48.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.345+0000 7ff3faffd640 1 -- 172.21.15.82:0/3810156751 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560d0fd09a20 con 0x560d0fdb4e60 2024-09-12T12:31:48.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.345+0000 7ff3faffd640 10 client.16089 handle_command_reply: tid=0 2024-09-12T12:31:48.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.346+0000 7ff424e12740 1 client.16089 shutdown 2024-09-12T12:31:48.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.346+0000 7ff424e12740 1 -- 172.21.15.82:0/3810156751 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 msgr2=0x560d0fda28d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:48.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.346+0000 7ff424e12740 1 --2- 172.21.15.82:0/3810156751 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fda28d0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7ff41400bfd0 tx=0x7ff4140046c0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.346+0000 7ff424e12740 1 -- 172.21.15.82:0/3810156751 shutdown_connections 2024-09-12T12:31:48.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.346+0000 7ff424e12740 1 --2- 172.21.15.82:0/3810156751 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560d0fdb4e60 0x560d0fdb72b0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.356 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.346+0000 7ff424e12740 1 --2- 172.21.15.82:0/3810156751 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fda28d0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.356 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.346+0000 7ff424e12740 1 --2- 172.21.15.82:0/3810156751 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd98290 0x560d0fda2390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.356 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.346+0000 7ff3faffd640 0 client.16089 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:48.356 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.346+0000 7ff424e12740 1 --2- 172.21.15.82:0/3810156751 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd97970 0x560d0fda1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.356 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.346+0000 7ff424e12740 1 -- 172.21.15.82:0/3810156751 >> 172.21.15.82:0/3810156751 conn(0x560d0fd94060 msgr2=0x560d0fd99dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:48.356 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.346+0000 7ff424e12740 1 -- 172.21.15.82:0/3810156751 shutdown_connections 2024-09-12T12:31:48.356 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.346+0000 7ff424e12740 1 -- 172.21.15.82:0/3810156751 wait complete. 2024-09-12T12:31:48.356 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.346+0000 7ff424e12740 20 client.16089 trim_cache size 0 max 16384 2024-09-12T12:31:48.367 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff424e12740 1 Processor -- start 2024-09-12T12:31:48.367 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff424e12740 1 -- start start 2024-09-12T12:31:48.367 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff424e12740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd97970 0x560d0fdbcc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.367 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff424e12740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd98290 0x560d0fdbd150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.367 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff424e12740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fd9f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.367 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff424e12740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c1ab6f0 con 0x560d0fda4ec0 2024-09-12T12:31:48.367 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff424e12740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c1ad230 con 0x560d0fd98290 2024-09-12T12:31:48.367 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff424e12740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c1abdc0 con 0x560d0fd97970 2024-09-12T12:31:48.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff41bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fd9f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff41bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fd9f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37498/0 (socket says 172.21.15.82:37498) 2024-09-12T12:31:48.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff41bfff640 1 -- 172.21.15.82:0/351540356 learned_addr learned my addr 172.21.15.82:0/351540356 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:48.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff41affd640 1 --2- 172.21.15.82:0/351540356 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd98290 0x560d0fdbd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/351540356 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd97970 0x560d0fdbcc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff41bfff640 1 -- 172.21.15.82:0/351540356 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd97970 msgr2=0x560d0fdbcc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:48.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff41bfff640 1 --2- 172.21.15.82:0/351540356 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd97970 0x560d0fdbcc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff41bfff640 1 -- 172.21.15.82:0/351540356 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd98290 msgr2=0x560d0fdbd150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:48.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff41bfff640 1 --2- 172.21.15.82:0/351540356 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd98290 0x560d0fdbd150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff41bfff640 1 -- 172.21.15.82:0/351540356 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d0fda0de0 con 0x560d0fda4ec0 2024-09-12T12:31:48.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/351540356 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd97970 0x560d0fdbcc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:31:48.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff41affd640 1 --2- 172.21.15.82:0/351540356 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd98290 0x560d0fdbd150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:31:48.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff41bfff640 1 --2- 172.21.15.82:0/351540356 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fd9f0b0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7ff41400b720 tx=0x7ff414010480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c32c143ff91df330 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:48.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.361+0000 7ff4117fa640 1 -- 172.21.15.82:0/351540356 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff414035020 con 0x560d0fda4ec0 2024-09-12T12:31:48.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.362+0000 7ff4117fa640 1 -- 172.21.15.82:0/351540356 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4140111a0 con 0x560d0fda4ec0 2024-09-12T12:31:48.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.362+0000 7ff4117fa640 1 -- 172.21.15.82:0/351540356 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff414024070 con 0x560d0fda4ec0 2024-09-12T12:31:48.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.362+0000 7ff424e12740 1 -- 172.21.15.82:0/351540356 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 msgr2=0x560d0fd9f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:48.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.362+0000 7ff424e12740 1 --2- 172.21.15.82:0/351540356 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fd9f0b0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7ff41400b720 tx=0x7ff414010480 comp rx=0 tx=0).stop 2024-09-12T12:31:48.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.362+0000 7ff424e12740 1 -- 172.21.15.82:0/351540356 shutdown_connections 2024-09-12T12:31:48.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.362+0000 7ff424e12740 1 --2- 172.21.15.82:0/351540356 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fd9f0b0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.362+0000 7ff424e12740 1 --2- 172.21.15.82:0/351540356 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd98290 0x560d0fdbd150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.362+0000 7ff424e12740 1 --2- 172.21.15.82:0/351540356 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd97970 0x560d0fdbcc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.362+0000 7ff424e12740 1 -- 172.21.15.82:0/351540356 >> 172.21.15.82:0/351540356 conn(0x560d0fd94060 msgr2=0x560d0fda3ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.362+0000 7ff424e12740 1 -- 172.21.15.82:0/351540356 shutdown_connections 2024-09-12T12:31:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.362+0000 7ff424e12740 1 -- 172.21.15.82:0/351540356 wait complete. 2024-09-12T12:31:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff424e12740 1 -- start start 2024-09-12T12:31:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff424e12740 1 Processor -- start 2024-09-12T12:31:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff424e12740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd97970 0x560d0fdad080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff424e12740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd98290 0x560d0fdad5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff424e12740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fda9e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff424e12740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c1acb60 con 0x560d0fda4ec0 2024-09-12T12:31:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff424e12740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c1ac490 con 0x560d0fd97970 2024-09-12T12:31:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff424e12740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c1a96d0 con 0x560d0fd98290 2024-09-12T12:31:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff424e12740 10 client.0 _ll_register_callbacks cb 0x7ff41400b650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:31:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff41bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fda9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff41bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fda9e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37504/0 (socket says 172.21.15.82:37504) 2024-09-12T12:31:48.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff41bfff640 1 -- 172.21.15.82:0/3111115486 learned_addr learned my addr 172.21.15.82:0/3111115486 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:31:48.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd97970 0x560d0fdad080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff41bfff640 1 -- 172.21.15.82:0/3111115486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd98290 msgr2=0x560d0fdad5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:48.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff41affd640 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd98290 0x560d0fdad5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff41bfff640 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd98290 0x560d0fdad5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff41bfff640 1 -- 172.21.15.82:0/3111115486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd97970 msgr2=0x560d0fdad080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:31:48.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff41bfff640 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd97970 0x560d0fdad080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff41bfff640 1 -- 172.21.15.82:0/3111115486 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d0fdaa550 con 0x560d0fda4ec0 2024-09-12T12:31:48.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd97970 0x560d0fdad080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:31:48.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.363+0000 7ff41affd640 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd98290 0x560d0fdad5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:31:48.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff41bfff640 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fda9e60 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7ff414020730 tx=0x7ff4140110e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6aa63279e013c30 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:31:48.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff3faffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:31:48.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff3faffd640 1 -- 172.21.15.82:0/3111115486 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff414035030 con 0x560d0fda4ec0 2024-09-12T12:31:48.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff3faffd640 1 -- 172.21.15.82:0/3111115486 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7ff414005240 con 0x560d0fda4ec0 2024-09-12T12:31:48.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff424e12740 1 -- 172.21.15.82:0/3111115486 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4140111a0 con 0x560d0fda4ec0 2024-09-12T12:31:48.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff3faffd640 1 -- 172.21.15.82:0/3111115486 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff414048050 con 0x560d0fda4ec0 2024-09-12T12:31:48.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff424e12740 10 client.16095 fetch_fsmap learned FSMap version 28 2024-09-12T12:31:48.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff424e12740 1 -- 172.21.15.82:0/3111115486 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560d0fe205c0 con 0x560d0fda4ec0 2024-09-12T12:31:48.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff3faffd640 1 -- 172.21.15.82:0/3111115486 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4140111a0 con 0x560d0fda4ec0 2024-09-12T12:31:48.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff3faffd640 1 -- 172.21.15.82:0/3111115486 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff414004780 con 0x560d0fda4ec0 2024-09-12T12:31:48.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff424e12740 10 client.16095 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:31:48.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff424e12740 10 client.16095 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:31:48.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff424e12740 20 client.16095 populate_metadata read hostname 'smithi082' 2024-09-12T12:31:48.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff424e12740 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560d0fe20c20 0x560d0fe23040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:31:48.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff424e12740 4 client.16095 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:31:48.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.364+0000 7ff424e12740 1 -- 172.21.15.82:0/3111115486 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560d0fd03d70 con 0x560d0fe20c20 2024-09-12T12:31:48.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.365+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560d0fe20c20 0x560d0fe23040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:31:48.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.365+0000 7ff41b7fe640 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560d0fe20c20 0x560d0fe23040 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=103b08fde6aae5b9 server_cookie=7a3f93b35ef75207 in_seq=0 out_seq=0 2024-09-12T12:31:48.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.365+0000 7ff3faffd640 10 client.16095 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:48.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.379+0000 7ff3faffd640 1 -- 172.21.15.82:0/3111115486 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560d0fd03d70 con 0x560d0fe20c20 2024-09-12T12:31:48.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.379+0000 7ff3faffd640 10 client.16095 handle_command_reply: tid=0 2024-09-12T12:31:48.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.379+0000 7ff424e12740 1 client.16095 shutdown 2024-09-12T12:31:48.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff424e12740 1 -- 172.21.15.82:0/3111115486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 msgr2=0x560d0fda9e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:48.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff424e12740 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fda9e60 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7ff414020730 tx=0x7ff4140110e0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff424e12740 1 -- 172.21.15.82:0/3111115486 shutdown_connections 2024-09-12T12:31:48.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff424e12740 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560d0fe20c20 0x560d0fe23040 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff424e12740 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x560d0fda4ec0 0x560d0fda9e60 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff424e12740 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560d0fd98290 0x560d0fdad5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff3faffd640 0 client.16095 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:31:48.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff424e12740 1 --2- 172.21.15.82:0/3111115486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560d0fd97970 0x560d0fdad080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff424e12740 1 -- 172.21.15.82:0/3111115486 >> 172.21.15.82:0/3111115486 conn(0x560d0fd94060 msgr2=0x560d0fda36b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:48.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff424e12740 1 -- 172.21.15.82:0/3111115486 shutdown_connections 2024-09-12T12:31:48.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff424e12740 1 -- 172.21.15.82:0/3111115486 wait complete. 2024-09-12T12:31:48.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff424e12740 20 client.16095 trim_cache size 0 max 16384 2024-09-12T12:31:48.383 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:31:48.383 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:31:48.383 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:31:48.383 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:31:48.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff422077640 1 -- 172.21.15.82:0/3493437098 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff4080a2da0 msgr2=0x7ff4080a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:48.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff422077640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff4080a2da0 0x7ff4080a5260 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff41400bf70 tx=0x7ff41400b750 comp rx=0 tx=0).stop 2024-09-12T12:31:48.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff422077640 1 -- 172.21.15.82:0/3493437098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff41c101350 msgr2=0x7ff41c1977a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:31:48.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff422077640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff41c101350 0x7ff41c1977a0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7ff40400d950 tx=0x7ff40400de10 comp rx=0 tx=0).stop 2024-09-12T12:31:48.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff422077640 1 -- 172.21.15.82:0/3493437098 shutdown_connections 2024-09-12T12:31:48.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff422077640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff4080a2da0 0x7ff4080a5260 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff422077640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff41c1069c0 0x7ff41c19bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff422077640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff41c101350 0x7ff41c1977a0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff422077640 1 --2- 172.21.15.82:0/3493437098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff41c1009b0 0x7ff41c197260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:31:48.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff422077640 1 -- 172.21.15.82:0/3493437098 >> 172.21.15.82:0/3493437098 conn(0x7ff41c077990 msgr2=0x7ff41c103910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:31:48.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff422077640 1 -- 172.21.15.82:0/3493437098 shutdown_connections 2024-09-12T12:31:48.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:31:48.380+0000 7ff422077640 1 -- 172.21.15.82:0/3493437098 wait complete. 2024-09-12T12:31:48.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:48 smithi097 ceph-mon[34923]: pgmap v156: 97 pgs: 97 active+clean; 5.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 23 op/s 2024-09-12T12:31:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:48 smithi082 ceph-mon[31122]: pgmap v156: 97 pgs: 97 active+clean; 5.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 23 op/s 2024-09-12T12:31:48.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:48 smithi114 ceph-mon[35514]: pgmap v156: 97 pgs: 97 active+clean; 5.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 23 op/s 2024-09-12T12:31:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:49 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:31:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:49 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:31:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:49 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:31:49.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:49 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:31:49.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:49 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:31:49.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:49 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:31:49.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:49 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:31:49.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:49 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:31:49.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:49 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:31:49.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:49 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:31:49.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:49 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:31:49.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:49 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:31:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:50 smithi097 ceph-mon[34923]: pgmap v157: 97 pgs: 97 active+clean; 5.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-09-12T12:31:50.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:50 smithi082 ceph-mon[31122]: pgmap v157: 97 pgs: 97 active+clean; 5.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-09-12T12:31:50.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:50 smithi114 ceph-mon[35514]: pgmap v157: 97 pgs: 97 active+clean; 5.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-09-12T12:31:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:52 smithi097 ceph-mon[34923]: pgmap v158: 97 pgs: 97 active+clean; 5.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-09-12T12:31:52.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:52 smithi082 ceph-mon[31122]: pgmap v158: 97 pgs: 97 active+clean; 5.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-09-12T12:31:52.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:52 smithi114 ceph-mon[35514]: pgmap v158: 97 pgs: 97 active+clean; 5.7 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-09-12T12:31:54.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:54 smithi097 ceph-mon[34923]: pgmap v159: 97 pgs: 97 active+clean; 1.9 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 48 KiB/s wr, 22 op/s 2024-09-12T12:31:54.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:54 smithi082 ceph-mon[31122]: pgmap v159: 97 pgs: 97 active+clean; 1.9 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 48 KiB/s wr, 22 op/s 2024-09-12T12:31:54.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:54 smithi114 ceph-mon[35514]: pgmap v159: 97 pgs: 97 active+clean; 1.9 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 48 KiB/s wr, 22 op/s 2024-09-12T12:31:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:56 smithi097 ceph-mon[34923]: pgmap v160: 97 pgs: 97 active+clean; 1.9 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:31:56.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:56 smithi082 ceph-mon[31122]: pgmap v160: 97 pgs: 97 active+clean; 1.9 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:31:56.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:56 smithi114 ceph-mon[35514]: pgmap v160: 97 pgs: 97 active+clean; 1.9 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:31:58.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:31:58 smithi097 ceph-mon[34923]: pgmap v161: 97 pgs: 97 active+clean; 2.0 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 48 KiB/s wr, 22 op/s 2024-09-12T12:31:58.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:31:58 smithi082 ceph-mon[31122]: pgmap v161: 97 pgs: 97 active+clean; 2.0 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 48 KiB/s wr, 22 op/s 2024-09-12T12:31:58.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:31:58 smithi114 ceph-mon[35514]: pgmap v161: 97 pgs: 97 active+clean; 2.0 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 48 KiB/s wr, 22 op/s 2024-09-12T12:32:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:00 smithi097 ceph-mon[34923]: pgmap v162: 97 pgs: 97 active+clean; 2.0 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:32:00.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:00 smithi082 ceph-mon[31122]: pgmap v162: 97 pgs: 97 active+clean; 2.0 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:32:00.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:00 smithi114 ceph-mon[35514]: pgmap v162: 97 pgs: 97 active+clean; 2.0 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:32:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.477+0000 7fe9a1c8d640 1 -- 172.21.15.82:0/90446536 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe99c1069e0 msgr2=0x7fe99c106dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.477+0000 7fe9a1c8d640 1 --2- 172.21.15.82:0/90446536 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe99c1069e0 0x7fe99c106dc0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fe98c009930 tx=0x7fe98c02a420 comp rx=0 tx=0).stop 2024-09-12T12:32:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.477+0000 7fe9a1c8d640 1 -- 172.21.15.82:0/90446536 shutdown_connections 2024-09-12T12:32:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.477+0000 7fe9a1c8d640 1 --2- 172.21.15.82:0/90446536 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe99c101370 0x7fe99c10d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.477+0000 7fe9a1c8d640 1 --2- 172.21.15.82:0/90446536 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe99c1009d0 0x7fe99c100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.478+0000 7fe9a1c8d640 1 --2- 172.21.15.82:0/90446536 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe99c1069e0 0x7fe99c106dc0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.478+0000 7fe9a1c8d640 1 -- 172.21.15.82:0/90446536 >> 172.21.15.82:0/90446536 conn(0x7fe99c0fc6f0 msgr2=0x7fe99c0feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:01.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.478+0000 7fe9a1c8d640 1 -- 172.21.15.82:0/90446536 shutdown_connections 2024-09-12T12:32:01.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.478+0000 7fe9a1c8d640 1 -- 172.21.15.82:0/90446536 wait complete. 2024-09-12T12:32:01.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.478+0000 7fe9a1c8d640 1 Processor -- start 2024-09-12T12:32:01.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.478+0000 7fe9a1c8d640 1 -- start start 2024-09-12T12:32:01.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe9a1c8d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe99c1009d0 0x7fe99c1991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe9a1c8d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe99c101370 0x7fe99c1996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe9a1c8d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe99c1069e0 0x7fe99c1a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe9a1c8d640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe99c110e20 con 0x7fe99c1009d0 2024-09-12T12:32:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe9a1c8d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe99c110ca0 con 0x7fe99c101370 2024-09-12T12:32:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe9a1c8d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe99c110fa0 con 0x7fe99c1069e0 2024-09-12T12:32:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe99b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe99c1009d0 0x7fe99c1991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe99b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe99c1009d0 0x7fe99c1991b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37714/0 (socket says 172.21.15.82:37714) 2024-09-12T12:32:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe99b7fe640 1 -- 172.21.15.82:0/694314062 learned_addr learned my addr 172.21.15.82:0/694314062 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe99affd640 1 --2- 172.21.15.82:0/694314062 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe99c101370 0x7fe99c1996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe99bfff640 1 --2- 172.21.15.82:0/694314062 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe99c1069e0 0x7fe99c1a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe99b7fe640 1 -- 172.21.15.82:0/694314062 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe99c1069e0 msgr2=0x7fe99c1a4230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe99b7fe640 1 --2- 172.21.15.82:0/694314062 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe99c1069e0 0x7fe99c1a4230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe99b7fe640 1 -- 172.21.15.82:0/694314062 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe99c101370 msgr2=0x7fe99c1996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe99b7fe640 1 --2- 172.21.15.82:0/694314062 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe99c101370 0x7fe99c1996f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe99b7fe640 1 -- 172.21.15.82:0/694314062 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe99c1a4770 con 0x7fe99c1009d0 2024-09-12T12:32:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.479+0000 7fe99b7fe640 1 --2- 172.21.15.82:0/694314062 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe99c1009d0 0x7fe99c1991b0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fe98c009230 tx=0x7fe98c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.480+0000 7fe998ff9640 1 -- 172.21.15.82:0/694314062 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe98c03f030 con 0x7fe99c1009d0 2024-09-12T12:32:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.480+0000 7fe998ff9640 1 -- 172.21.15.82:0/694314062 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe98c003ad0 con 0x7fe99c1009d0 2024-09-12T12:32:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.480+0000 7fe998ff9640 1 -- 172.21.15.82:0/694314062 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe98c035070 con 0x7fe99c1009d0 2024-09-12T12:32:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.480+0000 7fe9a1c8d640 1 -- 172.21.15.82:0/694314062 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe99c1a4940 con 0x7fe99c1009d0 2024-09-12T12:32:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.480+0000 7fe9a1c8d640 1 -- 172.21.15.82:0/694314062 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe99c1a4e00 con 0x7fe99c1009d0 2024-09-12T12:32:01.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.482+0000 7fe998ff9640 1 -- 172.21.15.82:0/694314062 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fe98c042030 con 0x7fe99c1009d0 2024-09-12T12:32:01.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.482+0000 7fe9a4a2a740 1 Processor -- start 2024-09-12T12:32:01.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.482+0000 7fe9a4a2a740 1 -- start start 2024-09-12T12:32:01.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.482+0000 7fe9a4a2a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160deaaf0 0x563160deaed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.482+0000 7fe9a4a2a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deb410 0x563160df5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.482+0000 7fe9a4a2a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160df5cb0 0x563160df80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.482+0000 7fe9a4a2a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563160d4f2f0 con 0x563160deb410 2024-09-12T12:32:01.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.482+0000 7fe9a4a2a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563160cf7270 con 0x563160df5cb0 2024-09-12T12:32:01.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe9a4a2a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563160d4b2b0 con 0x563160deaaf0 2024-09-12T12:32:01.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe99b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deb410 0x563160df5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe99b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deb410 0x563160df5770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37716/0 (socket says 172.21.15.82:37716) 2024-09-12T12:32:01.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe99b7fe640 1 -- 172.21.15.82:0/1207773778 learned_addr learned my addr 172.21.15.82:0/1207773778 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:01.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe99affd640 1 --2- 172.21.15.82:0/1207773778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160df5cb0 0x563160df80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe99bfff640 1 --2- 172.21.15.82:0/1207773778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160deaaf0 0x563160deaed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe998ff9640 1 --2- 172.21.15.82:0/694314062 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe9840a2e20 0x7fe9840a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe99b7fe640 1 -- 172.21.15.82:0/1207773778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160deaaf0 msgr2=0x563160deaed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:01.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe99b7fe640 1 --2- 172.21.15.82:0/1207773778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160deaaf0 0x563160deaed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe99b7fe640 1 -- 172.21.15.82:0/1207773778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160df5cb0 msgr2=0x563160df80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:01.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe99b7fe640 1 --2- 172.21.15.82:0/1207773778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160df5cb0 0x563160df80a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe99b7fe640 1 -- 172.21.15.82:0/1207773778 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563160cf6340 con 0x563160deb410 2024-09-12T12:32:01.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe99affd640 1 --2- 172.21.15.82:0/1207773778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160df5cb0 0x563160df80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:32:01.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe99bfff640 1 --2- 172.21.15.82:0/694314062 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe9840a2e20 0x7fe9840a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe99b7fe640 1 --2- 172.21.15.82:0/1207773778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deb410 0x563160df5770 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fe98c0ed090 tx=0x7fe98c0b7a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=213f01e3da2e9ba9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:01.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe998ff9640 1 -- 172.21.15.82:0/694314062 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fe98c0efa10 con 0x7fe99c1009d0 2024-09-12T12:32:01.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe981ffb640 1 -- 172.21.15.82:0/1207773778 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe98c049020 con 0x563160deb410 2024-09-12T12:32:01.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe981ffb640 1 -- 172.21.15.82:0/1207773778 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe98c0f9040 con 0x563160deb410 2024-09-12T12:32:01.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.483+0000 7fe981ffb640 1 -- 172.21.15.82:0/1207773778 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe98c0f8070 con 0x563160deb410 2024-09-12T12:32:01.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.484+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/1207773778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deb410 msgr2=0x563160df5770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:01.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.484+0000 7fe99bfff640 1 --2- 172.21.15.82:0/694314062 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe9840a2e20 0x7fe9840a52e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe994005fd0 tx=0x7fe994004a40 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:01.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.484+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/1207773778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deb410 0x563160df5770 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fe98c0ed090 tx=0x7fe98c0b7a60 comp rx=0 tx=0).stop 2024-09-12T12:32:01.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.484+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/1207773778 shutdown_connections 2024-09-12T12:32:01.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.484+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/1207773778 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160df5cb0 0x563160df80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.484+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/1207773778 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deb410 0x563160df5770 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.484+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/1207773778 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160deaaf0 0x563160deaed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.484+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/1207773778 >> 172.21.15.82:0/1207773778 conn(0x563160de7060 msgr2=0x563160de7440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:01.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.484+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/1207773778 shutdown_connections 2024-09-12T12:32:01.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.484+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/1207773778 wait complete. 2024-09-12T12:32:01.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.485+0000 7fe9a4a2a740 1 -- start start 2024-09-12T12:32:01.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.485+0000 7fe9a4a2a740 1 Processor -- start 2024-09-12T12:32:01.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.485+0000 7fe9a4a2a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deaaf0 0x563160df2af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.485+0000 7fe9a4a2a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 0x563160df3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.485+0000 7fe9a4a2a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160df5cb0 0x563160df3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.485+0000 7fe9a4a2a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563160df8640 con 0x563160deaaf0 2024-09-12T12:32:01.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.485+0000 7fe9a4a2a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563160cd8290 con 0x563160deb410 2024-09-12T12:32:01.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.485+0000 7fe9a4a2a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563160df87c0 con 0x563160df5cb0 2024-09-12T12:32:01.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.485+0000 7fe9a4a2a740 10 client.0 _ll_register_callbacks cb 0x563160d09140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:32:01.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.485+0000 7fe99b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deaaf0 0x563160df2af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.485+0000 7fe99b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deaaf0 0x563160df2af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37724/0 (socket says 172.21.15.82:37724) 2024-09-12T12:32:01.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.485+0000 7fe99b7fe640 1 -- 172.21.15.82:0/4002812098 learned_addr learned my addr 172.21.15.82:0/4002812098 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:01.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.485+0000 7fe99bfff640 1 --2- 172.21.15.82:0/4002812098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160df5cb0 0x563160df3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe99b7fe640 1 -- 172.21.15.82:0/4002812098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160df5cb0 msgr2=0x563160df3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:01.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe99b7fe640 1 --2- 172.21.15.82:0/4002812098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160df5cb0 0x563160df3570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe99b7fe640 1 -- 172.21.15.82:0/4002812098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 msgr2=0x563160df3030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:01.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe99affd640 1 --2- 172.21.15.82:0/4002812098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 0x563160df3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe99b7fe640 1 --2- 172.21.15.82:0/4002812098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 0x563160df3030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe99b7fe640 1 -- 172.21.15.82:0/4002812098 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563160a62210 con 0x563160deaaf0 2024-09-12T12:32:01.495 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe99b7fe640 1 --2- 172.21.15.82:0/4002812098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deaaf0 0x563160df2af0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fe98c000c00 tx=0x7fe98c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be8d3bc8da6df3c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:01.495 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe97affd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:32:01.495 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe97affd640 1 -- 172.21.15.82:0/4002812098 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe98c0f8070 con 0x563160deaaf0 2024-09-12T12:32:01.495 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe97affd640 1 -- 172.21.15.82:0/4002812098 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fe98c0d00d0 con 0x563160deaaf0 2024-09-12T12:32:01.495 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/4002812098 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe98c0f9040 con 0x563160deaaf0 2024-09-12T12:32:01.495 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe97affd640 1 -- 172.21.15.82:0/4002812098 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe98c049070 con 0x563160deaaf0 2024-09-12T12:32:01.495 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe9a4a2a740 10 client.16107 fetch_fsmap learned FSMap version 28 2024-09-12T12:32:01.495 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/4002812098 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563160b2e620 con 0x563160deaaf0 2024-09-12T12:32:01.495 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe97affd640 1 -- 172.21.15.82:0/4002812098 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe98c0f6080 con 0x563160deaaf0 2024-09-12T12:32:01.495 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe97affd640 1 -- 172.21.15.82:0/4002812098 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe98c003c80 con 0x563160deaaf0 2024-09-12T12:32:01.495 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe9a4a2a740 10 client.16107 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:32:01.495 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe9a4a2a740 10 client.16107 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:32:01.495 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe9a4a2a740 20 client.16107 populate_metadata read hostname 'smithi082' 2024-09-12T12:32:01.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/4002812098 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563160e05770 0x563160e07c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe9a4a2a740 4 client.16107 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:32:01.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.486+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/4002812098 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563160d5ca20 con 0x563160e05770 2024-09-12T12:32:01.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.487+0000 7fe99affd640 1 --2- 172.21.15.82:0/4002812098 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563160e05770 0x563160e07c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.487+0000 7fe99affd640 1 --2- 172.21.15.82:0/4002812098 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563160e05770 0x563160e07c00 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bef96a9755a72760 server_cookie=ca9b9802afc69889 in_seq=0 out_seq=0 2024-09-12T12:32:01.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.487+0000 7fe97affd640 10 client.16107 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:01.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe97affd640 1 -- 172.21.15.82:0/4002812098 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563160d5ca20 con 0x563160e05770 2024-09-12T12:32:01.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe97affd640 10 client.16107 handle_command_reply: tid=0 2024-09-12T12:32:01.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe9a4a2a740 1 client.16107 shutdown 2024-09-12T12:32:01.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/4002812098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deaaf0 msgr2=0x563160df2af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:01.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/4002812098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deaaf0 0x563160df2af0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fe98c000c00 tx=0x7fe98c009260 comp rx=0 tx=0).stop 2024-09-12T12:32:01.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/4002812098 shutdown_connections 2024-09-12T12:32:01.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/4002812098 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563160e05770 0x563160e07c00 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/4002812098 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160df5cb0 0x563160df3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/4002812098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 0x563160df3030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/4002812098 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deaaf0 0x563160df2af0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe97affd640 0 client.16107 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:01.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/4002812098 >> 172.21.15.82:0/4002812098 conn(0x563160de7060 msgr2=0x563160decdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:01.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/4002812098 shutdown_connections 2024-09-12T12:32:01.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/4002812098 wait complete. 2024-09-12T12:32:01.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.488+0000 7fe9a4a2a740 20 client.16107 trim_cache size 0 max 16384 2024-09-12T12:32:01.504 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe9a4a2a740 1 Processor -- start 2024-09-12T12:32:01.505 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe9a4a2a740 1 -- start start 2024-09-12T12:32:01.505 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe9a4a2a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160deaaf0 0x563160df33a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.505 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe9a4a2a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 0x563160df4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.505 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe9a4a2a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160df5cb0 0x563160e0d510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.505 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe9a4a2a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe99c1ad900 con 0x563160df5cb0 2024-09-12T12:32:01.505 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe9a4a2a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe99c1af440 con 0x563160deb410 2024-09-12T12:32:01.505 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe9a4a2a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe99c1adfd0 con 0x563160deaaf0 2024-09-12T12:32:01.505 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe99bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160df5cb0 0x563160e0d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.505 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe99bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160df5cb0 0x563160e0d510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37732/0 (socket says 172.21.15.82:37732) 2024-09-12T12:32:01.505 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe99bfff640 1 -- 172.21.15.82:0/1564766006 learned_addr learned my addr 172.21.15.82:0/1564766006 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:01.505 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe99affd640 1 --2- 172.21.15.82:0/1564766006 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 0x563160df4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe99b7fe640 1 --2- 172.21.15.82:0/1564766006 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160deaaf0 0x563160df33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe99bfff640 1 -- 172.21.15.82:0/1564766006 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160deaaf0 msgr2=0x563160df33a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:01.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe99bfff640 1 --2- 172.21.15.82:0/1564766006 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160deaaf0 0x563160df33a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe99bfff640 1 -- 172.21.15.82:0/1564766006 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 msgr2=0x563160df4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:01.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe99bfff640 1 --2- 172.21.15.82:0/1564766006 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 0x563160df4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe99bfff640 1 -- 172.21.15.82:0/1564766006 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563160de6e90 con 0x563160df5cb0 2024-09-12T12:32:01.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.503+0000 7fe99bfff640 1 --2- 172.21.15.82:0/1564766006 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160df5cb0 0x563160e0d510 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fe99401f900 tx=0x7fe994014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4480737408370865 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:01.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.504+0000 7fe9817fa640 1 -- 172.21.15.82:0/1564766006 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe99401f250 con 0x563160df5cb0 2024-09-12T12:32:01.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.504+0000 7fe9817fa640 1 -- 172.21.15.82:0/1564766006 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe994016070 con 0x563160df5cb0 2024-09-12T12:32:01.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.504+0000 7fe9817fa640 1 -- 172.21.15.82:0/1564766006 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe99401ee20 con 0x563160df5cb0 2024-09-12T12:32:01.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.504+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/1564766006 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160df5cb0 msgr2=0x563160e0d510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:01.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.504+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/1564766006 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160df5cb0 0x563160e0d510 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fe99401f900 tx=0x7fe994014000 comp rx=0 tx=0).stop 2024-09-12T12:32:01.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.504+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/1564766006 shutdown_connections 2024-09-12T12:32:01.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.504+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/1564766006 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160df5cb0 0x563160e0d510 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.504+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/1564766006 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 0x563160df4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.504+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/1564766006 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160deaaf0 0x563160df33a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.504+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/1564766006 >> 172.21.15.82:0/1564766006 conn(0x563160de7060 msgr2=0x563160df4350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:01.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.504+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/1564766006 shutdown_connections 2024-09-12T12:32:01.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.504+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/1564766006 wait complete. 2024-09-12T12:32:01.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.504+0000 7fe9a4a2a740 1 -- start start 2024-09-12T12:32:01.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe9a4a2a740 1 Processor -- start 2024-09-12T12:32:01.510 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe9a4a2a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deaaf0 0x563160dfdd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.510 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe9a4a2a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 0x563160dfe2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.511 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe9a4a2a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160df5cb0 0x563160def660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.511 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe9a4a2a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe99c1aed70 con 0x563160deaaf0 2024-09-12T12:32:01.511 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe9a4a2a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe99c1ae6a0 con 0x563160deb410 2024-09-12T12:32:01.511 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe9a4a2a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe99c1ab8e0 con 0x563160df5cb0 2024-09-12T12:32:01.511 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe9a4a2a740 10 client.0 _ll_register_callbacks cb 0x7fe9900097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:32:01.511 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe99b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deaaf0 0x563160dfdd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.511 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe99b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deaaf0 0x563160dfdd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37738/0 (socket says 172.21.15.82:37738) 2024-09-12T12:32:01.511 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe99b7fe640 1 -- 172.21.15.82:0/741823933 learned_addr learned my addr 172.21.15.82:0/741823933 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:01.511 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe99affd640 1 --2- 172.21.15.82:0/741823933 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 0x563160dfe2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.511 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe99bfff640 1 --2- 172.21.15.82:0/741823933 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160df5cb0 0x563160def660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.511 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe99b7fe640 1 -- 172.21.15.82:0/741823933 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160df5cb0 msgr2=0x563160def660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:01.511 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe99b7fe640 1 --2- 172.21.15.82:0/741823933 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160df5cb0 0x563160def660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe99b7fe640 1 -- 172.21.15.82:0/741823933 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 msgr2=0x563160dfe2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:01.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe99b7fe640 1 --2- 172.21.15.82:0/741823933 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 0x563160dfe2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe99b7fe640 1 -- 172.21.15.82:0/741823933 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563160e018a0 con 0x563160deaaf0 2024-09-12T12:32:01.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.505+0000 7fe99bfff640 1 --2- 172.21.15.82:0/741823933 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160df5cb0 0x563160def660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:32:01.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe99b7fe640 1 --2- 172.21.15.82:0/741823933 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deaaf0 0x563160dfdd70 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fe98c0ed720 tx=0x7fe98c0efd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fca638d417291aa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:01.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe97affd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:32:01.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe97affd640 1 -- 172.21.15.82:0/741823933 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe98c0f8070 con 0x563160deaaf0 2024-09-12T12:32:01.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe97affd640 1 -- 172.21.15.82:0/741823933 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fe98c0ed3a0 con 0x563160deaaf0 2024-09-12T12:32:01.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/741823933 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe994016070 con 0x563160deaaf0 2024-09-12T12:32:01.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe97affd640 1 -- 172.21.15.82:0/741823933 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe98c0bb850 con 0x563160deaaf0 2024-09-12T12:32:01.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe9a4a2a740 10 client.16113 fetch_fsmap learned FSMap version 28 2024-09-12T12:32:01.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/741823933 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563160e018a0 con 0x563160deaaf0 2024-09-12T12:32:01.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe97affd640 1 -- 172.21.15.82:0/741823933 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe994016070 con 0x563160deaaf0 2024-09-12T12:32:01.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe97affd640 1 -- 172.21.15.82:0/741823933 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe98c0b8560 con 0x563160deaaf0 2024-09-12T12:32:01.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe9a4a2a740 10 client.16113 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:32:01.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe9a4a2a740 10 client.16113 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:32:01.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe9a4a2a740 20 client.16113 populate_metadata read hostname 'smithi082' 2024-09-12T12:32:01.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/741823933 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563160e70270 0x563160e72660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:01.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe9a4a2a740 4 client.16113 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:32:01.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/741823933 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563160d56d70 con 0x563160e70270 2024-09-12T12:32:01.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.506+0000 7fe99affd640 1 --2- 172.21.15.82:0/741823933 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563160e70270 0x563160e72660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:01.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.507+0000 7fe97affd640 10 client.16113 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:01.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.507+0000 7fe99affd640 1 --2- 172.21.15.82:0/741823933 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563160e70270 0x563160e72660 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c7c85fe549252b7 server_cookie=9e7cd66931d0651c in_seq=0 out_seq=0 2024-09-12T12:32:01.522 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.521+0000 7fe97affd640 1 -- 172.21.15.82:0/741823933 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563160d56d70 con 0x563160e70270 2024-09-12T12:32:01.522 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.521+0000 7fe97affd640 10 client.16113 handle_command_reply: tid=0 2024-09-12T12:32:01.522 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.521+0000 7fe9a4a2a740 1 client.16113 shutdown 2024-09-12T12:32:01.522 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/741823933 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deaaf0 msgr2=0x563160dfdd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:01.522 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/741823933 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deaaf0 0x563160dfdd70 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fe98c0ed720 tx=0x7fe98c0efd10 comp rx=0 tx=0).stop 2024-09-12T12:32:01.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/741823933 shutdown_connections 2024-09-12T12:32:01.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/741823933 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563160e70270 0x563160e72660 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/741823933 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563160df5cb0 0x563160def660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/741823933 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563160deb410 0x563160dfe2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a4a2a740 1 --2- 172.21.15.82:0/741823933 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563160deaaf0 0x563160dfdd70 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe97affd640 0 client.16113 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:01.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/741823933 >> 172.21.15.82:0/741823933 conn(0x563160de7060 msgr2=0x563160df0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:01.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/741823933 shutdown_connections 2024-09-12T12:32:01.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a4a2a740 1 -- 172.21.15.82:0/741823933 wait complete. 2024-09-12T12:32:01.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a4a2a740 20 client.16113 trim_cache size 0 max 16384 2024-09-12T12:32:01.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:32:01.524 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:32:01.524 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:32:01.524 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:32:01.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a1c8d640 1 -- 172.21.15.82:0/694314062 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe9840a2e20 msgr2=0x7fe9840a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:01.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a1c8d640 1 --2- 172.21.15.82:0/694314062 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe9840a2e20 0x7fe9840a52e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe994005fd0 tx=0x7fe994004a40 comp rx=0 tx=0).stop 2024-09-12T12:32:01.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a1c8d640 1 -- 172.21.15.82:0/694314062 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe99c1009d0 msgr2=0x7fe99c1991b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:01.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a1c8d640 1 --2- 172.21.15.82:0/694314062 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe99c1009d0 0x7fe99c1991b0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fe98c009230 tx=0x7fe98c004270 comp rx=0 tx=0).stop 2024-09-12T12:32:01.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a1c8d640 1 -- 172.21.15.82:0/694314062 shutdown_connections 2024-09-12T12:32:01.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a1c8d640 1 --2- 172.21.15.82:0/694314062 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe9840a2e20 0x7fe9840a52e0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a1c8d640 1 --2- 172.21.15.82:0/694314062 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe99c1069e0 0x7fe99c1a4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a1c8d640 1 --2- 172.21.15.82:0/694314062 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe99c101370 0x7fe99c1996f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a1c8d640 1 --2- 172.21.15.82:0/694314062 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe99c1009d0 0x7fe99c1991b0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:01.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.522+0000 7fe9a1c8d640 1 -- 172.21.15.82:0/694314062 >> 172.21.15.82:0/694314062 conn(0x7fe99c0fc6f0 msgr2=0x7fe99c0fde10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:01.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.523+0000 7fe9a1c8d640 1 -- 172.21.15.82:0/694314062 shutdown_connections 2024-09-12T12:32:01.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:01.523+0000 7fe9a1c8d640 1 -- 172.21.15.82:0/694314062 wait complete. 2024-09-12T12:32:02.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:02 smithi097 ceph-mon[34923]: pgmap v163: 97 pgs: 97 active+clean; 2.0 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:32:02.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:02 smithi082 ceph-mon[31122]: pgmap v163: 97 pgs: 97 active+clean; 2.0 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:32:02.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:02 smithi114 ceph-mon[35514]: pgmap v163: 97 pgs: 97 active+clean; 2.0 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-12T12:32:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:04 smithi097 ceph-mon[34923]: pgmap v164: 97 pgs: 97 active+clean; 2.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-09-12T12:32:04.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:04 smithi082 ceph-mon[31122]: pgmap v164: 97 pgs: 97 active+clean; 2.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-09-12T12:32:04.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:04 smithi114 ceph-mon[35514]: pgmap v164: 97 pgs: 97 active+clean; 2.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-09-12T12:32:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:06 smithi097 ceph-mon[34923]: pgmap v165: 97 pgs: 97 active+clean; 2.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 59 KiB/s wr, 30 op/s 2024-09-12T12:32:06.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:06 smithi082 ceph-mon[31122]: pgmap v165: 97 pgs: 97 active+clean; 2.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 59 KiB/s wr, 30 op/s 2024-09-12T12:32:06.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:06 smithi114 ceph-mon[35514]: pgmap v165: 97 pgs: 97 active+clean; 2.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 59 KiB/s wr, 30 op/s 2024-09-12T12:32:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:08 smithi097 ceph-mon[34923]: pgmap v166: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 76 KiB/s wr, 37 op/s 2024-09-12T12:32:08.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:08 smithi082 ceph-mon[31122]: pgmap v166: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 76 KiB/s wr, 37 op/s 2024-09-12T12:32:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:08 smithi114 ceph-mon[35514]: pgmap v166: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 76 KiB/s wr, 37 op/s 2024-09-12T12:32:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:10 smithi097 ceph-mon[34923]: pgmap v167: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 61 KiB/s wr, 30 op/s 2024-09-12T12:32:10.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:10 smithi082 ceph-mon[31122]: pgmap v167: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 61 KiB/s wr, 30 op/s 2024-09-12T12:32:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:10 smithi114 ceph-mon[35514]: pgmap v167: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 61 KiB/s wr, 30 op/s 2024-09-12T12:32:12.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:12 smithi097 ceph-mon[34923]: pgmap v168: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 61 KiB/s wr, 30 op/s 2024-09-12T12:32:12.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:12 smithi082 ceph-mon[31122]: pgmap v168: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 61 KiB/s wr, 30 op/s 2024-09-12T12:32:12.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:12 smithi114 ceph-mon[35514]: pgmap v168: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 61 KiB/s wr, 30 op/s 2024-09-12T12:32:14.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.620+0000 7fadbfca4640 1 -- 172.21.15.82:0/25009253 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fadb810c0c0 msgr2=0x7fadb810e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:14.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.620+0000 7fadbfca4640 1 --2- 172.21.15.82:0/25009253 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fadb810c0c0 0x7fadb810e580 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fadb0009ca0 tx=0x7fadb002a950 comp rx=0 tx=0).stop 2024-09-12T12:32:14.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.621+0000 7fadbfca4640 1 -- 172.21.15.82:0/25009253 shutdown_connections 2024-09-12T12:32:14.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.621+0000 7fadbfca4640 1 --2- 172.21.15.82:0/25009253 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fadb810c0c0 0x7fadb810e580 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.621+0000 7fadbfca4640 1 --2- 172.21.15.82:0/25009253 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fadb81035c0 0x7fadb810baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.621+0000 7fadbfca4640 1 --2- 172.21.15.82:0/25009253 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fadb8102ca0 0x7fadb8103080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.621+0000 7fadbfca4640 1 -- 172.21.15.82:0/25009253 >> 172.21.15.82:0/25009253 conn(0x7fadb80fc6f0 msgr2=0x7fadb80feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.621+0000 7fadbfca4640 1 -- 172.21.15.82:0/25009253 shutdown_connections 2024-09-12T12:32:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.621+0000 7fadbfca4640 1 -- 172.21.15.82:0/25009253 wait complete. 2024-09-12T12:32:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.621+0000 7fadbfca4640 1 Processor -- start 2024-09-12T12:32:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.621+0000 7fadbfca4640 1 -- start start 2024-09-12T12:32:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.621+0000 7fadbfca4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fadb8102ca0 0x7fadb8198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbfca4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fadb81035c0 0x7fadb81988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbfca4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fadb810c0c0 0x7fadb819cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbfca4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fadb8111f30 con 0x7fadb810c0c0 2024-09-12T12:32:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbfca4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fadb8111db0 con 0x7fadb81035c0 2024-09-12T12:32:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbfca4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fadb81120b0 con 0x7fadb8102ca0 2024-09-12T12:32:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbe241640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fadb810c0c0 0x7fadb819cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbe241640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fadb810c0c0 0x7fadb819cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44988/0 (socket says 172.21.15.82:44988) 2024-09-12T12:32:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbe241640 1 -- 172.21.15.82:0/246679050 learned_addr learned my addr 172.21.15.82:0/246679050 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbda40640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fadb8102ca0 0x7fadb8198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbd23f640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fadb81035c0 0x7fadb81988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbe241640 1 -- 172.21.15.82:0/246679050 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fadb8102ca0 msgr2=0x7fadb8198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbe241640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fadb8102ca0 0x7fadb8198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbe241640 1 -- 172.21.15.82:0/246679050 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fadb81035c0 msgr2=0x7fadb81988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbe241640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fadb81035c0 0x7fadb81988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbe241640 1 -- 172.21.15.82:0/246679050 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadb819d350 con 0x7fadb810c0c0 2024-09-12T12:32:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbda40640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fadb8102ca0 0x7fadb8198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:32:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbd23f640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fadb81035c0 0x7fadb81988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:32:14.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbe241640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fadb810c0c0 0x7fadb819cc20 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fadb0009dc0 tx=0x7fadb0003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:14.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadaeffd640 1 -- 172.21.15.82:0/246679050 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb0034040 con 0x7fadb810c0c0 2024-09-12T12:32:14.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbfca4640 1 -- 172.21.15.82:0/246679050 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadb819d5e0 con 0x7fadb810c0c0 2024-09-12T12:32:14.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadaeffd640 1 -- 172.21.15.82:0/246679050 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fadb0003e50 con 0x7fadb810c0c0 2024-09-12T12:32:14.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadaeffd640 1 -- 172.21.15.82:0/246679050 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb00046c0 con 0x7fadb810c0c0 2024-09-12T12:32:14.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.622+0000 7fadbfca4640 1 -- 172.21.15.82:0/246679050 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadb81a4ed0 con 0x7fadb810c0c0 2024-09-12T12:32:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.625+0000 7fadaeffd640 1 -- 172.21.15.82:0/246679050 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fadb0037020 con 0x7fadb810c0c0 2024-09-12T12:32:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.625+0000 7fadc2a37740 1 Processor -- start 2024-09-12T12:32:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.626+0000 7fadc2a37740 1 -- start start 2024-09-12T12:32:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.626+0000 7fadc2a37740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f5af0 0x5630917f5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.626+0000 7fadc2a37740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f6410 0x563091800770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.626+0000 7fadc2a37740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563091800cb0 0x5630918030a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.626+0000 7fadc2a37740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x56309175a2f0 con 0x563091800cb0 2024-09-12T12:32:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.626+0000 7fadc2a37740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563091702270 con 0x5630917f5af0 2024-09-12T12:32:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.626+0000 7fadc2a37740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5630917562b0 con 0x5630917f6410 2024-09-12T12:32:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.626+0000 7fadbd23f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563091800cb0 0x5630918030a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.626+0000 7fadbd23f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563091800cb0 0x5630918030a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44998/0 (socket says 172.21.15.82:44998) 2024-09-12T12:32:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.626+0000 7fadbd23f640 1 -- 172.21.15.82:0/2650975152 learned_addr learned my addr 172.21.15.82:0/2650975152 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.626+0000 7fadaeffd640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fada40a2da0 0x7fada40a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.626+0000 7fadbd23f640 1 --2- 172.21.15.82:0/2650975152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f5af0 0x5630917f5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.626+0000 7fadbda40640 1 --2- 172.21.15.82:0/2650975152 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f6410 0x563091800770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.626+0000 7fadbe241640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fada40a2da0 0x7fada40a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.627+0000 7fadbd23f640 1 -- 172.21.15.82:0/2650975152 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f6410 msgr2=0x563091800770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.627+0000 7fadbd23f640 1 --2- 172.21.15.82:0/2650975152 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f6410 0x563091800770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.627+0000 7fadbd23f640 1 -- 172.21.15.82:0/2650975152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f5af0 msgr2=0x5630917f5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.627+0000 7fadbd23f640 1 --2- 172.21.15.82:0/2650975152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f5af0 0x5630917f5ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.627+0000 7fadaeffd640 1 -- 172.21.15.82:0/246679050 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fadb00f0350 con 0x7fadb810c0c0 2024-09-12T12:32:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.627+0000 7fadbd23f640 1 -- 172.21.15.82:0/2650975152 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563091701340 con 0x563091800cb0 2024-09-12T12:32:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.627+0000 7fadbd23f640 1 --2- 172.21.15.82:0/2650975152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563091800cb0 0x5630918030a0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fada80124a0 tx=0x7fada800e5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b20f2af73b7bbc6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.627+0000 7fada3fff640 1 -- 172.21.15.82:0/2650975152 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada8018070 con 0x563091800cb0 2024-09-12T12:32:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.627+0000 7fadbe241640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fada40a2da0 0x7fada40a5260 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fadb00bc5e0 tx=0x7fadb003c040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.627+0000 7fada3fff640 1 -- 172.21.15.82:0/2650975152 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fada801ca90 con 0x563091800cb0 2024-09-12T12:32:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.627+0000 7fada3fff640 1 -- 172.21.15.82:0/2650975152 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada8010bb0 con 0x563091800cb0 2024-09-12T12:32:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.628+0000 7fadc2a37740 1 -- 172.21.15.82:0/2650975152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563091800cb0 msgr2=0x5630918030a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.628+0000 7fadc2a37740 1 --2- 172.21.15.82:0/2650975152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563091800cb0 0x5630918030a0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fada80124a0 tx=0x7fada800e5b0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.628+0000 7fadc2a37740 1 -- 172.21.15.82:0/2650975152 shutdown_connections 2024-09-12T12:32:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.628+0000 7fadc2a37740 1 --2- 172.21.15.82:0/2650975152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563091800cb0 0x5630918030a0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.628+0000 7fadc2a37740 1 --2- 172.21.15.82:0/2650975152 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f6410 0x563091800770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.628+0000 7fadc2a37740 1 --2- 172.21.15.82:0/2650975152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f5af0 0x5630917f5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.628+0000 7fadc2a37740 1 -- 172.21.15.82:0/2650975152 >> 172.21.15.82:0/2650975152 conn(0x5630917f2060 msgr2=0x5630917f2440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.628+0000 7fadc2a37740 1 -- 172.21.15.82:0/2650975152 shutdown_connections 2024-09-12T12:32:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.628+0000 7fadc2a37740 1 -- 172.21.15.82:0/2650975152 wait complete. 2024-09-12T12:32:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.628+0000 7fadc2a37740 1 -- start start 2024-09-12T12:32:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.628+0000 7fadc2a37740 1 Processor -- start 2024-09-12T12:32:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadc2a37740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5630917f5af0 0x5630917fdbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadc2a37740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f6410 0x5630917fe0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadc2a37740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563091800cb0 0x5630917fe630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadc2a37740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563091803880 con 0x5630917f5af0 2024-09-12T12:32:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadc2a37740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5630916e3290 con 0x5630917f6410 2024-09-12T12:32:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadc2a37740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563091803a00 con 0x563091800cb0 2024-09-12T12:32:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadc2a37740 10 client.0 _ll_register_callbacks cb 0x563091714140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:32:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadbd23f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5630917f5af0 0x5630917fdbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadbd23f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5630917f5af0 0x5630917fdbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45006/0 (socket says 172.21.15.82:45006) 2024-09-12T12:32:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadbd23f640 1 -- 172.21.15.82:0/600248906 learned_addr learned my addr 172.21.15.82:0/600248906 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadbda40640 1 --2- 172.21.15.82:0/600248906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f6410 0x5630917fe0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadbd23f640 1 -- 172.21.15.82:0/600248906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563091800cb0 msgr2=0x5630917fe630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadbd23f640 1 --2- 172.21.15.82:0/600248906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563091800cb0 0x5630917fe630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadbd23f640 1 -- 172.21.15.82:0/600248906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f6410 msgr2=0x5630917fe0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadbd23f640 1 --2- 172.21.15.82:0/600248906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f6410 0x5630917fe0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadbd23f640 1 -- 172.21.15.82:0/600248906 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56309146d210 con 0x5630917f5af0 2024-09-12T12:32:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadbda40640 1 --2- 172.21.15.82:0/600248906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f6410 0x5630917fe0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:32:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fadbd23f640 1 --2- 172.21.15.82:0/600248906 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5630917f5af0 0x5630917fdbb0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fada80108d0 tx=0x7fada8010b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=438afc24a534dbee server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fada17fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:32:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.629+0000 7fada17fa640 1 -- 172.21.15.82:0/600248906 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada8018050 con 0x5630917f5af0 2024-09-12T12:32:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.630+0000 7fada17fa640 1 -- 172.21.15.82:0/600248906 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fada801c5b0 con 0x5630917f5af0 2024-09-12T12:32:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.630+0000 7fadc2a37740 1 -- 172.21.15.82:0/600248906 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fada801ca90 con 0x5630917f5af0 2024-09-12T12:32:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.630+0000 7fada17fa640 1 -- 172.21.15.82:0/600248906 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fada80103e0 con 0x5630917f5af0 2024-09-12T12:32:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.630+0000 7fadc2a37740 10 client.16125 fetch_fsmap learned FSMap version 28 2024-09-12T12:32:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.630+0000 7fadc2a37740 1 -- 172.21.15.82:0/600248906 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563091539620 con 0x5630917f5af0 2024-09-12T12:32:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.630+0000 7fada17fa640 1 -- 172.21.15.82:0/600248906 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fada801ca90 con 0x5630917f5af0 2024-09-12T12:32:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.630+0000 7fada17fa640 1 -- 172.21.15.82:0/600248906 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fada802c030 con 0x5630917f5af0 2024-09-12T12:32:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.630+0000 7fadc2a37740 10 client.16125 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:32:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.630+0000 7fadc2a37740 10 client.16125 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:32:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.630+0000 7fadc2a37740 20 client.16125 populate_metadata read hostname 'smithi082' 2024-09-12T12:32:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.630+0000 7fadc2a37740 1 --2- 172.21.15.82:0/600248906 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563091810c50 0x563091813040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.630+0000 7fadc2a37740 4 client.16125 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:32:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.630+0000 7fadc2a37740 1 -- 172.21.15.82:0/600248906 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563091767a20 con 0x563091810c50 2024-09-12T12:32:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.630+0000 7fadbda40640 1 --2- 172.21.15.82:0/600248906 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563091810c50 0x563091813040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.631+0000 7fadbda40640 1 --2- 172.21.15.82:0/600248906 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563091810c50 0x563091813040 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aaf994682318daa1 server_cookie=978f0bb20257de75 in_seq=0 out_seq=0 2024-09-12T12:32:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.631+0000 7fada17fa640 10 client.16125 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.631+0000 7fada17fa640 1 -- 172.21.15.82:0/600248906 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563091767a20 con 0x563091810c50 2024-09-12T12:32:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.631+0000 7fada17fa640 10 client.16125 handle_command_reply: tid=0 2024-09-12T12:32:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.632+0000 7fadc2a37740 1 client.16125 shutdown 2024-09-12T12:32:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.632+0000 7fadc2a37740 1 -- 172.21.15.82:0/600248906 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5630917f5af0 msgr2=0x5630917fdbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.632+0000 7fadc2a37740 1 --2- 172.21.15.82:0/600248906 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5630917f5af0 0x5630917fdbb0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fada80108d0 tx=0x7fada8010b80 comp rx=0 tx=0).stop 2024-09-12T12:32:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.632+0000 7fadc2a37740 1 -- 172.21.15.82:0/600248906 shutdown_connections 2024-09-12T12:32:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.632+0000 7fadc2a37740 1 --2- 172.21.15.82:0/600248906 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563091810c50 0x563091813040 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.632+0000 7fadc2a37740 1 --2- 172.21.15.82:0/600248906 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563091800cb0 0x5630917fe630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.632+0000 7fadc2a37740 1 --2- 172.21.15.82:0/600248906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f6410 0x5630917fe0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.632+0000 7fadc2a37740 1 --2- 172.21.15.82:0/600248906 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5630917f5af0 0x5630917fdbb0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.632+0000 7fada17fa640 0 client.16125 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.632+0000 7fadc2a37740 1 -- 172.21.15.82:0/600248906 >> 172.21.15.82:0/600248906 conn(0x5630917f2060 msgr2=0x5630917f7d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.632+0000 7fadc2a37740 1 -- 172.21.15.82:0/600248906 shutdown_connections 2024-09-12T12:32:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.632+0000 7fadc2a37740 1 -- 172.21.15.82:0/600248906 wait complete. 2024-09-12T12:32:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.632+0000 7fadc2a37740 20 client.16125 trim_cache size 0 max 16384 2024-09-12T12:32:14.648 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.646+0000 7fadc2a37740 1 Processor -- start 2024-09-12T12:32:14.648 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.646+0000 7fadc2a37740 1 -- start start 2024-09-12T12:32:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadc2a37740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f5af0 0x5630917fe460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadc2a37740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f6410 0x5630918187b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadc2a37740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563091800cb0 0x563091818cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadc2a37740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fadb81ad850 con 0x563091800cb0 2024-09-12T12:32:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadc2a37740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fadb81af390 con 0x5630917f6410 2024-09-12T12:32:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadc2a37740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fadb81adf20 con 0x5630917f5af0 2024-09-12T12:32:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadbd23f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563091800cb0 0x563091818cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadbd23f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563091800cb0 0x563091818cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45014/0 (socket says 172.21.15.82:45014) 2024-09-12T12:32:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadbd23f640 1 -- 172.21.15.82:0/2560824921 learned_addr learned my addr 172.21.15.82:0/2560824921 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadbd23f640 1 --2- 172.21.15.82:0/2560824921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f5af0 0x5630917fe460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadbda40640 1 --2- 172.21.15.82:0/2560824921 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f6410 0x5630918187b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadbd23f640 1 -- 172.21.15.82:0/2560824921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f5af0 msgr2=0x5630917fe460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadbd23f640 1 --2- 172.21.15.82:0/2560824921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f5af0 0x5630917fe460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadbd23f640 1 -- 172.21.15.82:0/2560824921 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f6410 msgr2=0x5630918187b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadbd23f640 1 --2- 172.21.15.82:0/2560824921 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f6410 0x5630918187b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadbd23f640 1 -- 172.21.15.82:0/2560824921 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5630917f8a40 con 0x563091800cb0 2024-09-12T12:32:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fadbd23f640 1 --2- 172.21.15.82:0/2560824921 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563091800cb0 0x563091818cf0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fada800ead0 tx=0x7fada8010900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfecc322424eb6f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fada37fe640 1 -- 172.21.15.82:0/2560824921 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada8018070 con 0x563091800cb0 2024-09-12T12:32:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fada37fe640 1 -- 172.21.15.82:0/2560824921 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fada8004b70 con 0x563091800cb0 2024-09-12T12:32:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.647+0000 7fada37fe640 1 -- 172.21.15.82:0/2560824921 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada8005090 con 0x563091800cb0 2024-09-12T12:32:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.648+0000 7fadc2a37740 1 -- 172.21.15.82:0/2560824921 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563091800cb0 msgr2=0x563091818cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.648+0000 7fadc2a37740 1 --2- 172.21.15.82:0/2560824921 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563091800cb0 0x563091818cf0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fada800ead0 tx=0x7fada8010900 comp rx=0 tx=0).stop 2024-09-12T12:32:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.648+0000 7fadc2a37740 1 -- 172.21.15.82:0/2560824921 shutdown_connections 2024-09-12T12:32:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.648+0000 7fadc2a37740 1 --2- 172.21.15.82:0/2560824921 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563091800cb0 0x563091818cf0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.648+0000 7fadc2a37740 1 --2- 172.21.15.82:0/2560824921 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5630917f6410 0x5630918187b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.648+0000 7fadc2a37740 1 --2- 172.21.15.82:0/2560824921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f5af0 0x5630917fe460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.648+0000 7fadc2a37740 1 -- 172.21.15.82:0/2560824921 >> 172.21.15.82:0/2560824921 conn(0x5630917f2060 msgr2=0x5630917ffc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:14.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.648+0000 7fadc2a37740 1 -- 172.21.15.82:0/2560824921 shutdown_connections 2024-09-12T12:32:14.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.648+0000 7fadc2a37740 1 -- 172.21.15.82:0/2560824921 wait complete. 2024-09-12T12:32:14.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.648+0000 7fadc2a37740 1 -- start start 2024-09-12T12:32:14.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.648+0000 7fadc2a37740 1 Processor -- start 2024-09-12T12:32:14.653 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadc2a37740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5630917f5af0 0x563091809150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadc2a37740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f6410 0x5630917fa610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadc2a37740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563091800cb0 0x5630917fab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadc2a37740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fadb81aecc0 con 0x5630917f5af0 2024-09-12T12:32:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadc2a37740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fadb81ae5f0 con 0x563091800cb0 2024-09-12T12:32:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadc2a37740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fadb81ab830 con 0x5630917f6410 2024-09-12T12:32:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadc2a37740 10 client.0 _ll_register_callbacks cb 0x7fada800eec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:32:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadbd23f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5630917f5af0 0x563091809150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadbd23f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5630917f5af0 0x563091809150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45026/0 (socket says 172.21.15.82:45026) 2024-09-12T12:32:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadbd23f640 1 -- 172.21.15.82:0/441559082 learned_addr learned my addr 172.21.15.82:0/441559082 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadbda40640 1 --2- 172.21.15.82:0/441559082 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f6410 0x5630917fa610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadbd23f640 1 -- 172.21.15.82:0/441559082 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f6410 msgr2=0x5630917fa610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadbd23f640 1 --2- 172.21.15.82:0/441559082 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f6410 0x5630917fa610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadbd23f640 1 -- 172.21.15.82:0/441559082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563091800cb0 msgr2=0x5630917fab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadbd23f640 1 --2- 172.21.15.82:0/441559082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563091800cb0 0x5630917fab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadbd23f640 1 -- 172.21.15.82:0/441559082 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630917fb0e0 con 0x5630917f5af0 2024-09-12T12:32:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadbda40640 1 --2- 172.21.15.82:0/441559082 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f6410 0x5630917fa610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:32:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fadbd23f640 1 --2- 172.21.15.82:0/441559082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5630917f5af0 0x563091809150 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fada8005d80 tx=0x7fada800ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32f9f745a5cac22d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.649+0000 7fada17fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:32:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fada17fa640 1 -- 172.21.15.82:0/441559082 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada8018070 con 0x5630917f5af0 2024-09-12T12:32:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fada17fa640 1 -- 172.21.15.82:0/441559082 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fada8005050 con 0x5630917f5af0 2024-09-12T12:32:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fadc2a37740 1 -- 172.21.15.82:0/441559082 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fada8004b70 con 0x5630917f5af0 2024-09-12T12:32:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fada17fa640 1 -- 172.21.15.82:0/441559082 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fada8010720 con 0x5630917f5af0 2024-09-12T12:32:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fadc2a37740 10 client.16131 fetch_fsmap learned FSMap version 28 2024-09-12T12:32:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fadc2a37740 1 -- 172.21.15.82:0/441559082 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56309187b550 con 0x5630917f5af0 2024-09-12T12:32:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fada17fa640 1 -- 172.21.15.82:0/441559082 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fada8004b70 con 0x5630917f5af0 2024-09-12T12:32:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fada17fa640 1 -- 172.21.15.82:0/441559082 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fada800f040 con 0x5630917f5af0 2024-09-12T12:32:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fadc2a37740 10 client.16131 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:32:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fadc2a37740 10 client.16131 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:32:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fadc2a37740 20 client.16131 populate_metadata read hostname 'smithi082' 2024-09-12T12:32:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fadc2a37740 1 --2- 172.21.15.82:0/441559082 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56309187bb00 0x56309187df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fadc2a37740 4 client.16131 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:32:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fadc2a37740 1 -- 172.21.15.82:0/441559082 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563091761d70 con 0x56309187bb00 2024-09-12T12:32:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.650+0000 7fadbda40640 1 --2- 172.21.15.82:0/441559082 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56309187bb00 0x56309187df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.651+0000 7fadbda40640 1 --2- 172.21.15.82:0/441559082 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56309187bb00 0x56309187df20 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7abe68a0ead1213 server_cookie=356222cd262db050 in_seq=0 out_seq=0 2024-09-12T12:32:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.651+0000 7fada17fa640 10 client.16131 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:14.665 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fada17fa640 1 -- 172.21.15.82:0/441559082 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563091761d70 con 0x56309187bb00 2024-09-12T12:32:14.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fada17fa640 10 client.16131 handle_command_reply: tid=0 2024-09-12T12:32:14.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fadc2a37740 1 client.16131 shutdown 2024-09-12T12:32:14.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fadc2a37740 1 -- 172.21.15.82:0/441559082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5630917f5af0 msgr2=0x563091809150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:14.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fadc2a37740 1 --2- 172.21.15.82:0/441559082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5630917f5af0 0x563091809150 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fada8005d80 tx=0x7fada800ef70 comp rx=0 tx=0).stop 2024-09-12T12:32:14.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fadc2a37740 1 -- 172.21.15.82:0/441559082 shutdown_connections 2024-09-12T12:32:14.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fadc2a37740 1 --2- 172.21.15.82:0/441559082 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56309187bb00 0x56309187df20 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fadc2a37740 1 --2- 172.21.15.82:0/441559082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563091800cb0 0x5630917fab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fadc2a37740 1 --2- 172.21.15.82:0/441559082 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5630917f6410 0x5630917fa610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fada17fa640 0 client.16131 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:14.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fadc2a37740 1 --2- 172.21.15.82:0/441559082 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5630917f5af0 0x563091809150 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.666 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fadc2a37740 1 -- 172.21.15.82:0/441559082 >> 172.21.15.82:0/441559082 conn(0x5630917f2060 msgr2=0x5630917f7550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fadc2a37740 1 -- 172.21.15.82:0/441559082 shutdown_connections 2024-09-12T12:32:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fadc2a37740 1 -- 172.21.15.82:0/441559082 wait complete. 2024-09-12T12:32:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.665+0000 7fadc2a37740 20 client.16131 trim_cache size 0 max 16384 2024-09-12T12:32:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:32:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:32:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:32:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:32:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.666+0000 7fadbfca4640 1 -- 172.21.15.82:0/246679050 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fada40a2da0 msgr2=0x7fada40a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.666+0000 7fadbfca4640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fada40a2da0 0x7fada40a5260 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fadb00bc5e0 tx=0x7fadb003c040 comp rx=0 tx=0).stop 2024-09-12T12:32:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.666+0000 7fadbfca4640 1 -- 172.21.15.82:0/246679050 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fadb810c0c0 msgr2=0x7fadb819cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.666+0000 7fadbfca4640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fadb810c0c0 0x7fadb819cc20 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fadb0009dc0 tx=0x7fadb0003ce0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.666+0000 7fadbfca4640 1 -- 172.21.15.82:0/246679050 shutdown_connections 2024-09-12T12:32:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.666+0000 7fadbfca4640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fada40a2da0 0x7fada40a5260 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.666+0000 7fadbfca4640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fadb810c0c0 0x7fadb819cc20 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.666+0000 7fadbfca4640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fadb81035c0 0x7fadb81988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.666+0000 7fadbfca4640 1 --2- 172.21.15.82:0/246679050 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fadb8102ca0 0x7fadb8198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:14.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.666+0000 7fadbfca4640 1 -- 172.21.15.82:0/246679050 >> 172.21.15.82:0/246679050 conn(0x7fadb80fc6f0 msgr2=0x7fadb80fd2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:14.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.666+0000 7fadbfca4640 1 -- 172.21.15.82:0/246679050 shutdown_connections 2024-09-12T12:32:14.669 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:14.666+0000 7fadbfca4640 1 -- 172.21.15.82:0/246679050 wait complete. 2024-09-12T12:32:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:14 smithi097 ceph-mon[34923]: pgmap v169: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 77 KiB/s wr, 36 op/s 2024-09-12T12:32:14.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:14 smithi082 ceph-mon[31122]: pgmap v169: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 77 KiB/s wr, 36 op/s 2024-09-12T12:32:14.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:14 smithi114 ceph-mon[35514]: pgmap v169: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 77 KiB/s wr, 36 op/s 2024-09-12T12:32:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:16 smithi097 ceph-mon[34923]: pgmap v170: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-09-12T12:32:16.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:16 smithi082 ceph-mon[31122]: pgmap v170: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-09-12T12:32:16.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:16 smithi114 ceph-mon[35514]: pgmap v170: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-09-12T12:32:18.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:18 smithi097 ceph-mon[34923]: pgmap v171: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 56 KiB/s wr, 22 op/s 2024-09-12T12:32:18.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:18 smithi082 ceph-mon[31122]: pgmap v171: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 56 KiB/s wr, 22 op/s 2024-09-12T12:32:18.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:18 smithi114 ceph-mon[35514]: pgmap v171: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 56 KiB/s wr, 22 op/s 2024-09-12T12:32:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:20 smithi097 ceph-mon[34923]: pgmap v172: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-09-12T12:32:20.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:20 smithi082 ceph-mon[31122]: pgmap v172: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-09-12T12:32:20.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:20 smithi114 ceph-mon[35514]: pgmap v172: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-09-12T12:32:22.484 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.485 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.485 INFO:tasks.workunit.client.0.smithi082.stdout:127/600: open fd = 3 2024-09-12T12:32:22.485 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.485 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.485 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.485 INFO:tasks.workunit.client.0.smithi082.stdout:128/600: open fd = 3 2024-09-12T12:32:22.485 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.485 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.485 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.485 INFO:tasks.workunit.client.0.smithi082.stdout:129/600: open fd = 3 2024-09-12T12:32:22.485 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.485 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.486 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.486 INFO:tasks.workunit.client.0.smithi082.stdout:130/600: open fd = 3 2024-09-12T12:32:22.486 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.486 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.486 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.486 INFO:tasks.workunit.client.0.smithi082.stdout:131/600: open fd = 3 2024-09-12T12:32:22.486 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.486 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.486 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.486 INFO:tasks.workunit.client.0.smithi082.stdout:132/600: open fd = 3 2024-09-12T12:32:22.486 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.486 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.486 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.487 INFO:tasks.workunit.client.0.smithi082.stdout:133/600: open fd = 3 2024-09-12T12:32:22.487 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.487 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.487 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.487 INFO:tasks.workunit.client.0.smithi082.stdout:134/600: open fd = 3 2024-09-12T12:32:22.487 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.487 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.487 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.487 INFO:tasks.workunit.client.0.smithi082.stdout:135/600: open fd = 3 2024-09-12T12:32:22.487 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.487 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.487 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.487 INFO:tasks.workunit.client.0.smithi082.stdout:136/600: open fd = 3 2024-09-12T12:32:22.488 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.488 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.488 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.488 INFO:tasks.workunit.client.0.smithi082.stdout:137/600: open fd = 3 2024-09-12T12:32:22.488 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.488 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.488 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.488 INFO:tasks.workunit.client.0.smithi082.stdout:138/600: open fd = 3 2024-09-12T12:32:22.488 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.488 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.488 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.488 INFO:tasks.workunit.client.0.smithi082.stdout:139/600: open fd = 3 2024-09-12T12:32:22.488 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.489 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.489 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.489 INFO:tasks.workunit.client.0.smithi082.stdout:140/600: open fd = 3 2024-09-12T12:32:22.489 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.489 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.489 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.489 INFO:tasks.workunit.client.0.smithi082.stdout:141/600: open fd = 3 2024-09-12T12:32:22.489 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.489 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.489 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.489 INFO:tasks.workunit.client.0.smithi082.stdout:142/600: open fd = 3 2024-09-12T12:32:22.489 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.489 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.489 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.490 INFO:tasks.workunit.client.0.smithi082.stdout:143/600: open fd = 3 2024-09-12T12:32:22.490 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.490 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.490 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.490 INFO:tasks.workunit.client.0.smithi082.stdout:144/600: open fd = 3 2024-09-12T12:32:22.490 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.490 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.490 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.490 INFO:tasks.workunit.client.0.smithi082.stdout:145/600: open fd = 3 2024-09-12T12:32:22.490 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.490 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.490 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.490 INFO:tasks.workunit.client.0.smithi082.stdout:146/600: open fd = 3 2024-09-12T12:32:22.490 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:147/600: open fd = 3 2024-09-12T12:32:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:148/600: open fd = 3 2024-09-12T12:32:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:149/600: open fd = 3 2024-09-12T12:32:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.491 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.492 INFO:tasks.workunit.client.0.smithi082.stdout:150/600: open fd = 3 2024-09-12T12:32:22.492 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.492 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.492 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.492 INFO:tasks.workunit.client.0.smithi082.stdout:151/600: open fd = 3 2024-09-12T12:32:22.492 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.492 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.492 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.492 INFO:tasks.workunit.client.0.smithi082.stdout:152/600: open fd = 3 2024-09-12T12:32:22.492 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.492 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.492 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.492 INFO:tasks.workunit.client.0.smithi082.stdout:153/600: open fd = 3 2024-09-12T12:32:22.492 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.493 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.493 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.493 INFO:tasks.workunit.client.0.smithi082.stdout:154/600: open fd = 3 2024-09-12T12:32:22.493 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.493 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.493 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.493 INFO:tasks.workunit.client.0.smithi082.stdout:155/600: open fd = 3 2024-09-12T12:32:22.493 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.493 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.493 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.493 INFO:tasks.workunit.client.0.smithi082.stdout:156/600: open fd = 3 2024-09-12T12:32:22.493 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.493 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:157/600: open fd = 3 2024-09-12T12:32:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:158/600: open fd = 3 2024-09-12T12:32:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:159/600: open fd = 3 2024-09-12T12:32:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.494 INFO:tasks.workunit.client.0.smithi082.stdout:160/600: open fd = 3 2024-09-12T12:32:22.495 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.495 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.495 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.495 INFO:tasks.workunit.client.0.smithi082.stdout:161/600: open fd = 3 2024-09-12T12:32:22.495 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.495 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.495 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.495 INFO:tasks.workunit.client.0.smithi082.stdout:162/600: open fd = 3 2024-09-12T12:32:22.495 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.495 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.495 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.495 INFO:tasks.workunit.client.0.smithi082.stdout:163/600: open fd = 3 2024-09-12T12:32:22.495 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.495 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:164/600: open fd = 3 2024-09-12T12:32:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:165/600: open fd = 3 2024-09-12T12:32:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:166/600: open fd = 3 2024-09-12T12:32:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.496 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.497 INFO:tasks.workunit.client.0.smithi082.stdout:167/600: open fd = 3 2024-09-12T12:32:22.497 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.497 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.497 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.497 INFO:tasks.workunit.client.0.smithi082.stdout:168/600: open fd = 3 2024-09-12T12:32:22.497 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.497 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.497 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.497 INFO:tasks.workunit.client.0.smithi082.stdout:169/600: open fd = 3 2024-09-12T12:32:22.497 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.497 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.497 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.497 INFO:tasks.workunit.client.0.smithi082.stdout:170/600: open fd = 3 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:171/600: open fd = 3 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:172/600: open fd = 3 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:173/600: open fd = 3 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.498 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.499 INFO:tasks.workunit.client.0.smithi082.stdout:174/600: open fd = 3 2024-09-12T12:32:22.499 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.499 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.499 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.499 INFO:tasks.workunit.client.0.smithi082.stdout:175/600: open fd = 3 2024-09-12T12:32:22.499 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.499 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.499 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.499 INFO:tasks.workunit.client.0.smithi082.stdout:176/600: open fd = 3 2024-09-12T12:32:22.499 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.499 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.499 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.499 INFO:tasks.workunit.client.0.smithi082.stdout:177/600: open fd = 3 2024-09-12T12:32:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:178/600: open fd = 3 2024-09-12T12:32:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:179/600: open fd = 3 2024-09-12T12:32:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:180/600: open fd = 3 2024-09-12T12:32:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.500 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.501 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.501 INFO:tasks.workunit.client.0.smithi082.stdout:181/600: open fd = 3 2024-09-12T12:32:22.501 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.501 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.501 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.501 INFO:tasks.workunit.client.0.smithi082.stdout:182/600: open fd = 3 2024-09-12T12:32:22.501 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.501 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.501 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.501 INFO:tasks.workunit.client.0.smithi082.stdout:183/600: open fd = 3 2024-09-12T12:32:22.501 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.501 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.502 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.502 INFO:tasks.workunit.client.0.smithi082.stdout:184/600: open fd = 3 2024-09-12T12:32:22.502 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.502 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.502 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.502 INFO:tasks.workunit.client.0.smithi082.stdout:185/600: open fd = 3 2024-09-12T12:32:22.502 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.502 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.502 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.502 INFO:tasks.workunit.client.0.smithi082.stdout:186/600: open fd = 3 2024-09-12T12:32:22.502 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.502 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.502 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.503 INFO:tasks.workunit.client.0.smithi082.stdout:187/600: open fd = 3 2024-09-12T12:32:22.503 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.503 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.503 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:32:22.503 INFO:tasks.workunit.client.0.smithi082.stdout:188/600: open fd = 3 2024-09-12T12:32:22.503 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.503 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:32:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:22 smithi097 ceph-mon[34923]: pgmap v173: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-09-12T12:32:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:22 smithi082 ceph-mon[31122]: pgmap v173: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-09-12T12:32:22.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:22 smithi114 ceph-mon[35514]: pgmap v173: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-09-12T12:32:24.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:24 smithi097 ceph-mon[34923]: pgmap v174: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 56 KiB/s wr, 22 op/s 2024-09-12T12:32:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:24 smithi082 ceph-mon[31122]: pgmap v174: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 56 KiB/s wr, 22 op/s 2024-09-12T12:32:24.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:24 smithi114 ceph-mon[35514]: pgmap v174: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 56 KiB/s wr, 22 op/s 2024-09-12T12:32:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:26 smithi097 ceph-mon[34923]: pgmap v175: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:32:26.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:26 smithi082 ceph-mon[31122]: pgmap v175: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:32:26.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:26 smithi114 ceph-mon[35514]: pgmap v175: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:32:27.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.761+0000 7fb4ac303640 1 -- 172.21.15.82:0/2257264267 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4a41035e0 msgr2=0x7fb4a410bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:27.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.761+0000 7fb4ac303640 1 --2- 172.21.15.82:0/2257264267 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4a41035e0 0x7fb4a410bac0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fb494009900 tx=0x7fb49402a480 comp rx=0 tx=0).stop 2024-09-12T12:32:27.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.761+0000 7fb4ac303640 1 -- 172.21.15.82:0/2257264267 shutdown_connections 2024-09-12T12:32:27.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.761+0000 7fb4ac303640 1 --2- 172.21.15.82:0/2257264267 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4a410c110 0x7fb4a410e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.761+0000 7fb4ac303640 1 --2- 172.21.15.82:0/2257264267 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4a41035e0 0x7fb4a410bac0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.761+0000 7fb4ac303640 1 --2- 172.21.15.82:0/2257264267 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4a4102cc0 0x7fb4a41030a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.762+0000 7fb4ac303640 1 -- 172.21.15.82:0/2257264267 >> 172.21.15.82:0/2257264267 conn(0x7fb4a40fc6b0 msgr2=0x7fb4a40fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:27.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.762+0000 7fb4ac303640 1 -- 172.21.15.82:0/2257264267 shutdown_connections 2024-09-12T12:32:27.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.762+0000 7fb4ac303640 1 -- 172.21.15.82:0/2257264267 wait complete. 2024-09-12T12:32:27.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.762+0000 7fb4ac303640 1 Processor -- start 2024-09-12T12:32:27.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.762+0000 7fb4ac303640 1 -- start start 2024-09-12T12:32:27.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.762+0000 7fb4ac303640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4a4102cc0 0x7fb4a4198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.762+0000 7fb4ac303640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4a41035e0 0x7fb4a41988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.762+0000 7fb4ac303640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4a410c110 0x7fb4a419cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.762+0000 7fb4ac303640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a4111ef0 con 0x7fb4a4102cc0 2024-09-12T12:32:27.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.762+0000 7fb4ac303640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a4111d70 con 0x7fb4a410c110 2024-09-12T12:32:27.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.762+0000 7fb4ac303640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a4112070 con 0x7fb4a41035e0 2024-09-12T12:32:27.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.762+0000 7fb4aa09f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4a4102cc0 0x7fb4a4198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.762+0000 7fb4aa09f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4a4102cc0 0x7fb4a4198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:40826/0 (socket says 172.21.15.82:40826) 2024-09-12T12:32:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.763+0000 7fb4aa09f640 1 -- 172.21.15.82:0/86958960 learned_addr learned my addr 172.21.15.82:0/86958960 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.763+0000 7fb4a989e640 1 --2- 172.21.15.82:0/86958960 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4a41035e0 0x7fb4a41988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.763+0000 7fb4aa8a0640 1 --2- 172.21.15.82:0/86958960 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4a410c110 0x7fb4a419cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.763+0000 7fb4aa09f640 1 -- 172.21.15.82:0/86958960 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4a41035e0 msgr2=0x7fb4a41988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.763+0000 7fb4aa09f640 1 --2- 172.21.15.82:0/86958960 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4a41035e0 0x7fb4a41988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.763+0000 7fb4aa09f640 1 -- 172.21.15.82:0/86958960 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4a410c110 msgr2=0x7fb4a419cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.763+0000 7fb4aa09f640 1 --2- 172.21.15.82:0/86958960 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4a410c110 0x7fb4a419cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.763+0000 7fb4aa09f640 1 -- 172.21.15.82:0/86958960 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4a419d370 con 0x7fb4a4102cc0 2024-09-12T12:32:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.763+0000 7fb4aa09f640 1 --2- 172.21.15.82:0/86958960 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4a4102cc0 0x7fb4a4198380 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fb4a000d950 tx=0x7fb4a000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.763+0000 7fb49b7fe640 1 -- 172.21.15.82:0/86958960 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a0017070 con 0x7fb4a4102cc0 2024-09-12T12:32:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.763+0000 7fb4ac303640 1 -- 172.21.15.82:0/86958960 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4a419d660 con 0x7fb4a4102cc0 2024-09-12T12:32:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.763+0000 7fb49b7fe640 1 -- 172.21.15.82:0/86958960 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4a0009c30 con 0x7fb4a4102cc0 2024-09-12T12:32:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.763+0000 7fb49b7fe640 1 -- 172.21.15.82:0/86958960 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a000f6b0 con 0x7fb4a4102cc0 2024-09-12T12:32:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.763+0000 7fb4ac303640 1 -- 172.21.15.82:0/86958960 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4a41a4ef0 con 0x7fb4a4102cc0 2024-09-12T12:32:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.765+0000 7fb49b7fe640 1 -- 172.21.15.82:0/86958960 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fb4a00109d0 con 0x7fb4a4102cc0 2024-09-12T12:32:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.766+0000 7fb4af09a740 1 Processor -- start 2024-09-12T12:32:27.774 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.766+0000 7fb4af09a740 1 -- start start 2024-09-12T12:32:27.774 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.766+0000 7fb4af09a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbde3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.774 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.766+0000 7fb4af09a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde4410 0x55f2fbdee770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.774 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.766+0000 7fb4af09a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbdf10a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.774 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.766+0000 7fb4af09a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55f2fbd482f0 con 0x55f2fbde3af0 2024-09-12T12:32:27.774 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.766+0000 7fb4af09a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f2fbcf0270 con 0x55f2fbdeecb0 2024-09-12T12:32:27.774 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.766+0000 7fb4af09a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55f2fbd442b0 con 0x55f2fbde4410 2024-09-12T12:32:27.774 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb49b7fe640 1 --2- 172.21.15.82:0/86958960 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb4900a2da0 0x7fb4900a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.774 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb4aa8a0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbde3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.774 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb4aa8a0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbde3ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:40830/0 (socket says 172.21.15.82:40830) 2024-09-12T12:32:27.775 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb4aa8a0640 1 -- 172.21.15.82:0/4196238277 learned_addr learned my addr 172.21.15.82:0/4196238277 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:27.775 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb4aa09f640 1 --2- 172.21.15.82:0/4196238277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde4410 0x55f2fbdee770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.775 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb4a989e640 1 --2- 172.21.15.82:0/4196238277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbdf10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.775 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb4aa8a0640 1 --2- 172.21.15.82:0/86958960 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb4900a2da0 0x7fb4900a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.775 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb49b7fe640 1 -- 172.21.15.82:0/86958960 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fb4a00ceff0 con 0x7fb4a4102cc0 2024-09-12T12:32:27.775 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb4aa8a0640 1 -- 172.21.15.82:0/4196238277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde4410 msgr2=0x55f2fbdee770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:27.775 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb4aa8a0640 1 --2- 172.21.15.82:0/4196238277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde4410 0x55f2fbdee770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.775 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb4aa8a0640 1 -- 172.21.15.82:0/4196238277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 msgr2=0x55f2fbdf10a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:27.775 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb4aa8a0640 1 --2- 172.21.15.82:0/4196238277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbdf10a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.775 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb4aa8a0640 1 -- 172.21.15.82:0/4196238277 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2fbcef340 con 0x55f2fbde3af0 2024-09-12T12:32:27.775 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb4aa8a0640 1 --2- 172.21.15.82:0/4196238277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbde3ed0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fb49c0139d0 tx=0x7fb49c013dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2ba09af5cbf6658 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:27.775 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.767+0000 7fb498bfe640 1 -- 172.21.15.82:0/4196238277 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb49c0134a0 con 0x55f2fbde3af0 2024-09-12T12:32:27.775 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.768+0000 7fb498bfe640 1 -- 172.21.15.82:0/4196238277 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb49c022070 con 0x55f2fbde3af0 2024-09-12T12:32:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.768+0000 7fb498bfe640 1 -- 172.21.15.82:0/4196238277 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb49c00e8e0 con 0x55f2fbde3af0 2024-09-12T12:32:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.768+0000 7fb4aa8a0640 1 --2- 172.21.15.82:0/86958960 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb4900a2da0 0x7fb4900a5260 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb49c021000 tx=0x7fb49c01f000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.768+0000 7fb4af09a740 1 -- 172.21.15.82:0/4196238277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 msgr2=0x55f2fbde3ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.768+0000 7fb4af09a740 1 --2- 172.21.15.82:0/4196238277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbde3ed0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fb49c0139d0 tx=0x7fb49c013dd0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.768+0000 7fb4af09a740 1 -- 172.21.15.82:0/4196238277 shutdown_connections 2024-09-12T12:32:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.768+0000 7fb4af09a740 1 --2- 172.21.15.82:0/4196238277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbdf10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.768+0000 7fb4af09a740 1 --2- 172.21.15.82:0/4196238277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde4410 0x55f2fbdee770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.768+0000 7fb4af09a740 1 --2- 172.21.15.82:0/4196238277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbde3ed0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.768+0000 7fb4af09a740 1 -- 172.21.15.82:0/4196238277 >> 172.21.15.82:0/4196238277 conn(0x55f2fbde0060 msgr2=0x55f2fbde0440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.768+0000 7fb4af09a740 1 -- 172.21.15.82:0/4196238277 shutdown_connections 2024-09-12T12:32:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.768+0000 7fb4af09a740 1 -- 172.21.15.82:0/4196238277 wait complete. 2024-09-12T12:32:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.769+0000 7fb4af09a740 1 -- start start 2024-09-12T12:32:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.769+0000 7fb4af09a740 1 Processor -- start 2024-09-12T12:32:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.769+0000 7fb4af09a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbdebbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.769+0000 7fb4af09a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde4410 0x55f2fbdec0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.769+0000 7fb4af09a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbdec630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.769+0000 7fb4af09a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55f2fbdf1880 con 0x55f2fbde3af0 2024-09-12T12:32:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.769+0000 7fb4af09a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f2fbcd1290 con 0x55f2fbdeecb0 2024-09-12T12:32:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.769+0000 7fb4af09a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55f2fbdf1a00 con 0x55f2fbde4410 2024-09-12T12:32:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.769+0000 7fb4af09a740 10 client.0 _ll_register_callbacks cb 0x55f2fbd02140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:32:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.769+0000 7fb4aa09f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbdebbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.769+0000 7fb4aa09f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbdebbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:40832/0 (socket says 172.21.15.82:40832) 2024-09-12T12:32:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.769+0000 7fb4aa09f640 1 -- 172.21.15.82:0/792383567 learned_addr learned my addr 172.21.15.82:0/792383567 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.769+0000 7fb4a989e640 1 --2- 172.21.15.82:0/792383567 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde4410 0x55f2fbdec0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.769+0000 7fb4aa8a0640 1 --2- 172.21.15.82:0/792383567 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbdec630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.770+0000 7fb4aa09f640 1 -- 172.21.15.82:0/792383567 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde4410 msgr2=0x55f2fbdec0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:27.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.770+0000 7fb4aa09f640 1 --2- 172.21.15.82:0/792383567 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde4410 0x55f2fbdec0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.770+0000 7fb4aa09f640 1 -- 172.21.15.82:0/792383567 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 msgr2=0x55f2fbdec630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:27.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.770+0000 7fb4aa09f640 1 --2- 172.21.15.82:0/792383567 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbdec630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.770+0000 7fb4aa09f640 1 -- 172.21.15.82:0/792383567 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2fba5b210 con 0x55f2fbde3af0 2024-09-12T12:32:27.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.770+0000 7fb4aa8a0640 1 --2- 172.21.15.82:0/792383567 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbdec630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:32:27.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.770+0000 7fb4aa09f640 1 --2- 172.21.15.82:0/792383567 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbdebbb0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fb4a0000c00 tx=0x7fb4a009afa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=864fd7d52e88b7e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:27.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.770+0000 7fb48dffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:32:27.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.770+0000 7fb48dffb640 1 -- 172.21.15.82:0/792383567 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a0020040 con 0x55f2fbde3af0 2024-09-12T12:32:27.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.770+0000 7fb48dffb640 1 -- 172.21.15.82:0/792383567 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fb4a00d10b0 con 0x55f2fbde3af0 2024-09-12T12:32:27.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.770+0000 7fb4af09a740 1 -- 172.21.15.82:0/792383567 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb49c022070 con 0x55f2fbde3af0 2024-09-12T12:32:27.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.770+0000 7fb48dffb640 1 -- 172.21.15.82:0/792383567 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb4a009b580 con 0x55f2fbde3af0 2024-09-12T12:32:27.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.770+0000 7fb4af09a740 10 client.16143 fetch_fsmap learned FSMap version 28 2024-09-12T12:32:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.770+0000 7fb4af09a740 1 -- 172.21.15.82:0/792383567 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f2fbb27620 con 0x55f2fbde3af0 2024-09-12T12:32:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.771+0000 7fb48dffb640 1 -- 172.21.15.82:0/792383567 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb49c022070 con 0x55f2fbde3af0 2024-09-12T12:32:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.771+0000 7fb48dffb640 1 -- 172.21.15.82:0/792383567 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fb4a00a3cb0 con 0x55f2fbde3af0 2024-09-12T12:32:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.771+0000 7fb4af09a740 10 client.16143 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:32:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.771+0000 7fb4af09a740 10 client.16143 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:32:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.771+0000 7fb4af09a740 20 client.16143 populate_metadata read hostname 'smithi082' 2024-09-12T12:32:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.771+0000 7fb4af09a740 1 --2- 172.21.15.82:0/792383567 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f2fbdfec30 0x55f2fbe01020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.771+0000 7fb4af09a740 4 client.16143 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:32:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.771+0000 7fb4af09a740 1 -- 172.21.15.82:0/792383567 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f2fbd55a20 con 0x55f2fbdfec30 2024-09-12T12:32:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.771+0000 7fb4a989e640 1 --2- 172.21.15.82:0/792383567 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f2fbdfec30 0x55f2fbe01020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.771+0000 7fb48dffb640 10 client.16143 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.771+0000 7fb4a989e640 1 --2- 172.21.15.82:0/792383567 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f2fbdfec30 0x55f2fbe01020 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39986544a1e05353 server_cookie=fea48cd24fa443af in_seq=0 out_seq=0 2024-09-12T12:32:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.772+0000 7fb48dffb640 1 -- 172.21.15.82:0/792383567 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f2fbd55a20 con 0x55f2fbdfec30 2024-09-12T12:32:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.772+0000 7fb48dffb640 10 client.16143 handle_command_reply: tid=0 2024-09-12T12:32:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.772+0000 7fb4af09a740 1 client.16143 shutdown 2024-09-12T12:32:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.772+0000 7fb4af09a740 1 -- 172.21.15.82:0/792383567 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 msgr2=0x55f2fbdebbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.772+0000 7fb4af09a740 1 --2- 172.21.15.82:0/792383567 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbdebbb0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fb4a0000c00 tx=0x7fb4a009afa0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.772+0000 7fb4af09a740 1 -- 172.21.15.82:0/792383567 shutdown_connections 2024-09-12T12:32:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.772+0000 7fb4af09a740 1 --2- 172.21.15.82:0/792383567 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f2fbdfec30 0x55f2fbe01020 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.772+0000 7fb4af09a740 1 --2- 172.21.15.82:0/792383567 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbdec630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.772+0000 7fb48dffb640 0 client.16143 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.772+0000 7fb4af09a740 1 --2- 172.21.15.82:0/792383567 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde4410 0x55f2fbdec0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.772+0000 7fb4af09a740 1 --2- 172.21.15.82:0/792383567 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbdebbb0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.772+0000 7fb4af09a740 1 -- 172.21.15.82:0/792383567 >> 172.21.15.82:0/792383567 conn(0x55f2fbde0060 msgr2=0x55f2fbde5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.772+0000 7fb4af09a740 1 -- 172.21.15.82:0/792383567 shutdown_connections 2024-09-12T12:32:27.781 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.772+0000 7fb4af09a740 1 -- 172.21.15.82:0/792383567 wait complete. 2024-09-12T12:32:27.781 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.773+0000 7fb4af09a740 20 client.16143 trim_cache size 0 max 16384 2024-09-12T12:32:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4af09a740 1 Processor -- start 2024-09-12T12:32:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4af09a740 1 -- start start 2024-09-12T12:32:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4af09a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbde6560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4af09a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde4410 0x55f2fbdec460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4af09a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbe068a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4af09a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a41ad7e0 con 0x55f2fbde3af0 2024-09-12T12:32:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4af09a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a41af320 con 0x55f2fbdeecb0 2024-09-12T12:32:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4af09a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a41adeb0 con 0x55f2fbde4410 2024-09-12T12:32:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4aa09f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbde6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4aa09f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbde6560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:40846/0 (socket says 172.21.15.82:40846) 2024-09-12T12:32:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4aa09f640 1 -- 172.21.15.82:0/3531830637 learned_addr learned my addr 172.21.15.82:0/3531830637 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4aa8a0640 1 --2- 172.21.15.82:0/3531830637 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbe068a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4aa09f640 1 -- 172.21.15.82:0/3531830637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde4410 msgr2=0x55f2fbdec460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4aa09f640 1 --2- 172.21.15.82:0/3531830637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde4410 0x55f2fbdec460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4aa09f640 1 -- 172.21.15.82:0/3531830637 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 msgr2=0x55f2fbe068a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4aa09f640 1 --2- 172.21.15.82:0/3531830637 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbe068a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4aa09f640 1 -- 172.21.15.82:0/3531830637 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2fbddfb00 con 0x55f2fbde3af0 2024-09-12T12:32:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.787+0000 7fb4aa8a0640 1 --2- 172.21.15.82:0/3531830637 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbe068a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:32:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.788+0000 7fb4aa09f640 1 --2- 172.21.15.82:0/3531830637 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbde6560 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fb4a009b510 tx=0x7fb4a000bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86aaa6a7409df6f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.788+0000 7fb48ffff640 1 -- 172.21.15.82:0/3531830637 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a0020050 con 0x55f2fbde3af0 2024-09-12T12:32:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.788+0000 7fb48ffff640 1 -- 172.21.15.82:0/3531830637 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4a00cce50 con 0x55f2fbde3af0 2024-09-12T12:32:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.788+0000 7fb48ffff640 1 -- 172.21.15.82:0/3531830637 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a0084ac0 con 0x55f2fbde3af0 2024-09-12T12:32:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.788+0000 7fb4af09a740 1 -- 172.21.15.82:0/3531830637 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 msgr2=0x55f2fbde6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.788+0000 7fb4af09a740 1 --2- 172.21.15.82:0/3531830637 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbde6560 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fb4a009b510 tx=0x7fb4a000bf60 comp rx=0 tx=0).stop 2024-09-12T12:32:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.788+0000 7fb4af09a740 1 -- 172.21.15.82:0/3531830637 shutdown_connections 2024-09-12T12:32:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.788+0000 7fb4af09a740 1 --2- 172.21.15.82:0/3531830637 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbe068a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.788+0000 7fb4af09a740 1 --2- 172.21.15.82:0/3531830637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde4410 0x55f2fbdec460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.788+0000 7fb4af09a740 1 --2- 172.21.15.82:0/3531830637 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde3af0 0x55f2fbde6560 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.788+0000 7fb4af09a740 1 -- 172.21.15.82:0/3531830637 >> 172.21.15.82:0/3531830637 conn(0x55f2fbde0060 msgr2=0x55f2fbdedc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.788+0000 7fb4af09a740 1 -- 172.21.15.82:0/3531830637 shutdown_connections 2024-09-12T12:32:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.788+0000 7fb4af09a740 1 -- 172.21.15.82:0/3531830637 wait complete. 2024-09-12T12:32:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4af09a740 1 -- start start 2024-09-12T12:32:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4af09a740 1 Processor -- start 2024-09-12T12:32:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4af09a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde3af0 0x55f2fbdf7330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4af09a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde4410 0x55f2fbdf2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4af09a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbdf2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4af09a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a41aec50 con 0x55f2fbde4410 2024-09-12T12:32:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4af09a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a41ae580 con 0x55f2fbdeecb0 2024-09-12T12:32:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4af09a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a41ab7c0 con 0x55f2fbde3af0 2024-09-12T12:32:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4af09a740 10 client.0 _ll_register_callbacks cb 0x7fb4a000df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:32:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4a989e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde4410 0x55f2fbdf2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4a989e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde4410 0x55f2fbdf2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:40858/0 (socket says 172.21.15.82:40858) 2024-09-12T12:32:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4a989e640 1 -- 172.21.15.82:0/3764068949 learned_addr learned my addr 172.21.15.82:0/3764068949 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4aa09f640 1 --2- 172.21.15.82:0/3764068949 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde3af0 0x55f2fbdf7330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4a989e640 1 -- 172.21.15.82:0/3764068949 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde3af0 msgr2=0x55f2fbdf7330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4a989e640 1 --2- 172.21.15.82:0/3764068949 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde3af0 0x55f2fbdf7330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4a989e640 1 -- 172.21.15.82:0/3764068949 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 msgr2=0x55f2fbdf2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4a989e640 1 --2- 172.21.15.82:0/3764068949 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbdf2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.789+0000 7fb4a989e640 1 -- 172.21.15.82:0/3764068949 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2fbdf33c0 con 0x55f2fbde4410 2024-09-12T12:32:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb4a989e640 1 --2- 172.21.15.82:0/3764068949 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde4410 0x55f2fbdf2650 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fb494009900 tx=0x7fb494031990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=198d266c9d773e5f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb48dffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:32:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb48dffb640 1 -- 172.21.15.82:0/3764068949 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb49404d030 con 0x55f2fbde4410 2024-09-12T12:32:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb48dffb640 1 -- 172.21.15.82:0/3764068949 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fb494004250 con 0x55f2fbde4410 2024-09-12T12:32:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb4af09a740 1 -- 172.21.15.82:0/3764068949 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4a00cce50 con 0x55f2fbde4410 2024-09-12T12:32:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb48dffb640 1 -- 172.21.15.82:0/3764068949 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb494057050 con 0x55f2fbde4410 2024-09-12T12:32:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb4af09a740 10 client.16149 fetch_fsmap learned FSMap version 28 2024-09-12T12:32:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb4af09a740 1 -- 172.21.15.82:0/3764068949 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f2fbe69790 con 0x55f2fbde4410 2024-09-12T12:32:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb48dffb640 1 -- 172.21.15.82:0/3764068949 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4a00cce50 con 0x55f2fbde4410 2024-09-12T12:32:27.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb48dffb640 1 -- 172.21.15.82:0/3764068949 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fb494048520 con 0x55f2fbde4410 2024-09-12T12:32:27.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb4af09a740 10 client.16149 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:32:27.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb4af09a740 10 client.16149 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:32:27.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb4af09a740 20 client.16149 populate_metadata read hostname 'smithi082' 2024-09-12T12:32:27.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb4af09a740 1 --2- 172.21.15.82:0/3764068949 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f2fbe69fc0 0x55f2fbe6c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:27.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb4af09a740 4 client.16149 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:32:27.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.790+0000 7fb4af09a740 1 -- 172.21.15.82:0/3764068949 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f2fbd4fd70 con 0x55f2fbe69fc0 2024-09-12T12:32:27.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.791+0000 7fb4aa09f640 1 --2- 172.21.15.82:0/3764068949 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f2fbe69fc0 0x55f2fbe6c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:27.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.791+0000 7fb48dffb640 10 client.16149 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:27.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.791+0000 7fb4aa09f640 1 --2- 172.21.15.82:0/3764068949 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f2fbe69fc0 0x55f2fbe6c3e0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=561d7b74fab3edc0 server_cookie=96ed53d51282a0ed in_seq=0 out_seq=0 2024-09-12T12:32:27.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb48dffb640 1 -- 172.21.15.82:0/3764068949 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f2fbd4fd70 con 0x55f2fbe69fc0 2024-09-12T12:32:27.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb48dffb640 10 client.16149 handle_command_reply: tid=0 2024-09-12T12:32:27.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb4af09a740 1 client.16149 shutdown 2024-09-12T12:32:27.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb4af09a740 1 -- 172.21.15.82:0/3764068949 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde4410 msgr2=0x55f2fbdf2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:27.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb4af09a740 1 --2- 172.21.15.82:0/3764068949 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde4410 0x55f2fbdf2650 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fb494009900 tx=0x7fb494031990 comp rx=0 tx=0).stop 2024-09-12T12:32:27.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb4af09a740 1 -- 172.21.15.82:0/3764068949 shutdown_connections 2024-09-12T12:32:27.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb4af09a740 1 --2- 172.21.15.82:0/3764068949 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f2fbe69fc0 0x55f2fbe6c3e0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb4af09a740 1 --2- 172.21.15.82:0/3764068949 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2fbdeecb0 0x55f2fbdf2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb4af09a740 1 --2- 172.21.15.82:0/3764068949 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f2fbde4410 0x55f2fbdf2650 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb4af09a740 1 --2- 172.21.15.82:0/3764068949 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f2fbde3af0 0x55f2fbdf7330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb48dffb640 0 client.16149 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:27.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb4af09a740 1 -- 172.21.15.82:0/3764068949 >> 172.21.15.82:0/3764068949 conn(0x55f2fbde0060 msgr2=0x55f2fbdde9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:27.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb4af09a740 1 -- 172.21.15.82:0/3764068949 shutdown_connections 2024-09-12T12:32:27.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb4af09a740 1 -- 172.21.15.82:0/3764068949 wait complete. 2024-09-12T12:32:27.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb4af09a740 20 client.16149 trim_cache size 0 max 16384 2024-09-12T12:32:27.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:32:27.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:32:27.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:32:27.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:32:27.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.806+0000 7fb4ac303640 1 -- 172.21.15.82:0/86958960 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb4900a2da0 msgr2=0x7fb4900a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:27.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.807+0000 7fb4ac303640 1 --2- 172.21.15.82:0/86958960 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb4900a2da0 0x7fb4900a5260 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb49c021000 tx=0x7fb49c01f000 comp rx=0 tx=0).stop 2024-09-12T12:32:27.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.807+0000 7fb4ac303640 1 -- 172.21.15.82:0/86958960 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4a4102cc0 msgr2=0x7fb4a4198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:27.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.807+0000 7fb4ac303640 1 --2- 172.21.15.82:0/86958960 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4a4102cc0 0x7fb4a4198380 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fb4a000d950 tx=0x7fb4a000de10 comp rx=0 tx=0).stop 2024-09-12T12:32:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.807+0000 7fb4ac303640 1 -- 172.21.15.82:0/86958960 shutdown_connections 2024-09-12T12:32:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.807+0000 7fb4ac303640 1 --2- 172.21.15.82:0/86958960 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb4900a2da0 0x7fb4900a5260 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.807+0000 7fb4ac303640 1 --2- 172.21.15.82:0/86958960 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4a410c110 0x7fb4a419cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.807+0000 7fb4ac303640 1 --2- 172.21.15.82:0/86958960 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb4a41035e0 0x7fb4a41988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.807+0000 7fb4ac303640 1 --2- 172.21.15.82:0/86958960 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb4a4102cc0 0x7fb4a4198380 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.807+0000 7fb4ac303640 1 -- 172.21.15.82:0/86958960 >> 172.21.15.82:0/86958960 conn(0x7fb4a40fc6b0 msgr2=0x7fb4a40fd2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.807+0000 7fb4ac303640 1 -- 172.21.15.82:0/86958960 shutdown_connections 2024-09-12T12:32:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:27.807+0000 7fb4ac303640 1 -- 172.21.15.82:0/86958960 wait complete. 2024-09-12T12:32:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:28 smithi097 ceph-mon[34923]: pgmap v176: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 64 KiB/s wr, 24 op/s 2024-09-12T12:32:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:28 smithi082 ceph-mon[31122]: pgmap v176: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 64 KiB/s wr, 24 op/s 2024-09-12T12:32:28.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:28 smithi114 ceph-mon[35514]: pgmap v176: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 64 KiB/s wr, 24 op/s 2024-09-12T12:32:30.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:30 smithi097 ceph-mon[34923]: pgmap v177: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:32:30.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:30 smithi082 ceph-mon[31122]: pgmap v177: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:32:30.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:30 smithi114 ceph-mon[35514]: pgmap v177: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:32:32.587 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 20.1 2024-09-12T12:32:32.588 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:32:32.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:32 smithi097 ceph-mon[34923]: pgmap v178: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:32:32.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:32 smithi082 ceph-mon[31122]: pgmap v178: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:32:32.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:32 smithi114 ceph-mon[35514]: pgmap v178: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:32:32.849 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:32:33.436 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.408+0000 7fcac7bb7640 1 -- 172.21.15.82:0/2399435805 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcac0105f40 msgr2=0x7fcac01063d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:33.436 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.408+0000 7fcac7bb7640 1 --2- 172.21.15.82:0/2399435805 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcac0105f40 0x7fcac01063d0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fcab8009ca0 tx=0x7fcab802a940 comp rx=0 tx=0).stop 2024-09-12T12:32:33.436 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 -- 172.21.15.82:0/2399435805 shutdown_connections 2024-09-12T12:32:33.436 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 --2- 172.21.15.82:0/2399435805 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcac0105f40 0x7fcac01063d0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:33.436 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 --2- 172.21.15.82:0/2399435805 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcac0101450 0x7fcac0105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:33.436 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 --2- 172.21.15.82:0/2399435805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcac0100b30 0x7fcac0100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:33.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 -- 172.21.15.82:0/2399435805 >> 172.21.15.82:0/2399435805 conn(0x7fcac00fc7a0 msgr2=0x7fcac00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:33.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 -- 172.21.15.82:0/2399435805 shutdown_connections 2024-09-12T12:32:33.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 -- 172.21.15.82:0/2399435805 wait complete. 2024-09-12T12:32:33.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 Processor -- start 2024-09-12T12:32:33.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 -- start start 2024-09-12T12:32:33.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcac0100b30 0x7fcac01a4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:33.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcac0101450 0x7fcac01a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:33.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcac0105f40 0x7fcac019e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:33.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fcac0118560 con 0x7fcac0105f40 2024-09-12T12:32:33.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcac01183e0 con 0x7fcac0100b30 2024-09-12T12:32:33.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.409+0000 7fcac7bb7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcac01186e0 con 0x7fcac0101450 2024-09-12T12:32:33.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcac6154640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcac0105f40 0x7fcac019e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:33.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcac6154640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcac0105f40 0x7fcac019e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48396/0 (socket says 172.21.15.82:48396) 2024-09-12T12:32:33.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcac6154640 1 -- 172.21.15.82:0/406398594 learned_addr learned my addr 172.21.15.82:0/406398594 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:33.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcac5953640 1 --2- 172.21.15.82:0/406398594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcac0100b30 0x7fcac01a4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:33.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcac5152640 1 --2- 172.21.15.82:0/406398594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcac0101450 0x7fcac01a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:33.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcac6154640 1 -- 172.21.15.82:0/406398594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcac0101450 msgr2=0x7fcac01a4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:33.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcac6154640 1 --2- 172.21.15.82:0/406398594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcac0101450 0x7fcac01a4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:33.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcac6154640 1 -- 172.21.15.82:0/406398594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcac0100b30 msgr2=0x7fcac01a4630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:33.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcac6154640 1 --2- 172.21.15.82:0/406398594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcac0100b30 0x7fcac01a4630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:33.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcac6154640 1 -- 172.21.15.82:0/406398594 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcac019ef50 con 0x7fcac0105f40 2024-09-12T12:32:33.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcac6154640 1 --2- 172.21.15.82:0/406398594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcac0105f40 0x7fcac019e7b0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fcab8006010 tx=0x7fcab802f700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:33.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcab6ffd640 1 -- 172.21.15.82:0/406398594 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab8034040 con 0x7fcac0105f40 2024-09-12T12:32:33.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcab6ffd640 1 -- 172.21.15.82:0/406398594 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcab8003e50 con 0x7fcac0105f40 2024-09-12T12:32:33.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcac7bb7640 1 -- 172.21.15.82:0/406398594 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcac019f1e0 con 0x7fcac0105f40 2024-09-12T12:32:33.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcab6ffd640 1 -- 172.21.15.82:0/406398594 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab8004800 con 0x7fcac0105f40 2024-09-12T12:32:33.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.410+0000 7fcac7bb7640 1 -- 172.21.15.82:0/406398594 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcac01ab490 con 0x7fcac0105f40 2024-09-12T12:32:33.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.411+0000 7fcac7bb7640 1 -- 172.21.15.82:0/406398594 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcac006b070 con 0x7fcac0105f40 2024-09-12T12:32:33.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.413+0000 7fcab6ffd640 1 -- 172.21.15.82:0/406398594 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fcab8037020 con 0x7fcac0105f40 2024-09-12T12:32:33.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.413+0000 7fcab6ffd640 1 --2- 172.21.15.82:0/406398594 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fcaac0a2d70 0x7fcaac0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:33.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.413+0000 7fcac5953640 1 --2- 172.21.15.82:0/406398594 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fcaac0a2d70 0x7fcaac0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:33.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.413+0000 7fcab6ffd640 1 -- 172.21.15.82:0/406398594 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fcab80f02c0 con 0x7fcac0105f40 2024-09-12T12:32:33.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.414+0000 7fcac5953640 1 --2- 172.21.15.82:0/406398594 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fcaac0a2d70 0x7fcaac0a5230 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fcabc005d00 tx=0x7fcabc00b410 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:33.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.416+0000 7fcab6ffd640 1 -- 172.21.15.82:0/406398594 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcab80098b0 con 0x7fcac0105f40 2024-09-12T12:32:33.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.616+0000 7fcac7bb7640 1 -- 172.21.15.82:0/406398594 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcac0105920 con 0x7fcac0105f40 2024-09-12T12:32:33.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.617+0000 7fcab6ffd640 1 -- 172.21.15.82:0/406398594 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7fcac0105920 con 0x7fcac0105f40 2024-09-12T12:32:33.619 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:32:33.619 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:32:33.619 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:32:33.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.619+0000 7fcac7bb7640 1 -- 172.21.15.82:0/406398594 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fcaac0a2d70 msgr2=0x7fcaac0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:33.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.619+0000 7fcac7bb7640 1 --2- 172.21.15.82:0/406398594 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fcaac0a2d70 0x7fcaac0a5230 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fcabc005d00 tx=0x7fcabc00b410 comp rx=0 tx=0).stop 2024-09-12T12:32:33.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.619+0000 7fcac7bb7640 1 -- 172.21.15.82:0/406398594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcac0105f40 msgr2=0x7fcac019e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:33.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.619+0000 7fcac7bb7640 1 --2- 172.21.15.82:0/406398594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcac0105f40 0x7fcac019e7b0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fcab8006010 tx=0x7fcab802f700 comp rx=0 tx=0).stop 2024-09-12T12:32:33.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.619+0000 7fcac7bb7640 1 -- 172.21.15.82:0/406398594 shutdown_connections 2024-09-12T12:32:33.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.619+0000 7fcac7bb7640 1 --2- 172.21.15.82:0/406398594 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fcaac0a2d70 0x7fcaac0a5230 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:33.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.619+0000 7fcac7bb7640 1 --2- 172.21.15.82:0/406398594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcac0105f40 0x7fcac019e7b0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:33.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.619+0000 7fcac7bb7640 1 --2- 172.21.15.82:0/406398594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcac0101450 0x7fcac01a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:33.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.619+0000 7fcac7bb7640 1 --2- 172.21.15.82:0/406398594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcac0100b30 0x7fcac01a4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:33.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.619+0000 7fcac7bb7640 1 -- 172.21.15.82:0/406398594 >> 172.21.15.82:0/406398594 conn(0x7fcac00fc7a0 msgr2=0x7fcac01038c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:33.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.620+0000 7fcac7bb7640 1 -- 172.21.15.82:0/406398594 shutdown_connections 2024-09-12T12:32:33.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:33.620+0000 7fcac7bb7640 1 -- 172.21.15.82:0/406398594 wait complete. 2024-09-12T12:32:33.922 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:33 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/406398594' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:32:34.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:33 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/406398594' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:32:34.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:33 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/406398594' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:32:34.368 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db / --timeout 90 --expiration 140.1 --await-for 45.0' 2024-09-12T12:32:34.369 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db / --timeout 90 --expiration 140.1 --await-for 45.0 2024-09-12T12:32:34.615 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:32:35.018 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:34 smithi082 ceph-mon[31122]: pgmap v179: 97 pgs: 97 active+clean; 3.4 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-09-12T12:32:35.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:34 smithi097 ceph-mon[34923]: pgmap v179: 97 pgs: 97 active+clean; 3.4 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-09-12T12:32:35.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:34 smithi114 ceph-mon[35514]: pgmap v179: 97 pgs: 97 active+clean; 3.4 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-09-12T12:32:35.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.105+0000 7f7bef146640 1 -- 172.21.15.82:0/3920057766 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7be810e500 msgr2=0x7f7be81108f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:35.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.105+0000 7f7bef146640 1 --2- 172.21.15.82:0/3920057766 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7be810e500 0x7f7be81108f0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f7be0009ca0 tx=0x7f7be002a8c0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.106+0000 7f7bef146640 1 -- 172.21.15.82:0/3920057766 shutdown_connections 2024-09-12T12:32:35.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.106+0000 7f7bef146640 1 --2- 172.21.15.82:0/3920057766 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7be810e500 0x7f7be81108f0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.106+0000 7f7bef146640 1 --2- 172.21.15.82:0/3920057766 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7be8101300 0x7f7be810dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.106+0000 7f7bef146640 1 --2- 172.21.15.82:0/3920057766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7be8100950 0x7f7be8100d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.106+0000 7f7bef146640 1 -- 172.21.15.82:0/3920057766 >> 172.21.15.82:0/3920057766 conn(0x7f7be80fc7a0 msgr2=0x7f7be80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:35.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.106+0000 7f7bef146640 1 -- 172.21.15.82:0/3920057766 shutdown_connections 2024-09-12T12:32:35.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.106+0000 7f7bef146640 1 -- 172.21.15.82:0/3920057766 wait complete. 2024-09-12T12:32:35.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.106+0000 7f7bef146640 1 Processor -- start 2024-09-12T12:32:35.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.106+0000 7f7bef146640 1 -- start start 2024-09-12T12:32:35.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bef146640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7be8100950 0x7f7be819a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bef146640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7be8101300 0x7f7be819ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bef146640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7be810e500 0x7f7be819eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bef146640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7be81141d0 con 0x7f7be810e500 2024-09-12T12:32:35.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bef146640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7be8114050 con 0x7f7be8100950 2024-09-12T12:32:35.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bef146640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7be8114350 con 0x7f7be8101300 2024-09-12T12:32:35.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bed6e3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7be810e500 0x7f7be819eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bed6e3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7be810e500 0x7f7be819eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48422/0 (socket says 172.21.15.82:48422) 2024-09-12T12:32:35.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bed6e3640 1 -- 172.21.15.82:0/2077673984 learned_addr learned my addr 172.21.15.82:0/2077673984 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:35.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7becee2640 1 --2- 172.21.15.82:0/2077673984 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7be8100950 0x7f7be819a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7be7fff640 1 --2- 172.21.15.82:0/2077673984 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7be8101300 0x7f7be819ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bed6e3640 1 -- 172.21.15.82:0/2077673984 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7be8101300 msgr2=0x7f7be819ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:35.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bed6e3640 1 --2- 172.21.15.82:0/2077673984 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7be8101300 0x7f7be819ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bed6e3640 1 -- 172.21.15.82:0/2077673984 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7be8100950 msgr2=0x7f7be819a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:35.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bed6e3640 1 --2- 172.21.15.82:0/2077673984 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7be8100950 0x7f7be819a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bed6e3640 1 -- 172.21.15.82:0/2077673984 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7be819f5a0 con 0x7f7be810e500 2024-09-12T12:32:35.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bed6e3640 1 --2- 172.21.15.82:0/2077673984 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7be810e500 0x7f7be819eec0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f7be002ade0 tx=0x7f7be0031a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:35.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7be5ffb640 1 -- 172.21.15.82:0/2077673984 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be0003b70 con 0x7f7be810e500 2024-09-12T12:32:35.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7be5ffb640 1 -- 172.21.15.82:0/2077673984 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7be0003d10 con 0x7f7be810e500 2024-09-12T12:32:35.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7bef146640 1 -- 172.21.15.82:0/2077673984 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7be819f830 con 0x7f7be810e500 2024-09-12T12:32:35.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.107+0000 7f7be5ffb640 1 -- 172.21.15.82:0/2077673984 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be0004730 con 0x7f7be810e500 2024-09-12T12:32:35.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.108+0000 7f7bef146640 1 -- 172.21.15.82:0/2077673984 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7be81a7170 con 0x7f7be810e500 2024-09-12T12:32:35.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.110+0000 7f7be5ffb640 1 -- 172.21.15.82:0/2077673984 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f7be002f710 con 0x7f7be810e500 2024-09-12T12:32:35.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.110+0000 7f7bf151f740 1 Processor -- start 2024-09-12T12:32:35.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.110+0000 7f7bf151f740 1 -- start start 2024-09-12T12:32:35.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.110+0000 7f7be5ffb640 1 --2- 172.21.15.82:0/2077673984 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7bd00a2cf0 0x7f7bd00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.117 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.110+0000 7f7bf151f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5c5760 0x56154d5c5b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.117 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.110+0000 7f7bf151f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5d0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.117 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.110+0000 7f7bf151f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5d0940 0x56154d5d2d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.117 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.110+0000 7f7bf151f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x56154d52b2a0 con 0x56154d5c6080 2024-09-12T12:32:35.117 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.110+0000 7f7bf151f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56154d4d2b10 con 0x56154d5c5760 2024-09-12T12:32:35.117 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.110+0000 7f7bf151f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x56154d527260 con 0x56154d5d0940 2024-09-12T12:32:35.117 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7be7fff640 1 --2- 172.21.15.82:0/2077673984 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7bd00a2cf0 0x7f7bd00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.117 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7be5ffb640 1 -- 172.21.15.82:0/2077673984 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f7be00f0580 con 0x7f7be810e500 2024-09-12T12:32:35.117 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7be7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5d0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.117 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7be7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5d0400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48434/0 (socket says 172.21.15.82:48434) 2024-09-12T12:32:35.117 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7be7fff640 1 -- 172.21.15.82:0/1625969995 learned_addr learned my addr 172.21.15.82:0/1625969995 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:35.117 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7becee2640 1 --2- 172.21.15.82:0/1625969995 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5c5760 0x56154d5c5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.117 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7bed6e3640 1 --2- 172.21.15.82:0/1625969995 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5d0940 0x56154d5d2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7be7fff640 1 -- 172.21.15.82:0/1625969995 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5d0940 msgr2=0x56154d5d2d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:35.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7be7fff640 1 --2- 172.21.15.82:0/1625969995 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5d0940 0x56154d5d2d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7be7fff640 1 -- 172.21.15.82:0/1625969995 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5c5760 msgr2=0x56154d5c5b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:35.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7be7fff640 1 --2- 172.21.15.82:0/1625969995 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5c5760 0x56154d5c5b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7be7fff640 1 -- 172.21.15.82:0/1625969995 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56154d29cb90 con 0x56154d5c6080 2024-09-12T12:32:35.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7bed6e3640 1 --2- 172.21.15.82:0/1625969995 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5d0940 0x56154d5d2d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:32:35.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7be7fff640 1 --2- 172.21.15.82:0/1625969995 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5d0400 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc00f790 tx=0x7f7bdc01b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f2ce3fcfba6081 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:35.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7be7fff640 1 --2- 172.21.15.82:0/2077673984 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7bd00a2cf0 0x7f7bd00a51b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc0119d0 tx=0x7f7bdc00ab90 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:35.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7bceffd640 1 -- 172.21.15.82:0/1625969995 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bdc024070 con 0x56154d5c6080 2024-09-12T12:32:35.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7bceffd640 1 -- 172.21.15.82:0/1625969995 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7bdc00fe50 con 0x56154d5c6080 2024-09-12T12:32:35.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.111+0000 7f7bceffd640 1 -- 172.21.15.82:0/1625969995 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bdc0108d0 con 0x56154d5c6080 2024-09-12T12:32:35.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.112+0000 7f7bf151f740 1 -- 172.21.15.82:0/1625969995 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 msgr2=0x56154d5d0400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:35.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.112+0000 7f7bf151f740 1 --2- 172.21.15.82:0/1625969995 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5d0400 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc00f790 tx=0x7f7bdc01b000 comp rx=0 tx=0).stop 2024-09-12T12:32:35.118 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.112+0000 7f7bf151f740 1 -- 172.21.15.82:0/1625969995 shutdown_connections 2024-09-12T12:32:35.119 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.112+0000 7f7bf151f740 1 --2- 172.21.15.82:0/1625969995 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5d0940 0x56154d5d2d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.119 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.112+0000 7f7bf151f740 1 --2- 172.21.15.82:0/1625969995 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5d0400 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.119 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.112+0000 7f7bf151f740 1 --2- 172.21.15.82:0/1625969995 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5c5760 0x56154d5c5b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.119 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.112+0000 7f7bf151f740 1 -- 172.21.15.82:0/1625969995 >> 172.21.15.82:0/1625969995 conn(0x56154d5c1cf0 msgr2=0x56154d5c20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:35.119 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.112+0000 7f7bf151f740 1 -- 172.21.15.82:0/1625969995 shutdown_connections 2024-09-12T12:32:35.119 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.112+0000 7f7bf151f740 1 -- 172.21.15.82:0/1625969995 wait complete. 2024-09-12T12:32:35.119 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.113+0000 7f7bf151f740 1 -- start start 2024-09-12T12:32:35.119 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.113+0000 7f7bf151f740 1 Processor -- start 2024-09-12T12:32:35.119 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.113+0000 7f7bf151f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5c5760 0x56154d5cd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.119 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.113+0000 7f7bf151f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5cdd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.119 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.113+0000 7f7bf151f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 0x56154d5ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.119 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.113+0000 7f7bf151f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x56154d5d3510 con 0x56154d5c6080 2024-09-12T12:32:35.119 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.113+0000 7f7bf151f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56154d4b36e0 con 0x56154d5d0940 2024-09-12T12:32:35.119 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.113+0000 7f7bf151f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x56154d5d3690 con 0x56154d5c5760 2024-09-12T12:32:35.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.113+0000 7f7bf151f740 10 client.0 _ll_register_callbacks cb 0x56154d4d7a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:32:35.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.113+0000 7f7be7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5cdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.113+0000 7f7be7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5cdd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48446/0 (socket says 172.21.15.82:48446) 2024-09-12T12:32:35.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.113+0000 7f7be7fff640 1 -- 172.21.15.82:0/1916601847 learned_addr learned my addr 172.21.15.82:0/1916601847 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:35.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.113+0000 7f7becee2640 1 --2- 172.21.15.82:0/1916601847 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5c5760 0x56154d5cd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.113+0000 7f7bed6e3640 1 --2- 172.21.15.82:0/1916601847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 0x56154d5ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7be7fff640 1 -- 172.21.15.82:0/1916601847 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5c5760 msgr2=0x56154d5cd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:35.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7be7fff640 1 --2- 172.21.15.82:0/1916601847 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5c5760 0x56154d5cd7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7be7fff640 1 -- 172.21.15.82:0/1916601847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 msgr2=0x56154d5ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:35.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7be7fff640 1 --2- 172.21.15.82:0/1916601847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 0x56154d5ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7be7fff640 1 -- 172.21.15.82:0/1916601847 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56154d5dc9d0 con 0x56154d5c6080 2024-09-12T12:32:35.120 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7be7fff640 1 --2- 172.21.15.82:0/1916601847 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5cdd30 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc00f7e0 tx=0x7f7bdc00a6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f40d9d338369359 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:35.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bc7fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:32:35.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bc7fff640 1 -- 172.21.15.82:0/1916601847 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bdc024070 con 0x56154d5c6080 2024-09-12T12:32:35.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bc7fff640 1 -- 172.21.15.82:0/1916601847 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f7bdc0107d0 con 0x56154d5c6080 2024-09-12T12:32:35.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bf151f740 1 -- 172.21.15.82:0/1916601847 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7bdc00fe50 con 0x56154d5c6080 2024-09-12T12:32:35.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bc7fff640 1 -- 172.21.15.82:0/1916601847 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7bdc035050 con 0x56154d5c6080 2024-09-12T12:32:35.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bf151f740 10 client.16167 fetch_fsmap learned FSMap version 28 2024-09-12T12:32:35.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bf151f740 1 -- 172.21.15.82:0/1916601847 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56154d5df360 con 0x56154d5c6080 2024-09-12T12:32:35.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bc7fff640 1 -- 172.21.15.82:0/1916601847 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7bdc00fe50 con 0x56154d5c6080 2024-09-12T12:32:35.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bc7fff640 1 -- 172.21.15.82:0/1916601847 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7bdc01e050 con 0x56154d5c6080 2024-09-12T12:32:35.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bf151f740 10 client.16167 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:32:35.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bf151f740 10 client.16167 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:32:35.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bf151f740 20 client.16167 populate_metadata read hostname 'smithi082' 2024-09-12T12:32:35.121 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bf151f740 1 --2- 172.21.15.82:0/1916601847 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56154d5e06b0 0x56154d5e2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.122 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bf151f740 4 client.16167 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:32:35.122 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.114+0000 7f7bf151f740 1 -- 172.21.15.82:0/1916601847 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56154d5389d0 con 0x56154d5e06b0 2024-09-12T12:32:35.122 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.115+0000 7f7becee2640 1 --2- 172.21.15.82:0/1916601847 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56154d5e06b0 0x56154d5e2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.122 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.115+0000 7f7becee2640 1 --2- 172.21.15.82:0/1916601847 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56154d5e06b0 0x56154d5e2aa0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1f6bc7eb3cb0265 server_cookie=754f9a8125146cdd in_seq=0 out_seq=0 2024-09-12T12:32:35.122 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.115+0000 7f7bc7fff640 10 client.16167 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:35.123 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bc7fff640 1 -- 172.21.15.82:0/1916601847 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56154d5389d0 con 0x56154d5e06b0 2024-09-12T12:32:35.123 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bc7fff640 10 client.16167 handle_command_reply: tid=0 2024-09-12T12:32:35.123 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bf151f740 1 client.16167 shutdown 2024-09-12T12:32:35.123 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bf151f740 1 -- 172.21.15.82:0/1916601847 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 msgr2=0x56154d5cdd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:35.123 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bf151f740 1 --2- 172.21.15.82:0/1916601847 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5cdd30 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc00f7e0 tx=0x7f7bdc00a6b0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.123 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bf151f740 1 -- 172.21.15.82:0/1916601847 shutdown_connections 2024-09-12T12:32:35.123 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bf151f740 1 --2- 172.21.15.82:0/1916601847 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56154d5e06b0 0x56154d5e2aa0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.124 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bf151f740 1 --2- 172.21.15.82:0/1916601847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 0x56154d5ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.124 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bf151f740 1 --2- 172.21.15.82:0/1916601847 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5cdd30 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.124 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bc7fff640 0 client.16167 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:35.124 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bf151f740 1 --2- 172.21.15.82:0/1916601847 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5c5760 0x56154d5cd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.124 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bf151f740 1 -- 172.21.15.82:0/1916601847 >> 172.21.15.82:0/1916601847 conn(0x56154d5c1cf0 msgr2=0x56154d5c7a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:35.124 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bf151f740 1 -- 172.21.15.82:0/1916601847 shutdown_connections 2024-09-12T12:32:35.124 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bf151f740 1 -- 172.21.15.82:0/1916601847 wait complete. 2024-09-12T12:32:35.124 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.116+0000 7f7bf151f740 20 client.16167 trim_cache size 0 max 16384 2024-09-12T12:32:35.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7bf151f740 1 Processor -- start 2024-09-12T12:32:35.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7bf151f740 1 -- start start 2024-09-12T12:32:35.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7bf151f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5c5760 0x56154d5cf6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7bf151f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5ce0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7bf151f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 0x56154d5e8280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7bf151f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7be81afa90 con 0x56154d5c6080 2024-09-12T12:32:35.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7bf151f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7be81b15d0 con 0x56154d5d0940 2024-09-12T12:32:35.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7bf151f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7be81b0160 con 0x56154d5c5760 2024-09-12T12:32:35.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7be7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5ce0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.135 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7be7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5ce0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48454/0 (socket says 172.21.15.82:48454) 2024-09-12T12:32:35.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7be7fff640 1 -- 172.21.15.82:0/1692111771 learned_addr learned my addr 172.21.15.82:0/1692111771 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:35.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7bed6e3640 1 --2- 172.21.15.82:0/1692111771 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 0x56154d5e8280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7be7fff640 1 -- 172.21.15.82:0/1692111771 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5c5760 msgr2=0x56154d5cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:35.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7be7fff640 1 --2- 172.21.15.82:0/1692111771 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5c5760 0x56154d5cf6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7be7fff640 1 -- 172.21.15.82:0/1692111771 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 msgr2=0x56154d5e8280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:35.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7be7fff640 1 --2- 172.21.15.82:0/1692111771 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 0x56154d5e8280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.133+0000 7f7be7fff640 1 -- 172.21.15.82:0/1692111771 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56154d5c5eb0 con 0x56154d5c6080 2024-09-12T12:32:35.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.134+0000 7f7be7fff640 1 --2- 172.21.15.82:0/1692111771 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5ce0c0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc00a350 tx=0x7f7bdc00afd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71dc1325876b7660 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:35.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.134+0000 7f7bce7fc640 1 -- 172.21.15.82:0/1692111771 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bdc024050 con 0x56154d5c6080 2024-09-12T12:32:35.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.134+0000 7f7bce7fc640 1 -- 172.21.15.82:0/1692111771 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7bdc03e070 con 0x56154d5c6080 2024-09-12T12:32:35.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.134+0000 7f7bce7fc640 1 -- 172.21.15.82:0/1692111771 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bdc039430 con 0x56154d5c6080 2024-09-12T12:32:35.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.134+0000 7f7bf151f740 1 -- 172.21.15.82:0/1692111771 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 msgr2=0x56154d5ce0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:35.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.134+0000 7f7bf151f740 1 --2- 172.21.15.82:0/1692111771 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5ce0c0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc00a350 tx=0x7f7bdc00afd0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.134+0000 7f7bf151f740 1 -- 172.21.15.82:0/1692111771 shutdown_connections 2024-09-12T12:32:35.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.134+0000 7f7bf151f740 1 --2- 172.21.15.82:0/1692111771 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 0x56154d5e8280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.134+0000 7f7bf151f740 1 --2- 172.21.15.82:0/1692111771 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c6080 0x56154d5ce0c0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.134+0000 7f7bf151f740 1 --2- 172.21.15.82:0/1692111771 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5c5760 0x56154d5cf6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.134+0000 7f7bf151f740 1 -- 172.21.15.82:0/1692111771 >> 172.21.15.82:0/1692111771 conn(0x56154d5c1cf0 msgr2=0x56154d5c0e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:35.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.134+0000 7f7bf151f740 1 -- 172.21.15.82:0/1692111771 shutdown_connections 2024-09-12T12:32:35.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.134+0000 7f7bf151f740 1 -- 172.21.15.82:0/1692111771 wait complete. 2024-09-12T12:32:35.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.135+0000 7f7bf151f740 1 -- start start 2024-09-12T12:32:35.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.135+0000 7f7bf151f740 1 Processor -- start 2024-09-12T12:32:35.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.135+0000 7f7bf151f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c5760 0x56154d5ca970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.135+0000 7f7bf151f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5c6080 0x56154d5caeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.135+0000 7f7bf151f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 0x56154d5cb3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.135+0000 7f7bf151f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7be81b0f00 con 0x56154d5c5760 2024-09-12T12:32:35.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.135+0000 7f7bf151f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7be81b0830 con 0x56154d5d0940 2024-09-12T12:32:35.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.135+0000 7f7bf151f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7be81ada70 con 0x56154d5c6080 2024-09-12T12:32:35.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.135+0000 7f7bf151f740 10 client.0 _ll_register_callbacks cb 0x7f7bdc00af20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:32:35.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7becee2640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c5760 0x56154d5ca970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7becee2640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c5760 0x56154d5ca970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48470/0 (socket says 172.21.15.82:48470) 2024-09-12T12:32:35.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7becee2640 1 -- 172.21.15.82:0/64384589 learned_addr learned my addr 172.21.15.82:0/64384589 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:35.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7bed6e3640 1 --2- 172.21.15.82:0/64384589 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 0x56154d5cb3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7be7fff640 1 --2- 172.21.15.82:0/64384589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5c6080 0x56154d5caeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7becee2640 1 -- 172.21.15.82:0/64384589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5c6080 msgr2=0x56154d5caeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:35.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7becee2640 1 --2- 172.21.15.82:0/64384589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5c6080 0x56154d5caeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7becee2640 1 -- 172.21.15.82:0/64384589 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 msgr2=0x56154d5cb3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:35.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7becee2640 1 --2- 172.21.15.82:0/64384589 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 0x56154d5cb3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7becee2640 1 -- 172.21.15.82:0/64384589 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56154d64a3f0 con 0x56154d5c5760 2024-09-12T12:32:35.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7becee2640 1 --2- 172.21.15.82:0/64384589 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c5760 0x56154d5ca970 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x56154d5e31c0 tx=0x7f7bd80154e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b55e9d7ad7f23dc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:35.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7bc7fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:32:35.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7bc7fff640 1 -- 172.21.15.82:0/64384589 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd8025060 con 0x56154d5c5760 2024-09-12T12:32:35.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7bc7fff640 1 -- 172.21.15.82:0/64384589 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f7bd8015df0 con 0x56154d5c5760 2024-09-12T12:32:35.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7bf151f740 1 -- 172.21.15.82:0/64384589 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7bdc03e070 con 0x56154d5c5760 2024-09-12T12:32:35.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7bc7fff640 1 -- 172.21.15.82:0/64384589 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7bd80059c0 con 0x56154d5c5760 2024-09-12T12:32:35.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7bf151f740 10 client.16173 fetch_fsmap learned FSMap version 28 2024-09-12T12:32:35.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.136+0000 7f7bf151f740 1 -- 172.21.15.82:0/64384589 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56154d64b6f0 con 0x56154d5c5760 2024-09-12T12:32:35.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.137+0000 7f7bc7fff640 1 -- 172.21.15.82:0/64384589 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7bdc03e070 con 0x56154d5c5760 2024-09-12T12:32:35.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.137+0000 7f7bc7fff640 1 -- 172.21.15.82:0/64384589 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7bd801f3e0 con 0x56154d5c5760 2024-09-12T12:32:35.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.137+0000 7f7bf151f740 10 client.16173 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:32:35.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.137+0000 7f7bf151f740 10 client.16173 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:32:35.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.137+0000 7f7bf151f740 20 client.16173 populate_metadata read hostname 'smithi082' 2024-09-12T12:32:35.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.137+0000 7f7bf151f740 1 --2- 172.21.15.82:0/64384589 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56154d64bec0 0x56154d64e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:35.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.137+0000 7f7bf151f740 4 client.16173 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.1, "await_for": 45.0}] 2024-09-12T12:32:35.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.137+0000 7f7bf151f740 1 -- 172.21.15.82:0/64384589 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.1, "await_for": 45.0}) -- 0x56154d532d20 con 0x56154d64bec0 2024-09-12T12:32:35.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.137+0000 7f7be7fff640 1 --2- 172.21.15.82:0/64384589 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56154d64bec0 0x56154d64e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:35.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.137+0000 7f7bc7fff640 10 client.16173 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:35.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.137+0000 7f7be7fff640 1 --2- 172.21.15.82:0/64384589 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56154d64bec0 0x56154d64e2e0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a80b8da57cd55be7 server_cookie=c8eedd8d506e905a in_seq=0 out_seq=0 2024-09-12T12:32:35.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.149+0000 7f7bc7fff640 1 -- 172.21.15.82:0/64384589 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x56154d532d20 con 0x56154d64bec0 2024-09-12T12:32:35.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.149+0000 7f7bc7fff640 10 client.16173 handle_command_reply: tid=0 2024-09-12T12:32:35.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.149+0000 7f7bf151f740 1 client.16173 shutdown 2024-09-12T12:32:35.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.149+0000 7f7bf151f740 1 -- 172.21.15.82:0/64384589 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c5760 msgr2=0x56154d5ca970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:35.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.149+0000 7f7bf151f740 1 --2- 172.21.15.82:0/64384589 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c5760 0x56154d5ca970 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x56154d5e31c0 tx=0x7f7bd80154e0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.149+0000 7f7bf151f740 1 -- 172.21.15.82:0/64384589 shutdown_connections 2024-09-12T12:32:35.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.149+0000 7f7bf151f740 1 --2- 172.21.15.82:0/64384589 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x56154d64bec0 0x56154d64e2e0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.149+0000 7f7bf151f740 1 --2- 172.21.15.82:0/64384589 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56154d5d0940 0x56154d5cb3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.149+0000 7f7bf151f740 1 --2- 172.21.15.82:0/64384589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x56154d5c6080 0x56154d5caeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.149+0000 7f7bc7fff640 0 client.16173 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:35.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.149+0000 7f7bf151f740 1 --2- 172.21.15.82:0/64384589 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x56154d5c5760 0x56154d5ca970 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.149+0000 7f7bf151f740 1 -- 172.21.15.82:0/64384589 >> 172.21.15.82:0/64384589 conn(0x56154d5c1cf0 msgr2=0x56154d5c7180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:35.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bf151f740 1 -- 172.21.15.82:0/64384589 shutdown_connections 2024-09-12T12:32:35.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bf151f740 1 -- 172.21.15.82:0/64384589 wait complete. 2024-09-12T12:32:35.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bf151f740 20 client.16173 trim_cache size 0 max 16384 2024-09-12T12:32:35.152 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:32:35.152 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:32:35.152 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:32:35.152 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 22, 2024-09-12T12:32:35.152 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:32:35.153 INFO:teuthology.orchestra.run.smithi082.stdout: "f5f44ade": { 2024-09-12T12:32:35.153 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 22, 2024-09-12T12:32:35.153 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:32:35.153 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:32:35.153 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:32:35.153 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:32:35.153 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:32:35.153 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:32:35.153 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 140.1, 2024-09-12T12:32:35.153 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:32:35.153 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:32:35.153 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:32:35.153 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:32:35.154 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:32:35.154 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:32:35.154 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:32:35.154 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:32:35.154 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:32:35.154 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:32:35.154 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:32:35.154 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:32:35.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bef146640 1 -- 172.21.15.82:0/2077673984 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7bd00a2cf0 msgr2=0x7f7bd00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:35.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bef146640 1 --2- 172.21.15.82:0/2077673984 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7bd00a2cf0 0x7f7bd00a51b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc0119d0 tx=0x7f7bdc00ab90 comp rx=0 tx=0).stop 2024-09-12T12:32:35.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bef146640 1 -- 172.21.15.82:0/2077673984 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7be810e500 msgr2=0x7f7be819eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:35.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bef146640 1 --2- 172.21.15.82:0/2077673984 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7be810e500 0x7f7be819eec0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f7be002ade0 tx=0x7f7be0031a60 comp rx=0 tx=0).stop 2024-09-12T12:32:35.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bef146640 1 -- 172.21.15.82:0/2077673984 shutdown_connections 2024-09-12T12:32:35.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bef146640 1 --2- 172.21.15.82:0/2077673984 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7bd00a2cf0 0x7f7bd00a51b0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bef146640 1 --2- 172.21.15.82:0/2077673984 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7be810e500 0x7f7be819eec0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bef146640 1 --2- 172.21.15.82:0/2077673984 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7be8101300 0x7f7be819ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bef146640 1 --2- 172.21.15.82:0/2077673984 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7be8100950 0x7f7be819a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:35.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bef146640 1 -- 172.21.15.82:0/2077673984 >> 172.21.15.82:0/2077673984 conn(0x7f7be80fc7a0 msgr2=0x7f7be80feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:35.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bef146640 1 -- 172.21.15.82:0/2077673984 shutdown_connections 2024-09-12T12:32:35.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:35.150+0000 7f7bef146640 1 -- 172.21.15.82:0/2077673984 wait complete. 2024-09-12T12:32:35.835 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'f5f44ade', quiesce took 3.2 seconds. Will release after: 16.900000000000002 2024-09-12T12:32:36.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:36 smithi097 ceph-mon[34923]: pgmap v180: 97 pgs: 97 active+clean; 3.4 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-09-12T12:32:36.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:36 smithi082 ceph-mon[31122]: pgmap v180: 97 pgs: 97 active+clean; 3.4 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-09-12T12:32:36.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:36 smithi114 ceph-mon[35514]: pgmap v180: 97 pgs: 97 active+clean; 3.4 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-09-12T12:32:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:38 smithi097 ceph-mon[34923]: pgmap v181: 97 pgs: 97 active+clean; 3.5 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-09-12T12:32:38.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:38 smithi082 ceph-mon[31122]: pgmap v181: 97 pgs: 97 active+clean; 3.5 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-09-12T12:32:38.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:38 smithi114 ceph-mon[35514]: pgmap v181: 97 pgs: 97 active+clean; 3.5 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-09-12T12:32:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:40 smithi097 ceph-mon[34923]: pgmap v182: 97 pgs: 97 active+clean; 3.5 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 25 KiB/s wr, 11 op/s 2024-09-12T12:32:40.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:40 smithi082 ceph-mon[31122]: pgmap v182: 97 pgs: 97 active+clean; 3.5 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 25 KiB/s wr, 11 op/s 2024-09-12T12:32:40.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:40 smithi114 ceph-mon[35514]: pgmap v182: 97 pgs: 97 active+clean; 3.5 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 25 KiB/s wr, 11 op/s 2024-09-12T12:32:40.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.904+0000 7ff4c47fd640 1 -- 172.21.15.82:0/2067607861 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff4bc1069c0 msgr2=0x7ff4bc106da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:40.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.904+0000 7ff4c47fd640 1 --2- 172.21.15.82:0/2067607861 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff4bc1069c0 0x7ff4bc106da0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7ff4b8009930 tx=0x7ff4b802a420 comp rx=0 tx=0).stop 2024-09-12T12:32:40.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.904+0000 7ff4c47fd640 1 -- 172.21.15.82:0/2067607861 shutdown_connections 2024-09-12T12:32:40.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.904+0000 7ff4c47fd640 1 --2- 172.21.15.82:0/2067607861 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4bc101350 0x7ff4bc10d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.904+0000 7ff4c47fd640 1 --2- 172.21.15.82:0/2067607861 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4bc1009b0 0x7ff4bc100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.904+0000 7ff4c47fd640 1 --2- 172.21.15.82:0/2067607861 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff4bc1069c0 0x7ff4bc106da0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.904+0000 7ff4c47fd640 1 -- 172.21.15.82:0/2067607861 >> 172.21.15.82:0/2067607861 conn(0x7ff4bc077990 msgr2=0x7ff4bc0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:40.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.904+0000 7ff4c47fd640 1 -- 172.21.15.82:0/2067607861 shutdown_connections 2024-09-12T12:32:40.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.904+0000 7ff4c47fd640 1 -- 172.21.15.82:0/2067607861 wait complete. 2024-09-12T12:32:40.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.904+0000 7ff4c47fd640 1 Processor -- start 2024-09-12T12:32:40.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c47fd640 1 -- start start 2024-09-12T12:32:40.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c47fd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4bc1009b0 0x7ff4bc102580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c47fd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff4bc101350 0x7ff4bc102ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c47fd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4bc1069c0 0x7ff4bc103000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c47fd640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc110e00 con 0x7ff4bc101350 2024-09-12T12:32:40.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c47fd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc110c80 con 0x7ff4bc1009b0 2024-09-12T12:32:40.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c47fd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc110f80 con 0x7ff4bc1069c0 2024-09-12T12:32:40.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c1d98640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff4bc101350 0x7ff4bc102ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c1d98640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff4bc101350 0x7ff4bc102ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35058/0 (socket says 172.21.15.82:35058) 2024-09-12T12:32:40.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c1d98640 1 -- 172.21.15.82:0/1539901502 learned_addr learned my addr 172.21.15.82:0/1539901502 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:40.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c2599640 1 --2- 172.21.15.82:0/1539901502 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4bc1009b0 0x7ff4bc102580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c2d9a640 1 --2- 172.21.15.82:0/1539901502 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4bc1069c0 0x7ff4bc103000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c1d98640 1 -- 172.21.15.82:0/1539901502 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4bc1069c0 msgr2=0x7ff4bc103000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:40.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c1d98640 1 --2- 172.21.15.82:0/1539901502 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4bc1069c0 0x7ff4bc103000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c1d98640 1 -- 172.21.15.82:0/1539901502 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4bc1009b0 msgr2=0x7ff4bc102580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:40.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c1d98640 1 --2- 172.21.15.82:0/1539901502 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4bc1009b0 0x7ff4bc102580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c1d98640 1 -- 172.21.15.82:0/1539901502 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4bc1a6840 con 0x7ff4bc101350 2024-09-12T12:32:40.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.905+0000 7ff4c1d98640 1 --2- 172.21.15.82:0/1539901502 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff4bc101350 0x7ff4bc102ac0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac00c890 tx=0x7ff4ac00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:40.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.906+0000 7ff4b37fe640 1 -- 172.21.15.82:0/1539901502 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac004220 con 0x7ff4bc101350 2024-09-12T12:32:40.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.906+0000 7ff4b37fe640 1 -- 172.21.15.82:0/1539901502 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4ac0043c0 con 0x7ff4bc101350 2024-09-12T12:32:40.910 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.906+0000 7ff4b37fe640 1 -- 172.21.15.82:0/1539901502 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac0049e0 con 0x7ff4bc101350 2024-09-12T12:32:40.910 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.906+0000 7ff4c47fd640 1 -- 172.21.15.82:0/1539901502 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4bc1a6b30 con 0x7ff4bc101350 2024-09-12T12:32:40.910 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.906+0000 7ff4c47fd640 1 -- 172.21.15.82:0/1539901502 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4bc1a70d0 con 0x7ff4bc101350 2024-09-12T12:32:40.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.909+0000 7ff4b37fe640 1 -- 172.21.15.82:0/1539901502 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7ff4ac0079b0 con 0x7ff4bc101350 2024-09-12T12:32:40.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.909+0000 7ff4c767c740 1 Processor -- start 2024-09-12T12:32:40.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.909+0000 7ff4c767c740 1 -- start start 2024-09-12T12:32:40.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.909+0000 7ff4c767c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3afed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.909+0000 7ff4c767c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3b0410 0x55ac0a3ba770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.909+0000 7ff4c767c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3bd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.909+0000 7ff4c767c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55ac0a3142f0 con 0x55ac0a3afaf0 2024-09-12T12:32:40.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.909+0000 7ff4c767c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55ac0a2bc270 con 0x55ac0a3bacb0 2024-09-12T12:32:40.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.909+0000 7ff4c767c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55ac0a3102b0 con 0x55ac0a3b0410 2024-09-12T12:32:40.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.909+0000 7ff4c2d9a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3afed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.909+0000 7ff4c2d9a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3afed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35070/0 (socket says 172.21.15.82:35070) 2024-09-12T12:32:40.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.909+0000 7ff4c2d9a640 1 -- 172.21.15.82:0/1878132740 learned_addr learned my addr 172.21.15.82:0/1878132740 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:40.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4c1d98640 1 --2- 172.21.15.82:0/1878132740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3bd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4c2599640 1 --2- 172.21.15.82:0/1878132740 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3b0410 0x55ac0a3ba770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4c2d9a640 1 -- 172.21.15.82:0/1878132740 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3b0410 msgr2=0x55ac0a3ba770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:40.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4c2d9a640 1 --2- 172.21.15.82:0/1878132740 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3b0410 0x55ac0a3ba770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4c2d9a640 1 -- 172.21.15.82:0/1878132740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3bacb0 msgr2=0x55ac0a3bd0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:40.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4c2d9a640 1 --2- 172.21.15.82:0/1878132740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3bd0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4c2d9a640 1 -- 172.21.15.82:0/1878132740 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac0a2bb340 con 0x55ac0a3afaf0 2024-09-12T12:32:40.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4c1d98640 1 --2- 172.21.15.82:0/1878132740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3bd0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:32:40.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4b37fe640 1 --2- 172.21.15.82:0/1539901502 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff4a80a2e20 0x7ff4a80a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4c2599640 1 --2- 172.21.15.82:0/1539901502 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff4a80a2e20 0x7ff4a80a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4c2d9a640 1 --2- 172.21.15.82:0/1878132740 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3afed0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7ff4b4009f70 tx=0x7ff4b4010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d17917960415fab7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:40.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4b37fe640 1 -- 172.21.15.82:0/1539901502 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7ff4ac0cf3c0 con 0x7ff4bc101350 2024-09-12T12:32:40.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4b0ff9640 1 -- 172.21.15.82:0/1878132740 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b4016070 con 0x55ac0a3afaf0 2024-09-12T12:32:40.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4b0ff9640 1 -- 172.21.15.82:0/1878132740 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4b4004d20 con 0x55ac0a3afaf0 2024-09-12T12:32:40.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.910+0000 7ff4b0ff9640 1 -- 172.21.15.82:0/1878132740 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b4012950 con 0x55ac0a3afaf0 2024-09-12T12:32:40.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.911+0000 7ff4c767c740 1 -- 172.21.15.82:0/1878132740 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3afaf0 msgr2=0x55ac0a3afed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:40.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.911+0000 7ff4c767c740 1 --2- 172.21.15.82:0/1878132740 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3afed0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7ff4b4009f70 tx=0x7ff4b4010800 comp rx=0 tx=0).stop 2024-09-12T12:32:40.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.911+0000 7ff4c2599640 1 --2- 172.21.15.82:0/1539901502 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff4a80a2e20 0x7ff4a80a52e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff4b8009900 tx=0x7ff4b80058d0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:40.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.911+0000 7ff4c767c740 1 -- 172.21.15.82:0/1878132740 shutdown_connections 2024-09-12T12:32:40.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.911+0000 7ff4c767c740 1 --2- 172.21.15.82:0/1878132740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3bd0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.911+0000 7ff4c767c740 1 --2- 172.21.15.82:0/1878132740 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3b0410 0x55ac0a3ba770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.911+0000 7ff4c767c740 1 --2- 172.21.15.82:0/1878132740 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3afed0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.911+0000 7ff4c767c740 1 -- 172.21.15.82:0/1878132740 >> 172.21.15.82:0/1878132740 conn(0x55ac0a3ac060 msgr2=0x55ac0a3ac440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:40.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.911+0000 7ff4c767c740 1 -- 172.21.15.82:0/1878132740 shutdown_connections 2024-09-12T12:32:40.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.911+0000 7ff4c767c740 1 -- 172.21.15.82:0/1878132740 wait complete. 2024-09-12T12:32:40.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.911+0000 7ff4c767c740 1 -- start start 2024-09-12T12:32:40.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c767c740 1 Processor -- start 2024-09-12T12:32:40.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c767c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c767c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3b0410 0x55ac0a3b80c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c767c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3b8600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c767c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55ac0a3bd880 con 0x55ac0a3b0410 2024-09-12T12:32:40.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c767c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55ac0a29d290 con 0x55ac0a3afaf0 2024-09-12T12:32:40.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c767c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55ac0a3bda00 con 0x55ac0a3bacb0 2024-09-12T12:32:40.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c767c740 10 client.0 _ll_register_callbacks cb 0x55ac0a2ce140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:32:40.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c1d98640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3b0410 0x55ac0a3b80c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c1d98640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3b0410 0x55ac0a3b80c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35082/0 (socket says 172.21.15.82:35082) 2024-09-12T12:32:40.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c1d98640 1 -- 172.21.15.82:0/1238426662 learned_addr learned my addr 172.21.15.82:0/1238426662 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:40.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c2d9a640 1 --2- 172.21.15.82:0/1238426662 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3b8600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c2599640 1 --2- 172.21.15.82:0/1238426662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c1d98640 1 -- 172.21.15.82:0/1238426662 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3bacb0 msgr2=0x55ac0a3b8600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:40.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c1d98640 1 --2- 172.21.15.82:0/1238426662 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3b8600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c1d98640 1 -- 172.21.15.82:0/1238426662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 msgr2=0x55ac0a3b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:40.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c1d98640 1 --2- 172.21.15.82:0/1238426662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c1d98640 1 -- 172.21.15.82:0/1238426662 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac0a027210 con 0x55ac0a3b0410 2024-09-12T12:32:40.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c2d9a640 1 --2- 172.21.15.82:0/1238426662 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3b8600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:32:40.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4c1d98640 1 --2- 172.21.15.82:0/1238426662 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3b0410 0x55ac0a3b80c0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac005fd0 tx=0x7ff4ac09b7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6d3d2bfde1811e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:40.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:32:40.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.912+0000 7ff4a5ffb640 1 -- 172.21.15.82:0/1238426662 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac01d040 con 0x55ac0a3b0410 2024-09-12T12:32:40.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.913+0000 7ff4a5ffb640 1 -- 172.21.15.82:0/1238426662 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7ff4ac0860c0 con 0x55ac0a3b0410 2024-09-12T12:32:40.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.913+0000 7ff4c767c740 1 -- 172.21.15.82:0/1238426662 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4b4004d20 con 0x55ac0a3b0410 2024-09-12T12:32:40.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.913+0000 7ff4a5ffb640 1 -- 172.21.15.82:0/1238426662 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff4ac09fc50 con 0x55ac0a3b0410 2024-09-12T12:32:40.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.913+0000 7ff4c767c740 10 client.16185 fetch_fsmap learned FSMap version 28 2024-09-12T12:32:40.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.913+0000 7ff4c767c740 1 -- 172.21.15.82:0/1238426662 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ac0a0f3620 con 0x55ac0a3b0410 2024-09-12T12:32:40.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.913+0000 7ff4a5ffb640 1 -- 172.21.15.82:0/1238426662 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4b4004d20 con 0x55ac0a3b0410 2024-09-12T12:32:40.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.913+0000 7ff4a5ffb640 1 -- 172.21.15.82:0/1238426662 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff4ac0a4080 con 0x55ac0a3b0410 2024-09-12T12:32:40.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.913+0000 7ff4c767c740 10 client.16185 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:32:40.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.913+0000 7ff4c767c740 10 client.16185 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:32:40.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.913+0000 7ff4c767c740 20 client.16185 populate_metadata read hostname 'smithi082' 2024-09-12T12:32:40.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.913+0000 7ff4c767c740 1 --2- 172.21.15.82:0/1238426662 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ac0a3cab10 0x55ac0a3ccf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.913+0000 7ff4c767c740 4 client.16185 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:32:40.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.913+0000 7ff4c767c740 1 -- 172.21.15.82:0/1238426662 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ac0a321a20 con 0x55ac0a3cab10 2024-09-12T12:32:40.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.913+0000 7ff4c2599640 1 --2- 172.21.15.82:0/1238426662 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ac0a3cab10 0x55ac0a3ccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.914+0000 7ff4c2599640 1 --2- 172.21.15.82:0/1238426662 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ac0a3cab10 0x55ac0a3ccf00 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb5045c698ec8263 server_cookie=25aed35bdab194e6 in_seq=0 out_seq=0 2024-09-12T12:32:40.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.914+0000 7ff4a5ffb640 10 client.16185 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:40.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4a5ffb640 1 -- 172.21.15.82:0/1238426662 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ac0a321a20 con 0x55ac0a3cab10 2024-09-12T12:32:40.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4a5ffb640 10 client.16185 handle_command_reply: tid=0 2024-09-12T12:32:40.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4c767c740 1 client.16185 shutdown 2024-09-12T12:32:40.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4c767c740 1 -- 172.21.15.82:0/1238426662 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3b0410 msgr2=0x55ac0a3b80c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:40.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4c767c740 1 --2- 172.21.15.82:0/1238426662 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3b0410 0x55ac0a3b80c0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac005fd0 tx=0x7ff4ac09b7e0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4c767c740 1 -- 172.21.15.82:0/1238426662 shutdown_connections 2024-09-12T12:32:40.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4c767c740 1 --2- 172.21.15.82:0/1238426662 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ac0a3cab10 0x55ac0a3ccf00 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4c767c740 1 --2- 172.21.15.82:0/1238426662 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3b8600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4a5ffb640 0 client.16185 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:40.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4c767c740 1 --2- 172.21.15.82:0/1238426662 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3b0410 0x55ac0a3b80c0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4c767c740 1 --2- 172.21.15.82:0/1238426662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4c767c740 1 -- 172.21.15.82:0/1238426662 >> 172.21.15.82:0/1238426662 conn(0x55ac0a3ac060 msgr2=0x55ac0a3b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:40.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4c767c740 1 -- 172.21.15.82:0/1238426662 shutdown_connections 2024-09-12T12:32:40.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4c767c740 1 -- 172.21.15.82:0/1238426662 wait complete. 2024-09-12T12:32:40.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.915+0000 7ff4c767c740 20 client.16185 trim_cache size 0 max 16384 2024-09-12T12:32:40.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.929+0000 7ff4c767c740 1 Processor -- start 2024-09-12T12:32:40.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.929+0000 7ff4c767c740 1 -- start start 2024-09-12T12:32:40.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.929+0000 7ff4c767c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3b2560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.929+0000 7ff4c767c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3b0410 0x55ac0a3b8430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.929+0000 7ff4c767c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3d27c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.929+0000 7ff4c767c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1afae0 con 0x55ac0a3bacb0 2024-09-12T12:32:40.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.929+0000 7ff4c767c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1b1620 con 0x55ac0a3afaf0 2024-09-12T12:32:40.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.929+0000 7ff4c767c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1b01b0 con 0x55ac0a3b0410 2024-09-12T12:32:40.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.929+0000 7ff4c2d9a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3d27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.929+0000 7ff4c2d9a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3d27c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35092/0 (socket says 172.21.15.82:35092) 2024-09-12T12:32:40.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.929+0000 7ff4c2d9a640 1 -- 172.21.15.82:0/809504708 learned_addr learned my addr 172.21.15.82:0/809504708 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:40.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.930+0000 7ff4c2599640 1 --2- 172.21.15.82:0/809504708 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3b2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.930+0000 7ff4c2d9a640 1 -- 172.21.15.82:0/809504708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3b0410 msgr2=0x55ac0a3b8430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:40.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.930+0000 7ff4c2d9a640 1 --2- 172.21.15.82:0/809504708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3b0410 0x55ac0a3b8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.930+0000 7ff4c2d9a640 1 -- 172.21.15.82:0/809504708 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 msgr2=0x55ac0a3b2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:40.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.930+0000 7ff4c2d9a640 1 --2- 172.21.15.82:0/809504708 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3b2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.930+0000 7ff4c2d9a640 1 -- 172.21.15.82:0/809504708 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac0a3ba6d0 con 0x55ac0a3bacb0 2024-09-12T12:32:40.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.930+0000 7ff4c2599640 1 --2- 172.21.15.82:0/809504708 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3b2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:32:40.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.930+0000 7ff4c2d9a640 1 --2- 172.21.15.82:0/809504708 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3d27c0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7ff4b4009f70 tx=0x7ff4b4005e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=743423f5457ac4e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:40.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.930+0000 7ff4a7fff640 1 -- 172.21.15.82:0/809504708 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b4016040 con 0x55ac0a3bacb0 2024-09-12T12:32:40.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.930+0000 7ff4a7fff640 1 -- 172.21.15.82:0/809504708 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4b40057b0 con 0x55ac0a3bacb0 2024-09-12T12:32:40.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.930+0000 7ff4a7fff640 1 -- 172.21.15.82:0/809504708 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b4012d30 con 0x55ac0a3bacb0 2024-09-12T12:32:40.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 -- 172.21.15.82:0/809504708 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3bacb0 msgr2=0x55ac0a3d27c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:40.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 --2- 172.21.15.82:0/809504708 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3d27c0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7ff4b4009f70 tx=0x7ff4b4005e30 comp rx=0 tx=0).stop 2024-09-12T12:32:40.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 -- 172.21.15.82:0/809504708 shutdown_connections 2024-09-12T12:32:40.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 --2- 172.21.15.82:0/809504708 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3d27c0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 --2- 172.21.15.82:0/809504708 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3b0410 0x55ac0a3b8430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 --2- 172.21.15.82:0/809504708 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3b2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 -- 172.21.15.82:0/809504708 >> 172.21.15.82:0/809504708 conn(0x55ac0a3ac060 msgr2=0x55ac0a3b9c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:40.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 -- 172.21.15.82:0/809504708 shutdown_connections 2024-09-12T12:32:40.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 -- 172.21.15.82:0/809504708 wait complete. 2024-09-12T12:32:40.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 -- start start 2024-09-12T12:32:40.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 Processor -- start 2024-09-12T12:32:40.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3b4d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3b0410 0x55ac0a3b5240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3b5780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1b0f50 con 0x55ac0a3bacb0 2024-09-12T12:32:40.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1b0880 con 0x55ac0a3afaf0 2024-09-12T12:32:40.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1adac0 con 0x55ac0a3b0410 2024-09-12T12:32:40.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c767c740 10 client.0 _ll_register_callbacks cb 0x7ff4ac0058c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:32:40.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c2d9a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3b5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c2d9a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3b5780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35108/0 (socket says 172.21.15.82:35108) 2024-09-12T12:32:40.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c2d9a640 1 -- 172.21.15.82:0/3772487310 learned_addr learned my addr 172.21.15.82:0/3772487310 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:40.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c1d98640 1 --2- 172.21.15.82:0/3772487310 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3b0410 0x55ac0a3b5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.931+0000 7ff4c2599640 1 --2- 172.21.15.82:0/3772487310 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3b4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c2d9a640 1 -- 172.21.15.82:0/3772487310 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3b0410 msgr2=0x55ac0a3b5240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:40.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c2d9a640 1 --2- 172.21.15.82:0/3772487310 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3b0410 0x55ac0a3b5240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c2d9a640 1 -- 172.21.15.82:0/3772487310 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 msgr2=0x55ac0a3b4d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:40.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c2d9a640 1 --2- 172.21.15.82:0/3772487310 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3b4d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c2d9a640 1 -- 172.21.15.82:0/3772487310 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac0a434910 con 0x55ac0a3bacb0 2024-09-12T12:32:40.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c2d9a640 1 --2- 172.21.15.82:0/3772487310 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3b5780 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7ff4b4009a80 tx=0x7ff4b40126b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eeaae00072296 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:40.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:32:40.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4a5ffb640 1 -- 172.21.15.82:0/3772487310 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b4016050 con 0x55ac0a3bacb0 2024-09-12T12:32:40.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4a5ffb640 1 -- 172.21.15.82:0/3772487310 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7ff4b4012b80 con 0x55ac0a3bacb0 2024-09-12T12:32:40.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c767c740 1 -- 172.21.15.82:0/3772487310 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4b40057b0 con 0x55ac0a3bacb0 2024-09-12T12:32:40.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4a5ffb640 1 -- 172.21.15.82:0/3772487310 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff4b4012d80 con 0x55ac0a3bacb0 2024-09-12T12:32:40.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c767c740 10 client.16191 fetch_fsmap learned FSMap version 28 2024-09-12T12:32:40.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c767c740 1 -- 172.21.15.82:0/3772487310 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ac0a435c20 con 0x55ac0a3bacb0 2024-09-12T12:32:40.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4a5ffb640 1 -- 172.21.15.82:0/3772487310 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4b40057b0 con 0x55ac0a3bacb0 2024-09-12T12:32:40.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4a5ffb640 1 -- 172.21.15.82:0/3772487310 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff4b400f040 con 0x55ac0a3bacb0 2024-09-12T12:32:40.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c767c740 10 client.16191 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:32:40.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c767c740 10 client.16191 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:32:40.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c767c740 20 client.16191 populate_metadata read hostname 'smithi082' 2024-09-12T12:32:40.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c767c740 1 --2- 172.21.15.82:0/3772487310 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ac0a4360e0 0x55ac0a4384d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:40.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c767c740 4 client.16191 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:32:40.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.932+0000 7ff4c767c740 1 -- 172.21.15.82:0/3772487310 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ac0a31bd70 con 0x55ac0a4360e0 2024-09-12T12:32:40.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.933+0000 7ff4c2599640 1 --2- 172.21.15.82:0/3772487310 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ac0a4360e0 0x55ac0a4384d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:40.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.933+0000 7ff4a5ffb640 10 client.16191 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:40.940 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.933+0000 7ff4c2599640 1 --2- 172.21.15.82:0/3772487310 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ac0a4360e0 0x55ac0a4384d0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc9218c544ec0ecd server_cookie=4acc00c0835c0c77 in_seq=0 out_seq=0 2024-09-12T12:32:40.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4a5ffb640 1 -- 172.21.15.82:0/3772487310 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ac0a31bd70 con 0x55ac0a4360e0 2024-09-12T12:32:40.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4a5ffb640 10 client.16191 handle_command_reply: tid=0 2024-09-12T12:32:40.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4c767c740 1 client.16191 shutdown 2024-09-12T12:32:40.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4c767c740 1 -- 172.21.15.82:0/3772487310 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3bacb0 msgr2=0x55ac0a3b5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:40.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4c767c740 1 --2- 172.21.15.82:0/3772487310 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3b5780 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7ff4b4009a80 tx=0x7ff4b40126b0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4c767c740 1 -- 172.21.15.82:0/3772487310 shutdown_connections 2024-09-12T12:32:40.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4c767c740 1 --2- 172.21.15.82:0/3772487310 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55ac0a4360e0 0x55ac0a4384d0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4c767c740 1 --2- 172.21.15.82:0/3772487310 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55ac0a3bacb0 0x55ac0a3b5780 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4c767c740 1 --2- 172.21.15.82:0/3772487310 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55ac0a3b0410 0x55ac0a3b5240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4a5ffb640 0 client.16191 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:40.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4c767c740 1 --2- 172.21.15.82:0/3772487310 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ac0a3afaf0 0x55ac0a3b4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4c767c740 1 -- 172.21.15.82:0/3772487310 >> 172.21.15.82:0/3772487310 conn(0x55ac0a3ac060 msgr2=0x55ac0a3b93e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:40.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4c767c740 1 -- 172.21.15.82:0/3772487310 shutdown_connections 2024-09-12T12:32:40.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4c767c740 1 -- 172.21.15.82:0/3772487310 wait complete. 2024-09-12T12:32:40.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.947+0000 7ff4c767c740 20 client.16191 trim_cache size 0 max 16384 2024-09-12T12:32:40.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:32:40.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:32:40.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:32:40.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:32:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.948+0000 7ff4c47fd640 1 -- 172.21.15.82:0/1539901502 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff4a80a2e20 msgr2=0x7ff4a80a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.948+0000 7ff4c47fd640 1 --2- 172.21.15.82:0/1539901502 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff4a80a2e20 0x7ff4a80a52e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff4b8009900 tx=0x7ff4b80058d0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.948+0000 7ff4c47fd640 1 -- 172.21.15.82:0/1539901502 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff4bc101350 msgr2=0x7ff4bc102ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.948+0000 7ff4c47fd640 1 --2- 172.21.15.82:0/1539901502 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff4bc101350 0x7ff4bc102ac0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac00c890 tx=0x7ff4ac00cd50 comp rx=0 tx=0).stop 2024-09-12T12:32:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.948+0000 7ff4c47fd640 1 -- 172.21.15.82:0/1539901502 shutdown_connections 2024-09-12T12:32:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.948+0000 7ff4c47fd640 1 --2- 172.21.15.82:0/1539901502 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff4a80a2e20 0x7ff4a80a52e0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.948+0000 7ff4c47fd640 1 --2- 172.21.15.82:0/1539901502 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff4bc1069c0 0x7ff4bc103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.948+0000 7ff4c47fd640 1 --2- 172.21.15.82:0/1539901502 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff4bc101350 0x7ff4bc102ac0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.948+0000 7ff4c47fd640 1 --2- 172.21.15.82:0/1539901502 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4bc1009b0 0x7ff4bc102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.948+0000 7ff4c47fd640 1 -- 172.21.15.82:0/1539901502 >> 172.21.15.82:0/1539901502 conn(0x7ff4bc077990 msgr2=0x7ff4bc0ff5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:40.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.948+0000 7ff4c47fd640 1 -- 172.21.15.82:0/1539901502 shutdown_connections 2024-09-12T12:32:40.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:40.948+0000 7ff4c47fd640 1 -- 172.21.15.82:0/1539901502 wait complete. 2024-09-12T12:32:42.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:42 smithi097 ceph-mon[34923]: pgmap v183: 97 pgs: 97 active+clean; 3.5 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 25 KiB/s wr, 11 op/s 2024-09-12T12:32:42.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:42 smithi082 ceph-mon[31122]: pgmap v183: 97 pgs: 97 active+clean; 3.5 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 25 KiB/s wr, 11 op/s 2024-09-12T12:32:42.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:42 smithi114 ceph-mon[35514]: pgmap v183: 97 pgs: 97 active+clean; 3.5 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 25 KiB/s wr, 11 op/s 2024-09-12T12:32:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:44 smithi097 ceph-mon[34923]: pgmap v184: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 32 KiB/s wr, 18 op/s 2024-09-12T12:32:44.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:44 smithi082 ceph-mon[31122]: pgmap v184: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 32 KiB/s wr, 18 op/s 2024-09-12T12:32:44.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:44 smithi114 ceph-mon[35514]: pgmap v184: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 32 KiB/s wr, 18 op/s 2024-09-12T12:32:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:46 smithi097 ceph-mon[34923]: pgmap v185: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-12T12:32:46.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:46 smithi082 ceph-mon[31122]: pgmap v185: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-12T12:32:46.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:46 smithi114 ceph-mon[35514]: pgmap v185: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-12T12:32:48.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:48 smithi097 ceph-mon[34923]: pgmap v186: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-09-12T12:32:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:48 smithi082 ceph-mon[31122]: pgmap v186: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-09-12T12:32:48.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:48 smithi114 ceph-mon[35514]: pgmap v186: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-09-12T12:32:49.770 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:49 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:32:49.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:49 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:32:49.818 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:49 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:32:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:50 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:32:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:50 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:32:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:50 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:32:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:50 smithi097 ceph-mon[34923]: pgmap v187: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.0 KiB/s wr, 11 op/s 2024-09-12T12:32:50.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:50 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:32:50.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:50 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:32:50.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:50 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:32:50.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:50 smithi082 ceph-mon[31122]: pgmap v187: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.0 KiB/s wr, 11 op/s 2024-09-12T12:32:50.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:50 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:32:50.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:50 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:32:50.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:50 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:32:50.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:50 smithi114 ceph-mon[35514]: pgmap v187: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.0 KiB/s wr, 11 op/s 2024-09-12T12:32:52.736 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:32:52.763 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:52 smithi082 ceph-mon[31122]: pgmap v188: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.0 KiB/s wr, 11 op/s 2024-09-12T12:32:52.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:52 smithi097 ceph-mon[34923]: pgmap v188: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.0 KiB/s wr, 11 op/s 2024-09-12T12:32:52.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:52 smithi114 ceph-mon[35514]: pgmap v188: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.0 KiB/s wr, 11 op/s 2024-09-12T12:32:52.994 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:32:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.488+0000 7faab6525640 1 -- 172.21.15.82:0/4020279580 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faab0102ef0 msgr2=0x7faab010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.488+0000 7faab6525640 1 --2- 172.21.15.82:0/4020279580 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faab0102ef0 0x7faab010da40 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7faaa8009ca0 tx=0x7faaa802a950 comp rx=0 tx=0).stop 2024-09-12T12:32:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.488+0000 7faab6525640 1 -- 172.21.15.82:0/4020279580 shutdown_connections 2024-09-12T12:32:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.488+0000 7faab6525640 1 --2- 172.21.15.82:0/4020279580 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faab0102ef0 0x7faab010da40 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:53.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.488+0000 7faab6525640 1 --2- 172.21.15.82:0/4020279580 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab0102570 0x7faab01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.488+0000 7faab6525640 1 --2- 172.21.15.82:0/4020279580 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faab0100e20 0x7faab0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.488+0000 7faab6525640 1 -- 172.21.15.82:0/4020279580 >> 172.21.15.82:0/4020279580 conn(0x7faab00fc7d0 msgr2=0x7faab00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.488+0000 7faab6525640 1 -- 172.21.15.82:0/4020279580 shutdown_connections 2024-09-12T12:32:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.488+0000 7faab6525640 1 -- 172.21.15.82:0/4020279580 wait complete. 2024-09-12T12:32:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faab6525640 1 Processor -- start 2024-09-12T12:32:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faab6525640 1 -- start start 2024-09-12T12:32:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faab6525640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab0100e20 0x7faab00fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faab6525640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faab0102570 0x7faab00fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faab6525640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faab0102ef0 0x7faab00fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faab6525640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7faab0110f80 con 0x7faab0102570 2024-09-12T12:32:53.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faab6525640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faab0110e00 con 0x7faab0102ef0 2024-09-12T12:32:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faab6525640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faab0111100 con 0x7faab0100e20 2024-09-12T12:32:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faaa7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faab0102570 0x7faab00fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faaa7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faab0102570 0x7faab00fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48916/0 (socket says 172.21.15.82:48916) 2024-09-12T12:32:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faaa7fff640 1 -- 172.21.15.82:0/2203174411 learned_addr learned my addr 172.21.15.82:0/2203174411 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faaaffff640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab0100e20 0x7faab00fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faab4ac2640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faab0102ef0 0x7faab00fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faaa7fff640 1 -- 172.21.15.82:0/2203174411 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab0100e20 msgr2=0x7faab00fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faaa7fff640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab0100e20 0x7faab00fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faaa7fff640 1 -- 172.21.15.82:0/2203174411 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faab0102ef0 msgr2=0x7faab00fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faaa7fff640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faab0102ef0 0x7faab00fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faaa7fff640 1 -- 172.21.15.82:0/2203174411 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faab01a6930 con 0x7faab0102570 2024-09-12T12:32:53.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faab4ac2640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faab0102ef0 0x7faab00fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:32:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.489+0000 7faaa7fff640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faab0102570 0x7faab00fd1c0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7faa9800d770 tx=0x7faa9800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.490+0000 7faaadffb640 1 -- 172.21.15.82:0/2203174411 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa98017070 con 0x7faab0102570 2024-09-12T12:32:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.490+0000 7faaadffb640 1 -- 172.21.15.82:0/2203174411 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faa98005500 con 0x7faab0102570 2024-09-12T12:32:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.490+0000 7faab6525640 1 -- 172.21.15.82:0/2203174411 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faab01a6c20 con 0x7faab0102570 2024-09-12T12:32:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.490+0000 7faaadffb640 1 -- 172.21.15.82:0/2203174411 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa98004e00 con 0x7faab0102570 2024-09-12T12:32:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.490+0000 7faab6525640 1 -- 172.21.15.82:0/2203174411 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faab01a7110 con 0x7faab0102570 2024-09-12T12:32:53.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.491+0000 7faab6525640 1 -- 172.21.15.82:0/2203174411 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faab0101200 con 0x7faab0102570 2024-09-12T12:32:53.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.493+0000 7faaadffb640 1 -- 172.21.15.82:0/2203174411 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7faa98004fa0 con 0x7faab0102570 2024-09-12T12:32:53.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.493+0000 7faaadffb640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faa9c0a2cf0 0x7faa9c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:53.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.493+0000 7faaaffff640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faa9c0a2cf0 0x7faa9c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:53.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.493+0000 7faaadffb640 1 -- 172.21.15.82:0/2203174411 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7faa980cf290 con 0x7faab0102570 2024-09-12T12:32:53.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.494+0000 7faaaffff640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faa9c0a2cf0 0x7faa9c0a51b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7faaa000bbe0 tx=0x7faaa000b390 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:53.497 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.497+0000 7faaadffb640 1 -- 172.21.15.82:0/2203174411 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faa9809be70 con 0x7faab0102570 2024-09-12T12:32:53.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.697+0000 7faab6525640 1 -- 172.21.15.82:0/2203174411 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faab00fe1b0 con 0x7faab0102570 2024-09-12T12:32:53.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.698+0000 7faaadffb640 1 -- 172.21.15.82:0/2203174411 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7faab00fe1b0 con 0x7faab0102570 2024-09-12T12:32:53.698 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:32:53.698 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:32:53.698 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:32:53.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.700+0000 7faab6525640 1 -- 172.21.15.82:0/2203174411 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faa9c0a2cf0 msgr2=0x7faa9c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:53.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.700+0000 7faab6525640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faa9c0a2cf0 0x7faa9c0a51b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7faaa000bbe0 tx=0x7faaa000b390 comp rx=0 tx=0).stop 2024-09-12T12:32:53.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.700+0000 7faab6525640 1 -- 172.21.15.82:0/2203174411 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faab0102570 msgr2=0x7faab00fd1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:53.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.700+0000 7faab6525640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faab0102570 0x7faab00fd1c0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7faa9800d770 tx=0x7faa9800dc30 comp rx=0 tx=0).stop 2024-09-12T12:32:53.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.700+0000 7faab6525640 1 -- 172.21.15.82:0/2203174411 shutdown_connections 2024-09-12T12:32:53.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.700+0000 7faab6525640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faa9c0a2cf0 0x7faa9c0a51b0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:53.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.700+0000 7faab6525640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faab0102ef0 0x7faab00fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:53.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.700+0000 7faab6525640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faab0102570 0x7faab00fd1c0 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:53.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.700+0000 7faab6525640 1 --2- 172.21.15.82:0/2203174411 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faab0100e20 0x7faab00fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:53.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.700+0000 7faab6525640 1 -- 172.21.15.82:0/2203174411 >> 172.21.15.82:0/2203174411 conn(0x7faab00fc7d0 msgr2=0x7faab006a1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:53.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.700+0000 7faab6525640 1 -- 172.21.15.82:0/2203174411 shutdown_connections 2024-09-12T12:32:53.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:53.700+0000 7faab6525640 1 -- 172.21.15.82:0/2203174411 wait complete. 2024-09-12T12:32:54.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:53 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2203174411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:32:54.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:53 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2203174411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:32:54.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.036+0000 7fa0e0a53640 1 -- 172.21.15.82:0/3837861061 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa0dc106a00 msgr2=0x7fa0dc106de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:54.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.036+0000 7fa0e0a53640 1 --2- 172.21.15.82:0/3837861061 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa0dc106a00 0x7fa0dc106de0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc009930 tx=0x7fa0cc02a420 comp rx=0 tx=0).stop 2024-09-12T12:32:54.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.036+0000 7fa0e0a53640 1 -- 172.21.15.82:0/3837861061 shutdown_connections 2024-09-12T12:32:54.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.036+0000 7fa0e0a53640 1 --2- 172.21.15.82:0/3837861061 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0dc101390 0x7fa0dc10d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.036+0000 7fa0e0a53640 1 --2- 172.21.15.82:0/3837861061 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa0dc1009f0 0x7fa0dc100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.036+0000 7fa0e0a53640 1 --2- 172.21.15.82:0/3837861061 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa0dc106a00 0x7fa0dc106de0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.036+0000 7fa0e0a53640 1 -- 172.21.15.82:0/3837861061 >> 172.21.15.82:0/3837861061 conn(0x7fa0dc0fc6b0 msgr2=0x7fa0dc0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:54.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.036+0000 7fa0e0a53640 1 -- 172.21.15.82:0/3837861061 shutdown_connections 2024-09-12T12:32:54.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.036+0000 7fa0e0a53640 1 -- 172.21.15.82:0/3837861061 wait complete. 2024-09-12T12:32:54.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.036+0000 7fa0e0a53640 1 Processor -- start 2024-09-12T12:32:54.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0e0a53640 1 -- start start 2024-09-12T12:32:54.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0e0a53640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa0dc1009f0 0x7fa0dc1991d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0e0a53640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa0dc101390 0x7fa0dc199710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0e0a53640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0dc106a00 0x7fa0dc1a4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0e0a53640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa0dc110e00 con 0x7fa0dc1009f0 2024-09-12T12:32:54.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0e0a53640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa0dc110c80 con 0x7fa0dc101390 2024-09-12T12:32:54.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0e0a53640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa0dc110f80 con 0x7fa0dc106a00 2024-09-12T12:32:54.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0da59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa0dc1009f0 0x7fa0dc1991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0da59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa0dc1009f0 0x7fa0dc1991d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48940/0 (socket says 172.21.15.82:48940) 2024-09-12T12:32:54.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0da59c640 1 -- 172.21.15.82:0/435074255 learned_addr learned my addr 172.21.15.82:0/435074255 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:54.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0d9d9b640 1 --2- 172.21.15.82:0/435074255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa0dc101390 0x7fa0dc199710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0dad9d640 1 --2- 172.21.15.82:0/435074255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0dc106a00 0x7fa0dc1a4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0da59c640 1 -- 172.21.15.82:0/435074255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0dc106a00 msgr2=0x7fa0dc1a4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:54.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0da59c640 1 --2- 172.21.15.82:0/435074255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0dc106a00 0x7fa0dc1a4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0da59c640 1 -- 172.21.15.82:0/435074255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa0dc101390 msgr2=0x7fa0dc199710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:54.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0da59c640 1 --2- 172.21.15.82:0/435074255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa0dc101390 0x7fa0dc199710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0da59c640 1 -- 172.21.15.82:0/435074255 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0dc1a4790 con 0x7fa0dc1009f0 2024-09-12T12:32:54.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.037+0000 7fa0da59c640 1 --2- 172.21.15.82:0/435074255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa0dc1009f0 0x7fa0dc1991d0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc009230 tx=0x7fa0cc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:54.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.038+0000 7fa0cb7fe640 1 -- 172.21.15.82:0/435074255 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc03f030 con 0x7fa0dc1009f0 2024-09-12T12:32:54.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.038+0000 7fa0cb7fe640 1 -- 172.21.15.82:0/435074255 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa0cc003ad0 con 0x7fa0dc1009f0 2024-09-12T12:32:54.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.038+0000 7fa0e0a53640 1 -- 172.21.15.82:0/435074255 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0dc1a4960 con 0x7fa0dc1009f0 2024-09-12T12:32:54.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.038+0000 7fa0cb7fe640 1 -- 172.21.15.82:0/435074255 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc035070 con 0x7fa0dc1009f0 2024-09-12T12:32:54.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.038+0000 7fa0e0a53640 1 -- 172.21.15.82:0/435074255 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0dc1a4dc0 con 0x7fa0dc1009f0 2024-09-12T12:32:54.047 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.040+0000 7fa0cb7fe640 1 -- 172.21.15.82:0/435074255 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fa0cc042030 con 0x7fa0dc1009f0 2024-09-12T12:32:54.047 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.040+0000 7fa0e37f2740 1 Processor -- start 2024-09-12T12:32:54.047 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.040+0000 7fa0e37f2740 1 -- start start 2024-09-12T12:32:54.047 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.040+0000 7fa0cb7fe640 1 --2- 172.21.15.82:0/435074255 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa0c40a2da0 0x7fa0c40a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.047 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0e37f2740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ecaf0 0x55f3f22eced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.047 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0e37f2740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22ed410 0x55f3f22f7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.047 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0e37f2740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22f7cb0 0x55f3f22fa0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.047 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0e37f2740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55f3f22512f0 con 0x55f3f22f7cb0 2024-09-12T12:32:54.048 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0e37f2740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f3f21f9270 con 0x55f3f22ecaf0 2024-09-12T12:32:54.048 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0e37f2740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55f3f224d2b0 con 0x55f3f22ed410 2024-09-12T12:32:54.048 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0dad9d640 1 --2- 172.21.15.82:0/435074255 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa0c40a2da0 0x7fa0c40a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.048 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0cb7fe640 1 -- 172.21.15.82:0/435074255 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fa0cc0ef990 con 0x7fa0dc1009f0 2024-09-12T12:32:54.048 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0dad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22f7cb0 0x55f3f22fa0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.048 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0dad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22f7cb0 0x55f3f22fa0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48946/0 (socket says 172.21.15.82:48946) 2024-09-12T12:32:54.048 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0dad9d640 1 -- 172.21.15.82:0/763014923 learned_addr learned my addr 172.21.15.82:0/763014923 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:54.048 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0da59c640 1 --2- 172.21.15.82:0/763014923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ecaf0 0x55f3f22eced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.048 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0d9d9b640 1 --2- 172.21.15.82:0/763014923 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22ed410 0x55f3f22f7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.048 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0dad9d640 1 -- 172.21.15.82:0/763014923 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22ed410 msgr2=0x55f3f22f7770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:54.048 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0dad9d640 1 --2- 172.21.15.82:0/763014923 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22ed410 0x55f3f22f7770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.048 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0dad9d640 1 -- 172.21.15.82:0/763014923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ecaf0 msgr2=0x55f3f22eced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:54.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0dad9d640 1 --2- 172.21.15.82:0/763014923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ecaf0 0x55f3f22eced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0dad9d640 1 -- 172.21.15.82:0/763014923 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3f21f8340 con 0x55f3f22f7cb0 2024-09-12T12:32:54.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0dad9d640 1 --2- 172.21.15.82:0/435074255 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa0c40a2da0 0x7fa0c40a5260 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa0d4013b30 tx=0x7fa0d400bd10 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:54.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0dad9d640 1 --2- 172.21.15.82:0/763014923 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22f7cb0 0x55f3f22fa0a0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fa0d4010d30 tx=0x7fa0d401a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfb13080b50d2c2c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:54.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0c8ff9640 1 -- 172.21.15.82:0/763014923 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d4021070 con 0x55f3f22f7cb0 2024-09-12T12:32:54.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0c8ff9640 1 -- 172.21.15.82:0/763014923 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa0d400ee50 con 0x55f3f22f7cb0 2024-09-12T12:32:54.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.041+0000 7fa0c8ff9640 1 -- 172.21.15.82:0/763014923 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d40043c0 con 0x55f3f22f7cb0 2024-09-12T12:32:54.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.042+0000 7fa0e37f2740 1 -- 172.21.15.82:0/763014923 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22f7cb0 msgr2=0x55f3f22fa0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:54.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.042+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/763014923 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22f7cb0 0x55f3f22fa0a0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fa0d4010d30 tx=0x7fa0d401a000 comp rx=0 tx=0).stop 2024-09-12T12:32:54.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.042+0000 7fa0e37f2740 1 -- 172.21.15.82:0/763014923 shutdown_connections 2024-09-12T12:32:54.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.042+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/763014923 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22f7cb0 0x55f3f22fa0a0 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.042+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/763014923 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22ed410 0x55f3f22f7770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.042+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/763014923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ecaf0 0x55f3f22eced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.042+0000 7fa0e37f2740 1 -- 172.21.15.82:0/763014923 >> 172.21.15.82:0/763014923 conn(0x55f3f22e9060 msgr2=0x55f3f22e9440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:54.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.042+0000 7fa0e37f2740 1 -- 172.21.15.82:0/763014923 shutdown_connections 2024-09-12T12:32:54.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.042+0000 7fa0e37f2740 1 -- 172.21.15.82:0/763014923 wait complete. 2024-09-12T12:32:54.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0e37f2740 1 -- start start 2024-09-12T12:32:54.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0e37f2740 1 Processor -- start 2024-09-12T12:32:54.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0e37f2740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ecaf0 0x55f3f22fc250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0e37f2740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ed410 0x55f3f22fc790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0e37f2740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22f7cb0 0x55f3f23008f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0e37f2740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55f3f22fa880 con 0x55f3f22ed410 2024-09-12T12:32:54.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0e37f2740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f3f21da290 con 0x55f3f22ecaf0 2024-09-12T12:32:54.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0e37f2740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55f3f22faa00 con 0x55f3f22f7cb0 2024-09-12T12:32:54.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0e37f2740 10 client.0 _ll_register_callbacks cb 0x55f3f220b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:32:54.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0d9d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ed410 0x55f3f22fc790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0d9d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ed410 0x55f3f22fc790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48952/0 (socket says 172.21.15.82:48952) 2024-09-12T12:32:54.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0d9d9b640 1 -- 172.21.15.82:0/4102046571 learned_addr learned my addr 172.21.15.82:0/4102046571 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:54.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0da59c640 1 --2- 172.21.15.82:0/4102046571 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ecaf0 0x55f3f22fc250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0d9d9b640 1 -- 172.21.15.82:0/4102046571 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22f7cb0 msgr2=0x55f3f23008f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:54.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0d9d9b640 1 --2- 172.21.15.82:0/4102046571 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22f7cb0 0x55f3f23008f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0d9d9b640 1 -- 172.21.15.82:0/4102046571 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ecaf0 msgr2=0x55f3f22fc250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:54.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0d9d9b640 1 --2- 172.21.15.82:0/4102046571 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ecaf0 0x55f3f22fc250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0d9d9b640 1 -- 172.21.15.82:0/4102046571 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3f1f64210 con 0x55f3f22ed410 2024-09-12T12:32:54.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0d9d9b640 1 --2- 172.21.15.82:0/4102046571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ed410 0x55f3f22fc790 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fa0d000b9f0 tx=0x7fa0d000beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4c1de2114b872da server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:54.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.043+0000 7fa0c1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:32:54.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0c1ffb640 1 -- 172.21.15.82:0/4102046571 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d001b640 con 0x55f3f22ed410 2024-09-12T12:32:54.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0c1ffb640 1 -- 172.21.15.82:0/4102046571 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fa0d001b7e0 con 0x55f3f22ed410 2024-09-12T12:32:54.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4102046571 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0d400ee50 con 0x55f3f22ed410 2024-09-12T12:32:54.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0c1ffb640 1 -- 172.21.15.82:0/4102046571 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa0d001b9e0 con 0x55f3f22ed410 2024-09-12T12:32:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0e37f2740 10 client.16209 fetch_fsmap learned FSMap version 28 2024-09-12T12:32:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4102046571 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f3f2030620 con 0x55f3f22ed410 2024-09-12T12:32:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0c1ffb640 1 -- 172.21.15.82:0/4102046571 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa0d400ee50 con 0x55f3f22ed410 2024-09-12T12:32:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0c1ffb640 1 -- 172.21.15.82:0/4102046571 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fa0d0019020 con 0x55f3f22ed410 2024-09-12T12:32:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0e37f2740 10 client.16209 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:32:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0e37f2740 10 client.16209 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:32:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0e37f2740 20 client.16209 populate_metadata read hostname 'smithi082' 2024-09-12T12:32:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/4102046571 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f3f230c1a0 0x55f3f230e610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0e37f2740 4 client.16209 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:32:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4102046571 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f3f225ea20 con 0x55f3f230c1a0 2024-09-12T12:32:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.044+0000 7fa0da59c640 1 --2- 172.21.15.82:0/4102046571 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f3f230c1a0 0x55f3f230e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.045+0000 7fa0c1ffb640 10 client.16209 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.045+0000 7fa0da59c640 1 --2- 172.21.15.82:0/4102046571 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f3f230c1a0 0x55f3f230e610 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=52caea47448baab1 server_cookie=473759fde90e4d12 in_seq=0 out_seq=0 2024-09-12T12:32:54.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.045+0000 7fa0c1ffb640 1 -- 172.21.15.82:0/4102046571 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f3f225ea20 con 0x55f3f230c1a0 2024-09-12T12:32:54.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.045+0000 7fa0c1ffb640 10 client.16209 handle_command_reply: tid=0 2024-09-12T12:32:54.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.045+0000 7fa0e37f2740 1 client.16209 shutdown 2024-09-12T12:32:54.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.046+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4102046571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ed410 msgr2=0x55f3f22fc790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:54.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.046+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/4102046571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ed410 0x55f3f22fc790 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fa0d000b9f0 tx=0x7fa0d000beb0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.046+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4102046571 shutdown_connections 2024-09-12T12:32:54.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.046+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/4102046571 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f3f230c1a0 0x55f3f230e610 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.046+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/4102046571 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22f7cb0 0x55f3f23008f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.046+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/4102046571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ed410 0x55f3f22fc790 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.046+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/4102046571 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ecaf0 0x55f3f22fc250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.046+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4102046571 >> 172.21.15.82:0/4102046571 conn(0x55f3f22e9060 msgr2=0x55f3f22eedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:54.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.046+0000 7fa0c1ffb640 0 client.16209 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:54.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.046+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4102046571 shutdown_connections 2024-09-12T12:32:54.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.046+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4102046571 wait complete. 2024-09-12T12:32:54.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.046+0000 7fa0e37f2740 20 client.16209 trim_cache size 0 max 16384 2024-09-12T12:32:54.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.060+0000 7fa0e37f2740 1 Processor -- start 2024-09-12T12:32:54.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.060+0000 7fa0e37f2740 1 -- start start 2024-09-12T12:32:54.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.060+0000 7fa0e37f2740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22ecaf0 0x55f3f23008e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.060+0000 7fa0e37f2740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ed410 0x55f3f2313f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.060+0000 7fa0e37f2740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22f7cb0 0x55f3f2314460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.060+0000 7fa0e37f2740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa0dc1ab600 con 0x55f3f22ed410 2024-09-12T12:32:54.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.060+0000 7fa0e37f2740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa0dc1ad140 con 0x55f3f22f7cb0 2024-09-12T12:32:54.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.060+0000 7fa0e37f2740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa0dc1abcd0 con 0x55f3f22ecaf0 2024-09-12T12:32:54.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.060+0000 7fa0d9d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ed410 0x55f3f2313f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.060+0000 7fa0d9d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ed410 0x55f3f2313f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48968/0 (socket says 172.21.15.82:48968) 2024-09-12T12:32:54.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.060+0000 7fa0d9d9b640 1 -- 172.21.15.82:0/1824933942 learned_addr learned my addr 172.21.15.82:0/1824933942 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:54.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.061+0000 7fa0dad9d640 1 --2- 172.21.15.82:0/1824933942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22f7cb0 0x55f3f2314460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.061+0000 7fa0d9d9b640 1 -- 172.21.15.82:0/1824933942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22ecaf0 msgr2=0x55f3f23008e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:54.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.061+0000 7fa0d9d9b640 1 --2- 172.21.15.82:0/1824933942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22ecaf0 0x55f3f23008e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.061+0000 7fa0d9d9b640 1 -- 172.21.15.82:0/1824933942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22f7cb0 msgr2=0x55f3f2314460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:54.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.061+0000 7fa0d9d9b640 1 --2- 172.21.15.82:0/1824933942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22f7cb0 0x55f3f2314460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.061+0000 7fa0d9d9b640 1 -- 172.21.15.82:0/1824933942 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3f230acf0 con 0x55f3f22ed410 2024-09-12T12:32:54.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.061+0000 7fa0dad9d640 1 --2- 172.21.15.82:0/1824933942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22f7cb0 0x55f3f2314460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:32:54.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.061+0000 7fa0d9d9b640 1 --2- 172.21.15.82:0/1824933942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ed410 0x55f3f2313f20 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fa0d0006010 tx=0x7fa0d0010620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=169adbabc72cdc8f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:54.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.061+0000 7fa0c3fff640 1 -- 172.21.15.82:0/1824933942 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d0030070 con 0x55f3f22ed410 2024-09-12T12:32:54.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.061+0000 7fa0c3fff640 1 -- 172.21.15.82:0/1824933942 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa0d001bd80 con 0x55f3f22ed410 2024-09-12T12:32:54.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.061+0000 7fa0c3fff640 1 -- 172.21.15.82:0/1824933942 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d0010840 con 0x55f3f22ed410 2024-09-12T12:32:54.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.061+0000 7fa0e37f2740 1 -- 172.21.15.82:0/1824933942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ed410 msgr2=0x55f3f2313f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:54.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.061+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/1824933942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ed410 0x55f3f2313f20 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fa0d0006010 tx=0x7fa0d0010620 comp rx=0 tx=0).stop 2024-09-12T12:32:54.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 -- 172.21.15.82:0/1824933942 shutdown_connections 2024-09-12T12:32:54.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/1824933942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22f7cb0 0x55f3f2314460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/1824933942 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ed410 0x55f3f2313f20 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/1824933942 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22ecaf0 0x55f3f23008e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 -- 172.21.15.82:0/1824933942 >> 172.21.15.82:0/1824933942 conn(0x55f3f22e9060 msgr2=0x55f3f22f4260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:54.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 -- 172.21.15.82:0/1824933942 shutdown_connections 2024-09-12T12:32:54.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 -- 172.21.15.82:0/1824933942 wait complete. 2024-09-12T12:32:54.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 -- start start 2024-09-12T12:32:54.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 Processor -- start 2024-09-12T12:32:54.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ecaf0 0x55f3f2303b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ed410 0x55f3f2304080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22f7cb0 0x55f3f23045c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa0dc1aca70 con 0x55f3f22ecaf0 2024-09-12T12:32:54.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa0dc1ac3a0 con 0x55f3f22ed410 2024-09-12T12:32:54.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa0dc1a95e0 con 0x55f3f22f7cb0 2024-09-12T12:32:54.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0e37f2740 10 client.0 _ll_register_callbacks cb 0x7fa0d0004140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:32:54.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0da59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ecaf0 0x55f3f2303b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0da59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ecaf0 0x55f3f2303b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48980/0 (socket says 172.21.15.82:48980) 2024-09-12T12:32:54.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0da59c640 1 -- 172.21.15.82:0/4214965189 learned_addr learned my addr 172.21.15.82:0/4214965189 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:54.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0d9d9b640 1 --2- 172.21.15.82:0/4214965189 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ed410 0x55f3f2304080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0da59c640 1 -- 172.21.15.82:0/4214965189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22f7cb0 msgr2=0x55f3f23045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:54.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0da59c640 1 --2- 172.21.15.82:0/4214965189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22f7cb0 0x55f3f23045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0da59c640 1 -- 172.21.15.82:0/4214965189 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ed410 msgr2=0x55f3f2304080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:54.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0da59c640 1 --2- 172.21.15.82:0/4214965189 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ed410 0x55f3f2304080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.062+0000 7fa0da59c640 1 -- 172.21.15.82:0/4214965189 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3f22f3d50 con 0x55f3f22ecaf0 2024-09-12T12:32:54.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0da59c640 1 --2- 172.21.15.82:0/4214965189 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ecaf0 0x55f3f2303b40 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc009a50 tx=0x7fa0cc0bbf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93e372ada37051e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:54.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0c1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:32:54.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0c1ffb640 1 -- 172.21.15.82:0/4214965189 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc049040 con 0x55f3f22ecaf0 2024-09-12T12:32:54.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0c1ffb640 1 -- 172.21.15.82:0/4214965189 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7fa0cc096130 con 0x55f3f22ecaf0 2024-09-12T12:32:54.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4214965189 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0d001bd80 con 0x55f3f22ecaf0 2024-09-12T12:32:54.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0c1ffb640 1 -- 172.21.15.82:0/4214965189 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa0cc0c4ae0 con 0x55f3f22ecaf0 2024-09-12T12:32:54.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0e37f2740 10 client.16215 fetch_fsmap learned FSMap version 28 2024-09-12T12:32:54.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4214965189 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f3f22ea1f0 con 0x55f3f22ecaf0 2024-09-12T12:32:54.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0c1ffb640 1 -- 172.21.15.82:0/4214965189 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa0d001bd80 con 0x55f3f22ecaf0 2024-09-12T12:32:54.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0c1ffb640 1 -- 172.21.15.82:0/4214965189 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fa0cc0b84e0 con 0x55f3f22ecaf0 2024-09-12T12:32:54.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0e37f2740 10 client.16215 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:32:54.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0e37f2740 10 client.16215 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:32:54.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0e37f2740 20 client.16215 populate_metadata read hostname 'smithi082' 2024-09-12T12:32:54.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/4214965189 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f3f23776f0 0x55f3f2379b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:54.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0e37f2740 4 client.16215 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:32:54.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.063+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4214965189 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f3f22fb3b0 con 0x55f3f23776f0 2024-09-12T12:32:54.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.064+0000 7fa0d9d9b640 1 --2- 172.21.15.82:0/4214965189 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f3f23776f0 0x55f3f2379b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:54.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.064+0000 7fa0c1ffb640 10 client.16215 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:54.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.064+0000 7fa0d9d9b640 1 --2- 172.21.15.82:0/4214965189 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f3f23776f0 0x55f3f2379b10 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e402fe4d710ca59 server_cookie=9a32fec92b212c76 in_seq=0 out_seq=0 2024-09-12T12:32:54.070 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:53 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2203174411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:32:54.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.075+0000 7fa0c1ffb640 1 -- 172.21.15.82:0/4214965189 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f3f22fb3b0 con 0x55f3f23776f0 2024-09-12T12:32:54.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.075+0000 7fa0c1ffb640 10 client.16215 handle_command_reply: tid=0 2024-09-12T12:32:54.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.075+0000 7fa0e37f2740 1 client.16215 shutdown 2024-09-12T12:32:54.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.075+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4214965189 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ecaf0 msgr2=0x55f3f2303b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:54.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.075+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/4214965189 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ecaf0 0x55f3f2303b40 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc009a50 tx=0x7fa0cc0bbf30 comp rx=0 tx=0).stop 2024-09-12T12:32:54.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.075+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4214965189 shutdown_connections 2024-09-12T12:32:54.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.075+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/4214965189 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f3f23776f0 0x55f3f2379b10 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.075+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/4214965189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f3f22f7cb0 0x55f3f23045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.075+0000 7fa0c1ffb640 0 client.16215 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:54.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.075+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/4214965189 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f3f22ed410 0x55f3f2304080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.075+0000 7fa0e37f2740 1 --2- 172.21.15.82:0/4214965189 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f3f22ecaf0 0x55f3f2303b40 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.075+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4214965189 >> 172.21.15.82:0/4214965189 conn(0x55f3f22e9060 msgr2=0x55f3f22e79a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:54.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4214965189 shutdown_connections 2024-09-12T12:32:54.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e37f2740 1 -- 172.21.15.82:0/4214965189 wait complete. 2024-09-12T12:32:54.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e37f2740 20 client.16215 trim_cache size 0 max 16384 2024-09-12T12:32:54.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:32:54.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:32:54.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:32:54.078 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:32:54.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e0a53640 1 -- 172.21.15.82:0/435074255 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa0c40a2da0 msgr2=0x7fa0c40a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:54.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e0a53640 1 --2- 172.21.15.82:0/435074255 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa0c40a2da0 0x7fa0c40a5260 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa0d4013b30 tx=0x7fa0d400bd10 comp rx=0 tx=0).stop 2024-09-12T12:32:54.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e0a53640 1 -- 172.21.15.82:0/435074255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa0dc1009f0 msgr2=0x7fa0dc1991d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:54.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e0a53640 1 --2- 172.21.15.82:0/435074255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa0dc1009f0 0x7fa0dc1991d0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc009230 tx=0x7fa0cc004270 comp rx=0 tx=0).stop 2024-09-12T12:32:54.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e0a53640 1 -- 172.21.15.82:0/435074255 shutdown_connections 2024-09-12T12:32:54.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e0a53640 1 --2- 172.21.15.82:0/435074255 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa0c40a2da0 0x7fa0c40a5260 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e0a53640 1 --2- 172.21.15.82:0/435074255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa0dc106a00 0x7fa0dc1a4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e0a53640 1 --2- 172.21.15.82:0/435074255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa0dc101390 0x7fa0dc199710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e0a53640 1 --2- 172.21.15.82:0/435074255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa0dc1009f0 0x7fa0dc1991d0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:54.079 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e0a53640 1 -- 172.21.15.82:0/435074255 >> 172.21.15.82:0/435074255 conn(0x7fa0dc0fc6b0 msgr2=0x7fa0dc0fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:54.080 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e0a53640 1 -- 172.21.15.82:0/435074255 shutdown_connections 2024-09-12T12:32:54.080 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:32:54.076+0000 7fa0e0a53640 1 -- 172.21.15.82:0/435074255 wait complete. 2024-09-12T12:32:54.373 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --set-id f5f44ade --release --await' 2024-09-12T12:32:54.374 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --set-id f5f44ade --release --await 2024-09-12T12:32:54.659 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:32:55.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:54 smithi097 ceph-mon[34923]: pgmap v189: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.0 KiB/s wr, 15 op/s 2024-09-12T12:32:55.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:54 smithi082 ceph-mon[31122]: pgmap v189: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.0 KiB/s wr, 15 op/s 2024-09-12T12:32:55.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:54 smithi114 ceph-mon[35514]: pgmap v189: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.0 KiB/s wr, 15 op/s 2024-09-12T12:32:55.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.117+0000 7f0cf580c640 1 -- 172.21.15.82:0/3745260926 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cf0106f10 msgr2=0x7f0cf010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:55.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.117+0000 7f0cf580c640 1 --2- 172.21.15.82:0/3745260926 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cf0106f10 0x7f0cf010ea90 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8009ca0 tx=0x7f0ce802a8c0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.117+0000 7f0cf580c640 1 -- 172.21.15.82:0/3745260926 shutdown_connections 2024-09-12T12:32:55.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.117+0000 7f0cf580c640 1 --2- 172.21.15.82:0/3745260926 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cf0106f10 0x7f0cf010ea90 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.117+0000 7f0cf580c640 1 --2- 172.21.15.82:0/3745260926 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0cf0102790 0x7f0cf01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.117+0000 7f0cf580c640 1 --2- 172.21.15.82:0/3745260926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf0101de0 0x7f0cf01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.117+0000 7f0cf580c640 1 -- 172.21.15.82:0/3745260926 >> 172.21.15.82:0/3745260926 conn(0x7f0cf00fd8c0 msgr2=0x7f0cf00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:55.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.118+0000 7f0cf580c640 1 -- 172.21.15.82:0/3745260926 shutdown_connections 2024-09-12T12:32:55.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.118+0000 7f0cf580c640 1 -- 172.21.15.82:0/3745260926 wait complete. 2024-09-12T12:32:55.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.118+0000 7f0cf580c640 1 Processor -- start 2024-09-12T12:32:55.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.118+0000 7f0cf580c640 1 -- start start 2024-09-12T12:32:55.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.118+0000 7f0cf580c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf0101de0 0x7f0cf00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.118+0000 7f0cf580c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cf0102790 0x7f0cf0074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.118+0000 7f0cf580c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0cf0106f10 0x7f0cf0074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.118+0000 7f0cf580c640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf0111f70 con 0x7f0cf0102790 2024-09-12T12:32:55.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.118+0000 7f0cf580c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf0111df0 con 0x7f0cf0101de0 2024-09-12T12:32:55.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.118+0000 7f0cf580c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf01120f0 con 0x7f0cf0106f10 2024-09-12T12:32:55.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.118+0000 7f0ce7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cf0102790 0x7f0cf0074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.118+0000 7f0ce7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cf0102790 0x7f0cf0074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:49000/0 (socket says 172.21.15.82:49000) 2024-09-12T12:32:55.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.118+0000 7f0ce7fff640 1 -- 172.21.15.82:0/3024702682 learned_addr learned my addr 172.21.15.82:0/3024702682 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:55.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.119+0000 7f0ceeffd640 1 --2- 172.21.15.82:0/3024702682 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf0101de0 0x7f0cf00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.119+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/3024702682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0cf0106f10 0x7f0cf0074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.119+0000 7f0ce7fff640 1 -- 172.21.15.82:0/3024702682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0cf0106f10 msgr2=0x7f0cf0074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:55.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.119+0000 7f0ce7fff640 1 --2- 172.21.15.82:0/3024702682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0cf0106f10 0x7f0cf0074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.119+0000 7f0ce7fff640 1 -- 172.21.15.82:0/3024702682 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf0101de0 msgr2=0x7f0cf00744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:55.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.119+0000 7f0ce7fff640 1 --2- 172.21.15.82:0/3024702682 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf0101de0 0x7f0cf00744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.119+0000 7f0ce7fff640 1 -- 172.21.15.82:0/3024702682 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cf01a6830 con 0x7f0cf0102790 2024-09-12T12:32:55.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.119+0000 7f0ce7fff640 1 --2- 172.21.15.82:0/3024702682 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cf0102790 0x7f0cf0074a30 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f0cd800c920 tx=0x7f0cd800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:55.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.119+0000 7f0cf480a640 1 -- 172.21.15.82:0/3024702682 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd8007c70 con 0x7f0cf0102790 2024-09-12T12:32:55.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.119+0000 7f0cf580c640 1 -- 172.21.15.82:0/3024702682 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cf01a6b20 con 0x7f0cf0102790 2024-09-12T12:32:55.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.119+0000 7f0cf480a640 1 -- 172.21.15.82:0/3024702682 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0cd8007e10 con 0x7f0cf0102790 2024-09-12T12:32:55.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.119+0000 7f0cf480a640 1 -- 172.21.15.82:0/3024702682 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd8018890 con 0x7f0cf0102790 2024-09-12T12:32:55.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.119+0000 7f0cf580c640 1 -- 172.21.15.82:0/3024702682 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cf01a70b0 con 0x7f0cf0102790 2024-09-12T12:32:55.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.121+0000 7f0cf480a640 1 -- 172.21.15.82:0/3024702682 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f0cd8018a70 con 0x7f0cf0102790 2024-09-12T12:32:55.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.121+0000 7f0cf7be5740 1 Processor -- start 2024-09-12T12:32:55.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cf7be5740 1 -- start start 2024-09-12T12:32:55.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cf7be5740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24dc060 0x5580d24dc440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cf7be5740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc980 0x5580d24e6d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cf7be5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24e7240 0x5580d24e9630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cf7be5740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5580d2441620 con 0x5580d24dc060 2024-09-12T12:32:55.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cf7be5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5580d23e8e50 con 0x5580d24e7240 2024-09-12T12:32:55.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cf7be5740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5580d243d5e0 con 0x5580d24dc980 2024-09-12T12:32:55.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cef7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24dc060 0x5580d24dc440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cef7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24dc060 0x5580d24dc440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:49012/0 (socket says 172.21.15.82:49012) 2024-09-12T12:32:55.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cef7fe640 1 -- 172.21.15.82:0/4109725088 learned_addr learned my addr 172.21.15.82:0/4109725088 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:55.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0ce7fff640 1 --2- 172.21.15.82:0/4109725088 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24e7240 0x5580d24e9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0ceeffd640 1 --2- 172.21.15.82:0/4109725088 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc980 0x5580d24e6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cf480a640 1 --2- 172.21.15.82:0/3024702682 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0cdc0a2cf0 0x7f0cdc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cef7fe640 1 -- 172.21.15.82:0/4109725088 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc980 msgr2=0x5580d24e6d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:55.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/4109725088 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc980 0x5580d24e6d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cef7fe640 1 -- 172.21.15.82:0/4109725088 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24e7240 msgr2=0x5580d24e9630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:55.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/4109725088 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24e7240 0x5580d24e9630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cef7fe640 1 -- 172.21.15.82:0/4109725088 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580d23d9d40 con 0x5580d24dc060 2024-09-12T12:32:55.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cf480a640 1 -- 172.21.15.82:0/3024702682 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f0cd80cf560 con 0x7f0cf0102790 2024-09-12T12:32:55.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.122+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/3024702682 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0cdc0a2cf0 0x7f0cdc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.123+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/4109725088 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24dc060 0x5580d24dc440 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8005cc0 tx=0x7f0ce8031bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe4f3e028fa74cdd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:55.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.123+0000 7f0ce5ffb640 1 -- 172.21.15.82:0/4109725088 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce8041040 con 0x5580d24dc060 2024-09-12T12:32:55.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.123+0000 7f0ce5ffb640 1 -- 172.21.15.82:0/4109725088 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ce8036070 con 0x5580d24dc060 2024-09-12T12:32:55.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.123+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/3024702682 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0cdc0a2cf0 0x7f0cdc0a51b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f0ce804c000 tx=0x7f0ce804d000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:55.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.123+0000 7f0ce5ffb640 1 -- 172.21.15.82:0/4109725088 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce802fad0 con 0x5580d24dc060 2024-09-12T12:32:55.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.123+0000 7f0cf7be5740 1 -- 172.21.15.82:0/4109725088 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24dc060 msgr2=0x5580d24dc440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:55.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.123+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/4109725088 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24dc060 0x5580d24dc440 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8005cc0 tx=0x7f0ce8031bb0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 -- 172.21.15.82:0/4109725088 shutdown_connections 2024-09-12T12:32:55.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/4109725088 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24e7240 0x5580d24e9630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/4109725088 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc980 0x5580d24e6d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/4109725088 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24dc060 0x5580d24dc440 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 -- 172.21.15.82:0/4109725088 >> 172.21.15.82:0/4109725088 conn(0x5580d24d85f0 msgr2=0x5580d24d89d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:55.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 -- 172.21.15.82:0/4109725088 shutdown_connections 2024-09-12T12:32:55.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 -- 172.21.15.82:0/4109725088 wait complete. 2024-09-12T12:32:55.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 -- start start 2024-09-12T12:32:55.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 Processor -- start 2024-09-12T12:32:55.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc060 0x5580d24e4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc980 0x5580d24e45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24e4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5580d24e9e10 con 0x5580d24e7240 2024-09-12T12:32:55.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5580d23c9f10 con 0x5580d24dc980 2024-09-12T12:32:55.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5580d24e9f90 con 0x5580d24dc060 2024-09-12T12:32:55.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.124+0000 7f0cf7be5740 10 client.0 _ll_register_callbacks cb 0x5580d23eddb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:32:55.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cef7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24e4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cef7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24e4b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:49028/0 (socket says 172.21.15.82:49028) 2024-09-12T12:32:55.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cef7fe640 1 -- 172.21.15.82:0/3688559468 learned_addr learned my addr 172.21.15.82:0/3688559468 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:55.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0ce7fff640 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc980 0x5580d24e45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0ceeffd640 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc060 0x5580d24e4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cef7fe640 1 -- 172.21.15.82:0/3688559468 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc060 msgr2=0x5580d24e4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:55.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc060 0x5580d24e4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cef7fe640 1 -- 172.21.15.82:0/3688559468 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc980 msgr2=0x5580d24e45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:55.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc980 0x5580d24e45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cef7fe640 1 -- 172.21.15.82:0/3688559468 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580d2150580 con 0x5580d24e7240 2024-09-12T12:32:55.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0ceeffd640 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc060 0x5580d24e4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:32:55.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0ce7fff640 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc980 0x5580d24e45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:32:55.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24e4b10 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f0ce802fca0 tx=0x7f0ce802f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c29da7936e56019b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:55.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cceffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:32:55.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cceffd640 1 -- 172.21.15.82:0/3688559468 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce8041040 con 0x5580d24e7240 2024-09-12T12:32:55.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cceffd640 1 -- 172.21.15.82:0/3688559468 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f0ce8003fe0 con 0x5580d24e7240 2024-09-12T12:32:55.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3688559468 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ce8036070 con 0x5580d24e7240 2024-09-12T12:32:55.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cceffd640 1 -- 172.21.15.82:0/3688559468 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0ce80041e0 con 0x5580d24e7240 2024-09-12T12:32:55.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cf7be5740 10 client.16227 fetch_fsmap learned FSMap version 28 2024-09-12T12:32:55.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3688559468 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5580d221a960 con 0x5580d24e7240 2024-09-12T12:32:55.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.125+0000 7f0cceffd640 1 -- 172.21.15.82:0/3688559468 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ce8036070 con 0x5580d24e7240 2024-09-12T12:32:55.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.126+0000 7f0cceffd640 1 -- 172.21.15.82:0/3688559468 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0ce80504d0 con 0x5580d24e7240 2024-09-12T12:32:55.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.126+0000 7f0cf7be5740 10 client.16227 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:32:55.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.126+0000 7f0cf7be5740 10 client.16227 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:32:55.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.126+0000 7f0cf7be5740 20 client.16227 populate_metadata read hostname 'smithi082' 2024-09-12T12:32:55.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.126+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5580d24f6ba0 0x5580d24f8f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.126+0000 7f0cf7be5740 4 client.16227 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:32:55.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.126+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3688559468 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5580d244eb90 con 0x5580d24f6ba0 2024-09-12T12:32:55.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.126+0000 7f0ceeffd640 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5580d24f6ba0 0x5580d24f8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.126+0000 7f0cceffd640 10 client.16227 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:55.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.126+0000 7f0ceeffd640 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5580d24f6ba0 0x5580d24f8f90 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c95c1375d2961f7f server_cookie=b17a3bfc5a0a4fba in_seq=0 out_seq=0 2024-09-12T12:32:55.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.127+0000 7f0cceffd640 1 -- 172.21.15.82:0/3688559468 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5580d244eb90 con 0x5580d24f6ba0 2024-09-12T12:32:55.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.127+0000 7f0cceffd640 10 client.16227 handle_command_reply: tid=0 2024-09-12T12:32:55.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.127+0000 7f0cf7be5740 1 client.16227 shutdown 2024-09-12T12:32:55.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.127+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3688559468 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 msgr2=0x5580d24e4b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:55.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.127+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24e4b10 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f0ce802fca0 tx=0x7f0ce802f610 comp rx=0 tx=0).stop 2024-09-12T12:32:55.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.127+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3688559468 shutdown_connections 2024-09-12T12:32:55.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.127+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5580d24f6ba0 0x5580d24f8f90 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.127+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24e4b10 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.127+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc980 0x5580d24e45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.127+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/3688559468 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc060 0x5580d24e4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.127+0000 7f0cceffd640 0 client.16227 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:55.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.127+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3688559468 >> 172.21.15.82:0/3688559468 conn(0x5580d24d85f0 msgr2=0x5580d24d7750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:55.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.128+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3688559468 shutdown_connections 2024-09-12T12:32:55.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.128+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3688559468 wait complete. 2024-09-12T12:32:55.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.128+0000 7f0cf7be5740 20 client.16227 trim_cache size 0 max 16384 2024-09-12T12:32:55.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.144+0000 7f0cf7be5740 1 Processor -- start 2024-09-12T12:32:55.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.144+0000 7f0cf7be5740 1 -- start start 2024-09-12T12:32:55.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cf7be5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc060 0x5580d24deac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cf7be5740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc980 0x5580d24d7640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cf7be5740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24fe560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cf7be5740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf01afaa0 con 0x5580d24e7240 2024-09-12T12:32:55.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cf7be5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf01b15e0 con 0x5580d24dc060 2024-09-12T12:32:55.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cf7be5740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf01b0170 con 0x5580d24dc980 2024-09-12T12:32:55.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cef7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24fe560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cef7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24fe560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:49040/0 (socket says 172.21.15.82:49040) 2024-09-12T12:32:55.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cef7fe640 1 -- 172.21.15.82:0/2573885608 learned_addr learned my addr 172.21.15.82:0/2573885608 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:55.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0ceeffd640 1 --2- 172.21.15.82:0/2573885608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc060 0x5580d24deac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0ce7fff640 1 --2- 172.21.15.82:0/2573885608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc980 0x5580d24d7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cef7fe640 1 -- 172.21.15.82:0/2573885608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc980 msgr2=0x5580d24d7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:55.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/2573885608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc980 0x5580d24d7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cef7fe640 1 -- 172.21.15.82:0/2573885608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc060 msgr2=0x5580d24deac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:55.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/2573885608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc060 0x5580d24deac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cef7fe640 1 -- 172.21.15.82:0/2573885608 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580d24d8090 con 0x5580d24e7240 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0ce7fff640 1 --2- 172.21.15.82:0/2573885608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc980 0x5580d24d7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/2573885608 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24fe560 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f0ce802ade0 tx=0x7f0ce8004380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=840f476d7dfa0128 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.145+0000 7f0ce57fa640 1 -- 172.21.15.82:0/2573885608 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce8041070 con 0x5580d24e7240 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.146+0000 7f0ce57fa640 1 -- 172.21.15.82:0/2573885608 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ce8036040 con 0x5580d24e7240 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.146+0000 7f0ce57fa640 1 -- 172.21.15.82:0/2573885608 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce8050440 con 0x5580d24e7240 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.146+0000 7f0cf7be5740 1 -- 172.21.15.82:0/2573885608 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 msgr2=0x5580d24fe560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.146+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/2573885608 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24fe560 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f0ce802ade0 tx=0x7f0ce8004380 comp rx=0 tx=0).stop 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.146+0000 7f0cf7be5740 1 -- 172.21.15.82:0/2573885608 shutdown_connections 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.146+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/2573885608 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24fe560 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.146+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/2573885608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc980 0x5580d24d7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.146+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/2573885608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc060 0x5580d24deac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.146+0000 7f0cf7be5740 1 -- 172.21.15.82:0/2573885608 >> 172.21.15.82:0/2573885608 conn(0x5580d24d85f0 msgr2=0x5580d24d6f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.146+0000 7f0cf7be5740 1 -- 172.21.15.82:0/2573885608 shutdown_connections 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.146+0000 7f0cf7be5740 1 -- 172.21.15.82:0/2573885608 wait complete. 2024-09-12T12:32:55.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cf7be5740 1 -- start start 2024-09-12T12:32:55.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cf7be5740 1 Processor -- start 2024-09-12T12:32:55.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cf7be5740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc060 0x5580d24ef3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cf7be5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc980 0x5580d24ef8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cf7be5740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24ec190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cf7be5740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf01b0f10 con 0x5580d24e7240 2024-09-12T12:32:55.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cf7be5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf01b0840 con 0x5580d24dc980 2024-09-12T12:32:55.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cf7be5740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf01adad0 con 0x5580d24dc060 2024-09-12T12:32:55.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cf7be5740 10 client.0 _ll_register_callbacks cb 0x7f0ce80098b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:32:55.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cef7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24ec190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cef7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24ec190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:49054/0 (socket says 172.21.15.82:49054) 2024-09-12T12:32:55.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cef7fe640 1 -- 172.21.15.82:0/3992565156 learned_addr learned my addr 172.21.15.82:0/3992565156 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:32:55.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0ce7fff640 1 --2- 172.21.15.82:0/3992565156 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc980 0x5580d24ef8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0ceeffd640 1 --2- 172.21.15.82:0/3992565156 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc060 0x5580d24ef3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cef7fe640 1 -- 172.21.15.82:0/3992565156 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc060 msgr2=0x5580d24ef3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:55.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/3992565156 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc060 0x5580d24ef3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cef7fe640 1 -- 172.21.15.82:0/3992565156 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc980 msgr2=0x5580d24ef8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:32:55.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/3992565156 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc980 0x5580d24ef8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.147+0000 7f0cef7fe640 1 -- 172.21.15.82:0/3992565156 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580d24ec900 con 0x5580d24e7240 2024-09-12T12:32:55.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0ce7fff640 1 --2- 172.21.15.82:0/3992565156 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc980 0x5580d24ef8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:32:55.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cef7fe640 1 --2- 172.21.15.82:0/3992565156 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24ec190 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8050670 tx=0x7f0ce802f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d45674521e86ffff server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:32:55.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cceffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:32:55.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cceffd640 1 -- 172.21.15.82:0/3992565156 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce8041040 con 0x5580d24e7240 2024-09-12T12:32:55.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cceffd640 1 -- 172.21.15.82:0/3992565156 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8578+0+0 (secure 0 0 0) 0x7f0ce8050bd0 con 0x5580d24e7240 2024-09-12T12:32:55.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3992565156 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ce8036040 con 0x5580d24e7240 2024-09-12T12:32:55.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cceffd640 1 -- 172.21.15.82:0/3992565156 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0ce802fdb0 con 0x5580d24e7240 2024-09-12T12:32:55.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cf7be5740 10 client.16233 fetch_fsmap learned FSMap version 28 2024-09-12T12:32:55.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3992565156 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5580d2561fe0 con 0x5580d24e7240 2024-09-12T12:32:55.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cceffd640 1 -- 172.21.15.82:0/3992565156 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ce8036040 con 0x5580d24e7240 2024-09-12T12:32:55.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cceffd640 1 -- 172.21.15.82:0/3992565156 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0ce803a3f0 con 0x5580d24e7240 2024-09-12T12:32:55.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cf7be5740 10 client.16233 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:32:55.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cf7be5740 10 client.16233 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:32:55.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cf7be5740 20 client.16233 populate_metadata read hostname 'smithi082' 2024-09-12T12:32:55.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/3992565156 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5580d2562490 0x5580d25648b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:32:55.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cf7be5740 4 client.16233 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "f5f44ade", "release": true, "await": true}] 2024-09-12T12:32:55.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.148+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3992565156 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "set_id": "f5f44ade", "release": true, "await": true}) -- 0x5580d24d3950 con 0x5580d2562490 2024-09-12T12:32:55.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.149+0000 7f0ceeffd640 1 --2- 172.21.15.82:0/3992565156 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5580d2562490 0x5580d25648b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:32:55.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.149+0000 7f0ceeffd640 1 --2- 172.21.15.82:0/3992565156 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5580d2562490 0x5580d25648b0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87bc82c8b36cbe3b server_cookie=6b630bd5b9b1629c in_seq=0 out_seq=0 2024-09-12T12:32:55.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.149+0000 7f0cceffd640 10 client.16233 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:55.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.152+0000 7f0cceffd640 1 -- 172.21.15.82:0/3992565156 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5580d24d3950 con 0x5580d2562490 2024-09-12T12:32:55.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.152+0000 7f0cceffd640 10 client.16233 handle_command_reply: tid=0 2024-09-12T12:32:55.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.152+0000 7f0cf7be5740 1 client.16233 shutdown 2024-09-12T12:32:55.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.152+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3992565156 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 msgr2=0x5580d24ec190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:55.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.152+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/3992565156 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24ec190 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8050670 tx=0x7f0ce802f610 comp rx=0 tx=0).stop 2024-09-12T12:32:55.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.152+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3992565156 shutdown_connections 2024-09-12T12:32:55.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.152+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/3992565156 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5580d2562490 0x5580d25648b0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.152+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/3992565156 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5580d24e7240 0x5580d24ec190 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.152+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/3992565156 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580d24dc980 0x5580d24ef8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.152+0000 7f0cf7be5740 1 --2- 172.21.15.82:0/3992565156 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5580d24dc060 0x5580d24ef3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.152+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3992565156 >> 172.21.15.82:0/3992565156 conn(0x5580d24d85f0 msgr2=0x5580d24d7750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:55.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.152+0000 7f0cceffd640 0 client.16233 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:32:55.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.152+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3992565156 shutdown_connections 2024-09-12T12:32:55.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.152+0000 7f0cf7be5740 1 -- 172.21.15.82:0/3992565156 wait complete. 2024-09-12T12:32:55.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.153+0000 7f0cf7be5740 20 client.16233 trim_cache size 0 max 16384 2024-09-12T12:32:55.163 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:32:55.163 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:32:55.163 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:32:55.163 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 24, 2024-09-12T12:32:55.163 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:32:55.164 INFO:teuthology.orchestra.run.smithi082.stdout: "f5f44ade": { 2024-09-12T12:32:55.164 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 24, 2024-09-12T12:32:55.164 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:32:55.164 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:32:55.164 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:32:55.164 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:32:55.164 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:32:55.164 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:32:55.164 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 140.1, 2024-09-12T12:32:55.164 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:32:55.164 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:32:55.164 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:32:55.165 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:32:55.165 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:32:55.165 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:32:55.165 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:32:55.165 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:32:55.165 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:32:55.165 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:32:55.165 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:32:55.165 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:32:55.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.153+0000 7f0cf580c640 1 -- 172.21.15.82:0/3024702682 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0cdc0a2cf0 msgr2=0x7f0cdc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:55.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.153+0000 7f0cf580c640 1 --2- 172.21.15.82:0/3024702682 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0cdc0a2cf0 0x7f0cdc0a51b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f0ce804c000 tx=0x7f0ce804d000 comp rx=0 tx=0).stop 2024-09-12T12:32:55.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.153+0000 7f0cf580c640 1 -- 172.21.15.82:0/3024702682 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cf0102790 msgr2=0x7f0cf0074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:32:55.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.153+0000 7f0cf580c640 1 --2- 172.21.15.82:0/3024702682 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cf0102790 0x7f0cf0074a30 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f0cd800c920 tx=0x7f0cd800cde0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.167 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.153+0000 7f0cf580c640 1 -- 172.21.15.82:0/3024702682 shutdown_connections 2024-09-12T12:32:55.167 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.153+0000 7f0cf580c640 1 --2- 172.21.15.82:0/3024702682 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0cdc0a2cf0 0x7f0cdc0a51b0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.167 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.153+0000 7f0cf580c640 1 --2- 172.21.15.82:0/3024702682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0cf0106f10 0x7f0cf0074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.167 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.153+0000 7f0cf580c640 1 --2- 172.21.15.82:0/3024702682 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0cf0102790 0x7f0cf0074a30 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.167 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.153+0000 7f0cf580c640 1 --2- 172.21.15.82:0/3024702682 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf0101de0 0x7f0cf00744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:32:55.167 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.153+0000 7f0cf580c640 1 -- 172.21.15.82:0/3024702682 >> 172.21.15.82:0/3024702682 conn(0x7f0cf00fd8c0 msgr2=0x7f0cf00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:32:55.167 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.153+0000 7f0cf580c640 1 -- 172.21.15.82:0/3024702682 shutdown_connections 2024-09-12T12:32:55.167 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:32:55.153+0000 7f0cf580c640 1 -- 172.21.15.82:0/3024702682 wait complete. 2024-09-12T12:32:55.969 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'f5f44ade', total seconds elapsed: 23.4 2024-09-12T12:32:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:56 smithi097 ceph-mon[34923]: pgmap v190: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-12T12:32:56.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:56 smithi082 ceph-mon[31122]: pgmap v190: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-12T12:32:56.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:56 smithi114 ceph-mon[35514]: pgmap v190: 97 pgs: 97 active+clean; 3.6 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-12T12:32:58.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:32:58 smithi097 ceph-mon[34923]: pgmap v191: 97 pgs: 97 active+clean; 3.8 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-09-12T12:32:58.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:32:58 smithi082 ceph-mon[31122]: pgmap v191: 97 pgs: 97 active+clean; 3.8 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-09-12T12:32:58.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:32:58 smithi114 ceph-mon[35514]: pgmap v191: 97 pgs: 97 active+clean; 3.8 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-09-12T12:33:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:00 smithi097 ceph-mon[34923]: pgmap v192: 97 pgs: 97 active+clean; 3.8 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-09-12T12:33:00.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:00 smithi082 ceph-mon[31122]: pgmap v192: 97 pgs: 97 active+clean; 3.8 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-09-12T12:33:00.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:00 smithi114 ceph-mon[35514]: pgmap v192: 97 pgs: 97 active+clean; 3.8 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-09-12T12:33:03.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:02 smithi097 ceph-mon[34923]: osdmap e85: 12 total, 12 up, 12 in 2024-09-12T12:33:03.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:02 smithi097 ceph-mon[34923]: pgmap v194: 97 pgs: 97 active+clean; 3.8 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-09-12T12:33:03.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:02 smithi082 ceph-mon[31122]: osdmap e85: 12 total, 12 up, 12 in 2024-09-12T12:33:03.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:02 smithi082 ceph-mon[31122]: pgmap v194: 97 pgs: 97 active+clean; 3.8 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-09-12T12:33:03.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:02 smithi114 ceph-mon[35514]: osdmap e85: 12 total, 12 up, 12 in 2024-09-12T12:33:03.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:02 smithi114 ceph-mon[35514]: pgmap v194: 97 pgs: 97 active+clean; 3.8 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-09-12T12:33:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:04 smithi097 ceph-mon[34923]: pgmap v195: 97 pgs: 97 active+clean; 4.0 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 94 KiB/s wr, 37 op/s 2024-09-12T12:33:04.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:04 smithi082 ceph-mon[31122]: pgmap v195: 97 pgs: 97 active+clean; 4.0 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 94 KiB/s wr, 37 op/s 2024-09-12T12:33:04.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:04 smithi114 ceph-mon[35514]: pgmap v195: 97 pgs: 97 active+clean; 4.0 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 94 KiB/s wr, 37 op/s 2024-09-12T12:33:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:06 smithi097 ceph-mon[34923]: pgmap v196: 97 pgs: 97 active+clean; 4.0 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 94 KiB/s wr, 37 op/s 2024-09-12T12:33:06.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:06 smithi082 ceph-mon[31122]: pgmap v196: 97 pgs: 97 active+clean; 4.0 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 94 KiB/s wr, 37 op/s 2024-09-12T12:33:06.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:06 smithi114 ceph-mon[35514]: pgmap v196: 97 pgs: 97 active+clean; 4.0 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 94 KiB/s wr, 37 op/s 2024-09-12T12:33:07.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.163+0000 7f6a51d26640 1 -- 172.21.15.82:0/365617937 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6a4c1009b0 msgr2=0x7f6a4c100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:07.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.163+0000 7f6a51d26640 1 --2- 172.21.15.82:0/365617937 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6a4c1009b0 0x7f6a4c100e10 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f6a40009930 tx=0x7f6a4002a420 comp rx=0 tx=0).stop 2024-09-12T12:33:07.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.163+0000 7f6a51d26640 1 -- 172.21.15.82:0/365617937 shutdown_connections 2024-09-12T12:33:07.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.163+0000 7f6a51d26640 1 --2- 172.21.15.82:0/365617937 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a4c101350 0x7f6a4c10d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.163+0000 7f6a51d26640 1 --2- 172.21.15.82:0/365617937 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6a4c1009b0 0x7f6a4c100e10 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.163+0000 7f6a51d26640 1 --2- 172.21.15.82:0/365617937 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a4c1069c0 0x7f6a4c106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.163+0000 7f6a51d26640 1 -- 172.21.15.82:0/365617937 >> 172.21.15.82:0/365617937 conn(0x7f6a4c077990 msgr2=0x7f6a4c0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:07.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.163+0000 7f6a51d26640 1 -- 172.21.15.82:0/365617937 shutdown_connections 2024-09-12T12:33:07.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.163+0000 7f6a51d26640 1 -- 172.21.15.82:0/365617937 wait complete. 2024-09-12T12:33:07.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.164+0000 7f6a51d26640 1 Processor -- start 2024-09-12T12:33:07.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.164+0000 7f6a51d26640 1 -- start start 2024-09-12T12:33:07.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.164+0000 7f6a51d26640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a4c1009b0 0x7f6a4c198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.164+0000 7f6a51d26640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6a4c101350 0x7f6a4c1988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.164+0000 7f6a51d26640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a4c1069c0 0x7f6a4c19cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.164+0000 7f6a51d26640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6a4c110e00 con 0x7f6a4c101350 2024-09-12T12:33:07.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.164+0000 7f6a51d26640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6a4c110c80 con 0x7f6a4c1069c0 2024-09-12T12:33:07.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.164+0000 7f6a51d26640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6a4c110f80 con 0x7f6a4c1009b0 2024-09-12T12:33:07.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.164+0000 7f6a4affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6a4c101350 0x7f6a4c1988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.164+0000 7f6a4affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6a4c101350 0x7f6a4c1988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58950/0 (socket says 172.21.15.82:58950) 2024-09-12T12:33:07.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.164+0000 7f6a4affd640 1 -- 172.21.15.82:0/1236859783 learned_addr learned my addr 172.21.15.82:0/1236859783 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:07.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.164+0000 7f6a4bfff640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a4c1069c0 0x7f6a4c19cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.165+0000 7f6a4b7fe640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a4c1009b0 0x7f6a4c198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.165+0000 7f6a4affd640 1 -- 172.21.15.82:0/1236859783 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a4c1009b0 msgr2=0x7f6a4c198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:07.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.165+0000 7f6a4affd640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a4c1009b0 0x7f6a4c198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.165+0000 7f6a4affd640 1 -- 172.21.15.82:0/1236859783 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a4c1069c0 msgr2=0x7f6a4c19cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:07.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.165+0000 7f6a4affd640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a4c1069c0 0x7f6a4c19cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.165+0000 7f6a4affd640 1 -- 172.21.15.82:0/1236859783 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a4c19d380 con 0x7f6a4c101350 2024-09-12T12:33:07.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.165+0000 7f6a4b7fe640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a4c1009b0 0x7f6a4c198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:33:07.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.165+0000 7f6a4affd640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6a4c101350 0x7f6a4c1988d0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f6a40009230 tx=0x7f6a40004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:07.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.165+0000 7f6a48ff9640 1 -- 172.21.15.82:0/1236859783 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a4003f030 con 0x7f6a4c101350 2024-09-12T12:33:07.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.165+0000 7f6a48ff9640 1 -- 172.21.15.82:0/1236859783 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a40003ad0 con 0x7f6a4c101350 2024-09-12T12:33:07.169 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.165+0000 7f6a51d26640 1 -- 172.21.15.82:0/1236859783 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a4c19d610 con 0x7f6a4c101350 2024-09-12T12:33:07.169 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.165+0000 7f6a48ff9640 1 -- 172.21.15.82:0/1236859783 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a40035070 con 0x7f6a4c101350 2024-09-12T12:33:07.169 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.165+0000 7f6a51d26640 1 -- 172.21.15.82:0/1236859783 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a4c1a4f00 con 0x7f6a4c101350 2024-09-12T12:33:07.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.167+0000 7f6a48ff9640 1 -- 172.21.15.82:0/1236859783 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f6a40042030 con 0x7f6a4c101350 2024-09-12T12:33:07.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.167+0000 7f6a54ab9740 1 Processor -- start 2024-09-12T12:33:07.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a54ab9740 1 -- start start 2024-09-12T12:33:07.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a54ab9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643aeaf0 0x55c3643aeed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a54ab9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643af410 0x55c3643b9770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a54ab9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643b9cb0 0x55c3643bc0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a54ab9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c3643132f0 con 0x55c3643af410 2024-09-12T12:33:07.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a54ab9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c3642bb270 con 0x55c3643b9cb0 2024-09-12T12:33:07.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a54ab9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55c36430f2b0 con 0x55c3643aeaf0 2024-09-12T12:33:07.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a4b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643af410 0x55c3643b9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a4b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643af410 0x55c3643b9770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58962/0 (socket says 172.21.15.82:58962) 2024-09-12T12:33:07.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a4b7fe640 1 -- 172.21.15.82:0/4201611494 learned_addr learned my addr 172.21.15.82:0/4201611494 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:07.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a4bfff640 1 --2- 172.21.15.82:0/4201611494 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643aeaf0 0x55c3643aeed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a4affd640 1 --2- 172.21.15.82:0/4201611494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643b9cb0 0x55c3643bc0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a48ff9640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6a340a2da0 0x7f6a340a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a4b7fe640 1 -- 172.21.15.82:0/4201611494 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643aeaf0 msgr2=0x55c3643aeed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:07.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a4b7fe640 1 --2- 172.21.15.82:0/4201611494 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643aeaf0 0x55c3643aeed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a4b7fe640 1 -- 172.21.15.82:0/4201611494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643b9cb0 msgr2=0x55c3643bc0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:07.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a4b7fe640 1 --2- 172.21.15.82:0/4201611494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643b9cb0 0x55c3643bc0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a4b7fe640 1 -- 172.21.15.82:0/4201611494 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3642ba340 con 0x55c3643af410 2024-09-12T12:33:07.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a4bfff640 1 --2- 172.21.15.82:0/4201611494 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643aeaf0 0x55c3643aeed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:33:07.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a4bfff640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6a340a2da0 0x7f6a340a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a4affd640 1 --2- 172.21.15.82:0/4201611494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643b9cb0 0x55c3643bc0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:33:07.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a48ff9640 1 -- 172.21.15.82:0/1236859783 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8666+0+0 (secure 0 0 0) 0x7f6a400ef9c0 con 0x7f6a4c101350 2024-09-12T12:33:07.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.168+0000 7f6a4b7fe640 1 --2- 172.21.15.82:0/4201611494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643af410 0x55c3643b9770 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f6a3c009bd0 tx=0x7f6a3c00e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dbba423dd3da79f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:07.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.169+0000 7f6a31ffb640 1 -- 172.21.15.82:0/4201611494 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a3c016070 con 0x55c3643af410 2024-09-12T12:33:07.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.169+0000 7f6a31ffb640 1 -- 172.21.15.82:0/4201611494 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a3c005500 con 0x55c3643af410 2024-09-12T12:33:07.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.169+0000 7f6a31ffb640 1 -- 172.21.15.82:0/4201611494 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a3c0116d0 con 0x55c3643af410 2024-09-12T12:33:07.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.169+0000 7f6a54ab9740 1 -- 172.21.15.82:0/4201611494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643af410 msgr2=0x55c3643b9770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:07.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.169+0000 7f6a4bfff640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6a340a2da0 0x7f6a340a5260 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6a4400a2c0 tx=0x7f6a44004a40 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:07.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.169+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/4201611494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643af410 0x55c3643b9770 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f6a3c009bd0 tx=0x7f6a3c00e6c0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.169+0000 7f6a54ab9740 1 -- 172.21.15.82:0/4201611494 shutdown_connections 2024-09-12T12:33:07.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.169+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/4201611494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643b9cb0 0x55c3643bc0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.169+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/4201611494 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643af410 0x55c3643b9770 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.169+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/4201611494 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643aeaf0 0x55c3643aeed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.169+0000 7f6a54ab9740 1 -- 172.21.15.82:0/4201611494 >> 172.21.15.82:0/4201611494 conn(0x55c3643ab060 msgr2=0x55c3643ab440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:07.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.169+0000 7f6a54ab9740 1 -- 172.21.15.82:0/4201611494 shutdown_connections 2024-09-12T12:33:07.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.169+0000 7f6a54ab9740 1 -- 172.21.15.82:0/4201611494 wait complete. 2024-09-12T12:33:07.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.170+0000 7f6a54ab9740 1 -- start start 2024-09-12T12:33:07.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.170+0000 7f6a54ab9740 1 Processor -- start 2024-09-12T12:33:07.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.170+0000 7f6a54ab9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643aeaf0 0x55c3643b6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.170+0000 7f6a54ab9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643af410 0x55c3643b7060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.170+0000 7f6a54ab9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643b9cb0 0x55c3643b75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.170+0000 7f6a54ab9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c3643bc880 con 0x55c3643aeaf0 2024-09-12T12:33:07.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.170+0000 7f6a54ab9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c36429c290 con 0x55c3643af410 2024-09-12T12:33:07.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.170+0000 7f6a54ab9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55c3643bca00 con 0x55c3643b9cb0 2024-09-12T12:33:07.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.170+0000 7f6a54ab9740 10 client.0 _ll_register_callbacks cb 0x55c3642cd140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:33:07.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.170+0000 7f6a4b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643aeaf0 0x55c3643b6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.170+0000 7f6a4b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643aeaf0 0x55c3643b6b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58972/0 (socket says 172.21.15.82:58972) 2024-09-12T12:33:07.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.170+0000 7f6a4b7fe640 1 -- 172.21.15.82:0/849134256 learned_addr learned my addr 172.21.15.82:0/849134256 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:07.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a4affd640 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643af410 0x55c3643b7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a4bfff640 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643b9cb0 0x55c3643b75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a4b7fe640 1 -- 172.21.15.82:0/849134256 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643b9cb0 msgr2=0x55c3643b75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:07.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a4b7fe640 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643b9cb0 0x55c3643b75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a4b7fe640 1 -- 172.21.15.82:0/849134256 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643af410 msgr2=0x55c3643b7060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:07.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a4b7fe640 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643af410 0x55c3643b7060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a4b7fe640 1 -- 172.21.15.82:0/849134256 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c364026210 con 0x55c3643aeaf0 2024-09-12T12:33:07.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a4bfff640 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643b9cb0 0x55c3643b75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:33:07.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a4affd640 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643af410 0x55c3643b7060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:33:07.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a4b7fe640 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643aeaf0 0x55c3643b6b20 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f6a3c004920 tx=0x7f6a3c004950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aecfceaaded5feef server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:07.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a2affd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:33:07.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a2affd640 1 -- 172.21.15.82:0/849134256 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a3c016040 con 0x55c3643aeaf0 2024-09-12T12:33:07.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a2affd640 1 -- 172.21.15.82:0/849134256 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8666+0+0 (secure 0 0 0) 0x7f6a3c0050b0 con 0x55c3643aeaf0 2024-09-12T12:33:07.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a54ab9740 1 -- 172.21.15.82:0/849134256 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a3c005500 con 0x55c3643aeaf0 2024-09-12T12:33:07.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a2affd640 1 -- 172.21.15.82:0/849134256 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6a3c0097a0 con 0x55c3643aeaf0 2024-09-12T12:33:07.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a54ab9740 10 client.16245 fetch_fsmap learned FSMap version 28 2024-09-12T12:33:07.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a54ab9740 1 -- 172.21.15.82:0/849134256 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c3640f2620 con 0x55c3643aeaf0 2024-09-12T12:33:07.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.171+0000 7f6a2affd640 1 -- 172.21.15.82:0/849134256 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a3c005500 con 0x55c3643aeaf0 2024-09-12T12:33:07.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.172+0000 7f6a2affd640 1 -- 172.21.15.82:0/849134256 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6a3c00f040 con 0x55c3643aeaf0 2024-09-12T12:33:07.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.172+0000 7f6a54ab9740 10 client.16245 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:33:07.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.172+0000 7f6a54ab9740 10 client.16245 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:33:07.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.172+0000 7f6a54ab9740 20 client.16245 populate_metadata read hostname 'smithi082' 2024-09-12T12:33:07.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.172+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c3643c9b80 0x55c3643cbf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.172+0000 7f6a54ab9740 4 client.16245 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:33:07.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.172+0000 7f6a54ab9740 1 -- 172.21.15.82:0/849134256 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c364320a20 con 0x55c3643c9b80 2024-09-12T12:33:07.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.172+0000 7f6a4affd640 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c3643c9b80 0x55c3643cbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.173+0000 7f6a4affd640 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c3643c9b80 0x55c3643cbf70 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=807042d412a81c92 server_cookie=3351bfd92ace37aa in_seq=0 out_seq=0 2024-09-12T12:33:07.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.173+0000 7f6a2affd640 10 client.16245 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:07.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.173+0000 7f6a2affd640 1 -- 172.21.15.82:0/849134256 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c364320a20 con 0x55c3643c9b80 2024-09-12T12:33:07.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.173+0000 7f6a2affd640 10 client.16245 handle_command_reply: tid=0 2024-09-12T12:33:07.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.173+0000 7f6a54ab9740 1 client.16245 shutdown 2024-09-12T12:33:07.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.174+0000 7f6a54ab9740 1 -- 172.21.15.82:0/849134256 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643aeaf0 msgr2=0x55c3643b6b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:07.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.174+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643aeaf0 0x55c3643b6b20 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f6a3c004920 tx=0x7f6a3c004950 comp rx=0 tx=0).stop 2024-09-12T12:33:07.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.174+0000 7f6a54ab9740 1 -- 172.21.15.82:0/849134256 shutdown_connections 2024-09-12T12:33:07.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.174+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c3643c9b80 0x55c3643cbf70 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.182 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.174+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643b9cb0 0x55c3643b75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.182 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.174+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643af410 0x55c3643b7060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.182 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.174+0000 7f6a2affd640 0 client.16245 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:07.182 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.174+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/849134256 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643aeaf0 0x55c3643b6b20 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.182 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.174+0000 7f6a54ab9740 1 -- 172.21.15.82:0/849134256 >> 172.21.15.82:0/849134256 conn(0x55c3643ab060 msgr2=0x55c3643b0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:07.182 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.174+0000 7f6a54ab9740 1 -- 172.21.15.82:0/849134256 shutdown_connections 2024-09-12T12:33:07.182 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.174+0000 7f6a54ab9740 1 -- 172.21.15.82:0/849134256 wait complete. 2024-09-12T12:33:07.182 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.174+0000 7f6a54ab9740 20 client.16245 trim_cache size 0 max 16384 2024-09-12T12:33:07.190 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a54ab9740 1 Processor -- start 2024-09-12T12:33:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a54ab9740 1 -- start start 2024-09-12T12:33:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a54ab9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643aeaf0 0x55c3643b8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a54ab9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643af410 0x55c3643b7380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a54ab9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643b9cb0 0x55c3643d1570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a54ab9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6a4c1ada00 con 0x55c3643af410 2024-09-12T12:33:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a54ab9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6a4c1af540 con 0x55c3643aeaf0 2024-09-12T12:33:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a54ab9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6a4c1ae0d0 con 0x55c3643b9cb0 2024-09-12T12:33:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a4affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643af410 0x55c3643b7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a4affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643af410 0x55c3643b7380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58986/0 (socket says 172.21.15.82:58986) 2024-09-12T12:33:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a4affd640 1 -- 172.21.15.82:0/721800406 learned_addr learned my addr 172.21.15.82:0/721800406 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a4b7fe640 1 --2- 172.21.15.82:0/721800406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643aeaf0 0x55c3643b8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a4affd640 1 -- 172.21.15.82:0/721800406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643b9cb0 msgr2=0x55c3643d1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:07.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a4affd640 1 --2- 172.21.15.82:0/721800406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643b9cb0 0x55c3643d1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a4affd640 1 -- 172.21.15.82:0/721800406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643aeaf0 msgr2=0x55c3643b8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:07.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a4affd640 1 --2- 172.21.15.82:0/721800406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643aeaf0 0x55c3643b8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a4affd640 1 -- 172.21.15.82:0/721800406 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3643aae90 con 0x55c3643af410 2024-09-12T12:33:07.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a4b7fe640 1 --2- 172.21.15.82:0/721800406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643aeaf0 0x55c3643b8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:33:07.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.189+0000 7f6a4affd640 1 --2- 172.21.15.82:0/721800406 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643af410 0x55c3643b7380 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f6a400ed0e0 tx=0x7f6a400f1ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fcc2ac4cae7e046 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:07.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.190+0000 7f6a317fa640 1 -- 172.21.15.82:0/721800406 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a40049050 con 0x55c3643af410 2024-09-12T12:33:07.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.190+0000 7f6a317fa640 1 -- 172.21.15.82:0/721800406 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a400be070 con 0x55c3643af410 2024-09-12T12:33:07.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.190+0000 7f6a317fa640 1 -- 172.21.15.82:0/721800406 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a40003de0 con 0x55c3643af410 2024-09-12T12:33:07.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.190+0000 7f6a54ab9740 1 -- 172.21.15.82:0/721800406 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643af410 msgr2=0x55c3643b7380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:07.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.190+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/721800406 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643af410 0x55c3643b7380 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f6a400ed0e0 tx=0x7f6a400f1ed0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.190+0000 7f6a54ab9740 1 -- 172.21.15.82:0/721800406 shutdown_connections 2024-09-12T12:33:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.190+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/721800406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643b9cb0 0x55c3643d1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.190+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/721800406 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643af410 0x55c3643b7380 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.190+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/721800406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643aeaf0 0x55c3643b8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.190+0000 7f6a54ab9740 1 -- 172.21.15.82:0/721800406 >> 172.21.15.82:0/721800406 conn(0x55c3643ab060 msgr2=0x55c3643adc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.190+0000 7f6a54ab9740 1 -- 172.21.15.82:0/721800406 shutdown_connections 2024-09-12T12:33:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.190+0000 7f6a54ab9740 1 -- 172.21.15.82:0/721800406 wait complete. 2024-09-12T12:33:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.191+0000 7f6a54ab9740 1 -- start start 2024-09-12T12:33:07.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.191+0000 7f6a54ab9740 1 Processor -- start 2024-09-12T12:33:07.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.191+0000 7f6a54ab9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643aeaf0 0x55c3643c2020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.191+0000 7f6a54ab9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643af410 0x55c3643c2560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.191+0000 7f6a54ab9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643b9cb0 0x55c3643b36e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.191+0000 7f6a54ab9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6a4c1aee70 con 0x55c3643aeaf0 2024-09-12T12:33:07.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.191+0000 7f6a54ab9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6a4c1ae7a0 con 0x55c3643b9cb0 2024-09-12T12:33:07.197 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.191+0000 7f6a54ab9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6a4c1aba00 con 0x55c3643af410 2024-09-12T12:33:07.197 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.191+0000 7f6a54ab9740 10 client.0 _ll_register_callbacks cb 0x7f6a3c009a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:33:07.197 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.191+0000 7f6a4b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643aeaf0 0x55c3643c2020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.197 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.191+0000 7f6a4b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643aeaf0 0x55c3643c2020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58990/0 (socket says 172.21.15.82:58990) 2024-09-12T12:33:07.197 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.191+0000 7f6a4b7fe640 1 -- 172.21.15.82:0/1296577509 learned_addr learned my addr 172.21.15.82:0/1296577509 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:07.197 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.191+0000 7f6a4bfff640 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643b9cb0 0x55c3643b36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.197 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.191+0000 7f6a4affd640 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643af410 0x55c3643c2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.197 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a4b7fe640 1 -- 172.21.15.82:0/1296577509 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643af410 msgr2=0x55c3643c2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:07.197 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a4b7fe640 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643af410 0x55c3643c2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.197 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a4b7fe640 1 -- 172.21.15.82:0/1296577509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643b9cb0 msgr2=0x55c3643b36e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:07.197 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a4b7fe640 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643b9cb0 0x55c3643b36e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.197 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a4b7fe640 1 -- 172.21.15.82:0/1296577509 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3643b3ee0 con 0x55c3643aeaf0 2024-09-12T12:33:07.197 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a4affd640 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643af410 0x55c3643c2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:33:07.198 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a4bfff640 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643b9cb0 0x55c3643b36e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:33:07.198 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a4b7fe640 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643aeaf0 0x55c3643c2020 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f6a3c009af0 tx=0x7f6a3c0053e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3aaa4e6a1b959cb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:07.198 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a2affd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:33:07.198 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a2affd640 1 -- 172.21.15.82:0/1296577509 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a3c016070 con 0x55c3643aeaf0 2024-09-12T12:33:07.198 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a2affd640 1 -- 172.21.15.82:0/1296577509 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8666+0+0 (secure 0 0 0) 0x7f6a3c005bb0 con 0x55c3643aeaf0 2024-09-12T12:33:07.198 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a54ab9740 1 -- 172.21.15.82:0/1296577509 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a400be070 con 0x55c3643aeaf0 2024-09-12T12:33:07.198 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a2affd640 1 -- 172.21.15.82:0/1296577509 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6a3c0049c0 con 0x55c3643aeaf0 2024-09-12T12:33:07.198 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a54ab9740 10 client.16251 fetch_fsmap learned FSMap version 28 2024-09-12T12:33:07.198 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a54ab9740 1 -- 172.21.15.82:0/1296577509 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c3643c19e0 con 0x55c3643aeaf0 2024-09-12T12:33:07.198 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a2affd640 1 -- 172.21.15.82:0/1296577509 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a400be070 con 0x55c3643aeaf0 2024-09-12T12:33:07.198 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a2affd640 1 -- 172.21.15.82:0/1296577509 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6a3c011c60 con 0x55c3643aeaf0 2024-09-12T12:33:07.198 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a54ab9740 10 client.16251 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:33:07.198 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a54ab9740 10 client.16251 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:33:07.199 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a54ab9740 20 client.16251 populate_metadata read hostname 'smithi082' 2024-09-12T12:33:07.199 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c364434930 0x55c364436d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:07.199 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a54ab9740 4 client.16251 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:33:07.199 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.192+0000 7f6a54ab9740 1 -- 172.21.15.82:0/1296577509 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c36431ad70 con 0x55c364434930 2024-09-12T12:33:07.199 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.193+0000 7f6a4affd640 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c364434930 0x55c364436d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:07.199 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.193+0000 7f6a2affd640 10 client.16251 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:07.199 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.193+0000 7f6a4affd640 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c364434930 0x55c364436d50 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e87500541100d4dc server_cookie=b8cf0bd55eea76f9 in_seq=0 out_seq=0 2024-09-12T12:33:07.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a2affd640 1 -- 172.21.15.82:0/1296577509 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c36431ad70 con 0x55c364434930 2024-09-12T12:33:07.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a2affd640 10 client.16251 handle_command_reply: tid=0 2024-09-12T12:33:07.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a54ab9740 1 client.16251 shutdown 2024-09-12T12:33:07.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a54ab9740 1 -- 172.21.15.82:0/1296577509 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643aeaf0 msgr2=0x55c3643c2020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:07.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643aeaf0 0x55c3643c2020 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f6a3c009af0 tx=0x7f6a3c0053e0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a54ab9740 1 -- 172.21.15.82:0/1296577509 shutdown_connections 2024-09-12T12:33:07.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c364434930 0x55c364436d50 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c3643b9cb0 0x55c3643b36e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c3643af410 0x55c3643c2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a2affd640 0 client.16251 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:07.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a54ab9740 1 --2- 172.21.15.82:0/1296577509 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c3643aeaf0 0x55c3643c2020 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a54ab9740 1 -- 172.21.15.82:0/1296577509 >> 172.21.15.82:0/1296577509 conn(0x55c3643ab060 msgr2=0x55c3643a99a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:07.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a54ab9740 1 -- 172.21.15.82:0/1296577509 shutdown_connections 2024-09-12T12:33:07.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a54ab9740 1 -- 172.21.15.82:0/1296577509 wait complete. 2024-09-12T12:33:07.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.207+0000 7f6a54ab9740 20 client.16251 trim_cache size 0 max 16384 2024-09-12T12:33:07.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:33:07.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:33:07.210 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:33:07.210 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:33:07.211 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.208+0000 7f6a51d26640 1 -- 172.21.15.82:0/1236859783 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6a340a2da0 msgr2=0x7f6a340a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:07.211 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.208+0000 7f6a51d26640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6a340a2da0 0x7f6a340a5260 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6a4400a2c0 tx=0x7f6a44004a40 comp rx=0 tx=0).stop 2024-09-12T12:33:07.211 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.208+0000 7f6a51d26640 1 -- 172.21.15.82:0/1236859783 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6a4c101350 msgr2=0x7f6a4c1988d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:07.211 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.208+0000 7f6a51d26640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6a4c101350 0x7f6a4c1988d0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f6a40009230 tx=0x7f6a40004270 comp rx=0 tx=0).stop 2024-09-12T12:33:07.211 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.208+0000 7f6a51d26640 1 -- 172.21.15.82:0/1236859783 shutdown_connections 2024-09-12T12:33:07.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.208+0000 7f6a51d26640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6a340a2da0 0x7f6a340a5260 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.208+0000 7f6a51d26640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a4c1069c0 0x7f6a4c19cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.208+0000 7f6a51d26640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6a4c101350 0x7f6a4c1988d0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.208+0000 7f6a51d26640 1 --2- 172.21.15.82:0/1236859783 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6a4c1009b0 0x7f6a4c198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:07.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.208+0000 7f6a51d26640 1 -- 172.21.15.82:0/1236859783 >> 172.21.15.82:0/1236859783 conn(0x7f6a4c077990 msgr2=0x7f6a4c0ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:07.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.208+0000 7f6a51d26640 1 -- 172.21.15.82:0/1236859783 shutdown_connections 2024-09-12T12:33:07.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:07.208+0000 7f6a51d26640 1 -- 172.21.15.82:0/1236859783 wait complete. 2024-09-12T12:33:09.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:08 smithi114 ceph-mon[35514]: osdmap e86: 12 total, 12 up, 12 in 2024-09-12T12:33:09.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:08 smithi114 ceph-mon[35514]: pgmap v198: 97 pgs: 97 active+clean; 4.2 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 127 KiB/s wr, 48 op/s 2024-09-12T12:33:09.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:08 smithi097 ceph-mon[34923]: osdmap e86: 12 total, 12 up, 12 in 2024-09-12T12:33:09.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:08 smithi097 ceph-mon[34923]: pgmap v198: 97 pgs: 97 active+clean; 4.2 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 127 KiB/s wr, 48 op/s 2024-09-12T12:33:09.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:08 smithi082 ceph-mon[31122]: osdmap e86: 12 total, 12 up, 12 in 2024-09-12T12:33:09.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:08 smithi082 ceph-mon[31122]: pgmap v198: 97 pgs: 97 active+clean; 4.2 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 127 KiB/s wr, 48 op/s 2024-09-12T12:33:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:10 smithi097 ceph-mon[34923]: pgmap v199: 97 pgs: 97 active+clean; 4.2 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 117 KiB/s wr, 44 op/s 2024-09-12T12:33:10.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:10 smithi082 ceph-mon[31122]: pgmap v199: 97 pgs: 97 active+clean; 4.2 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 117 KiB/s wr, 44 op/s 2024-09-12T12:33:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:10 smithi114 ceph-mon[35514]: pgmap v199: 97 pgs: 97 active+clean; 4.2 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 117 KiB/s wr, 44 op/s 2024-09-12T12:33:12.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:12 smithi097 ceph-mon[34923]: pgmap v200: 97 pgs: 97 active+clean; 4.2 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 102 KiB/s wr, 38 op/s 2024-09-12T12:33:12.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:12 smithi082 ceph-mon[31122]: pgmap v200: 97 pgs: 97 active+clean; 4.2 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 102 KiB/s wr, 38 op/s 2024-09-12T12:33:12.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:12 smithi114 ceph-mon[35514]: pgmap v200: 97 pgs: 97 active+clean; 4.2 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 102 KiB/s wr, 38 op/s 2024-09-12T12:33:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:14 smithi097 ceph-mon[34923]: pgmap v201: 97 pgs: 97 active+clean; 4.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-09-12T12:33:14.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:14 smithi082 ceph-mon[31122]: pgmap v201: 97 pgs: 97 active+clean; 4.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-09-12T12:33:14.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:14 smithi114 ceph-mon[35514]: pgmap v201: 97 pgs: 97 active+clean; 4.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-09-12T12:33:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:16 smithi097 ceph-mon[34923]: pgmap v202: 97 pgs: 97 active+clean; 4.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-09-12T12:33:16.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:16 smithi082 ceph-mon[31122]: pgmap v202: 97 pgs: 97 active+clean; 4.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-09-12T12:33:16.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:16 smithi114 ceph-mon[35514]: pgmap v202: 97 pgs: 97 active+clean; 4.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-09-12T12:33:19.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:18 smithi114 ceph-mon[35514]: pgmap v203: 97 pgs: 97 active+clean; 4.5 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 62 KiB/s wr, 24 op/s 2024-09-12T12:33:19.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:18 smithi097 ceph-mon[34923]: pgmap v203: 97 pgs: 97 active+clean; 4.5 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 62 KiB/s wr, 24 op/s 2024-09-12T12:33:19.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:18 smithi082 ceph-mon[31122]: pgmap v203: 97 pgs: 97 active+clean; 4.5 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 62 KiB/s wr, 24 op/s 2024-09-12T12:33:20.307 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.304+0000 7f60f29c0640 1 -- 172.21.15.82:0/388134362 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60ec102470 msgr2=0x7f60ec10e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:20.307 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.304+0000 7f60f29c0640 1 --2- 172.21.15.82:0/388134362 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60ec102470 0x7f60ec10e9a0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f60e4009cd0 tx=0x7f60e402a8e0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.307 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.304+0000 7f60f29c0640 1 -- 172.21.15.82:0/388134362 shutdown_connections 2024-09-12T12:33:20.307 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.304+0000 7f60f29c0640 1 --2- 172.21.15.82:0/388134362 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60ec102470 0x7f60ec10e9a0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.307 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.304+0000 7f60f29c0640 1 --2- 172.21.15.82:0/388134362 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60ec101ad0 0x7f60ec101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.307 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.304+0000 7f60f29c0640 1 --2- 172.21.15.82:0/388134362 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60ec107b70 0x7f60ec107f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.304+0000 7f60f29c0640 1 -- 172.21.15.82:0/388134362 >> 172.21.15.82:0/388134362 conn(0x7f60ec0fd7d0 msgr2=0x7f60ec0ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.304+0000 7f60f29c0640 1 -- 172.21.15.82:0/388134362 shutdown_connections 2024-09-12T12:33:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.304+0000 7f60f29c0640 1 -- 172.21.15.82:0/388134362 wait complete. 2024-09-12T12:33:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.304+0000 7f60f29c0640 1 Processor -- start 2024-09-12T12:33:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60f29c0640 1 -- start start 2024-09-12T12:33:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60f29c0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60ec101ad0 0x7f60ec19a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60f29c0640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60ec102470 0x7f60ec19aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60f29c0640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60ec107b70 0x7f60ec19eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60f29c0640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f60ec111ee0 con 0x7f60ec101ad0 2024-09-12T12:33:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60f29c0640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f60ec111d60 con 0x7f60ec107b70 2024-09-12T12:33:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60f29c0640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f60ec112060 con 0x7f60ec102470 2024-09-12T12:33:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60ec101ad0 0x7f60ec19a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.309 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60ec101ad0 0x7f60ec19a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46106/0 (socket says 172.21.15.82:46106) 2024-09-12T12:33:20.309 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60ebfff640 1 -- 172.21.15.82:0/306581258 learned_addr learned my addr 172.21.15.82:0/306581258 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:20.309 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60e3fff640 1 --2- 172.21.15.82:0/306581258 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60ec102470 0x7f60ec19aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.309 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60ebfff640 1 -- 172.21.15.82:0/306581258 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60ec102470 msgr2=0x7f60ec19aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:20.309 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60ebfff640 1 --2- 172.21.15.82:0/306581258 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60ec102470 0x7f60ec19aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.309 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60ebfff640 1 -- 172.21.15.82:0/306581258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60ec107b70 msgr2=0x7f60ec19eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:20.309 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60ebfff640 1 --2- 172.21.15.82:0/306581258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60ec107b70 0x7f60ec19eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.309 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60ebfff640 1 -- 172.21.15.82:0/306581258 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60ec19f4d0 con 0x7f60ec101ad0 2024-09-12T12:33:20.309 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.305+0000 7f60ebfff640 1 --2- 172.21.15.82:0/306581258 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60ec101ad0 0x7f60ec19a4e0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f60dc00d950 tx=0x7f60dc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:20.309 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.306+0000 7f60e9ffb640 1 -- 172.21.15.82:0/306581258 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60dc017070 con 0x7f60ec101ad0 2024-09-12T12:33:20.309 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.306+0000 7f60e9ffb640 1 -- 172.21.15.82:0/306581258 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60dc009c30 con 0x7f60ec101ad0 2024-09-12T12:33:20.309 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.306+0000 7f60f29c0640 1 -- 172.21.15.82:0/306581258 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60ec19f7c0 con 0x7f60ec101ad0 2024-09-12T12:33:20.310 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.306+0000 7f60e9ffb640 1 -- 172.21.15.82:0/306581258 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60dc00f6b0 con 0x7f60ec101ad0 2024-09-12T12:33:20.310 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.306+0000 7f60f29c0640 1 -- 172.21.15.82:0/306581258 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60ec1a7050 con 0x7f60ec101ad0 2024-09-12T12:33:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.308+0000 7f60e9ffb640 1 -- 172.21.15.82:0/306581258 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f60dc0109d0 con 0x7f60ec101ad0 2024-09-12T12:33:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.308+0000 7f60f582f740 1 Processor -- start 2024-09-12T12:33:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.308+0000 7f60f582f740 1 -- start start 2024-09-12T12:33:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60f582f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 0x563cd33aced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60f582f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33ad410 0x563cd33b7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60f582f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33b7cb0 0x563cd33ba0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60f582f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563cd33112f0 con 0x563cd33ad410 2024-09-12T12:33:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60f582f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563cd32b9270 con 0x563cd33b7cb0 2024-09-12T12:33:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60f582f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563cd330d2b0 con 0x563cd33acaf0 2024-09-12T12:33:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33ad410 0x563cd33b7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60f0f5d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 0x563cd33aced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33ad410 0x563cd33b7770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46114/0 (socket says 172.21.15.82:46114) 2024-09-12T12:33:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60ebfff640 1 -- 172.21.15.82:0/423754648 learned_addr learned my addr 172.21.15.82:0/423754648 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60e9ffb640 1 --2- 172.21.15.82:0/306581258 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f60d80a2e20 0x7f60d80a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60e3fff640 1 --2- 172.21.15.82:0/423754648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33b7cb0 0x563cd33ba0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60f0f5d640 1 --2- 172.21.15.82:0/306581258 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f60d80a2e20 0x7f60d80a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60e9ffb640 1 -- 172.21.15.82:0/306581258 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f60dc0cf0e0 con 0x7f60ec101ad0 2024-09-12T12:33:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60f0f5d640 1 -- 172.21.15.82:0/423754648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33b7cb0 msgr2=0x563cd33ba0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60f0f5d640 1 --2- 172.21.15.82:0/423754648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33b7cb0 0x563cd33ba0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60f0f5d640 1 -- 172.21.15.82:0/423754648 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33ad410 msgr2=0x563cd33b7770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60f0f5d640 1 --2- 172.21.15.82:0/423754648 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33ad410 0x563cd33b7770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60f0f5d640 1 -- 172.21.15.82:0/423754648 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563cd32b8340 con 0x563cd33acaf0 2024-09-12T12:33:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.309+0000 7f60ebfff640 1 --2- 172.21.15.82:0/423754648 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33ad410 0x563cd33b7770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:33:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.310+0000 7f60f0f5d640 1 --2- 172.21.15.82:0/423754648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 0x563cd33aced0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f60e4009430 tx=0x7f60e4031940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=846bcca970e7c2d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.310+0000 7f60f0f5d640 1 --2- 172.21.15.82:0/306581258 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f60d80a2e20 0x7f60d80a52e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f60e4045000 tx=0x7f60e4047000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.310+0000 7f60e27fc640 1 -- 172.21.15.82:0/423754648 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60e4004410 con 0x563cd33acaf0 2024-09-12T12:33:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.310+0000 7f60e27fc640 1 -- 172.21.15.82:0/423754648 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60e4036040 con 0x563cd33acaf0 2024-09-12T12:33:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.310+0000 7f60e27fc640 1 -- 172.21.15.82:0/423754648 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60e4030ea0 con 0x563cd33acaf0 2024-09-12T12:33:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.310+0000 7f60f582f740 1 -- 172.21.15.82:0/423754648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 msgr2=0x563cd33aced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.310+0000 7f60f582f740 1 --2- 172.21.15.82:0/423754648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 0x563cd33aced0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f60e4009430 tx=0x7f60e4031940 comp rx=0 tx=0).stop 2024-09-12T12:33:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 -- 172.21.15.82:0/423754648 shutdown_connections 2024-09-12T12:33:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 --2- 172.21.15.82:0/423754648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33b7cb0 0x563cd33ba0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 --2- 172.21.15.82:0/423754648 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33ad410 0x563cd33b7770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 --2- 172.21.15.82:0/423754648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 0x563cd33aced0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 -- 172.21.15.82:0/423754648 >> 172.21.15.82:0/423754648 conn(0x563cd33a9060 msgr2=0x563cd33a9440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 -- 172.21.15.82:0/423754648 shutdown_connections 2024-09-12T12:33:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 -- 172.21.15.82:0/423754648 wait complete. 2024-09-12T12:33:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 -- start start 2024-09-12T12:33:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 Processor -- start 2024-09-12T12:33:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33acaf0 0x563cd33b4b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33ad410 0x563cd33b50c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33b7cb0 0x563cd33b5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563cd33ba880 con 0x563cd33acaf0 2024-09-12T12:33:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563cd329a290 con 0x563cd33ad410 2024-09-12T12:33:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.311+0000 7f60f582f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563cd33baa00 con 0x563cd33b7cb0 2024-09-12T12:33:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60f582f740 10 client.0 _ll_register_callbacks cb 0x563cd32cb140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:33:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33acaf0 0x563cd33b4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33acaf0 0x563cd33b4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46130/0 (socket says 172.21.15.82:46130) 2024-09-12T12:33:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60ebfff640 1 -- 172.21.15.82:0/1766245717 learned_addr learned my addr 172.21.15.82:0/1766245717 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60e3fff640 1 --2- 172.21.15.82:0/1766245717 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33ad410 0x563cd33b50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60f0f5d640 1 --2- 172.21.15.82:0/1766245717 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33b7cb0 0x563cd33b5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60ebfff640 1 -- 172.21.15.82:0/1766245717 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33b7cb0 msgr2=0x563cd33b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60ebfff640 1 --2- 172.21.15.82:0/1766245717 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33b7cb0 0x563cd33b5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60ebfff640 1 -- 172.21.15.82:0/1766245717 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33ad410 msgr2=0x563cd33b50c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60ebfff640 1 --2- 172.21.15.82:0/1766245717 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33ad410 0x563cd33b50c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60ebfff640 1 -- 172.21.15.82:0/1766245717 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563cd3024210 con 0x563cd33acaf0 2024-09-12T12:33:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60ebfff640 1 --2- 172.21.15.82:0/1766245717 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33acaf0 0x563cd33b4b80 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f60dc010fd0 tx=0x7f60dc00bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdcd767b81084214 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:33:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60cb7fe640 1 -- 172.21.15.82:0/1766245717 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60dc020030 con 0x563cd33acaf0 2024-09-12T12:33:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60cb7fe640 1 -- 172.21.15.82:0/1766245717 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f60dc0cc9f0 con 0x563cd33acaf0 2024-09-12T12:33:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60f582f740 1 -- 172.21.15.82:0/1766245717 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60e4036040 con 0x563cd33acaf0 2024-09-12T12:33:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60cb7fe640 1 -- 172.21.15.82:0/1766245717 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f60dc0ccbf0 con 0x563cd33acaf0 2024-09-12T12:33:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60f582f740 10 client.16263 fetch_fsmap learned FSMap version 28 2024-09-12T12:33:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.312+0000 7f60f582f740 1 -- 172.21.15.82:0/1766245717 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563cd30f0620 con 0x563cd33acaf0 2024-09-12T12:33:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.313+0000 7f60cb7fe640 1 -- 172.21.15.82:0/1766245717 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60e4036040 con 0x563cd33acaf0 2024-09-12T12:33:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.313+0000 7f60cb7fe640 1 -- 172.21.15.82:0/1766245717 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f60dc0d10d0 con 0x563cd33acaf0 2024-09-12T12:33:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.313+0000 7f60f582f740 10 client.16263 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:33:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.313+0000 7f60f582f740 10 client.16263 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:33:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.313+0000 7f60f582f740 20 client.16263 populate_metadata read hostname 'smithi082' 2024-09-12T12:33:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.313+0000 7f60f582f740 1 --2- 172.21.15.82:0/1766245717 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563cd33c7cf0 0x563cd33ca120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.313+0000 7f60f582f740 4 client.16263 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:33:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.313+0000 7f60f582f740 1 -- 172.21.15.82:0/1766245717 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563cd331ea20 con 0x563cd33c7cf0 2024-09-12T12:33:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.313+0000 7f60e3fff640 1 --2- 172.21.15.82:0/1766245717 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563cd33c7cf0 0x563cd33ca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.313+0000 7f60cb7fe640 10 client.16263 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.313+0000 7f60e3fff640 1 --2- 172.21.15.82:0/1766245717 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563cd33c7cf0 0x563cd33ca120 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33203ea747628aa9 server_cookie=7b3c57538023c5f in_seq=0 out_seq=0 2024-09-12T12:33:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.314+0000 7f60cb7fe640 1 -- 172.21.15.82:0/1766245717 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563cd331ea20 con 0x563cd33c7cf0 2024-09-12T12:33:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.314+0000 7f60cb7fe640 10 client.16263 handle_command_reply: tid=0 2024-09-12T12:33:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.314+0000 7f60f582f740 1 client.16263 shutdown 2024-09-12T12:33:20.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.314+0000 7f60f582f740 1 -- 172.21.15.82:0/1766245717 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33acaf0 msgr2=0x563cd33b4b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:20.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.314+0000 7f60f582f740 1 --2- 172.21.15.82:0/1766245717 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33acaf0 0x563cd33b4b80 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f60dc010fd0 tx=0x7f60dc00bf60 comp rx=0 tx=0).stop 2024-09-12T12:33:20.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.314+0000 7f60f582f740 1 -- 172.21.15.82:0/1766245717 shutdown_connections 2024-09-12T12:33:20.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.314+0000 7f60f582f740 1 --2- 172.21.15.82:0/1766245717 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563cd33c7cf0 0x563cd33ca120 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.314+0000 7f60f582f740 1 --2- 172.21.15.82:0/1766245717 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33b7cb0 0x563cd33b5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.314+0000 7f60f582f740 1 --2- 172.21.15.82:0/1766245717 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33ad410 0x563cd33b50c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.314+0000 7f60cb7fe640 0 client.16263 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:20.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.314+0000 7f60f582f740 1 --2- 172.21.15.82:0/1766245717 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33acaf0 0x563cd33b4b80 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.314+0000 7f60f582f740 1 -- 172.21.15.82:0/1766245717 >> 172.21.15.82:0/1766245717 conn(0x563cd33a9060 msgr2=0x563cd33aed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:20.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.315+0000 7f60f582f740 1 -- 172.21.15.82:0/1766245717 shutdown_connections 2024-09-12T12:33:20.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.315+0000 7f60f582f740 1 -- 172.21.15.82:0/1766245717 wait complete. 2024-09-12T12:33:20.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.315+0000 7f60f582f740 20 client.16263 trim_cache size 0 max 16384 2024-09-12T12:33:20.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.329+0000 7f60f582f740 1 Processor -- start 2024-09-12T12:33:20.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.329+0000 7f60f582f740 1 -- start start 2024-09-12T12:33:20.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.329+0000 7f60f582f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 0x563cd33b5430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.329+0000 7f60f582f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33ad410 0x563cd33cfa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.329+0000 7f60f582f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33b7cb0 0x563cd33cff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.329+0000 7f60f582f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f60ec1afa80 con 0x563cd33b7cb0 2024-09-12T12:33:20.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.329+0000 7f60f582f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f60ec1b15c0 con 0x563cd33ad410 2024-09-12T12:33:20.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.329+0000 7f60f582f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f60ec1b0150 con 0x563cd33acaf0 2024-09-12T12:33:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.329+0000 7f60f0f5d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33b7cb0 0x563cd33cff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.329+0000 7f60f0f5d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33b7cb0 0x563cd33cff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46134/0 (socket says 172.21.15.82:46134) 2024-09-12T12:33:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.329+0000 7f60f0f5d640 1 -- 172.21.15.82:0/3201700490 learned_addr learned my addr 172.21.15.82:0/3201700490 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.330+0000 7f60e3fff640 1 --2- 172.21.15.82:0/3201700490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33ad410 0x563cd33cfa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.330+0000 7f60ebfff640 1 --2- 172.21.15.82:0/3201700490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 0x563cd33b5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.330+0000 7f60f0f5d640 1 -- 172.21.15.82:0/3201700490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 msgr2=0x563cd33b5430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.330+0000 7f60f0f5d640 1 --2- 172.21.15.82:0/3201700490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 0x563cd33b5430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.330+0000 7f60f0f5d640 1 -- 172.21.15.82:0/3201700490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33ad410 msgr2=0x563cd33cfa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.330+0000 7f60f0f5d640 1 --2- 172.21.15.82:0/3201700490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33ad410 0x563cd33cfa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.330+0000 7f60f0f5d640 1 -- 172.21.15.82:0/3201700490 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563cd33ac870 con 0x563cd33b7cb0 2024-09-12T12:33:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.330+0000 7f60ebfff640 1 --2- 172.21.15.82:0/3201700490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 0x563cd33b5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:33:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.330+0000 7f60f0f5d640 1 --2- 172.21.15.82:0/3201700490 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33b7cb0 0x563cd33cff70 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f60e4009ca0 tx=0x7f60e4005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=569a4757fb1c06de server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.330+0000 7f60e1ffb640 1 -- 172.21.15.82:0/3201700490 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60e4003e00 con 0x563cd33b7cb0 2024-09-12T12:33:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.330+0000 7f60e1ffb640 1 -- 172.21.15.82:0/3201700490 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60e4057070 con 0x563cd33b7cb0 2024-09-12T12:33:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.330+0000 7f60e1ffb640 1 -- 172.21.15.82:0/3201700490 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60e4030ac0 con 0x563cd33b7cb0 2024-09-12T12:33:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.331+0000 7f60f582f740 1 -- 172.21.15.82:0/3201700490 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33b7cb0 msgr2=0x563cd33cff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.331+0000 7f60f582f740 1 --2- 172.21.15.82:0/3201700490 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33b7cb0 0x563cd33cff70 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f60e4009ca0 tx=0x7f60e4005d80 comp rx=0 tx=0).stop 2024-09-12T12:33:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.331+0000 7f60f582f740 1 -- 172.21.15.82:0/3201700490 shutdown_connections 2024-09-12T12:33:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.331+0000 7f60f582f740 1 --2- 172.21.15.82:0/3201700490 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33b7cb0 0x563cd33cff70 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.331+0000 7f60f582f740 1 --2- 172.21.15.82:0/3201700490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33ad410 0x563cd33cfa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.331+0000 7f60f582f740 1 --2- 172.21.15.82:0/3201700490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 0x563cd33b5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.331+0000 7f60f582f740 1 -- 172.21.15.82:0/3201700490 >> 172.21.15.82:0/3201700490 conn(0x563cd33a9060 msgr2=0x563cd33b6c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.331+0000 7f60f582f740 1 -- 172.21.15.82:0/3201700490 shutdown_connections 2024-09-12T12:33:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.331+0000 7f60f582f740 1 -- 172.21.15.82:0/3201700490 wait complete. 2024-09-12T12:33:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.331+0000 7f60f582f740 1 -- start start 2024-09-12T12:33:20.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.331+0000 7f60f582f740 1 Processor -- start 2024-09-12T12:33:20.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60f582f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 0x563cd33c0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60f582f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33ad410 0x563cd33bb7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60f582f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33b7cb0 0x563cd33bbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60f582f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f60ec1b0ef0 con 0x563cd33ad410 2024-09-12T12:33:20.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60f582f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f60ec1b0820 con 0x563cd33b7cb0 2024-09-12T12:33:20.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60f582f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f60ec1ada80 con 0x563cd33acaf0 2024-09-12T12:33:20.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60f582f740 10 client.0 _ll_register_callbacks cb 0x7f60dc00df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:33:20.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60e3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33ad410 0x563cd33bb7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60e3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33ad410 0x563cd33bb7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46142/0 (socket says 172.21.15.82:46142) 2024-09-12T12:33:20.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60e3fff640 1 -- 172.21.15.82:0/4261393388 learned_addr learned my addr 172.21.15.82:0/4261393388 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:20.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60ebfff640 1 --2- 172.21.15.82:0/4261393388 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 0x563cd33c0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60f0f5d640 1 --2- 172.21.15.82:0/4261393388 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33b7cb0 0x563cd33bbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60e3fff640 1 -- 172.21.15.82:0/4261393388 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 msgr2=0x563cd33c0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:20.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60e3fff640 1 --2- 172.21.15.82:0/4261393388 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 0x563cd33c0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60e3fff640 1 -- 172.21.15.82:0/4261393388 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33b7cb0 msgr2=0x563cd33bbcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:20.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60e3fff640 1 --2- 172.21.15.82:0/4261393388 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33b7cb0 0x563cd33bbcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60e3fff640 1 -- 172.21.15.82:0/4261393388 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563cd33bc520 con 0x563cd33ad410 2024-09-12T12:33:20.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60f0f5d640 1 --2- 172.21.15.82:0/4261393388 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33b7cb0 0x563cd33bbcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:33:20.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60e3fff640 1 --2- 172.21.15.82:0/4261393388 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33ad410 0x563cd33bb7b0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f60d400ccb0 tx=0x7f60d401ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c49da1c3ff5b68d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:20.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:33:20.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60cb7fe640 1 -- 172.21.15.82:0/4261393388 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60d4010d10 con 0x563cd33ad410 2024-09-12T12:33:20.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60f582f740 1 -- 172.21.15.82:0/4261393388 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60e4057070 con 0x563cd33ad410 2024-09-12T12:33:20.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60cb7fe640 1 -- 172.21.15.82:0/4261393388 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f60d4004020 con 0x563cd33ad410 2024-09-12T12:33:20.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.332+0000 7f60cb7fe640 1 -- 172.21.15.82:0/4261393388 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f60d4004220 con 0x563cd33ad410 2024-09-12T12:33:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.333+0000 7f60f582f740 10 client.16269 fetch_fsmap learned FSMap version 28 2024-09-12T12:33:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.333+0000 7f60f582f740 1 -- 172.21.15.82:0/4261393388 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563cd3432a70 con 0x563cd33ad410 2024-09-12T12:33:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.333+0000 7f60cb7fe640 1 -- 172.21.15.82:0/4261393388 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60e4057070 con 0x563cd33ad410 2024-09-12T12:33:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.333+0000 7f60cb7fe640 1 -- 172.21.15.82:0/4261393388 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f60d40049a0 con 0x563cd33ad410 2024-09-12T12:33:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.333+0000 7f60f582f740 10 client.16269 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:33:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.333+0000 7f60f582f740 10 client.16269 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:33:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.333+0000 7f60f582f740 20 client.16269 populate_metadata read hostname 'smithi082' 2024-09-12T12:33:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.333+0000 7f60f582f740 1 --2- 172.21.15.82:0/4261393388 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563cd3433270 0x563cd3435690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.333+0000 7f60f582f740 4 client.16269 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:33:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.333+0000 7f60f582f740 1 -- 172.21.15.82:0/4261393388 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563cd3318d70 con 0x563cd3433270 2024-09-12T12:33:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.333+0000 7f60ebfff640 1 --2- 172.21.15.82:0/4261393388 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563cd3433270 0x563cd3435690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.334+0000 7f60cb7fe640 10 client.16269 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.334+0000 7f60ebfff640 1 --2- 172.21.15.82:0/4261393388 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563cd3433270 0x563cd3435690 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=545663ee961d4b8c server_cookie=8cddb4182b40b2f9 in_seq=0 out_seq=0 2024-09-12T12:33:20.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60cb7fe640 1 -- 172.21.15.82:0/4261393388 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563cd3318d70 con 0x563cd3433270 2024-09-12T12:33:20.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60cb7fe640 10 client.16269 handle_command_reply: tid=0 2024-09-12T12:33:20.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60f582f740 1 client.16269 shutdown 2024-09-12T12:33:20.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60f582f740 1 -- 172.21.15.82:0/4261393388 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33ad410 msgr2=0x563cd33bb7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:20.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60f582f740 1 --2- 172.21.15.82:0/4261393388 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33ad410 0x563cd33bb7b0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f60d400ccb0 tx=0x7f60d401ca40 comp rx=0 tx=0).stop 2024-09-12T12:33:20.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60f582f740 1 -- 172.21.15.82:0/4261393388 shutdown_connections 2024-09-12T12:33:20.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60f582f740 1 --2- 172.21.15.82:0/4261393388 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563cd3433270 0x563cd3435690 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60cb7fe640 0 client.16269 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:20.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60f582f740 1 --2- 172.21.15.82:0/4261393388 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563cd33b7cb0 0x563cd33bbcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60f582f740 1 --2- 172.21.15.82:0/4261393388 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563cd33ad410 0x563cd33bb7b0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60f582f740 1 --2- 172.21.15.82:0/4261393388 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563cd33acaf0 0x563cd33c0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60f582f740 1 -- 172.21.15.82:0/4261393388 >> 172.21.15.82:0/4261393388 conn(0x563cd33a9060 msgr2=0x563cd33ae550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:20.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60f582f740 1 -- 172.21.15.82:0/4261393388 shutdown_connections 2024-09-12T12:33:20.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60f582f740 1 -- 172.21.15.82:0/4261393388 wait complete. 2024-09-12T12:33:20.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.353+0000 7f60f582f740 20 client.16269 trim_cache size 0 max 16384 2024-09-12T12:33:20.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:33:20.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:33:20.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:33:20.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:33:20.356 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.354+0000 7f60f29c0640 1 -- 172.21.15.82:0/306581258 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f60d80a2e20 msgr2=0x7f60d80a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:20.356 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.354+0000 7f60f29c0640 1 --2- 172.21.15.82:0/306581258 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f60d80a2e20 0x7f60d80a52e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f60e4045000 tx=0x7f60e4047000 comp rx=0 tx=0).stop 2024-09-12T12:33:20.356 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.354+0000 7f60f29c0640 1 -- 172.21.15.82:0/306581258 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60ec101ad0 msgr2=0x7f60ec19a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:20.356 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.354+0000 7f60f29c0640 1 --2- 172.21.15.82:0/306581258 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60ec101ad0 0x7f60ec19a4e0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f60dc00d950 tx=0x7f60dc00de10 comp rx=0 tx=0).stop 2024-09-12T12:33:20.356 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.354+0000 7f60f29c0640 1 -- 172.21.15.82:0/306581258 shutdown_connections 2024-09-12T12:33:20.356 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.354+0000 7f60f29c0640 1 --2- 172.21.15.82:0/306581258 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f60d80a2e20 0x7f60d80a52e0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.357 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.354+0000 7f60f29c0640 1 --2- 172.21.15.82:0/306581258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60ec107b70 0x7f60ec19eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.357 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.354+0000 7f60f29c0640 1 --2- 172.21.15.82:0/306581258 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f60ec102470 0x7f60ec19aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.357 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.354+0000 7f60f29c0640 1 --2- 172.21.15.82:0/306581258 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f60ec101ad0 0x7f60ec19a4e0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:20.357 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.354+0000 7f60f29c0640 1 -- 172.21.15.82:0/306581258 >> 172.21.15.82:0/306581258 conn(0x7f60ec0fd7d0 msgr2=0x7f60ec10d0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:20.357 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.354+0000 7f60f29c0640 1 -- 172.21.15.82:0/306581258 shutdown_connections 2024-09-12T12:33:20.357 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:20.354+0000 7f60f29c0640 1 -- 172.21.15.82:0/306581258 wait complete. 2024-09-12T12:33:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:20 smithi097 ceph-mon[34923]: pgmap v204: 97 pgs: 97 active+clean; 4.5 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:33:20.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:20 smithi082 ceph-mon[31122]: pgmap v204: 97 pgs: 97 active+clean; 4.5 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:33:20.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:20 smithi114 ceph-mon[35514]: pgmap v204: 97 pgs: 97 active+clean; 4.5 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:33:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:22 smithi097 ceph-mon[34923]: pgmap v205: 97 pgs: 97 active+clean; 4.5 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:33:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:22 smithi082 ceph-mon[31122]: pgmap v205: 97 pgs: 97 active+clean; 4.5 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:33:22.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:22 smithi114 ceph-mon[35514]: pgmap v205: 97 pgs: 97 active+clean; 4.5 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:33:24.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:24 smithi097 ceph-mon[34923]: pgmap v206: 97 pgs: 97 active+clean; 4.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-09-12T12:33:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:24 smithi082 ceph-mon[31122]: pgmap v206: 97 pgs: 97 active+clean; 4.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-09-12T12:33:24.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:24 smithi114 ceph-mon[35514]: pgmap v206: 97 pgs: 97 active+clean; 4.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-09-12T12:33:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:26 smithi097 ceph-mon[34923]: pgmap v207: 97 pgs: 97 active+clean; 4.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-09-12T12:33:26.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:26 smithi082 ceph-mon[31122]: pgmap v207: 97 pgs: 97 active+clean; 4.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-09-12T12:33:26.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:26 smithi114 ceph-mon[35514]: pgmap v207: 97 pgs: 97 active+clean; 4.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-09-12T12:33:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:28 smithi097 ceph-mon[34923]: pgmap v208: 97 pgs: 97 active+clean; 5.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-09-12T12:33:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:28 smithi082 ceph-mon[31122]: pgmap v208: 97 pgs: 97 active+clean; 5.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-09-12T12:33:28.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:28 smithi114 ceph-mon[35514]: pgmap v208: 97 pgs: 97 active+clean; 5.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-09-12T12:33:30.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:30 smithi097 ceph-mon[34923]: pgmap v209: 97 pgs: 97 active+clean; 5.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-09-12T12:33:30.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:30 smithi082 ceph-mon[31122]: pgmap v209: 97 pgs: 97 active+clean; 5.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-09-12T12:33:30.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:30 smithi114 ceph-mon[35514]: pgmap v209: 97 pgs: 97 active+clean; 5.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-09-12T12:33:32.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:32 smithi097 ceph-mon[34923]: pgmap v210: 97 pgs: 97 active+clean; 5.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-09-12T12:33:32.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:32 smithi082 ceph-mon[31122]: pgmap v210: 97 pgs: 97 active+clean; 5.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-09-12T12:33:32.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:32 smithi114 ceph-mon[35514]: pgmap v210: 97 pgs: 97 active+clean; 5.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-09-12T12:33:33.299 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 16.6 2024-09-12T12:33:33.300 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:33:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.446+0000 7f7724af1640 1 -- 172.21.15.82:0/541508176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77201009b0 msgr2=0x7f7720100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.446+0000 7f7724af1640 1 --2- 172.21.15.82:0/541508176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77201009b0 0x7f7720100e10 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f7708009930 tx=0x7f770802a420 comp rx=0 tx=0).stop 2024-09-12T12:33:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.446+0000 7f7724af1640 1 -- 172.21.15.82:0/541508176 shutdown_connections 2024-09-12T12:33:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.446+0000 7f7724af1640 1 --2- 172.21.15.82:0/541508176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7720101350 0x7f772010d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.446+0000 7f7724af1640 1 --2- 172.21.15.82:0/541508176 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77201009b0 0x7f7720100e10 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.446+0000 7f7724af1640 1 --2- 172.21.15.82:0/541508176 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77201069c0 0x7f7720106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.446+0000 7f7724af1640 1 -- 172.21.15.82:0/541508176 >> 172.21.15.82:0/541508176 conn(0x7f7720077990 msgr2=0x7f77200fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.446+0000 7f7724af1640 1 -- 172.21.15.82:0/541508176 shutdown_connections 2024-09-12T12:33:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.446+0000 7f7724af1640 1 -- 172.21.15.82:0/541508176 wait complete. 2024-09-12T12:33:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.447+0000 7f7724af1640 1 Processor -- start 2024-09-12T12:33:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.447+0000 7f7724af1640 1 -- start start 2024-09-12T12:33:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.447+0000 7f7724af1640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77201009b0 0x7f77200fcde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.447+0000 7f7724af1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7720101350 0x7f77200fd320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.447+0000 7f7724af1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77201069c0 0x7f77200fd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.447+0000 7f7724af1640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7720110e00 con 0x7f77201069c0 2024-09-12T12:33:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.447+0000 7f7724af1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7720110c80 con 0x7f7720101350 2024-09-12T12:33:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.447+0000 7f7724af1640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7720110f80 con 0x7f77201009b0 2024-09-12T12:33:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.447+0000 7f771ed9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77201069c0 0x7f77200fd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.447+0000 7f771ed9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77201069c0 0x7f77200fd860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54902/0 (socket says 172.21.15.82:54902) 2024-09-12T12:33:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.447+0000 7f771ed9d640 1 -- 172.21.15.82:0/2714618679 learned_addr learned my addr 172.21.15.82:0/2714618679 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.447+0000 7f771e59c640 1 --2- 172.21.15.82:0/2714618679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77201009b0 0x7f77200fcde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.447+0000 7f771dd9b640 1 --2- 172.21.15.82:0/2714618679 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7720101350 0x7f77200fd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.448+0000 7f771ed9d640 1 -- 172.21.15.82:0/2714618679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77201009b0 msgr2=0x7f77200fcde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.448+0000 7f771ed9d640 1 --2- 172.21.15.82:0/2714618679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77201009b0 0x7f77200fcde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.448+0000 7f771ed9d640 1 -- 172.21.15.82:0/2714618679 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7720101350 msgr2=0x7f77200fd320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.448+0000 7f771ed9d640 1 --2- 172.21.15.82:0/2714618679 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7720101350 0x7f77200fd320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.448+0000 7f771ed9d640 1 -- 172.21.15.82:0/2714618679 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77201a68d0 con 0x7f77201069c0 2024-09-12T12:33:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.448+0000 7f771ed9d640 1 --2- 172.21.15.82:0/2714618679 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77201069c0 0x7f77200fd860 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f771800b970 tx=0x7f771800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.448+0000 7f77177fe640 1 -- 172.21.15.82:0/2714618679 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7718019070 con 0x7f77201069c0 2024-09-12T12:33:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.448+0000 7f77177fe640 1 -- 172.21.15.82:0/2714618679 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f771800cb40 con 0x7f77201069c0 2024-09-12T12:33:33.452 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.448+0000 7f7724af1640 1 -- 172.21.15.82:0/2714618679 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77201a6bc0 con 0x7f77201069c0 2024-09-12T12:33:33.452 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.448+0000 7f77177fe640 1 -- 172.21.15.82:0/2714618679 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7718007650 con 0x7f77201069c0 2024-09-12T12:33:33.452 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.448+0000 7f7724af1640 1 -- 172.21.15.82:0/2714618679 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77201a7090 con 0x7f77201069c0 2024-09-12T12:33:33.461 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.450+0000 7f7727893740 1 Processor -- start 2024-09-12T12:33:33.462 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.450+0000 7f77177fe640 1 -- 172.21.15.82:0/2714618679 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f771801c070 con 0x7f77201069c0 2024-09-12T12:33:33.462 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.451+0000 7f7727893740 1 -- start start 2024-09-12T12:33:33.462 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.451+0000 7f7727893740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46e2af0 0x55e8e46e2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.462 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.451+0000 7f7727893740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46ed770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.462 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.451+0000 7f7727893740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46edcb0 0x55e8e46f00a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.451+0000 7f7727893740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e8e46472f0 con 0x55e8e46e3410 2024-09-12T12:33:33.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.451+0000 7f7727893740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e8e45ef270 con 0x55e8e46e2af0 2024-09-12T12:33:33.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.451+0000 7f7727893740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e8e46432b0 con 0x55e8e46edcb0 2024-09-12T12:33:33.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.451+0000 7f771e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46ed770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.451+0000 7f771e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46ed770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54916/0 (socket says 172.21.15.82:54916) 2024-09-12T12:33:33.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.451+0000 7f771e59c640 1 -- 172.21.15.82:0/1245528988 learned_addr learned my addr 172.21.15.82:0/1245528988 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:33.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.451+0000 7f771dd9b640 1 --2- 172.21.15.82:0/1245528988 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46e2af0 0x55e8e46e2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.451+0000 7f771dd9b640 1 --2- 172.21.15.82:0/1245528988 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46edcb0 0x55e8e46f00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.451+0000 7f77177fe640 1 --2- 172.21.15.82:0/2714618679 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f770c0a2da0 0x7f770c0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.452+0000 7f771e59c640 1 -- 172.21.15.82:0/1245528988 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46edcb0 msgr2=0x55e8e46f00a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:33.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.452+0000 7f771e59c640 1 --2- 172.21.15.82:0/1245528988 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46edcb0 0x55e8e46f00a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.452+0000 7f771e59c640 1 -- 172.21.15.82:0/1245528988 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46e2af0 msgr2=0x55e8e46e2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:33.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.452+0000 7f771e59c640 1 --2- 172.21.15.82:0/1245528988 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46e2af0 0x55e8e46e2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.452+0000 7f771e59c640 1 -- 172.21.15.82:0/1245528988 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8e45ee340 con 0x55e8e46e3410 2024-09-12T12:33:33.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.452+0000 7f771ed9d640 1 --2- 172.21.15.82:0/2714618679 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f770c0a2da0 0x7f770c0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.452+0000 7f77177fe640 1 -- 172.21.15.82:0/2714618679 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f77180ce980 con 0x7f77201069c0 2024-09-12T12:33:33.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.452+0000 7f771e59c640 1 --2- 172.21.15.82:0/1245528988 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46ed770 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f771000bcd0 tx=0x7f77100107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d95a8aba2942c50 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:33.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.452+0000 7f7714ff9640 1 -- 172.21.15.82:0/1245528988 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7710005020 con 0x55e8e46e3410 2024-09-12T12:33:33.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.452+0000 7f771ed9d640 1 --2- 172.21.15.82:0/2714618679 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f770c0a2da0 0x7f770c0a5260 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f77180cc1e0 tx=0x7f771806ae60 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:33.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.452+0000 7f7714ff9640 1 -- 172.21.15.82:0/1245528988 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77100047a0 con 0x55e8e46e3410 2024-09-12T12:33:33.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.452+0000 7f7714ff9640 1 -- 172.21.15.82:0/1245528988 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7710011730 con 0x55e8e46e3410 2024-09-12T12:33:33.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.453+0000 7f7727893740 1 -- 172.21.15.82:0/1245528988 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 msgr2=0x55e8e46ed770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:33.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.453+0000 7f7727893740 1 --2- 172.21.15.82:0/1245528988 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46ed770 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f771000bcd0 tx=0x7f77100107a0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.453+0000 7f7727893740 1 -- 172.21.15.82:0/1245528988 shutdown_connections 2024-09-12T12:33:33.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.453+0000 7f7727893740 1 --2- 172.21.15.82:0/1245528988 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46edcb0 0x55e8e46f00a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.453+0000 7f7727893740 1 --2- 172.21.15.82:0/1245528988 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46ed770 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.453+0000 7f7727893740 1 --2- 172.21.15.82:0/1245528988 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46e2af0 0x55e8e46e2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.468 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.453+0000 7f7727893740 1 -- 172.21.15.82:0/1245528988 >> 172.21.15.82:0/1245528988 conn(0x55e8e46df060 msgr2=0x55e8e46df440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:33.468 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.453+0000 7f7727893740 1 -- 172.21.15.82:0/1245528988 shutdown_connections 2024-09-12T12:33:33.468 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.453+0000 7f7727893740 1 -- 172.21.15.82:0/1245528988 wait complete. 2024-09-12T12:33:33.468 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.453+0000 7f7727893740 1 -- start start 2024-09-12T12:33:33.468 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.453+0000 7f7727893740 1 Processor -- start 2024-09-12T12:33:33.468 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f7727893740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46e2af0 0x55e8e46eaae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.469 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f7727893740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46eb020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.469 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f7727893740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46edcb0 0x55e8e46eb560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.469 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f7727893740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e8e46f0880 con 0x55e8e46e3410 2024-09-12T12:33:33.469 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f7727893740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e8e45d0290 con 0x55e8e46e2af0 2024-09-12T12:33:33.469 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f7727893740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e8e46f0a00 con 0x55e8e46edcb0 2024-09-12T12:33:33.469 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f7727893740 10 client.0 _ll_register_callbacks cb 0x55e8e4601140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:33:33.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f771e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46eb020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f771dd9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46e2af0 0x55e8e46eaae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f771e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46eb020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54922/0 (socket says 172.21.15.82:54922) 2024-09-12T12:33:33.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f771e59c640 1 -- 172.21.15.82:0/4277264345 learned_addr learned my addr 172.21.15.82:0/4277264345 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:33.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f771dd9b640 1 --2- 172.21.15.82:0/4277264345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46edcb0 0x55e8e46eb560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f771e59c640 1 -- 172.21.15.82:0/4277264345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46edcb0 msgr2=0x55e8e46eb560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:33.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f771e59c640 1 --2- 172.21.15.82:0/4277264345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46edcb0 0x55e8e46eb560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f771e59c640 1 -- 172.21.15.82:0/4277264345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46e2af0 msgr2=0x55e8e46eaae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:33.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f771e59c640 1 --2- 172.21.15.82:0/4277264345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46e2af0 0x55e8e46eaae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f771e59c640 1 -- 172.21.15.82:0/4277264345 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8e435a210 con 0x55e8e46e3410 2024-09-12T12:33:33.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f771e59c640 1 --2- 172.21.15.82:0/4277264345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46eb020 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f7710005d00 tx=0x7f7710004950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4997d01bf58ef05 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:33.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f7705ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:33:33.472 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f7705ffb640 1 -- 172.21.15.82:0/4277264345 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7710004cd0 con 0x55e8e46e3410 2024-09-12T12:33:33.472 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f7705ffb640 1 -- 172.21.15.82:0/4277264345 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f7710004020 con 0x55e8e46e3410 2024-09-12T12:33:33.472 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.454+0000 7f7727893740 1 -- 172.21.15.82:0/4277264345 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77100047a0 con 0x55e8e46e3410 2024-09-12T12:33:33.472 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.455+0000 7f7705ffb640 1 -- 172.21.15.82:0/4277264345 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7710004220 con 0x55e8e46e3410 2024-09-12T12:33:33.472 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.455+0000 7f7727893740 10 client.16281 fetch_fsmap learned FSMap version 28 2024-09-12T12:33:33.472 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.455+0000 7f7727893740 1 -- 172.21.15.82:0/4277264345 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e8e4426620 con 0x55e8e46e3410 2024-09-12T12:33:33.472 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.455+0000 7f7705ffb640 1 -- 172.21.15.82:0/4277264345 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77100047a0 con 0x55e8e46e3410 2024-09-12T12:33:33.472 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.455+0000 7f7705ffb640 1 -- 172.21.15.82:0/4277264345 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7710003920 con 0x55e8e46e3410 2024-09-12T12:33:33.472 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.455+0000 7f7727893740 10 client.16281 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:33:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.455+0000 7f7727893740 10 client.16281 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:33:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.455+0000 7f7727893740 20 client.16281 populate_metadata read hostname 'smithi082' 2024-09-12T12:33:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.455+0000 7f7727893740 1 --2- 172.21.15.82:0/4277264345 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e8e46fdae0 0x55e8e46ffed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.455+0000 7f7727893740 4 client.16281 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:33:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.455+0000 7f7727893740 1 -- 172.21.15.82:0/4277264345 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e8e4654a20 con 0x55e8e46fdae0 2024-09-12T12:33:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.455+0000 7f771dd9b640 1 --2- 172.21.15.82:0/4277264345 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e8e46fdae0 0x55e8e46ffed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.456+0000 7f7705ffb640 10 client.16281 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.456+0000 7f771dd9b640 1 --2- 172.21.15.82:0/4277264345 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e8e46fdae0 0x55e8e46ffed0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eea07f851ba9b25a server_cookie=d7090f8e4b97d7c1 in_seq=0 out_seq=0 2024-09-12T12:33:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.456+0000 7f7705ffb640 1 -- 172.21.15.82:0/4277264345 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e8e4654a20 con 0x55e8e46fdae0 2024-09-12T12:33:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.456+0000 7f7705ffb640 10 client.16281 handle_command_reply: tid=0 2024-09-12T12:33:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.456+0000 7f7727893740 1 client.16281 shutdown 2024-09-12T12:33:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.457+0000 7f7727893740 1 -- 172.21.15.82:0/4277264345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 msgr2=0x55e8e46eb020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.457+0000 7f7727893740 1 --2- 172.21.15.82:0/4277264345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46eb020 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f7710005d00 tx=0x7f7710004950 comp rx=0 tx=0).stop 2024-09-12T12:33:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.457+0000 7f7727893740 1 -- 172.21.15.82:0/4277264345 shutdown_connections 2024-09-12T12:33:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.457+0000 7f7727893740 1 --2- 172.21.15.82:0/4277264345 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e8e46fdae0 0x55e8e46ffed0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.457+0000 7f7727893740 1 --2- 172.21.15.82:0/4277264345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46edcb0 0x55e8e46eb560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.457+0000 7f7727893740 1 --2- 172.21.15.82:0/4277264345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46eb020 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.457+0000 7f7705ffb640 0 client.16281 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.457+0000 7f7727893740 1 --2- 172.21.15.82:0/4277264345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46e2af0 0x55e8e46eaae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.457+0000 7f7727893740 1 -- 172.21.15.82:0/4277264345 >> 172.21.15.82:0/4277264345 conn(0x55e8e46df060 msgr2=0x55e8e46e4dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.457+0000 7f7727893740 1 -- 172.21.15.82:0/4277264345 shutdown_connections 2024-09-12T12:33:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.457+0000 7f7727893740 1 -- 172.21.15.82:0/4277264345 wait complete. 2024-09-12T12:33:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.457+0000 7f7727893740 20 client.16281 trim_cache size 0 max 16384 2024-09-12T12:33:33.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f7727893740 1 Processor -- start 2024-09-12T12:33:33.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f7727893740 1 -- start start 2024-09-12T12:33:33.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f7727893740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46e2af0 0x55e8e46e5560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f7727893740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46e9390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f7727893740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46edcb0 0x55e8e46eb390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f7727893740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f77201afbc0 con 0x55e8e46e3410 2024-09-12T12:33:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f7727893740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f77201b1700 con 0x55e8e46edcb0 2024-09-12T12:33:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f7727893740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f77201b0290 con 0x55e8e46e2af0 2024-09-12T12:33:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f771e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46e9390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f771e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46e9390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54924/0 (socket says 172.21.15.82:54924) 2024-09-12T12:33:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f771e59c640 1 -- 172.21.15.82:0/489230077 learned_addr learned my addr 172.21.15.82:0/489230077 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f771e59c640 1 -- 172.21.15.82:0/489230077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46e2af0 msgr2=0x55e8e46e5560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f771dd9b640 1 --2- 172.21.15.82:0/489230077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46edcb0 0x55e8e46eb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f771e59c640 1 --2- 172.21.15.82:0/489230077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46e2af0 0x55e8e46e5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f771e59c640 1 -- 172.21.15.82:0/489230077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46edcb0 msgr2=0x55e8e46eb390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f771e59c640 1 --2- 172.21.15.82:0/489230077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46edcb0 0x55e8e46eb390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f771e59c640 1 -- 172.21.15.82:0/489230077 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8e46dee90 con 0x55e8e46e3410 2024-09-12T12:33:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.471+0000 7f771e59c640 1 --2- 172.21.15.82:0/489230077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46e9390 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f7710000c00 tx=0x7f77100107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a1007e89caf9546 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.472+0000 7f7707fff640 1 -- 172.21.15.82:0/489230077 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f771001f070 con 0x55e8e46e3410 2024-09-12T12:33:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.472+0000 7f7707fff640 1 -- 172.21.15.82:0/489230077 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7710005850 con 0x55e8e46e3410 2024-09-12T12:33:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.472+0000 7f7707fff640 1 -- 172.21.15.82:0/489230077 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f771000b510 con 0x55e8e46e3410 2024-09-12T12:33:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.472+0000 7f7727893740 1 -- 172.21.15.82:0/489230077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 msgr2=0x55e8e46e9390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.472+0000 7f7727893740 1 --2- 172.21.15.82:0/489230077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46e9390 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f7710000c00 tx=0x7f77100107a0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.472+0000 7f7727893740 1 -- 172.21.15.82:0/489230077 shutdown_connections 2024-09-12T12:33:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.472+0000 7f7727893740 1 --2- 172.21.15.82:0/489230077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46edcb0 0x55e8e46eb390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.472+0000 7f7727893740 1 --2- 172.21.15.82:0/489230077 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e3410 0x55e8e46e9390 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.472+0000 7f7727893740 1 --2- 172.21.15.82:0/489230077 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46e2af0 0x55e8e46e5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.472+0000 7f7727893740 1 -- 172.21.15.82:0/489230077 >> 172.21.15.82:0/489230077 conn(0x55e8e46df060 msgr2=0x55e8e46ecb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.472+0000 7f7727893740 1 -- 172.21.15.82:0/489230077 shutdown_connections 2024-09-12T12:33:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.472+0000 7f7727893740 1 -- 172.21.15.82:0/489230077 wait complete. 2024-09-12T12:33:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f7727893740 1 -- start start 2024-09-12T12:33:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f7727893740 1 Processor -- start 2024-09-12T12:33:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f7727893740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e2af0 0x55e8e4703010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f7727893740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46e3410 0x55e8e4703550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f7727893740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46edcb0 0x55e8e47005b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f7727893740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f77201b1030 con 0x55e8e46e2af0 2024-09-12T12:33:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f7727893740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f77201b0960 con 0x55e8e46edcb0 2024-09-12T12:33:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f7727893740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f77201adbc0 con 0x55e8e46e3410 2024-09-12T12:33:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f7727893740 10 client.0 _ll_register_callbacks cb 0x7f7708005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:33:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f771dd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e2af0 0x55e8e4703010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f771dd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e2af0 0x55e8e4703010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54938/0 (socket says 172.21.15.82:54938) 2024-09-12T12:33:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f771dd9b640 1 -- 172.21.15.82:0/2488156200 learned_addr learned my addr 172.21.15.82:0/2488156200 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f771dd9b640 1 -- 172.21.15.82:0/2488156200 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46e3410 msgr2=0x55e8e4703550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f771e59c640 1 --2- 172.21.15.82:0/2488156200 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46e3410 0x55e8e4703550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f771dd9b640 1 --2- 172.21.15.82:0/2488156200 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46e3410 0x55e8e4703550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f771dd9b640 1 -- 172.21.15.82:0/2488156200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46edcb0 msgr2=0x55e8e47005b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f771dd9b640 1 --2- 172.21.15.82:0/2488156200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46edcb0 0x55e8e47005b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.473+0000 7f771dd9b640 1 -- 172.21.15.82:0/2488156200 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8e46da2d0 con 0x55e8e46e2af0 2024-09-12T12:33:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f771dd9b640 1 --2- 172.21.15.82:0/2488156200 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e2af0 0x55e8e4703010 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f7708006010 tx=0x7f7708031860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b17e78798637c2e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7705ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:33:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7705ffb640 1 -- 172.21.15.82:0/2488156200 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7708035040 con 0x55e8e46e2af0 2024-09-12T12:33:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7727893740 1 -- 172.21.15.82:0/2488156200 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7710005850 con 0x55e8e46e2af0 2024-09-12T12:33:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7705ffb640 1 -- 172.21.15.82:0/2488156200 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f7708004250 con 0x55e8e46e2af0 2024-09-12T12:33:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7705ffb640 1 -- 172.21.15.82:0/2488156200 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7708004470 con 0x55e8e46e2af0 2024-09-12T12:33:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7727893740 10 client.16287 fetch_fsmap learned FSMap version 28 2024-09-12T12:33:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7727893740 1 -- 172.21.15.82:0/2488156200 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e8e4767ee0 con 0x55e8e46e2af0 2024-09-12T12:33:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7705ffb640 1 -- 172.21.15.82:0/2488156200 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7710005850 con 0x55e8e46e2af0 2024-09-12T12:33:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7705ffb640 1 -- 172.21.15.82:0/2488156200 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7708004cc0 con 0x55e8e46e2af0 2024-09-12T12:33:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7727893740 10 client.16287 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:33:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7727893740 10 client.16287 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:33:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7727893740 20 client.16287 populate_metadata read hostname 'smithi082' 2024-09-12T12:33:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7727893740 1 --2- 172.21.15.82:0/2488156200 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e8e4768610 0x55e8e476aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7727893740 4 client.16287 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:33:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.474+0000 7f7727893740 1 -- 172.21.15.82:0/2488156200 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e8e464ed70 con 0x55e8e4768610 2024-09-12T12:33:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.475+0000 7f771e59c640 1 --2- 172.21.15.82:0/2488156200 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e8e4768610 0x55e8e476aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.475+0000 7f7705ffb640 10 client.16287 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.475+0000 7f771e59c640 1 --2- 172.21.15.82:0/2488156200 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e8e4768610 0x55e8e476aa30 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd80109e0f895d03 server_cookie=72112b08c1fdc8da in_seq=0 out_seq=0 2024-09-12T12:33:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7705ffb640 1 -- 172.21.15.82:0/2488156200 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e8e464ed70 con 0x55e8e4768610 2024-09-12T12:33:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7705ffb640 10 client.16287 handle_command_reply: tid=0 2024-09-12T12:33:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7727893740 1 client.16287 shutdown 2024-09-12T12:33:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7727893740 1 -- 172.21.15.82:0/2488156200 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e2af0 msgr2=0x55e8e4703010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7727893740 1 --2- 172.21.15.82:0/2488156200 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e2af0 0x55e8e4703010 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f7708006010 tx=0x7f7708031860 comp rx=0 tx=0).stop 2024-09-12T12:33:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7727893740 1 -- 172.21.15.82:0/2488156200 shutdown_connections 2024-09-12T12:33:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7727893740 1 --2- 172.21.15.82:0/2488156200 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e8e4768610 0x55e8e476aa30 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7727893740 1 --2- 172.21.15.82:0/2488156200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e8e46edcb0 0x55e8e47005b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7705ffb640 0 client.16287 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:33.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7727893740 1 --2- 172.21.15.82:0/2488156200 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e8e46e3410 0x55e8e4703550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7727893740 1 --2- 172.21.15.82:0/2488156200 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e8e46e2af0 0x55e8e4703010 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7727893740 1 -- 172.21.15.82:0/2488156200 >> 172.21.15.82:0/2488156200 conn(0x55e8e46df060 msgr2=0x55e8e46dd9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:33.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7727893740 1 -- 172.21.15.82:0/2488156200 shutdown_connections 2024-09-12T12:33:33.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7727893740 1 -- 172.21.15.82:0/2488156200 wait complete. 2024-09-12T12:33:33.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.489+0000 7f7727893740 20 client.16287 trim_cache size 0 max 16384 2024-09-12T12:33:33.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:33:33.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:33:33.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:33:33.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:33:33.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.490+0000 7f7724af1640 1 -- 172.21.15.82:0/2714618679 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f770c0a2da0 msgr2=0x7f770c0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:33.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.490+0000 7f7724af1640 1 --2- 172.21.15.82:0/2714618679 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f770c0a2da0 0x7f770c0a5260 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f77180cc1e0 tx=0x7f771806ae60 comp rx=0 tx=0).stop 2024-09-12T12:33:33.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.490+0000 7f7724af1640 1 -- 172.21.15.82:0/2714618679 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77201069c0 msgr2=0x7f77200fd860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:33.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.490+0000 7f7724af1640 1 --2- 172.21.15.82:0/2714618679 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77201069c0 0x7f77200fd860 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f771800b970 tx=0x7f771800be30 comp rx=0 tx=0).stop 2024-09-12T12:33:33.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.490+0000 7f7724af1640 1 -- 172.21.15.82:0/2714618679 shutdown_connections 2024-09-12T12:33:33.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.490+0000 7f7724af1640 1 --2- 172.21.15.82:0/2714618679 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f770c0a2da0 0x7f770c0a5260 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.490+0000 7f7724af1640 1 --2- 172.21.15.82:0/2714618679 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f77201069c0 0x7f77200fd860 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.490+0000 7f7724af1640 1 --2- 172.21.15.82:0/2714618679 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7720101350 0x7f77200fd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.490+0000 7f7724af1640 1 --2- 172.21.15.82:0/2714618679 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f77201009b0 0x7f77200fcde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:33.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.490+0000 7f7724af1640 1 -- 172.21.15.82:0/2714618679 >> 172.21.15.82:0/2714618679 conn(0x7f7720077990 msgr2=0x7f77200ff200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:33.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.490+0000 7f7724af1640 1 -- 172.21.15.82:0/2714618679 shutdown_connections 2024-09-12T12:33:33.494 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:33.490+0000 7f7724af1640 1 -- 172.21.15.82:0/2714618679 wait complete. 2024-09-12T12:33:33.574 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:33:34.020 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.018+0000 7f509e026640 1 -- 172.21.15.82:0/151233605 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5098102d30 msgr2=0x7f5098103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:34.020 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.018+0000 7f509e026640 1 --2- 172.21.15.82:0/151233605 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5098102d30 0x7f5098103110 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f508c009930 tx=0x7f508c02a440 comp rx=0 tx=0).stop 2024-09-12T12:33:34.020 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.019+0000 7f509e026640 1 -- 172.21.15.82:0/151233605 shutdown_connections 2024-09-12T12:33:34.020 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.019+0000 7f509e026640 1 --2- 172.21.15.82:0/151233605 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50981082a0 0x7f509810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:34.020 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.019+0000 7f509e026640 1 --2- 172.21.15.82:0/151233605 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50981036e0 0x7f5098107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:34.020 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.019+0000 7f509e026640 1 --2- 172.21.15.82:0/151233605 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5098102d30 0x7f5098103110 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:34.020 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.019+0000 7f509e026640 1 -- 172.21.15.82:0/151233605 >> 172.21.15.82:0/151233605 conn(0x7f50980fc7d0 msgr2=0x7f50980febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:34.020 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.019+0000 7f509e026640 1 -- 172.21.15.82:0/151233605 shutdown_connections 2024-09-12T12:33:34.021 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.019+0000 7f509e026640 1 -- 172.21.15.82:0/151233605 wait complete. 2024-09-12T12:33:34.021 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.019+0000 7f509e026640 1 Processor -- start 2024-09-12T12:33:34.021 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.019+0000 7f509e026640 1 -- start start 2024-09-12T12:33:34.021 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f509e026640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5098102d30 0x7f5098100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:34.021 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f509e026640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50981036e0 0x7f5098100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:34.021 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f509e026640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50981082a0 0x7f5098101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:34.021 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f509e026640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5098112100 con 0x7f5098102d30 2024-09-12T12:33:34.021 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f509e026640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5098111f80 con 0x7f50981036e0 2024-09-12T12:33:34.021 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f509e026640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5098112280 con 0x7f50981082a0 2024-09-12T12:33:34.021 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f50977fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5098102d30 0x7f5098100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:34.021 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f50977fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5098102d30 0x7f5098100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54958/0 (socket says 172.21.15.82:54958) 2024-09-12T12:33:34.021 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f50977fe640 1 -- 172.21.15.82:0/117499103 learned_addr learned my addr 172.21.15.82:0/117499103 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:34.022 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f5096ffd640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50981036e0 0x7f5098100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:34.022 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f5097fff640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50981082a0 0x7f5098101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:34.023 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f50977fe640 1 -- 172.21.15.82:0/117499103 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50981082a0 msgr2=0x7f5098101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:34.023 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f50977fe640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50981082a0 0x7f5098101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:34.023 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f50977fe640 1 -- 172.21.15.82:0/117499103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50981036e0 msgr2=0x7f5098100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:34.023 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f50977fe640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50981036e0 0x7f5098100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:34.023 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f50977fe640 1 -- 172.21.15.82:0/117499103 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50981a6ae0 con 0x7f5098102d30 2024-09-12T12:33:34.023 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f5096ffd640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50981036e0 0x7f5098100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:33:34.023 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.020+0000 7f50977fe640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5098102d30 0x7f5098100990 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f508c009230 tx=0x7f508c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:34.023 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.021+0000 7f5094ff9640 1 -- 172.21.15.82:0/117499103 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508c03f030 con 0x7f5098102d30 2024-09-12T12:33:34.023 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.021+0000 7f509e026640 1 -- 172.21.15.82:0/117499103 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50981a6d70 con 0x7f5098102d30 2024-09-12T12:33:34.023 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.021+0000 7f5094ff9640 1 -- 172.21.15.82:0/117499103 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f508c003ad0 con 0x7f5098102d30 2024-09-12T12:33:34.024 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.021+0000 7f5094ff9640 1 -- 172.21.15.82:0/117499103 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508c035070 con 0x7f5098102d30 2024-09-12T12:33:34.024 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.021+0000 7f509e026640 1 -- 172.21.15.82:0/117499103 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50981a7240 con 0x7f5098102d30 2024-09-12T12:33:34.024 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.022+0000 7f509e026640 1 -- 172.21.15.82:0/117499103 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5098103110 con 0x7f5098102d30 2024-09-12T12:33:34.024 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.023+0000 7f5094ff9640 1 -- 172.21.15.82:0/117499103 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f508c042030 con 0x7f5098102d30 2024-09-12T12:33:34.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.023+0000 7f5094ff9640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50800a2d70 0x7f50800a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:34.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.024+0000 7f5096ffd640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50800a2d70 0x7f50800a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:34.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.024+0000 7f5094ff9640 1 -- 172.21.15.82:0/117499103 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f508c0ef9b0 con 0x7f5098102d30 2024-09-12T12:33:34.025 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.024+0000 7f5096ffd640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50800a2d70 0x7f50800a5230 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f5098102420 tx=0x7f5088008040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:34.028 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.028+0000 7f5094ff9640 1 -- 172.21.15.82:0/117499103 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f508c0bc570 con 0x7f5098102d30 2024-09-12T12:33:34.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.236+0000 7f509e026640 1 -- 172.21.15.82:0/117499103 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f509810a2b0 con 0x7f5098102d30 2024-09-12T12:33:34.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.236+0000 7f5094ff9640 1 -- 172.21.15.82:0/117499103 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f508c0bbe70 con 0x7f5098102d30 2024-09-12T12:33:34.237 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:33:34.237 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:33:34.237 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:33:34.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.239+0000 7f509e026640 1 -- 172.21.15.82:0/117499103 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50800a2d70 msgr2=0x7f50800a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:34.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.239+0000 7f509e026640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50800a2d70 0x7f50800a5230 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f5098102420 tx=0x7f5088008040 comp rx=0 tx=0).stop 2024-09-12T12:33:34.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.239+0000 7f509e026640 1 -- 172.21.15.82:0/117499103 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5098102d30 msgr2=0x7f5098100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:34.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.239+0000 7f509e026640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5098102d30 0x7f5098100990 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f508c009230 tx=0x7f508c004270 comp rx=0 tx=0).stop 2024-09-12T12:33:34.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.239+0000 7f509e026640 1 -- 172.21.15.82:0/117499103 shutdown_connections 2024-09-12T12:33:34.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.239+0000 7f509e026640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f50800a2d70 0x7f50800a5230 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:34.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.239+0000 7f509e026640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f50981082a0 0x7f5098101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:34.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.239+0000 7f509e026640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50981036e0 0x7f5098100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:34.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.239+0000 7f509e026640 1 --2- 172.21.15.82:0/117499103 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5098102d30 0x7f5098100990 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:34.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.239+0000 7f509e026640 1 -- 172.21.15.82:0/117499103 >> 172.21.15.82:0/117499103 conn(0x7f50980fc7d0 msgr2=0x7f5098105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:34.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.239+0000 7f509e026640 1 -- 172.21.15.82:0/117499103 shutdown_connections 2024-09-12T12:33:34.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:34.239+0000 7f509e026640 1 -- 172.21.15.82:0/117499103 wait complete. 2024-09-12T12:33:34.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:34 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/117499103' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:33:34.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:34 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/117499103' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:33:34.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:34 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/117499103' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:33:34.895 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db / --timeout 90 --expiration 136.6 --await-for 45.0' 2024-09-12T12:33:34.895 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db / --timeout 90 --expiration 136.6 --await-for 45.0 2024-09-12T12:33:35.148 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:33:35.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:35 smithi082 ceph-mon[31122]: pgmap v211: 97 pgs: 97 active+clean; 5.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-09-12T12:33:35.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:35 smithi114 ceph-mon[35514]: pgmap v211: 97 pgs: 97 active+clean; 5.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-09-12T12:33:35.667 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.667+0000 7f5d435ee640 1 -- 172.21.15.82:0/737896167 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5d3c100480 msgr2=0x7f5d3c100860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:35.667 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.667+0000 7f5d435ee640 1 --2- 172.21.15.82:0/737896167 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5d3c100480 0x7f5d3c100860 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c009900 tx=0x7f5d2c02a410 comp rx=0 tx=0).stop 2024-09-12T12:33:35.667 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.667+0000 7f5d435ee640 1 -- 172.21.15.82:0/737896167 shutdown_connections 2024-09-12T12:33:35.668 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.667+0000 7f5d435ee640 1 --2- 172.21.15.82:0/737896167 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5d3c1055b0 0x7f5d3c10d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.668 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.667+0000 7f5d435ee640 1 --2- 172.21.15.82:0/737896167 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d3c100e30 0x7f5d3c104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.668 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.667+0000 7f5d435ee640 1 --2- 172.21.15.82:0/737896167 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5d3c100480 0x7f5d3c100860 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.668 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.667+0000 7f5d435ee640 1 -- 172.21.15.82:0/737896167 >> 172.21.15.82:0/737896167 conn(0x7f5d3c077210 msgr2=0x7f5d3c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:35.668 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.667+0000 7f5d435ee640 1 -- 172.21.15.82:0/737896167 shutdown_connections 2024-09-12T12:33:35.668 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.667+0000 7f5d435ee640 1 -- 172.21.15.82:0/737896167 wait complete. 2024-09-12T12:33:35.670 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.668+0000 7f5d435ee640 1 Processor -- start 2024-09-12T12:33:35.670 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.668+0000 7f5d435ee640 1 -- start start 2024-09-12T12:33:35.670 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.668+0000 7f5d435ee640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d3c100480 0x7f5d3c198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.670 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.668+0000 7f5d435ee640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5d3c100e30 0x7f5d3c198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.670 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.668+0000 7f5d435ee640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5d3c1055b0 0x7f5d3c19cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.670 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.668+0000 7f5d435ee640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3c10fd90 con 0x7f5d3c1055b0 2024-09-12T12:33:35.670 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.668+0000 7f5d435ee640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3c10fc10 con 0x7f5d3c100e30 2024-09-12T12:33:35.670 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.668+0000 7f5d435ee640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3c10ff10 con 0x7f5d3c100480 2024-09-12T12:33:35.670 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.668+0000 7f5d41b8b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5d3c1055b0 0x7f5d3c19cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.671 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.668+0000 7f5d41b8b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5d3c1055b0 0x7f5d3c19cd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54980/0 (socket says 172.21.15.82:54980) 2024-09-12T12:33:35.671 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.668+0000 7f5d41b8b640 1 -- 172.21.15.82:0/2554745037 learned_addr learned my addr 172.21.15.82:0/2554745037 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:35.671 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.668+0000 7f5d4138a640 1 --2- 172.21.15.82:0/2554745037 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d3c100480 0x7f5d3c198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.671 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.668+0000 7f5d40b89640 1 --2- 172.21.15.82:0/2554745037 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5d3c100e30 0x7f5d3c198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.671 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.669+0000 7f5d41b8b640 1 -- 172.21.15.82:0/2554745037 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d3c100480 msgr2=0x7f5d3c198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:35.671 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.669+0000 7f5d41b8b640 1 --2- 172.21.15.82:0/2554745037 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d3c100480 0x7f5d3c198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.671 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.669+0000 7f5d41b8b640 1 -- 172.21.15.82:0/2554745037 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5d3c100e30 msgr2=0x7f5d3c198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:35.671 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.669+0000 7f5d41b8b640 1 --2- 172.21.15.82:0/2554745037 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5d3c100e30 0x7f5d3c198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.671 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.669+0000 7f5d41b8b640 1 -- 172.21.15.82:0/2554745037 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d3c19d3f0 con 0x7f5d3c1055b0 2024-09-12T12:33:35.671 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.669+0000 7f5d41b8b640 1 --2- 172.21.15.82:0/2554745037 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5d3c1055b0 0x7f5d3c19cd10 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f5d3400db10 tx=0x7f5d3400a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:35.671 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.669+0000 7f5d3a7fc640 1 -- 172.21.15.82:0/2554745037 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d3400ae60 con 0x7f5d3c1055b0 2024-09-12T12:33:35.671 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.669+0000 7f5d435ee640 1 -- 172.21.15.82:0/2554745037 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d3c19d6e0 con 0x7f5d3c1055b0 2024-09-12T12:33:35.671 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.669+0000 7f5d3a7fc640 1 -- 172.21.15.82:0/2554745037 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d34005500 con 0x7f5d3c1055b0 2024-09-12T12:33:35.671 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.669+0000 7f5d3a7fc640 1 -- 172.21.15.82:0/2554745037 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d3400e740 con 0x7f5d3c1055b0 2024-09-12T12:33:35.672 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.669+0000 7f5d435ee640 1 -- 172.21.15.82:0/2554745037 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d3c1a4fc0 con 0x7f5d3c1055b0 2024-09-12T12:33:35.674 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.671+0000 7f5d3a7fc640 1 -- 172.21.15.82:0/2554745037 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f5d34005020 con 0x7f5d3c1055b0 2024-09-12T12:33:35.674 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.672+0000 7f5d459c7740 1 Processor -- start 2024-09-12T12:33:35.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.672+0000 7f5d459c7740 1 -- start start 2024-09-12T12:33:35.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.672+0000 7f5d459c7740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f617fe5b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.672+0000 7f5d459c7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 0x55f617ff0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.672+0000 7f5d459c7740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f617ff2d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.672+0000 7f5d459c7740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55f617f4b2a0 con 0x55f617ff0940 2024-09-12T12:33:35.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.672+0000 7f5d459c7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f617ef2b10 con 0x55f617fe6080 2024-09-12T12:33:35.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.672+0000 7f5d459c7740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55f617f47260 con 0x55f617fe5760 2024-09-12T12:33:35.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.672+0000 7f5d3a7fc640 1 --2- 172.21.15.82:0/2554745037 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5d240a2d70 0x7f5d240a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.672+0000 7f5d40b89640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f617ff2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.672+0000 7f5d40b89640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f617ff2d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54986/0 (socket says 172.21.15.82:54986) 2024-09-12T12:33:35.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.672+0000 7f5d40b89640 1 -- 172.21.15.82:0/1286970656 learned_addr learned my addr 172.21.15.82:0/1286970656 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:35.675 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.673+0000 7f5d40b89640 1 --2- 172.21.15.82:0/1286970656 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f617fe5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.673+0000 7f5d4138a640 1 --2- 172.21.15.82:0/1286970656 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 0x55f617ff0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.673+0000 7f5d41b8b640 1 --2- 172.21.15.82:0/2554745037 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5d240a2d70 0x7f5d240a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.673+0000 7f5d3a7fc640 1 -- 172.21.15.82:0/2554745037 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f5d340cf290 con 0x7f5d3c1055b0 2024-09-12T12:33:35.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.673+0000 7f5d40b89640 1 -- 172.21.15.82:0/1286970656 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 msgr2=0x55f617fe5b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:35.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.673+0000 7f5d40b89640 1 --2- 172.21.15.82:0/1286970656 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f617fe5b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.673+0000 7f5d40b89640 1 -- 172.21.15.82:0/1286970656 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 msgr2=0x55f617ff0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:35.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.673+0000 7f5d40b89640 1 --2- 172.21.15.82:0/1286970656 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 0x55f617ff0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.673+0000 7f5d40b89640 1 -- 172.21.15.82:0/1286970656 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f617cbcb90 con 0x55f617ff0940 2024-09-12T12:33:35.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.673+0000 7f5d40b89640 1 --2- 172.21.15.82:0/1286970656 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f617ff2d30 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f5d30014c80 tx=0x7f5d3000aa20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63353d286bb0d391 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:35.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.673+0000 7f5d237fe640 1 -- 172.21.15.82:0/1286970656 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d30014e30 con 0x55f617ff0940 2024-09-12T12:33:35.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.673+0000 7f5d41b8b640 1 --2- 172.21.15.82:0/2554745037 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5d240a2d70 0x7f5d240a5230 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5d34097d10 tx=0x7f5d34010040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:35.676 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.673+0000 7f5d237fe640 1 -- 172.21.15.82:0/1286970656 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d300140d0 con 0x55f617ff0940 2024-09-12T12:33:35.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.673+0000 7f5d237fe640 1 -- 172.21.15.82:0/1286970656 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d300057d0 con 0x55f617ff0940 2024-09-12T12:33:35.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.674+0000 7f5d459c7740 1 -- 172.21.15.82:0/1286970656 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 msgr2=0x55f617ff2d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:35.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.674+0000 7f5d459c7740 1 --2- 172.21.15.82:0/1286970656 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f617ff2d30 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f5d30014c80 tx=0x7f5d3000aa20 comp rx=0 tx=0).stop 2024-09-12T12:33:35.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.674+0000 7f5d459c7740 1 -- 172.21.15.82:0/1286970656 shutdown_connections 2024-09-12T12:33:35.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.674+0000 7f5d459c7740 1 --2- 172.21.15.82:0/1286970656 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f617ff2d30 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.674+0000 7f5d459c7740 1 --2- 172.21.15.82:0/1286970656 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 0x55f617ff0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.674+0000 7f5d459c7740 1 --2- 172.21.15.82:0/1286970656 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f617fe5b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.674+0000 7f5d459c7740 1 -- 172.21.15.82:0/1286970656 >> 172.21.15.82:0/1286970656 conn(0x55f617fe1cf0 msgr2=0x55f617fe20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:35.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.674+0000 7f5d459c7740 1 -- 172.21.15.82:0/1286970656 shutdown_connections 2024-09-12T12:33:35.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.674+0000 7f5d459c7740 1 -- 172.21.15.82:0/1286970656 wait complete. 2024-09-12T12:33:35.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.674+0000 7f5d459c7740 1 -- start start 2024-09-12T12:33:35.677 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d459c7740 1 Processor -- start 2024-09-12T12:33:35.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d459c7740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f617fed820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d459c7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 0x55f617fedd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d459c7740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f617fee2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d459c7740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55f617ff3510 con 0x55f617ff0940 2024-09-12T12:33:35.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d459c7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f617ed36e0 con 0x55f617fe6080 2024-09-12T12:33:35.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d459c7740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55f617ff3690 con 0x55f617fe5760 2024-09-12T12:33:35.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d459c7740 10 client.0 _ll_register_callbacks cb 0x55f617ef7a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:33:35.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d40b89640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f617fee2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.681 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d40b89640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f617fee2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55002/0 (socket says 172.21.15.82:55002) 2024-09-12T12:33:35.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d40b89640 1 -- 172.21.15.82:0/965705363 learned_addr learned my addr 172.21.15.82:0/965705363 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:35.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d4138a640 1 --2- 172.21.15.82:0/965705363 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 0x55f617fedd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d40b89640 1 --2- 172.21.15.82:0/965705363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f617fed820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d40b89640 1 -- 172.21.15.82:0/965705363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 msgr2=0x55f617fed820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:35.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d40b89640 1 --2- 172.21.15.82:0/965705363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f617fed820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d40b89640 1 -- 172.21.15.82:0/965705363 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 msgr2=0x55f617fedd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:35.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d40b89640 1 --2- 172.21.15.82:0/965705363 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 0x55f617fedd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d40b89640 1 -- 172.21.15.82:0/965705363 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f618000e10 con 0x55f617ff0940 2024-09-12T12:33:35.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.675+0000 7f5d4138a640 1 --2- 172.21.15.82:0/965705363 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 0x55f617fedd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:33:35.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d40b89640 1 --2- 172.21.15.82:0/965705363 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f617fee2a0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f5d30005c40 tx=0x7f5d300053b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8265efa1db193a7b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:35.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d20ff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:33:35.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d20ff9640 1 -- 172.21.15.82:0/965705363 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d30025020 con 0x55f617ff0940 2024-09-12T12:33:35.682 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d20ff9640 1 -- 172.21.15.82:0/965705363 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f5d30005760 con 0x55f617ff0940 2024-09-12T12:33:35.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d459c7740 1 -- 172.21.15.82:0/965705363 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d300140d0 con 0x55f617ff0940 2024-09-12T12:33:35.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d20ff9640 1 -- 172.21.15.82:0/965705363 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5d30005960 con 0x55f617ff0940 2024-09-12T12:33:35.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d459c7740 10 client.16305 fetch_fsmap learned FSMap version 28 2024-09-12T12:33:35.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d459c7740 1 -- 172.21.15.82:0/965705363 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f6180037a0 con 0x55f617ff0940 2024-09-12T12:33:35.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d20ff9640 1 -- 172.21.15.82:0/965705363 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d300140d0 con 0x55f617ff0940 2024-09-12T12:33:35.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d20ff9640 1 -- 172.21.15.82:0/965705363 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f5d30012790 con 0x55f617ff0940 2024-09-12T12:33:35.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d459c7740 10 client.16305 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:33:35.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d459c7740 10 client.16305 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:33:35.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d459c7740 20 client.16305 populate_metadata read hostname 'smithi082' 2024-09-12T12:33:35.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d459c7740 1 --2- 172.21.15.82:0/965705363 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f618004b40 0x55f618006f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d459c7740 4 client.16305 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:33:35.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.676+0000 7f5d459c7740 1 -- 172.21.15.82:0/965705363 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f617f589d0 con 0x55f618004b40 2024-09-12T12:33:35.683 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.677+0000 7f5d4138a640 1 --2- 172.21.15.82:0/965705363 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f618004b40 0x55f618006f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.677+0000 7f5d20ff9640 10 client.16305 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:35.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.677+0000 7f5d4138a640 1 --2- 172.21.15.82:0/965705363 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f618004b40 0x55f618006f30 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8d1250d526e1db4 server_cookie=24e2459b73075a95 in_seq=0 out_seq=0 2024-09-12T12:33:35.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.678+0000 7f5d20ff9640 1 -- 172.21.15.82:0/965705363 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f617f589d0 con 0x55f618004b40 2024-09-12T12:33:35.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.678+0000 7f5d20ff9640 10 client.16305 handle_command_reply: tid=0 2024-09-12T12:33:35.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.678+0000 7f5d459c7740 1 client.16305 shutdown 2024-09-12T12:33:35.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.678+0000 7f5d459c7740 1 -- 172.21.15.82:0/965705363 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 msgr2=0x55f617fee2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:35.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.678+0000 7f5d459c7740 1 --2- 172.21.15.82:0/965705363 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f617fee2a0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f5d30005c40 tx=0x7f5d300053b0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.678+0000 7f5d459c7740 1 -- 172.21.15.82:0/965705363 shutdown_connections 2024-09-12T12:33:35.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.678+0000 7f5d459c7740 1 --2- 172.21.15.82:0/965705363 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f618004b40 0x55f618006f30 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.678+0000 7f5d459c7740 1 --2- 172.21.15.82:0/965705363 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f617fee2a0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.678+0000 7f5d459c7740 1 --2- 172.21.15.82:0/965705363 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 0x55f617fedd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.678+0000 7f5d459c7740 1 --2- 172.21.15.82:0/965705363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f617fed820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.684 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.678+0000 7f5d459c7740 1 -- 172.21.15.82:0/965705363 >> 172.21.15.82:0/965705363 conn(0x55f617fe1cf0 msgr2=0x55f617fe79d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:35.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.678+0000 7f5d20ff9640 0 client.16305 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:35.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.678+0000 7f5d459c7740 1 -- 172.21.15.82:0/965705363 shutdown_connections 2024-09-12T12:33:35.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.678+0000 7f5d459c7740 1 -- 172.21.15.82:0/965705363 wait complete. 2024-09-12T12:33:35.685 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.679+0000 7f5d459c7740 20 client.16305 trim_cache size 0 max 16384 2024-09-12T12:33:35.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.695+0000 7f5d459c7740 1 Processor -- start 2024-09-12T12:33:35.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.695+0000 7f5d459c7740 1 -- start start 2024-09-12T12:33:35.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d459c7740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f617fe0d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.697 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d459c7740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617fe6080 0x55f617fecaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d459c7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617ff0940 0x55f617fecfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d459c7740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3c1ab8f0 con 0x55f617fe6080 2024-09-12T12:33:35.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d459c7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3c1ad430 con 0x55f617ff0940 2024-09-12T12:33:35.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d459c7740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3c1abfc0 con 0x55f617fe5760 2024-09-12T12:33:35.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d4138a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617fe6080 0x55f617fecaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d4138a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617fe6080 0x55f617fecaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55014/0 (socket says 172.21.15.82:55014) 2024-09-12T12:33:35.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d4138a640 1 -- 172.21.15.82:0/1381751064 learned_addr learned my addr 172.21.15.82:0/1381751064 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:35.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d40b89640 1 --2- 172.21.15.82:0/1381751064 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617ff0940 0x55f617fecfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d40b89640 1 --2- 172.21.15.82:0/1381751064 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f617fe0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d4138a640 1 -- 172.21.15.82:0/1381751064 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 msgr2=0x55f617fe0d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:35.698 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d4138a640 1 --2- 172.21.15.82:0/1381751064 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f617fe0d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d4138a640 1 -- 172.21.15.82:0/1381751064 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617ff0940 msgr2=0x55f617fecfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:35.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d4138a640 1 --2- 172.21.15.82:0/1381751064 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617ff0940 0x55f617fecfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d4138a640 1 -- 172.21.15.82:0/1381751064 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f617fdd260 con 0x55f617fe6080 2024-09-12T12:33:35.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d40b89640 1 --2- 172.21.15.82:0/1381751064 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f617fe0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:33:35.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d4138a640 1 --2- 172.21.15.82:0/1381751064 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617fe6080 0x55f617fecaa0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c009230 tx=0x7f5d2c0058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=986a0c18d2dab21c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:35.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d22ffd640 1 -- 172.21.15.82:0/1381751064 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d2c049070 con 0x55f617fe6080 2024-09-12T12:33:35.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d22ffd640 1 -- 172.21.15.82:0/1381751064 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d2c005500 con 0x55f617fe6080 2024-09-12T12:33:35.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.696+0000 7f5d22ffd640 1 -- 172.21.15.82:0/1381751064 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d2c035040 con 0x55f617fe6080 2024-09-12T12:33:35.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.697+0000 7f5d459c7740 1 -- 172.21.15.82:0/1381751064 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617fe6080 msgr2=0x55f617fecaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:35.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.697+0000 7f5d459c7740 1 --2- 172.21.15.82:0/1381751064 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617fe6080 0x55f617fecaa0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c009230 tx=0x7f5d2c0058d0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.697+0000 7f5d459c7740 1 -- 172.21.15.82:0/1381751064 shutdown_connections 2024-09-12T12:33:35.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.697+0000 7f5d459c7740 1 --2- 172.21.15.82:0/1381751064 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617ff0940 0x55f617fecfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.699 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.697+0000 7f5d459c7740 1 --2- 172.21.15.82:0/1381751064 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617fe6080 0x55f617fecaa0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.697+0000 7f5d459c7740 1 --2- 172.21.15.82:0/1381751064 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f617fe0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.697+0000 7f5d459c7740 1 -- 172.21.15.82:0/1381751064 >> 172.21.15.82:0/1381751064 conn(0x55f617fe1cf0 msgr2=0x55f617fe0650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:35.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.697+0000 7f5d459c7740 1 -- 172.21.15.82:0/1381751064 shutdown_connections 2024-09-12T12:33:35.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.697+0000 7f5d459c7740 1 -- 172.21.15.82:0/1381751064 wait complete. 2024-09-12T12:33:35.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.697+0000 7f5d459c7740 1 -- start start 2024-09-12T12:33:35.700 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.697+0000 7f5d459c7740 1 Processor -- start 2024-09-12T12:33:35.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d459c7740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f6180080c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d459c7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 0x55f618008600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d459c7740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f61806e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d459c7740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3c1acd60 con 0x55f617ff0940 2024-09-12T12:33:35.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d459c7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3c1ac690 con 0x55f617fe6080 2024-09-12T12:33:35.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d459c7740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3c1a98f0 con 0x55f617fe5760 2024-09-12T12:33:35.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d459c7740 10 client.0 _ll_register_callbacks cb 0x7f5d300149f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:33:35.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d40b89640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f61806e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d40b89640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f61806e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55030/0 (socket says 172.21.15.82:55030) 2024-09-12T12:33:35.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d40b89640 1 -- 172.21.15.82:0/228926220 learned_addr learned my addr 172.21.15.82:0/228926220 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:35.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d40b89640 1 --2- 172.21.15.82:0/228926220 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f6180080c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d4138a640 1 --2- 172.21.15.82:0/228926220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 0x55f618008600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d40b89640 1 -- 172.21.15.82:0/228926220 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 msgr2=0x55f6180080c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:35.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d40b89640 1 --2- 172.21.15.82:0/228926220 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f6180080c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d40b89640 1 -- 172.21.15.82:0/228926220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 msgr2=0x55f618008600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:35.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d40b89640 1 --2- 172.21.15.82:0/228926220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 0x55f618008600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d40b89640 1 -- 172.21.15.82:0/228926220 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f618008f00 con 0x55f617ff0940 2024-09-12T12:33:35.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d4138a640 1 --2- 172.21.15.82:0/228926220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 0x55f618008600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:33:35.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d40b89640 1 --2- 172.21.15.82:0/228926220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f61806e480 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f5d3000a8b0 tx=0x7f5d30005310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=742102f9761247fc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:35.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.698+0000 7f5d20ff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:33:35.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d20ff9640 1 -- 172.21.15.82:0/228926220 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d3003e060 con 0x55f617ff0940 2024-09-12T12:33:35.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d20ff9640 1 -- 172.21.15.82:0/228926220 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f5d30029040 con 0x55f617ff0940 2024-09-12T12:33:35.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d459c7740 1 -- 172.21.15.82:0/228926220 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d2c005500 con 0x55f617ff0940 2024-09-12T12:33:35.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d20ff9640 1 -- 172.21.15.82:0/228926220 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5d30025040 con 0x55f617ff0940 2024-09-12T12:33:35.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d459c7740 10 client.16311 fetch_fsmap learned FSMap version 28 2024-09-12T12:33:35.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d459c7740 1 -- 172.21.15.82:0/228926220 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f61806fa40 con 0x55f617ff0940 2024-09-12T12:33:35.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d20ff9640 1 -- 172.21.15.82:0/228926220 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d2c005500 con 0x55f617ff0940 2024-09-12T12:33:35.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d20ff9640 1 -- 172.21.15.82:0/228926220 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f5d30021530 con 0x55f617ff0940 2024-09-12T12:33:35.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d459c7740 10 client.16311 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:33:35.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d459c7740 10 client.16311 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:33:35.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d459c7740 20 client.16311 populate_metadata read hostname 'smithi082' 2024-09-12T12:33:35.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d459c7740 1 --2- 172.21.15.82:0/228926220 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f618070230 0x55f618072650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:35.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d459c7740 4 client.16311 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 136.6, "await_for": 45.0}] 2024-09-12T12:33:35.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d459c7740 1 -- 172.21.15.82:0/228926220 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 136.6, "await_for": 45.0}) -- 0x55f617f52d20 con 0x55f618070230 2024-09-12T12:33:35.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.699+0000 7f5d4138a640 1 --2- 172.21.15.82:0/228926220 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f618070230 0x55f618072650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:35.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.700+0000 7f5d4138a640 1 --2- 172.21.15.82:0/228926220 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f618070230 0x55f618072650 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=292a8f82adbdf0bf server_cookie=b345416e42833a85 in_seq=0 out_seq=0 2024-09-12T12:33:35.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.700+0000 7f5d20ff9640 10 client.16311 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:35.713 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d20ff9640 1 -- 172.21.15.82:0/228926220 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55f617f52d20 con 0x55f618070230 2024-09-12T12:33:35.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d20ff9640 10 client.16311 handle_command_reply: tid=0 2024-09-12T12:33:35.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d459c7740 1 client.16311 shutdown 2024-09-12T12:33:35.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d459c7740 1 -- 172.21.15.82:0/228926220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 msgr2=0x55f61806e480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:35.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d459c7740 1 --2- 172.21.15.82:0/228926220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f61806e480 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f5d3000a8b0 tx=0x7f5d30005310 comp rx=0 tx=0).stop 2024-09-12T12:33:35.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d459c7740 1 -- 172.21.15.82:0/228926220 shutdown_connections 2024-09-12T12:33:35.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d459c7740 1 --2- 172.21.15.82:0/228926220 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f618070230 0x55f618072650 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d459c7740 1 --2- 172.21.15.82:0/228926220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f617ff0940 0x55f61806e480 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d459c7740 1 --2- 172.21.15.82:0/228926220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f617fe6080 0x55f618008600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d20ff9640 0 client.16311 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:35.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d459c7740 1 --2- 172.21.15.82:0/228926220 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f617fe5760 0x55f6180080c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.714 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d459c7740 1 -- 172.21.15.82:0/228926220 >> 172.21.15.82:0/228926220 conn(0x55f617fe1cf0 msgr2=0x55f617ffc100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:35.715 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d459c7740 1 -- 172.21.15.82:0/228926220 shutdown_connections 2024-09-12T12:33:35.715 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d459c7740 1 -- 172.21.15.82:0/228926220 wait complete. 2024-09-12T12:33:35.715 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.713+0000 7f5d459c7740 20 client.16311 trim_cache size 0 max 16384 2024-09-12T12:33:35.715 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:33:35.715 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:33:35.715 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:33:35.715 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 26, 2024-09-12T12:33:35.715 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:33:35.715 INFO:teuthology.orchestra.run.smithi082.stdout: "e5883b0c": { 2024-09-12T12:33:35.716 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 26, 2024-09-12T12:33:35.716 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:33:35.716 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:33:35.716 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:33:35.716 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:33:35.716 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:33:35.716 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:33:35.716 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 136.6, 2024-09-12T12:33:35.716 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:33:35.716 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:33:35.716 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:33:35.716 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:33:35.716 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:33:35.717 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:33:35.717 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:33:35.717 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:33:35.717 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:33:35.717 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:33:35.717 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:33:35.717 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:33:35.717 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.714+0000 7f5d435ee640 1 -- 172.21.15.82:0/2554745037 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5d240a2d70 msgr2=0x7f5d240a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:35.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.714+0000 7f5d435ee640 1 --2- 172.21.15.82:0/2554745037 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5d240a2d70 0x7f5d240a5230 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5d34097d10 tx=0x7f5d34010040 comp rx=0 tx=0).stop 2024-09-12T12:33:35.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.714+0000 7f5d435ee640 1 -- 172.21.15.82:0/2554745037 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5d3c1055b0 msgr2=0x7f5d3c19cd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:35.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.714+0000 7f5d435ee640 1 --2- 172.21.15.82:0/2554745037 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5d3c1055b0 0x7f5d3c19cd10 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f5d3400db10 tx=0x7f5d3400a250 comp rx=0 tx=0).stop 2024-09-12T12:33:35.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.714+0000 7f5d435ee640 1 -- 172.21.15.82:0/2554745037 shutdown_connections 2024-09-12T12:33:35.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.714+0000 7f5d435ee640 1 --2- 172.21.15.82:0/2554745037 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5d240a2d70 0x7f5d240a5230 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.714+0000 7f5d435ee640 1 --2- 172.21.15.82:0/2554745037 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5d3c1055b0 0x7f5d3c19cd10 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.714+0000 7f5d435ee640 1 --2- 172.21.15.82:0/2554745037 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5d3c100e30 0x7f5d3c198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.714+0000 7f5d435ee640 1 --2- 172.21.15.82:0/2554745037 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5d3c100480 0x7f5d3c198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:35.718 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.714+0000 7f5d435ee640 1 -- 172.21.15.82:0/2554745037 >> 172.21.15.82:0/2554745037 conn(0x7f5d3c077210 msgr2=0x7f5d3c0fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:35.719 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.714+0000 7f5d435ee640 1 -- 172.21.15.82:0/2554745037 shutdown_connections 2024-09-12T12:33:35.719 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:35.714+0000 7f5d435ee640 1 -- 172.21.15.82:0/2554745037 wait complete. 2024-09-12T12:33:35.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:35 smithi097 ceph-mon[34923]: pgmap v211: 97 pgs: 97 active+clean; 5.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-09-12T12:33:36.503 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'e5883b0c', quiesce took 3.2 seconds. Will release after: 13.400000000000002 2024-09-12T12:33:36.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:36 smithi097 ceph-mon[34923]: pgmap v212: 97 pgs: 97 active+clean; 5.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:33:36.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:36 smithi082 ceph-mon[31122]: pgmap v212: 97 pgs: 97 active+clean; 5.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:33:36.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:36 smithi114 ceph-mon[35514]: pgmap v212: 97 pgs: 97 active+clean; 5.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:33:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:38 smithi097 ceph-mon[34923]: pgmap v213: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 52 KiB/s wr, 21 op/s 2024-09-12T12:33:38.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:38 smithi082 ceph-mon[31122]: pgmap v213: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 52 KiB/s wr, 21 op/s 2024-09-12T12:33:38.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:38 smithi114 ceph-mon[35514]: pgmap v213: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 52 KiB/s wr, 21 op/s 2024-09-12T12:33:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:40 smithi097 ceph-mon[34923]: pgmap v214: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 15 op/s 2024-09-12T12:33:40.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:40 smithi082 ceph-mon[31122]: pgmap v214: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 15 op/s 2024-09-12T12:33:40.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:40 smithi114 ceph-mon[35514]: pgmap v214: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 15 op/s 2024-09-12T12:33:42.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:42 smithi097 ceph-mon[34923]: pgmap v215: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 15 op/s 2024-09-12T12:33:42.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:42 smithi082 ceph-mon[31122]: pgmap v215: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 15 op/s 2024-09-12T12:33:42.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:42 smithi114 ceph-mon[35514]: pgmap v215: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 15 op/s 2024-09-12T12:33:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:44 smithi097 ceph-mon[34923]: pgmap v216: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 37 KiB/s wr, 20 op/s 2024-09-12T12:33:44.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:44 smithi082 ceph-mon[31122]: pgmap v216: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 37 KiB/s wr, 20 op/s 2024-09-12T12:33:44.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:44 smithi114 ceph-mon[35514]: pgmap v216: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 37 KiB/s wr, 20 op/s 2024-09-12T12:33:46.589 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.588+0000 7f265de0e640 1 -- 172.21.15.82:0/4248404587 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26581069c0 msgr2=0x7f2658106da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:46.589 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.588+0000 7f265de0e640 1 --2- 172.21.15.82:0/4248404587 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26581069c0 0x7f2658106da0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f2648009930 tx=0x7f264802a420 comp rx=0 tx=0).stop 2024-09-12T12:33:46.589 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.588+0000 7f265de0e640 1 -- 172.21.15.82:0/4248404587 shutdown_connections 2024-09-12T12:33:46.589 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.588+0000 7f265de0e640 1 --2- 172.21.15.82:0/4248404587 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2658101350 0x7f265810d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.589 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.588+0000 7f265de0e640 1 --2- 172.21.15.82:0/4248404587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f26581009b0 0x7f2658100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.589 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.588+0000 7f265de0e640 1 --2- 172.21.15.82:0/4248404587 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26581069c0 0x7f2658106da0 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.589 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.588+0000 7f265de0e640 1 -- 172.21.15.82:0/4248404587 >> 172.21.15.82:0/4248404587 conn(0x7f2658077990 msgr2=0x7f26580fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:46.589 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.588+0000 7f265de0e640 1 -- 172.21.15.82:0/4248404587 shutdown_connections 2024-09-12T12:33:46.590 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.588+0000 7f265de0e640 1 -- 172.21.15.82:0/4248404587 wait complete. 2024-09-12T12:33:46.590 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.589+0000 7f265de0e640 1 Processor -- start 2024-09-12T12:33:46.590 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.589+0000 7f265de0e640 1 -- start start 2024-09-12T12:33:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.589+0000 7f265de0e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f26581009b0 0x7f26581991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.589+0000 7f265de0e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2658101350 0x7f26581996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.589+0000 7f265de0e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26581069c0 0x7f26581a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.589+0000 7f265de0e640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2658110e00 con 0x7f26581069c0 2024-09-12T12:33:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.589+0000 7f265de0e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2658110c80 con 0x7f26581009b0 2024-09-12T12:33:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.589+0000 7f265de0e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2658110f80 con 0x7f2658101350 2024-09-12T12:33:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.589+0000 7f2657fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26581069c0 0x7f26581a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f2657fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26581069c0 0x7f26581a4230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54040/0 (socket says 172.21.15.82:54040) 2024-09-12T12:33:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f2657fff640 1 -- 172.21.15.82:0/3667318401 learned_addr learned my addr 172.21.15.82:0/3667318401 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f26577fe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f26581009b0 0x7f26581991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f2656ffd640 1 --2- 172.21.15.82:0/3667318401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2658101350 0x7f26581996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f2657fff640 1 -- 172.21.15.82:0/3667318401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2658101350 msgr2=0x7f26581996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f2657fff640 1 --2- 172.21.15.82:0/3667318401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2658101350 0x7f26581996f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f2657fff640 1 -- 172.21.15.82:0/3667318401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f26581009b0 msgr2=0x7f26581991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f2657fff640 1 --2- 172.21.15.82:0/3667318401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f26581009b0 0x7f26581991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f2657fff640 1 -- 172.21.15.82:0/3667318401 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26581a4770 con 0x7f26581069c0 2024-09-12T12:33:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f2656ffd640 1 --2- 172.21.15.82:0/3667318401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2658101350 0x7f26581996f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:33:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f2657fff640 1 --2- 172.21.15.82:0/3667318401 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26581069c0 0x7f26581a4230 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f265000c970 tx=0x7f265000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f2654ff9640 1 -- 172.21.15.82:0/3667318401 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2650007bb0 con 0x7f26581069c0 2024-09-12T12:33:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f265de0e640 1 -- 172.21.15.82:0/3667318401 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26581a4940 con 0x7f26581069c0 2024-09-12T12:33:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f2654ff9640 1 -- 172.21.15.82:0/3667318401 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2650007d50 con 0x7f26581069c0 2024-09-12T12:33:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f2654ff9640 1 -- 172.21.15.82:0/3667318401 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2650018800 con 0x7f26581069c0 2024-09-12T12:33:46.594 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.590+0000 7f265de0e640 1 -- 172.21.15.82:0/3667318401 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26581a4e60 con 0x7f26581069c0 2024-09-12T12:33:46.600 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f2654ff9640 1 -- 172.21.15.82:0/3667318401 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f265000fa50 con 0x7f26581069c0 2024-09-12T12:33:46.600 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f2660c83740 1 Processor -- start 2024-09-12T12:33:46.600 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f2660c83740 1 -- start start 2024-09-12T12:33:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f2660c83740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 0x5605d1dbaed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f2660c83740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dc5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f2660c83740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dc5cb0 0x5605d1dc80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f2660c83740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5605d1d1f2f0 con 0x5605d1dbb410 2024-09-12T12:33:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f2660c83740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5605d1cc7270 con 0x5605d1dbaaf0 2024-09-12T12:33:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f2660c83740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5605d1d1b2b0 con 0x5605d1dc5cb0 2024-09-12T12:33:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f2654ff9640 1 --2- 172.21.15.82:0/3667318401 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f26400a2da0 0x7f26400a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f26577fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dc5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f26577fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dc5770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54050/0 (socket says 172.21.15.82:54050) 2024-09-12T12:33:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f26577fe640 1 -- 172.21.15.82:0/4277200690 learned_addr learned my addr 172.21.15.82:0/4277200690 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f2657fff640 1 --2- 172.21.15.82:0/3667318401 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f26400a2da0 0x7f26400a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f2656ffd640 1 --2- 172.21.15.82:0/4277200690 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 0x5605d1dbaed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.593+0000 7f2656ffd640 1 --2- 172.21.15.82:0/4277200690 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dc5cb0 0x5605d1dc80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.594+0000 7f2654ff9640 1 -- 172.21.15.82:0/3667318401 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f26500cf570 con 0x7f26581069c0 2024-09-12T12:33:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.594+0000 7f26577fe640 1 -- 172.21.15.82:0/4277200690 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dc5cb0 msgr2=0x5605d1dc80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.594+0000 7f26577fe640 1 --2- 172.21.15.82:0/4277200690 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dc5cb0 0x5605d1dc80a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.594+0000 7f26577fe640 1 -- 172.21.15.82:0/4277200690 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 msgr2=0x5605d1dbaed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.594+0000 7f26577fe640 1 --2- 172.21.15.82:0/4277200690 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 0x5605d1dbaed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.594+0000 7f26577fe640 1 -- 172.21.15.82:0/4277200690 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605d1cc6340 con 0x5605d1dbb410 2024-09-12T12:33:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.594+0000 7f2657fff640 1 --2- 172.21.15.82:0/3667318401 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f26400a2da0 0x7f26400a5260 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f26500cd260 tx=0x7f2650086040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.594+0000 7f26577fe640 1 --2- 172.21.15.82:0/4277200690 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dc5770 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f264802a940 tx=0x7f26480316e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a4f3131c1113b81 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.594+0000 7f263dffb640 1 -- 172.21.15.82:0/4277200690 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2648040070 con 0x5605d1dbb410 2024-09-12T12:33:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.594+0000 7f263dffb640 1 -- 172.21.15.82:0/4277200690 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2648005020 con 0x5605d1dbb410 2024-09-12T12:33:46.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.594+0000 7f263dffb640 1 -- 172.21.15.82:0/4277200690 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2648035040 con 0x5605d1dbb410 2024-09-12T12:33:46.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.595+0000 7f2660c83740 1 -- 172.21.15.82:0/4277200690 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 msgr2=0x5605d1dc5770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:46.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.595+0000 7f2660c83740 1 --2- 172.21.15.82:0/4277200690 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dc5770 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f264802a940 tx=0x7f26480316e0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.595+0000 7f2660c83740 1 -- 172.21.15.82:0/4277200690 shutdown_connections 2024-09-12T12:33:46.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.595+0000 7f2660c83740 1 --2- 172.21.15.82:0/4277200690 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dc5cb0 0x5605d1dc80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.595+0000 7f2660c83740 1 --2- 172.21.15.82:0/4277200690 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dc5770 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.595+0000 7f2660c83740 1 --2- 172.21.15.82:0/4277200690 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 0x5605d1dbaed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.595+0000 7f2660c83740 1 -- 172.21.15.82:0/4277200690 >> 172.21.15.82:0/4277200690 conn(0x5605d1db7060 msgr2=0x5605d1db7440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:46.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.595+0000 7f2660c83740 1 -- 172.21.15.82:0/4277200690 shutdown_connections 2024-09-12T12:33:46.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.595+0000 7f2660c83740 1 -- 172.21.15.82:0/4277200690 wait complete. 2024-09-12T12:33:46.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.595+0000 7f2660c83740 1 -- start start 2024-09-12T12:33:46.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f2660c83740 1 Processor -- start 2024-09-12T12:33:46.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f2660c83740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 0x5605d1dc2af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f2660c83740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dc3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f2660c83740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dc5cb0 0x5605d1dc3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f2660c83740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5605d1dc8880 con 0x5605d1dbb410 2024-09-12T12:33:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f2660c83740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5605d1ca8290 con 0x5605d1dbaaf0 2024-09-12T12:33:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f2660c83740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5605d1dc8a00 con 0x5605d1dc5cb0 2024-09-12T12:33:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f2660c83740 10 client.0 _ll_register_callbacks cb 0x5605d1cd9140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:33:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f26577fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dc3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f26577fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dc3030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54058/0 (socket says 172.21.15.82:54058) 2024-09-12T12:33:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f26577fe640 1 -- 172.21.15.82:0/940269587 learned_addr learned my addr 172.21.15.82:0/940269587 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f2656ffd640 1 --2- 172.21.15.82:0/940269587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 0x5605d1dc2af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f2656ffd640 1 --2- 172.21.15.82:0/940269587 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dc5cb0 0x5605d1dc3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f26577fe640 1 -- 172.21.15.82:0/940269587 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dc5cb0 msgr2=0x5605d1dc3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f26577fe640 1 --2- 172.21.15.82:0/940269587 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dc5cb0 0x5605d1dc3570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f26577fe640 1 -- 172.21.15.82:0/940269587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 msgr2=0x5605d1dc2af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f26577fe640 1 --2- 172.21.15.82:0/940269587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 0x5605d1dc2af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f26577fe640 1 -- 172.21.15.82:0/940269587 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605d1a32210 con 0x5605d1dbb410 2024-09-12T12:33:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f2656ffd640 1 --2- 172.21.15.82:0/940269587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 0x5605d1dc2af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:33:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f26577fe640 1 --2- 172.21.15.82:0/940269587 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dc3030 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f2648009900 tx=0x7f264802a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3436073cbd53077d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f2636ffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:33:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.596+0000 7f2636ffd640 1 -- 172.21.15.82:0/940269587 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2648040030 con 0x5605d1dbb410 2024-09-12T12:33:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.597+0000 7f2636ffd640 1 -- 172.21.15.82:0/940269587 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f2648004050 con 0x5605d1dbb410 2024-09-12T12:33:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.597+0000 7f2660c83740 1 -- 172.21.15.82:0/940269587 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2648005020 con 0x5605d1dbb410 2024-09-12T12:33:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.597+0000 7f2636ffd640 1 -- 172.21.15.82:0/940269587 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2648056050 con 0x5605d1dbb410 2024-09-12T12:33:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.597+0000 7f2660c83740 10 client.16323 fetch_fsmap learned FSMap version 28 2024-09-12T12:33:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.597+0000 7f2660c83740 1 -- 172.21.15.82:0/940269587 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5605d1afe620 con 0x5605d1dbb410 2024-09-12T12:33:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.597+0000 7f2636ffd640 1 -- 172.21.15.82:0/940269587 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2648005020 con 0x5605d1dbb410 2024-09-12T12:33:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.597+0000 7f2636ffd640 1 -- 172.21.15.82:0/940269587 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f2648003820 con 0x5605d1dbb410 2024-09-12T12:33:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.597+0000 7f2660c83740 10 client.16323 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:33:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.597+0000 7f2660c83740 10 client.16323 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:33:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.597+0000 7f2660c83740 20 client.16323 populate_metadata read hostname 'smithi082' 2024-09-12T12:33:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.597+0000 7f2660c83740 1 --2- 172.21.15.82:0/940269587 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5605d1dd5a40 0x5605d1dd7e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.597+0000 7f2660c83740 4 client.16323 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:33:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.597+0000 7f2660c83740 1 -- 172.21.15.82:0/940269587 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5605d1d2ca20 con 0x5605d1dd5a40 2024-09-12T12:33:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.597+0000 7f2656ffd640 1 --2- 172.21.15.82:0/940269587 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5605d1dd5a40 0x5605d1dd7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.598+0000 7f2636ffd640 10 client.16323 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.598+0000 7f2656ffd640 1 --2- 172.21.15.82:0/940269587 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5605d1dd5a40 0x5605d1dd7e30 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff7b2413dd1281fa server_cookie=fdfc18366b46b9ea in_seq=0 out_seq=0 2024-09-12T12:33:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.598+0000 7f2636ffd640 1 -- 172.21.15.82:0/940269587 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5605d1d2ca20 con 0x5605d1dd5a40 2024-09-12T12:33:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.598+0000 7f2636ffd640 10 client.16323 handle_command_reply: tid=0 2024-09-12T12:33:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.598+0000 7f2660c83740 1 client.16323 shutdown 2024-09-12T12:33:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.599+0000 7f2660c83740 1 -- 172.21.15.82:0/940269587 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 msgr2=0x5605d1dc3030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.599+0000 7f2660c83740 1 --2- 172.21.15.82:0/940269587 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dc3030 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f2648009900 tx=0x7f264802a420 comp rx=0 tx=0).stop 2024-09-12T12:33:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.599+0000 7f2660c83740 1 -- 172.21.15.82:0/940269587 shutdown_connections 2024-09-12T12:33:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.599+0000 7f2660c83740 1 --2- 172.21.15.82:0/940269587 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5605d1dd5a40 0x5605d1dd7e30 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.599+0000 7f2660c83740 1 --2- 172.21.15.82:0/940269587 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dc5cb0 0x5605d1dc3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.599+0000 7f2660c83740 1 --2- 172.21.15.82:0/940269587 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dc3030 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.599+0000 7f2636ffd640 0 client.16323 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.599+0000 7f2660c83740 1 --2- 172.21.15.82:0/940269587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 0x5605d1dc2af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.599+0000 7f2660c83740 1 -- 172.21.15.82:0/940269587 >> 172.21.15.82:0/940269587 conn(0x5605d1db7060 msgr2=0x5605d1dbcdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.599+0000 7f2660c83740 1 -- 172.21.15.82:0/940269587 shutdown_connections 2024-09-12T12:33:46.608 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.599+0000 7f2660c83740 1 -- 172.21.15.82:0/940269587 wait complete. 2024-09-12T12:33:46.608 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.599+0000 7f2660c83740 20 client.16323 trim_cache size 0 max 16384 2024-09-12T12:33:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.613+0000 7f2660c83740 1 Processor -- start 2024-09-12T12:33:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.613+0000 7f2660c83740 1 -- start start 2024-09-12T12:33:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.613+0000 7f2660c83740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 0x5605d1dc33a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.613+0000 7f2660c83740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dd1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.613+0000 7f2660c83740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dc5cb0 0x5605d1dbfd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.613+0000 7f2660c83740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f26581ad7f0 con 0x5605d1dbb410 2024-09-12T12:33:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.613+0000 7f2660c83740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f26581af330 con 0x5605d1dbaaf0 2024-09-12T12:33:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.613+0000 7f2660c83740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f26581adec0 con 0x5605d1dc5cb0 2024-09-12T12:33:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.613+0000 7f26577fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dd1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.613+0000 7f26577fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dd1400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54060/0 (socket says 172.21.15.82:54060) 2024-09-12T12:33:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.613+0000 7f26577fe640 1 -- 172.21.15.82:0/1482557415 learned_addr learned my addr 172.21.15.82:0/1482557415 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.614+0000 7f26577fe640 1 -- 172.21.15.82:0/1482557415 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dc5cb0 msgr2=0x5605d1dbfd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.614+0000 7f26577fe640 1 --2- 172.21.15.82:0/1482557415 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dc5cb0 0x5605d1dbfd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.614+0000 7f26577fe640 1 -- 172.21.15.82:0/1482557415 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 msgr2=0x5605d1dc33a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.614+0000 7f26577fe640 1 --2- 172.21.15.82:0/1482557415 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 0x5605d1dc33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.614+0000 7f26577fe640 1 -- 172.21.15.82:0/1482557415 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605d1dc8920 con 0x5605d1dbb410 2024-09-12T12:33:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.614+0000 7f26577fe640 1 --2- 172.21.15.82:0/1482557415 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dd1400 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f2648003bc0 tx=0x7f2648031510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b4311c9137e52e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.614+0000 7f263d7fa640 1 -- 172.21.15.82:0/1482557415 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2648000e60 con 0x5605d1dbb410 2024-09-12T12:33:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.614+0000 7f263d7fa640 1 -- 172.21.15.82:0/1482557415 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f264804d070 con 0x5605d1dbb410 2024-09-12T12:33:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.614+0000 7f263d7fa640 1 -- 172.21.15.82:0/1482557415 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2648040070 con 0x5605d1dbb410 2024-09-12T12:33:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 -- 172.21.15.82:0/1482557415 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 msgr2=0x5605d1dd1400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 --2- 172.21.15.82:0/1482557415 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dd1400 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f2648003bc0 tx=0x7f2648031510 comp rx=0 tx=0).stop 2024-09-12T12:33:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 -- 172.21.15.82:0/1482557415 shutdown_connections 2024-09-12T12:33:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 --2- 172.21.15.82:0/1482557415 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dc5cb0 0x5605d1dbfd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 --2- 172.21.15.82:0/1482557415 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbb410 0x5605d1dd1400 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 --2- 172.21.15.82:0/1482557415 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dbaaf0 0x5605d1dc33a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 -- 172.21.15.82:0/1482557415 >> 172.21.15.82:0/1482557415 conn(0x5605d1db7060 msgr2=0x5605d1dd0cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 -- 172.21.15.82:0/1482557415 shutdown_connections 2024-09-12T12:33:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 -- 172.21.15.82:0/1482557415 wait complete. 2024-09-12T12:33:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 -- start start 2024-09-12T12:33:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 Processor -- start 2024-09-12T12:33:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbaaf0 0x5605d1ddb550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dbb410 0x5605d1dd8890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dc5cb0 0x5605d1dd8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f26581aec60 con 0x5605d1dbaaf0 2024-09-12T12:33:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f26581ae590 con 0x5605d1dc5cb0 2024-09-12T12:33:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f26581ab7f0 con 0x5605d1dbb410 2024-09-12T12:33:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.615+0000 7f2660c83740 10 client.0 _ll_register_callbacks cb 0x7f264c009d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:33:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2656ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbaaf0 0x5605d1ddb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2656ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbaaf0 0x5605d1ddb550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54064/0 (socket says 172.21.15.82:54064) 2024-09-12T12:33:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2656ffd640 1 -- 172.21.15.82:0/4127575346 learned_addr learned my addr 172.21.15.82:0/4127575346 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f26577fe640 1 --2- 172.21.15.82:0/4127575346 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dbb410 0x5605d1dd8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2656ffd640 1 --2- 172.21.15.82:0/4127575346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dc5cb0 0x5605d1dd8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2656ffd640 1 -- 172.21.15.82:0/4127575346 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dbb410 msgr2=0x5605d1dd8890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2656ffd640 1 --2- 172.21.15.82:0/4127575346 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dbb410 0x5605d1dd8890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2656ffd640 1 -- 172.21.15.82:0/4127575346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dc5cb0 msgr2=0x5605d1dd8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2656ffd640 1 --2- 172.21.15.82:0/4127575346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dc5cb0 0x5605d1dd8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2656ffd640 1 -- 172.21.15.82:0/4127575346 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605d1dd95b0 con 0x5605d1dbaaf0 2024-09-12T12:33:46.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2656ffd640 1 --2- 172.21.15.82:0/4127575346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbaaf0 0x5605d1ddb550 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f264c0070b0 tx=0x7f264c009eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4666cc5af47db89 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:46.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2636ffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:33:46.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2636ffd640 1 -- 172.21.15.82:0/4127575346 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f264c013040 con 0x5605d1dbaaf0 2024-09-12T12:33:46.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2636ffd640 1 -- 172.21.15.82:0/4127575346 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f264c01e270 con 0x5605d1dbaaf0 2024-09-12T12:33:46.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2660c83740 1 -- 172.21.15.82:0/4127575346 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f264804d070 con 0x5605d1dbaaf0 2024-09-12T12:33:46.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2636ffd640 1 -- 172.21.15.82:0/4127575346 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f264c032050 con 0x5605d1dbaaf0 2024-09-12T12:33:46.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2660c83740 10 client.16329 fetch_fsmap learned FSMap version 28 2024-09-12T12:33:46.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.616+0000 7f2660c83740 1 -- 172.21.15.82:0/4127575346 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5605d1e403a0 con 0x5605d1dbaaf0 2024-09-12T12:33:46.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.617+0000 7f2636ffd640 1 -- 172.21.15.82:0/4127575346 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f264804d070 con 0x5605d1dbaaf0 2024-09-12T12:33:46.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.617+0000 7f2636ffd640 1 -- 172.21.15.82:0/4127575346 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f264c023040 con 0x5605d1dbaaf0 2024-09-12T12:33:46.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.617+0000 7f2660c83740 10 client.16329 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:33:46.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.617+0000 7f2660c83740 10 client.16329 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:33:46.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.617+0000 7f2660c83740 20 client.16329 populate_metadata read hostname 'smithi082' 2024-09-12T12:33:46.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.617+0000 7f2660c83740 1 --2- 172.21.15.82:0/4127575346 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5605d1e40a70 0x5605d1e42e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:46.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.617+0000 7f2660c83740 4 client.16329 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:33:46.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.617+0000 7f2660c83740 1 -- 172.21.15.82:0/4127575346 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5605d1d26d70 con 0x5605d1e40a70 2024-09-12T12:33:46.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.617+0000 7f26577fe640 1 --2- 172.21.15.82:0/4127575346 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5605d1e40a70 0x5605d1e42e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:46.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.617+0000 7f2636ffd640 10 client.16329 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:46.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.617+0000 7f26577fe640 1 --2- 172.21.15.82:0/4127575346 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5605d1e40a70 0x5605d1e42e60 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98c9784042c82c69 server_cookie=bdc66268dfb6fd34 in_seq=0 out_seq=0 2024-09-12T12:33:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.632+0000 7f2636ffd640 1 -- 172.21.15.82:0/4127575346 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5605d1d26d70 con 0x5605d1e40a70 2024-09-12T12:33:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.632+0000 7f2636ffd640 10 client.16329 handle_command_reply: tid=0 2024-09-12T12:33:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.632+0000 7f2660c83740 1 client.16329 shutdown 2024-09-12T12:33:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.632+0000 7f2660c83740 1 -- 172.21.15.82:0/4127575346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbaaf0 msgr2=0x5605d1ddb550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.632+0000 7f2660c83740 1 --2- 172.21.15.82:0/4127575346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbaaf0 0x5605d1ddb550 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f264c0070b0 tx=0x7f264c009eb0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.632+0000 7f2660c83740 1 -- 172.21.15.82:0/4127575346 shutdown_connections 2024-09-12T12:33:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.632+0000 7f2660c83740 1 --2- 172.21.15.82:0/4127575346 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5605d1e40a70 0x5605d1e42e60 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.632+0000 7f2660c83740 1 --2- 172.21.15.82:0/4127575346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605d1dc5cb0 0x5605d1dd8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.632+0000 7f2636ffd640 0 client.16329 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.632+0000 7f2660c83740 1 --2- 172.21.15.82:0/4127575346 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5605d1dbb410 0x5605d1dd8890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.632+0000 7f2660c83740 1 --2- 172.21.15.82:0/4127575346 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5605d1dbaaf0 0x5605d1ddb550 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.632+0000 7f2660c83740 1 -- 172.21.15.82:0/4127575346 >> 172.21.15.82:0/4127575346 conn(0x5605d1db7060 msgr2=0x5605d1dbcd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.632+0000 7f2660c83740 1 -- 172.21.15.82:0/4127575346 shutdown_connections 2024-09-12T12:33:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.632+0000 7f2660c83740 1 -- 172.21.15.82:0/4127575346 wait complete. 2024-09-12T12:33:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.633+0000 7f2660c83740 20 client.16329 trim_cache size 0 max 16384 2024-09-12T12:33:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:33:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:33:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:33:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:33:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.633+0000 7f265de0e640 1 -- 172.21.15.82:0/3667318401 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f26400a2da0 msgr2=0x7f26400a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.633+0000 7f265de0e640 1 --2- 172.21.15.82:0/3667318401 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f26400a2da0 0x7f26400a5260 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f26500cd260 tx=0x7f2650086040 comp rx=0 tx=0).stop 2024-09-12T12:33:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.633+0000 7f265de0e640 1 -- 172.21.15.82:0/3667318401 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26581069c0 msgr2=0x7f26581a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.633+0000 7f265de0e640 1 --2- 172.21.15.82:0/3667318401 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26581069c0 0x7f26581a4230 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f265000c970 tx=0x7f265000ce30 comp rx=0 tx=0).stop 2024-09-12T12:33:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.633+0000 7f265de0e640 1 -- 172.21.15.82:0/3667318401 shutdown_connections 2024-09-12T12:33:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.633+0000 7f265de0e640 1 --2- 172.21.15.82:0/3667318401 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f26400a2da0 0x7f26400a5260 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.633+0000 7f265de0e640 1 --2- 172.21.15.82:0/3667318401 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f26581069c0 0x7f26581a4230 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.633+0000 7f265de0e640 1 --2- 172.21.15.82:0/3667318401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2658101350 0x7f26581996f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.633+0000 7f265de0e640 1 --2- 172.21.15.82:0/3667318401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f26581009b0 0x7f26581991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.633+0000 7f265de0e640 1 -- 172.21.15.82:0/3667318401 >> 172.21.15.82:0/3667318401 conn(0x7f2658077990 msgr2=0x7f2658103680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.633+0000 7f265de0e640 1 -- 172.21.15.82:0/3667318401 shutdown_connections 2024-09-12T12:33:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:46.633+0000 7f265de0e640 1 -- 172.21.15.82:0/3667318401 wait complete. 2024-09-12T12:33:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:46 smithi097 ceph-mon[34923]: pgmap v217: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-09-12T12:33:46.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:46 smithi082 ceph-mon[31122]: pgmap v217: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-09-12T12:33:46.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:46 smithi114 ceph-mon[35514]: pgmap v217: 97 pgs: 97 active+clean; 5.3 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-09-12T12:33:48.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:48 smithi097 ceph-mon[34923]: pgmap v218: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 20 op/s 2024-09-12T12:33:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:48 smithi082 ceph-mon[31122]: pgmap v218: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 20 op/s 2024-09-12T12:33:48.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:48 smithi114 ceph-mon[35514]: pgmap v218: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 20 op/s 2024-09-12T12:33:49.904 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:33:50.177 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:33:50.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:50 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:33:50.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:50 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:33:50.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:50 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:33:50.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.663+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/2113708018 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9df4106a90 msgr2=0x7f9df4106e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:50.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.663+0000 7f9dfc5b8640 1 --2- 172.21.15.82:0/2113708018 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9df4106a90 0x7f9df4106e70 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f9df0009930 tx=0x7f9df002a420 comp rx=0 tx=0).stop 2024-09-12T12:33:50.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.663+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/2113708018 shutdown_connections 2024-09-12T12:33:50.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.663+0000 7f9dfc5b8640 1 --2- 172.21.15.82:0/2113708018 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9df4101430 0x7f9df410d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:50.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.663+0000 7f9dfc5b8640 1 --2- 172.21.15.82:0/2113708018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9df4100a90 0x7f9df4100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:50.686 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.663+0000 7f9dfc5b8640 1 --2- 172.21.15.82:0/2113708018 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9df4106a90 0x7f9df4106e70 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:50.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.663+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/2113708018 >> 172.21.15.82:0/2113708018 conn(0x7f9df40fc7d0 msgr2=0x7f9df40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:50.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.663+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/2113708018 shutdown_connections 2024-09-12T12:33:50.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.663+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/2113708018 wait complete. 2024-09-12T12:33:50.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.664+0000 7f9dfc5b8640 1 Processor -- start 2024-09-12T12:33:50.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.664+0000 7f9dfc5b8640 1 -- start start 2024-09-12T12:33:50.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.664+0000 7f9dfc5b8640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9df4100a90 0x7f9df4198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:50.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.664+0000 7f9dfc5b8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9df4101430 0x7f9df4198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:50.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.664+0000 7f9dfc5b8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9df4106a90 0x7f9df419cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:50.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.664+0000 7f9dfc5b8640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9df4111fb0 con 0x7f9df4101430 2024-09-12T12:33:50.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.664+0000 7f9dfc5b8640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9df4111e30 con 0x7f9df4100a90 2024-09-12T12:33:50.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.664+0000 7f9dfc5b8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9df4112130 con 0x7f9df4106a90 2024-09-12T12:33:50.687 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.664+0000 7f9df9b53640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9df4101430 0x7f9df4198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:50.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.664+0000 7f9df9b53640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9df4101430 0x7f9df4198950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46910/0 (socket says 172.21.15.82:46910) 2024-09-12T12:33:50.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.664+0000 7f9df9b53640 1 -- 172.21.15.82:0/882748653 learned_addr learned my addr 172.21.15.82:0/882748653 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:50.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.664+0000 7f9dfa354640 1 --2- 172.21.15.82:0/882748653 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9df4100a90 0x7f9df4198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:50.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.664+0000 7f9dfab55640 1 --2- 172.21.15.82:0/882748653 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9df4106a90 0x7f9df419cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:50.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.665+0000 7f9df9b53640 1 -- 172.21.15.82:0/882748653 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9df4106a90 msgr2=0x7f9df419cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:50.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.665+0000 7f9df9b53640 1 --2- 172.21.15.82:0/882748653 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9df4106a90 0x7f9df419cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:50.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.665+0000 7f9df9b53640 1 -- 172.21.15.82:0/882748653 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9df4100a90 msgr2=0x7f9df4198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:50.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.665+0000 7f9df9b53640 1 --2- 172.21.15.82:0/882748653 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9df4100a90 0x7f9df4198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:50.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.665+0000 7f9df9b53640 1 -- 172.21.15.82:0/882748653 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9df419d3c0 con 0x7f9df4101430 2024-09-12T12:33:50.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.665+0000 7f9df9b53640 1 --2- 172.21.15.82:0/882748653 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9df4101430 0x7f9df4198950 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f9de400e9f0 tx=0x7f9de400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:50.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.665+0000 7f9deb7fe640 1 -- 172.21.15.82:0/882748653 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de400cd80 con 0x7f9df4101430 2024-09-12T12:33:50.688 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.665+0000 7f9deb7fe640 1 -- 172.21.15.82:0/882748653 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9de4010910 con 0x7f9df4101430 2024-09-12T12:33:50.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.665+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/882748653 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9df419d6b0 con 0x7f9df4101430 2024-09-12T12:33:50.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.665+0000 7f9deb7fe640 1 -- 172.21.15.82:0/882748653 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de4018990 con 0x7f9df4101430 2024-09-12T12:33:50.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.665+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/882748653 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9df41a4f90 con 0x7f9df4101430 2024-09-12T12:33:50.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.666+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/882748653 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9df4100ef0 con 0x7f9df4101430 2024-09-12T12:33:50.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.668+0000 7f9deb7fe640 1 -- 172.21.15.82:0/882748653 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f9de4010ac0 con 0x7f9df4101430 2024-09-12T12:33:50.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.669+0000 7f9deb7fe640 1 --2- 172.21.15.82:0/882748653 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9de00a2cf0 0x7f9de00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:50.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.669+0000 7f9dfa354640 1 --2- 172.21.15.82:0/882748653 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9de00a2cf0 0x7f9de00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:50.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.669+0000 7f9deb7fe640 1 -- 172.21.15.82:0/882748653 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f9de40cfc00 con 0x7f9df4101430 2024-09-12T12:33:50.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.669+0000 7f9dfa354640 1 --2- 172.21.15.82:0/882748653 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9de00a2cf0 0x7f9de00a51b0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9df0009900 tx=0x7f9df00058d0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:50.689 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.672+0000 7f9deb7fe640 1 -- 172.21.15.82:0/882748653 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9de409c170 con 0x7f9df4101430 2024-09-12T12:33:50.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.874+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/882748653 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9df4109060 con 0x7f9df4101430 2024-09-12T12:33:50.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.875+0000 7f9deb7fe640 1 -- 172.21.15.82:0/882748653 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f9de40a0470 con 0x7f9df4101430 2024-09-12T12:33:50.875 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:33:50.875 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:33:50.876 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:33:50.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.877+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/882748653 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9de00a2cf0 msgr2=0x7f9de00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:50.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.877+0000 7f9dfc5b8640 1 --2- 172.21.15.82:0/882748653 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9de00a2cf0 0x7f9de00a51b0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9df0009900 tx=0x7f9df00058d0 comp rx=0 tx=0).stop 2024-09-12T12:33:50.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.877+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/882748653 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9df4101430 msgr2=0x7f9df4198950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:50.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.877+0000 7f9dfc5b8640 1 --2- 172.21.15.82:0/882748653 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9df4101430 0x7f9df4198950 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f9de400e9f0 tx=0x7f9de400eeb0 comp rx=0 tx=0).stop 2024-09-12T12:33:50.878 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.877+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/882748653 shutdown_connections 2024-09-12T12:33:50.878 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.877+0000 7f9dfc5b8640 1 --2- 172.21.15.82:0/882748653 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9de00a2cf0 0x7f9de00a51b0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:50.878 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.877+0000 7f9dfc5b8640 1 --2- 172.21.15.82:0/882748653 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9df4106a90 0x7f9df419cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:50.878 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.877+0000 7f9dfc5b8640 1 --2- 172.21.15.82:0/882748653 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9df4101430 0x7f9df4198950 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:50.878 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.877+0000 7f9dfc5b8640 1 --2- 172.21.15.82:0/882748653 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9df4100a90 0x7f9df4198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:50.878 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.877+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/882748653 >> 172.21.15.82:0/882748653 conn(0x7f9df40fc7d0 msgr2=0x7f9df40fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:50.878 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.878+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/882748653 shutdown_connections 2024-09-12T12:33:50.878 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:50.878+0000 7f9dfc5b8640 1 -- 172.21.15.82:0/882748653 wait complete. 2024-09-12T12:33:51.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:51 smithi082 ceph-mon[31122]: pgmap v219: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2024-09-12T12:33:51.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:51 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:33:51.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:51 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:33:51.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:51 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:33:51.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:51 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/882748653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:33:51.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:51 smithi114 ceph-mon[35514]: pgmap v219: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2024-09-12T12:33:51.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:51 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:33:51.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:51 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:33:51.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:51 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:33:51.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:51 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/882748653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:33:51.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:51 smithi097 ceph-mon[34923]: pgmap v219: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2024-09-12T12:33:51.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:51 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:33:51.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:51 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:33:51.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:51 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:33:51.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:51 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/882748653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:33:51.618 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --set-id e5883b0c --release --await' 2024-09-12T12:33:51.618 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --set-id e5883b0c --release --await 2024-09-12T12:33:51.864 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:33:52.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.357+0000 7f2492c60640 1 -- 172.21.15.82:0/3887013622 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f248c101de0 msgr2=0x7f248c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:52.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.357+0000 7f2492c60640 1 --2- 172.21.15.82:0/3887013622 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f248c101de0 0x7f248c1021c0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f247c009900 tx=0x7f247c02a410 comp rx=0 tx=0).stop 2024-09-12T12:33:52.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.357+0000 7f2492c60640 1 -- 172.21.15.82:0/3887013622 shutdown_connections 2024-09-12T12:33:52.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.357+0000 7f2492c60640 1 --2- 172.21.15.82:0/3887013622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f248c106f10 0x7f248c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.357+0000 7f2492c60640 1 --2- 172.21.15.82:0/3887013622 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f248c102790 0x7f248c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.357+0000 7f2492c60640 1 --2- 172.21.15.82:0/3887013622 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f248c101de0 0x7f248c1021c0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.357+0000 7f2492c60640 1 -- 172.21.15.82:0/3887013622 >> 172.21.15.82:0/3887013622 conn(0x7f248c0fd880 msgr2=0x7f248c0ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:52.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.357+0000 7f2492c60640 1 -- 172.21.15.82:0/3887013622 shutdown_connections 2024-09-12T12:33:52.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.357+0000 7f2492c60640 1 -- 172.21.15.82:0/3887013622 wait complete. 2024-09-12T12:33:52.359 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.357+0000 7f2492c60640 1 Processor -- start 2024-09-12T12:33:52.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.357+0000 7f2492c60640 1 -- start start 2024-09-12T12:33:52.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.357+0000 7f2492c60640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f248c101de0 0x7f248c198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.357+0000 7f2492c60640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f248c102790 0x7f248c198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.357+0000 7f2492c60640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f248c106f10 0x7f248c19cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f2492c60640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f248c111f70 con 0x7f248c102790 2024-09-12T12:33:52.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f2492c60640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f248c111df0 con 0x7f248c106f10 2024-09-12T12:33:52.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f2492c60640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f248c1120f0 con 0x7f248c101de0 2024-09-12T12:33:52.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f248bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f248c102790 0x7f248c198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f24909fc640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f248c101de0 0x7f248c198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f248bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f248c102790 0x7f248c198950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46930/0 (socket says 172.21.15.82:46930) 2024-09-12T12:33:52.360 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f248bfff640 1 -- 172.21.15.82:0/2063682675 learned_addr learned my addr 172.21.15.82:0/2063682675 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:52.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f24911fd640 1 --2- 172.21.15.82:0/2063682675 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f248c106f10 0x7f248c19cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f248bfff640 1 -- 172.21.15.82:0/2063682675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f248c101de0 msgr2=0x7f248c198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:52.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f248bfff640 1 --2- 172.21.15.82:0/2063682675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f248c101de0 0x7f248c198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f248bfff640 1 -- 172.21.15.82:0/2063682675 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f248c106f10 msgr2=0x7f248c19cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:52.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f248bfff640 1 --2- 172.21.15.82:0/2063682675 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f248c106f10 0x7f248c19cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f248bfff640 1 -- 172.21.15.82:0/2063682675 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f248c19d3c0 con 0x7f248c102790 2024-09-12T12:33:52.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f248bfff640 1 --2- 172.21.15.82:0/2063682675 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f248c102790 0x7f248c198950 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f248000d770 tx=0x7f248000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:52.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f2489ffb640 1 -- 172.21.15.82:0/2063682675 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2480017070 con 0x7f248c102790 2024-09-12T12:33:52.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f2489ffb640 1 -- 172.21.15.82:0/2063682675 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2480005500 con 0x7f248c102790 2024-09-12T12:33:52.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f2492c60640 1 -- 172.21.15.82:0/2063682675 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f248c19d6b0 con 0x7f248c102790 2024-09-12T12:33:52.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.358+0000 7f2489ffb640 1 -- 172.21.15.82:0/2063682675 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2480004e00 con 0x7f248c102790 2024-09-12T12:33:52.361 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.359+0000 7f2492c60640 1 -- 172.21.15.82:0/2063682675 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f248c1a4f90 con 0x7f248c102790 2024-09-12T12:33:52.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.361+0000 7f2489ffb640 1 -- 172.21.15.82:0/2063682675 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f2480004fa0 con 0x7f248c102790 2024-09-12T12:33:52.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.361+0000 7f2495039740 1 Processor -- start 2024-09-12T12:33:52.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.361+0000 7f2495039740 1 -- start start 2024-09-12T12:33:52.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.361+0000 7f2489ffb640 1 --2- 172.21.15.82:0/2063682675 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f24740a2cf0 0x7f24740a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f2495039740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e7f20 0x5572211e8300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f2495039740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211e8840 0x5572211f7110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f2495039740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211f7650 0x5572211f9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f2495039740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55722114d620 con 0x5572211e8840 2024-09-12T12:33:52.366 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f2495039740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5572210f4e50 con 0x5572211f7650 2024-09-12T12:33:52.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f2495039740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5572211495e0 con 0x5572211e7f20 2024-09-12T12:33:52.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f24911fd640 1 --2- 172.21.15.82:0/2063682675 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f24740a2cf0 0x7f24740a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f2489ffb640 1 -- 172.21.15.82:0/2063682675 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f24800cee80 con 0x7f248c102790 2024-09-12T12:33:52.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f248bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211e8840 0x5572211f7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f248bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211e8840 0x5572211f7110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46946/0 (socket says 172.21.15.82:46946) 2024-09-12T12:33:52.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f248bfff640 1 -- 172.21.15.82:0/2537543078 learned_addr learned my addr 172.21.15.82:0/2537543078 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:52.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f24909fc640 1 --2- 172.21.15.82:0/2537543078 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e7f20 0x5572211e8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f24911fd640 1 --2- 172.21.15.82:0/2537543078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211f7650 0x5572211f9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f248bfff640 1 -- 172.21.15.82:0/2537543078 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e7f20 msgr2=0x5572211e8300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:52.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f248bfff640 1 --2- 172.21.15.82:0/2537543078 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e7f20 0x5572211e8300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f248bfff640 1 -- 172.21.15.82:0/2537543078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211f7650 msgr2=0x5572211f9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:52.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f248bfff640 1 --2- 172.21.15.82:0/2537543078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211f7650 0x5572211f9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.367 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f248bfff640 1 -- 172.21.15.82:0/2537543078 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572210e5d40 con 0x5572211e8840 2024-09-12T12:33:52.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f24911fd640 1 --2- 172.21.15.82:0/2537543078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211f7650 0x5572211f9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:33:52.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f24911fd640 1 --2- 172.21.15.82:0/2063682675 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f24740a2cf0 0x7f24740a51b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f2484005fd0 tx=0x7f2484014b70 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:52.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f248bfff640 1 --2- 172.21.15.82:0/2537543078 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211e8840 0x5572211f7110 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f2480097dc0 tx=0x7f24800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1594573aa5847e32 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:52.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.362+0000 7f2472ffd640 1 -- 172.21.15.82:0/2537543078 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2480020070 con 0x5572211e8840 2024-09-12T12:33:52.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.363+0000 7f2472ffd640 1 -- 172.21.15.82:0/2537543078 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f248009f6f0 con 0x5572211e8840 2024-09-12T12:33:52.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.363+0000 7f2472ffd640 1 -- 172.21.15.82:0/2537543078 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2480097a60 con 0x5572211e8840 2024-09-12T12:33:52.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.363+0000 7f2495039740 1 -- 172.21.15.82:0/2537543078 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211e8840 msgr2=0x5572211f7110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:52.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.363+0000 7f2495039740 1 --2- 172.21.15.82:0/2537543078 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211e8840 0x5572211f7110 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f2480097dc0 tx=0x7f24800046c0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.363+0000 7f2495039740 1 -- 172.21.15.82:0/2537543078 shutdown_connections 2024-09-12T12:33:52.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.363+0000 7f2495039740 1 --2- 172.21.15.82:0/2537543078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211f7650 0x5572211f9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.363+0000 7f2495039740 1 --2- 172.21.15.82:0/2537543078 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211e8840 0x5572211f7110 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.368 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.363+0000 7f2495039740 1 --2- 172.21.15.82:0/2537543078 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e7f20 0x5572211e8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.363+0000 7f2495039740 1 -- 172.21.15.82:0/2537543078 >> 172.21.15.82:0/2537543078 conn(0x5572211e45f0 msgr2=0x5572211e49d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:52.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.363+0000 7f2495039740 1 -- 172.21.15.82:0/2537543078 shutdown_connections 2024-09-12T12:33:52.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.363+0000 7f2495039740 1 -- 172.21.15.82:0/2537543078 wait complete. 2024-09-12T12:33:52.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.364+0000 7f2495039740 1 -- start start 2024-09-12T12:33:52.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.364+0000 7f2495039740 1 Processor -- start 2024-09-12T12:33:52.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.364+0000 7f2495039740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e7f20 0x5572211f45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.364+0000 7f2495039740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e8840 0x5572211f4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.364+0000 7f2495039740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x5572211f5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.364+0000 7f2495039740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5572211fa1c0 con 0x5572211f7650 2024-09-12T12:33:52.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.364+0000 7f2495039740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5572210d5f10 con 0x5572211e7f20 2024-09-12T12:33:52.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.364+0000 7f2495039740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5572211fa340 con 0x5572211e8840 2024-09-12T12:33:52.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.364+0000 7f2495039740 10 client.0 _ll_register_callbacks cb 0x5572210f9db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:33:52.369 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.364+0000 7f24911fd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x5572211f5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.364+0000 7f24911fd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x5572211f5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46960/0 (socket says 172.21.15.82:46960) 2024-09-12T12:33:52.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.364+0000 7f24911fd640 1 -- 172.21.15.82:0/3129939863 learned_addr learned my addr 172.21.15.82:0/3129939863 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:52.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.364+0000 7f24909fc640 1 --2- 172.21.15.82:0/3129939863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e7f20 0x5572211f45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f248bfff640 1 --2- 172.21.15.82:0/3129939863 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e8840 0x5572211f4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f24911fd640 1 -- 172.21.15.82:0/3129939863 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e8840 msgr2=0x5572211f4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:52.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f24911fd640 1 --2- 172.21.15.82:0/3129939863 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e8840 0x5572211f4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f24911fd640 1 -- 172.21.15.82:0/3129939863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e7f20 msgr2=0x5572211f45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:52.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f24911fd640 1 --2- 172.21.15.82:0/3129939863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e7f20 0x5572211f45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f24911fd640 1 -- 172.21.15.82:0/3129939863 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557220e5c580 con 0x5572211f7650 2024-09-12T12:33:52.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f24911fd640 1 --2- 172.21.15.82:0/3129939863 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x5572211f5050 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f2484012f80 tx=0x7f2484004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5d69e3fe3084cce server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:52.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f246bfff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:33:52.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f246bfff640 1 -- 172.21.15.82:0/3129939863 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2484025070 con 0x5572211f7650 2024-09-12T12:33:52.370 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f246bfff640 1 -- 172.21.15.82:0/3129939863 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f2484021420 con 0x5572211f7650 2024-09-12T12:33:52.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f2495039740 1 -- 172.21.15.82:0/3129939863 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f248009f6f0 con 0x5572211f7650 2024-09-12T12:33:52.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f246bfff640 1 -- 172.21.15.82:0/3129939863 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2484031050 con 0x5572211f7650 2024-09-12T12:33:52.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f2495039740 10 client.16347 fetch_fsmap learned FSMap version 28 2024-09-12T12:33:52.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f2495039740 1 -- 172.21.15.82:0/3129939863 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557220f26960 con 0x5572211f7650 2024-09-12T12:33:52.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.365+0000 7f246bfff640 1 -- 172.21.15.82:0/3129939863 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f248009f6f0 con 0x5572211f7650 2024-09-12T12:33:52.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.366+0000 7f246bfff640 1 -- 172.21.15.82:0/3129939863 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f248400f040 con 0x5572211f7650 2024-09-12T12:33:52.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.366+0000 7f2495039740 10 client.16347 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:33:52.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.366+0000 7f2495039740 10 client.16347 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:33:52.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.366+0000 7f2495039740 20 client.16347 populate_metadata read hostname 'smithi082' 2024-09-12T12:33:52.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.366+0000 7f2495039740 1 --2- 172.21.15.82:0/3129939863 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557221207170 0x5572212095d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.366+0000 7f2495039740 4 client.16347 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:33:52.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.366+0000 7f2495039740 1 -- 172.21.15.82:0/3129939863 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55722115ab90 con 0x557221207170 2024-09-12T12:33:52.371 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.366+0000 7f24909fc640 1 --2- 172.21.15.82:0/3129939863 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557221207170 0x5572212095d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.366+0000 7f24909fc640 1 --2- 172.21.15.82:0/3129939863 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557221207170 0x5572212095d0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=277493aa0f4358e9 server_cookie=329ac61b541e0da8 in_seq=0 out_seq=0 2024-09-12T12:33:52.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.366+0000 7f246bfff640 10 client.16347 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:52.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.367+0000 7f246bfff640 1 -- 172.21.15.82:0/3129939863 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55722115ab90 con 0x557221207170 2024-09-12T12:33:52.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.367+0000 7f246bfff640 10 client.16347 handle_command_reply: tid=0 2024-09-12T12:33:52.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.367+0000 7f2495039740 1 client.16347 shutdown 2024-09-12T12:33:52.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.367+0000 7f2495039740 1 -- 172.21.15.82:0/3129939863 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 msgr2=0x5572211f5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:52.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.367+0000 7f2495039740 1 --2- 172.21.15.82:0/3129939863 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x5572211f5050 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f2484012f80 tx=0x7f2484004ab0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.367+0000 7f2495039740 1 -- 172.21.15.82:0/3129939863 shutdown_connections 2024-09-12T12:33:52.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.367+0000 7f2495039740 1 --2- 172.21.15.82:0/3129939863 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557221207170 0x5572212095d0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.367+0000 7f246bfff640 0 client.16347 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:52.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.367+0000 7f2495039740 1 --2- 172.21.15.82:0/3129939863 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x5572211f5050 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.373 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.367+0000 7f2495039740 1 --2- 172.21.15.82:0/3129939863 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e8840 0x5572211f4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.374 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.367+0000 7f2495039740 1 --2- 172.21.15.82:0/3129939863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e7f20 0x5572211f45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.374 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.367+0000 7f2495039740 1 -- 172.21.15.82:0/3129939863 >> 172.21.15.82:0/3129939863 conn(0x5572211e45f0 msgr2=0x5572211ea350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:52.374 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.368+0000 7f2495039740 1 -- 172.21.15.82:0/3129939863 shutdown_connections 2024-09-12T12:33:52.374 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.368+0000 7f2495039740 1 -- 172.21.15.82:0/3129939863 wait complete. 2024-09-12T12:33:52.374 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.368+0000 7f2495039740 20 client.16347 trim_cache size 0 max 16384 2024-09-12T12:33:52.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.384+0000 7f2495039740 1 Processor -- start 2024-09-12T12:33:52.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.384+0000 7f2495039740 1 -- start start 2024-09-12T12:33:52.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f2495039740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e7f20 0x5572211e3a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f2495039740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e8840 0x55722120eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f2495039740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x55722120f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f2495039740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f248c1ab760 con 0x5572211f7650 2024-09-12T12:33:52.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f2495039740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f248c1ad2a0 con 0x5572211e8840 2024-09-12T12:33:52.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f2495039740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f248c1abe30 con 0x5572211e7f20 2024-09-12T12:33:52.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f24911fd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x55722120f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f24911fd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x55722120f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46966/0 (socket says 172.21.15.82:46966) 2024-09-12T12:33:52.386 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f24911fd640 1 -- 172.21.15.82:0/3362807555 learned_addr learned my addr 172.21.15.82:0/3362807555 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:52.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f24909fc640 1 --2- 172.21.15.82:0/3362807555 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e7f20 0x5572211e3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f248bfff640 1 --2- 172.21.15.82:0/3362807555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e8840 0x55722120eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f24911fd640 1 -- 172.21.15.82:0/3362807555 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e7f20 msgr2=0x5572211e3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:52.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f24911fd640 1 --2- 172.21.15.82:0/3362807555 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e7f20 0x5572211e3a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f24911fd640 1 -- 172.21.15.82:0/3362807555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e8840 msgr2=0x55722120eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:52.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f24911fd640 1 --2- 172.21.15.82:0/3362807555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e8840 0x55722120eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f24911fd640 1 -- 172.21.15.82:0/3362807555 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572211f3580 con 0x5572211f7650 2024-09-12T12:33:52.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f24909fc640 1 --2- 172.21.15.82:0/3362807555 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e7f20 0x5572211e3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:33:52.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f248bfff640 1 --2- 172.21.15.82:0/3362807555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e8840 0x55722120eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:33:52.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f24911fd640 1 --2- 172.21.15.82:0/3362807555 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x55722120f430 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f2484004a80 tx=0x7f2484009a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17e7f22c19f8dee4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:52.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f24727fc640 1 -- 172.21.15.82:0/3362807555 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2484025040 con 0x5572211f7650 2024-09-12T12:33:52.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f24727fc640 1 -- 172.21.15.82:0/3362807555 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f248403a070 con 0x5572211f7650 2024-09-12T12:33:52.387 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.385+0000 7f24727fc640 1 -- 172.21.15.82:0/3362807555 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f248402a920 con 0x5572211f7650 2024-09-12T12:33:52.390 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.386+0000 7f2495039740 1 -- 172.21.15.82:0/3362807555 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 msgr2=0x55722120f430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:52.390 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.386+0000 7f2495039740 1 --2- 172.21.15.82:0/3362807555 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x55722120f430 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f2484004a80 tx=0x7f2484009a60 comp rx=0 tx=0).stop 2024-09-12T12:33:52.390 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.386+0000 7f2495039740 1 -- 172.21.15.82:0/3362807555 shutdown_connections 2024-09-12T12:33:52.390 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.386+0000 7f2495039740 1 --2- 172.21.15.82:0/3362807555 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x55722120f430 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.386+0000 7f2495039740 1 --2- 172.21.15.82:0/3362807555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e8840 0x55722120eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.386+0000 7f2495039740 1 --2- 172.21.15.82:0/3362807555 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e7f20 0x5572211e3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.386+0000 7f2495039740 1 -- 172.21.15.82:0/3362807555 >> 172.21.15.82:0/3362807555 conn(0x5572211e45f0 msgr2=0x5572211f5e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:52.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.386+0000 7f2495039740 1 -- 172.21.15.82:0/3362807555 shutdown_connections 2024-09-12T12:33:52.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.386+0000 7f2495039740 1 -- 172.21.15.82:0/3362807555 wait complete. 2024-09-12T12:33:52.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.386+0000 7f2495039740 1 -- start start 2024-09-12T12:33:52.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f2495039740 1 Processor -- start 2024-09-12T12:33:52.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f2495039740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e7f20 0x5572211fbf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f2495039740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e8840 0x5572211fc480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f2495039740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x557221269e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f2495039740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f248c1acbd0 con 0x5572211f7650 2024-09-12T12:33:52.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f2495039740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f248c1ac500 con 0x5572211e7f20 2024-09-12T12:33:52.391 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f2495039740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f248c1a9760 con 0x5572211e8840 2024-09-12T12:33:52.392 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f2495039740 10 client.0 _ll_register_callbacks cb 0x7f2484012d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:33:52.392 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f24911fd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x557221269e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.392 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f24911fd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x557221269e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46970/0 (socket says 172.21.15.82:46970) 2024-09-12T12:33:52.392 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f24911fd640 1 -- 172.21.15.82:0/3117700696 learned_addr learned my addr 172.21.15.82:0/3117700696 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:52.392 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f24909fc640 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e7f20 0x5572211fbf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.392 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f248bfff640 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e8840 0x5572211fc480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.392 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f24911fd640 1 -- 172.21.15.82:0/3117700696 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e8840 msgr2=0x5572211fc480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:52.392 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f24911fd640 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e8840 0x5572211fc480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.392 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f24911fd640 1 -- 172.21.15.82:0/3117700696 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e7f20 msgr2=0x5572211fbf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:52.392 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f24911fd640 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e7f20 0x5572211fbf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.392 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f24911fd640 1 -- 172.21.15.82:0/3117700696 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55722126a690 con 0x5572211f7650 2024-09-12T12:33:52.392 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f24909fc640 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e7f20 0x5572211fbf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:33:52.393 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.387+0000 7f248bfff640 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e8840 0x5572211fc480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:33:52.393 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f24911fd640 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x557221269e80 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f2484020730 tx=0x7f2484005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1b61c732f36696e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:52.393 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f246bfff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:33:52.393 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f246bfff640 1 -- 172.21.15.82:0/3117700696 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2484025040 con 0x5572211f7650 2024-09-12T12:33:52.393 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f246bfff640 1 -- 172.21.15.82:0/3117700696 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f2484020a00 con 0x5572211f7650 2024-09-12T12:33:52.393 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f2495039740 1 -- 172.21.15.82:0/3117700696 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f248403a070 con 0x5572211f7650 2024-09-12T12:33:52.393 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f246bfff640 1 -- 172.21.15.82:0/3117700696 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f248404c050 con 0x5572211f7650 2024-09-12T12:33:52.393 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f2495039740 10 client.16353 fetch_fsmap learned FSMap version 28 2024-09-12T12:33:52.393 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f2495039740 1 -- 172.21.15.82:0/3117700696 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557221272990 con 0x5572211f7650 2024-09-12T12:33:52.393 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f246bfff640 1 -- 172.21.15.82:0/3117700696 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f248403a070 con 0x5572211f7650 2024-09-12T12:33:52.393 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f246bfff640 1 -- 172.21.15.82:0/3117700696 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f248400f050 con 0x5572211f7650 2024-09-12T12:33:52.393 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f2495039740 10 client.16353 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:33:52.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f2495039740 10 client.16353 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:33:52.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f2495039740 20 client.16353 populate_metadata read hostname 'smithi082' 2024-09-12T12:33:52.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f2495039740 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557221207170 0x557221274fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:52.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f2495039740 4 client.16353 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "e5883b0c", "release": true, "await": true}] 2024-09-12T12:33:52.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.388+0000 7f2495039740 1 -- 172.21.15.82:0/3117700696 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "set_id": "e5883b0c", "release": true, "await": true}) -- 0x5572211550a0 con 0x557221207170 2024-09-12T12:33:52.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.389+0000 7f24909fc640 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557221207170 0x557221274fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:52.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.389+0000 7f24909fc640 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557221207170 0x557221274fd0 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3827b7308e743bf server_cookie=96e946567e6efed8 in_seq=0 out_seq=0 2024-09-12T12:33:52.394 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.389+0000 7f246bfff640 10 client.16353 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:52.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f246bfff640 1 -- 172.21.15.82:0/3117700696 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5572211550a0 con 0x557221207170 2024-09-12T12:33:52.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f246bfff640 10 client.16353 handle_command_reply: tid=0 2024-09-12T12:33:52.395 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f2495039740 1 client.16353 shutdown 2024-09-12T12:33:52.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f2495039740 1 -- 172.21.15.82:0/3117700696 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 msgr2=0x557221269e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:52.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f2495039740 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x557221269e80 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f2484020730 tx=0x7f2484005c50 comp rx=0 tx=0).stop 2024-09-12T12:33:52.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f2495039740 1 -- 172.21.15.82:0/3117700696 shutdown_connections 2024-09-12T12:33:52.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f2495039740 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557221207170 0x557221274fd0 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f2495039740 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5572211f7650 0x557221269e80 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f2495039740 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5572211e8840 0x5572211fc480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f2495039740 1 --2- 172.21.15.82:0/3117700696 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5572211e7f20 0x5572211fbf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f246bfff640 0 client.16353 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:52.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f2495039740 1 -- 172.21.15.82:0/3117700696 >> 172.21.15.82:0/3117700696 conn(0x5572211e45f0 msgr2=0x5572211f4590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:52.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f2495039740 1 -- 172.21.15.82:0/3117700696 shutdown_connections 2024-09-12T12:33:52.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f2495039740 1 -- 172.21.15.82:0/3117700696 wait complete. 2024-09-12T12:33:52.396 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.393+0000 7f2495039740 20 client.16353 trim_cache size 0 max 16384 2024-09-12T12:33:52.397 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:33:52.397 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:33:52.397 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:33:52.397 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 28, 2024-09-12T12:33:52.397 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:33:52.397 INFO:teuthology.orchestra.run.smithi082.stdout: "e5883b0c": { 2024-09-12T12:33:52.397 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 28, 2024-09-12T12:33:52.397 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:33:52.397 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:33:52.397 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:33:52.397 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:33:52.398 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:33:52.398 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:33:52.398 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 136.6, 2024-09-12T12:33:52.398 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:33:52.398 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:33:52.398 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:33:52.398 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:33:52.398 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:33:52.398 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:33:52.398 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:33:52.398 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:33:52.398 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:33:52.398 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:33:52.399 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:33:52.399 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:33:52.399 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.394+0000 7f2492c60640 1 -- 172.21.15.82:0/2063682675 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f24740a2cf0 msgr2=0x7f24740a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:52.399 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.394+0000 7f2492c60640 1 --2- 172.21.15.82:0/2063682675 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f24740a2cf0 0x7f24740a51b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f2484005fd0 tx=0x7f2484014b70 comp rx=0 tx=0).stop 2024-09-12T12:33:52.399 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.394+0000 7f2492c60640 1 -- 172.21.15.82:0/2063682675 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f248c102790 msgr2=0x7f248c198950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:52.399 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.394+0000 7f2492c60640 1 --2- 172.21.15.82:0/2063682675 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f248c102790 0x7f248c198950 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f248000d770 tx=0x7f248000dc30 comp rx=0 tx=0).stop 2024-09-12T12:33:52.400 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.394+0000 7f2492c60640 1 -- 172.21.15.82:0/2063682675 shutdown_connections 2024-09-12T12:33:52.400 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.394+0000 7f2492c60640 1 --2- 172.21.15.82:0/2063682675 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f24740a2cf0 0x7f24740a51b0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.400 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.394+0000 7f2492c60640 1 --2- 172.21.15.82:0/2063682675 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f248c106f10 0x7f248c19cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.400 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.394+0000 7f2492c60640 1 --2- 172.21.15.82:0/2063682675 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f248c102790 0x7f248c198950 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.400 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.394+0000 7f2492c60640 1 --2- 172.21.15.82:0/2063682675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f248c101de0 0x7f248c198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:52.400 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.394+0000 7f2492c60640 1 -- 172.21.15.82:0/2063682675 >> 172.21.15.82:0/2063682675 conn(0x7f248c0fd880 msgr2=0x7f248c0feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:52.400 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.394+0000 7f2492c60640 1 -- 172.21.15.82:0/2063682675 shutdown_connections 2024-09-12T12:33:52.400 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:33:52.394+0000 7f2492c60640 1 -- 172.21.15.82:0/2063682675 wait complete. 2024-09-12T12:33:52.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:52 smithi082 ceph-mon[31122]: pgmap v220: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2024-09-12T12:33:52.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:52 smithi097 ceph-mon[34923]: pgmap v220: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2024-09-12T12:33:52.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:52 smithi114 ceph-mon[35514]: pgmap v220: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2024-09-12T12:33:53.193 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'e5883b0c', total seconds elapsed: 19.9 2024-09-12T12:33:54.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:54 smithi097 ceph-mon[34923]: pgmap v221: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-09-12T12:33:54.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:54 smithi082 ceph-mon[31122]: pgmap v221: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-09-12T12:33:54.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:54 smithi114 ceph-mon[35514]: pgmap v221: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-09-12T12:33:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:56 smithi097 ceph-mon[34923]: pgmap v222: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-09-12T12:33:56.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:56 smithi082 ceph-mon[31122]: pgmap v222: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-09-12T12:33:56.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:56 smithi114 ceph-mon[35514]: pgmap v222: 97 pgs: 97 active+clean; 1.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-09-12T12:33:58.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:33:58 smithi097 ceph-mon[34923]: pgmap v223: 97 pgs: 97 active+clean; 1.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 27 KiB/s wr, 18 op/s 2024-09-12T12:33:58.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:33:58 smithi082 ceph-mon[31122]: pgmap v223: 97 pgs: 97 active+clean; 1.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 27 KiB/s wr, 18 op/s 2024-09-12T12:33:58.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:33:58 smithi114 ceph-mon[35514]: pgmap v223: 97 pgs: 97 active+clean; 1.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 27 KiB/s wr, 18 op/s 2024-09-12T12:33:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.731+0000 7f6487d4b640 1 -- 172.21.15.82:0/3238711096 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f64801009b0 msgr2=0x7f6480100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.731+0000 7f6487d4b640 1 --2- 172.21.15.82:0/3238711096 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f64801009b0 0x7f6480100e10 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f6474009930 tx=0x7f647402a420 comp rx=0 tx=0).stop 2024-09-12T12:33:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.731+0000 7f6487d4b640 1 -- 172.21.15.82:0/3238711096 shutdown_connections 2024-09-12T12:33:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.731+0000 7f6487d4b640 1 --2- 172.21.15.82:0/3238711096 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6480101350 0x7f648010d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.731+0000 7f6487d4b640 1 --2- 172.21.15.82:0/3238711096 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f64801009b0 0x7f6480100e10 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.731+0000 7f6487d4b640 1 --2- 172.21.15.82:0/3238711096 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64801069c0 0x7f6480106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.731+0000 7f6487d4b640 1 -- 172.21.15.82:0/3238711096 >> 172.21.15.82:0/3238711096 conn(0x7f6480077990 msgr2=0x7f64800fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.732+0000 7f6487d4b640 1 -- 172.21.15.82:0/3238711096 shutdown_connections 2024-09-12T12:33:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.732+0000 7f6487d4b640 1 -- 172.21.15.82:0/3238711096 wait complete. 2024-09-12T12:33:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.732+0000 7f6487d4b640 1 Processor -- start 2024-09-12T12:33:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.732+0000 7f6487d4b640 1 -- start start 2024-09-12T12:33:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.732+0000 7f6487d4b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64801009b0 0x7f6480198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.732+0000 7f6487d4b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6480101350 0x7f6480198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.732+0000 7f6487d4b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f64801069c0 0x7f648019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.732+0000 7f6487d4b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6480110e00 con 0x7f6480101350 2024-09-12T12:33:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.732+0000 7f6487d4b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6480110c80 con 0x7f64801009b0 2024-09-12T12:33:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.732+0000 7f6487d4b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6480110f80 con 0x7f64801069c0 2024-09-12T12:33:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.732+0000 7f64852e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6480101350 0x7f6480198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f64852e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6480101350 0x7f6480198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:53240/0 (socket says 172.21.15.82:53240) 2024-09-12T12:33:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f64852e6640 1 -- 172.21.15.82:0/4081232407 learned_addr learned my addr 172.21.15.82:0/4081232407 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f6485ae7640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64801009b0 0x7f6480198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f64862e8640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f64801069c0 0x7f648019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f64852e6640 1 -- 172.21.15.82:0/4081232407 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f64801069c0 msgr2=0x7f648019cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f64852e6640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f64801069c0 0x7f648019cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f64852e6640 1 -- 172.21.15.82:0/4081232407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64801009b0 msgr2=0x7f6480198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f64852e6640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64801009b0 0x7f6480198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f64852e6640 1 -- 172.21.15.82:0/4081232407 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f648019d340 con 0x7f6480101350 2024-09-12T12:33:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f64862e8640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f64801069c0 0x7f648019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:33:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f64852e6640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6480101350 0x7f6480198890 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f6474009230 tx=0x7f6474004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f6472ffd640 1 -- 172.21.15.82:0/4081232407 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647403f030 con 0x7f6480101350 2024-09-12T12:33:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f6472ffd640 1 -- 172.21.15.82:0/4081232407 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6474003ad0 con 0x7f6480101350 2024-09-12T12:33:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f6487d4b640 1 -- 172.21.15.82:0/4081232407 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f648019d5d0 con 0x7f6480101350 2024-09-12T12:33:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f6472ffd640 1 -- 172.21.15.82:0/4081232407 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6474035070 con 0x7f6480101350 2024-09-12T12:33:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.733+0000 7f6487d4b640 1 -- 172.21.15.82:0/4081232407 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64801a4ec0 con 0x7f6480101350 2024-09-12T12:33:59.744 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.735+0000 7f6472ffd640 1 -- 172.21.15.82:0/4081232407 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f6474042030 con 0x7f6480101350 2024-09-12T12:33:59.744 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.736+0000 7f648a722740 1 Processor -- start 2024-09-12T12:33:59.744 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.736+0000 7f648a722740 1 -- start start 2024-09-12T12:33:59.744 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.736+0000 7f648a722740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6077af0 0x55acb6077ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.736+0000 7f648a722740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6078410 0x55acb6082770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.736+0000 7f648a722740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6082cb0 0x55acb60850a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f648a722740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55acb5fdc2f0 con 0x55acb6077af0 2024-09-12T12:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f648a722740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55acb5f84270 con 0x55acb6078410 2024-09-12T12:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f648a722740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55acb5fd82b0 con 0x55acb6082cb0 2024-09-12T12:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f6472ffd640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f646c0a2e20 0x7f646c0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f6485ae7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6078410 0x55acb6082770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f64862e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6077af0 0x55acb6077ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f64862e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6077af0 0x55acb6077ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:53242/0 (socket says 172.21.15.82:53242) 2024-09-12T12:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f64862e8640 1 -- 172.21.15.82:0/723452465 learned_addr learned my addr 172.21.15.82:0/723452465 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f6485ae7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6078410 0x55acb6082770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:36974/0 (socket says 172.21.15.82:36974) 2024-09-12T12:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f64852e6640 1 --2- 172.21.15.82:0/723452465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6082cb0 0x55acb60850a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f64862e8640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f646c0a2e20 0x7f646c0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f6472ffd640 1 -- 172.21.15.82:0/4081232407 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f64740ef900 con 0x7f6480101350 2024-09-12T12:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f6485ae7640 1 -- 172.21.15.82:0/723452465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6082cb0 msgr2=0x55acb60850a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f6485ae7640 1 --2- 172.21.15.82:0/723452465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6082cb0 0x55acb60850a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f6485ae7640 1 -- 172.21.15.82:0/723452465 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6077af0 msgr2=0x55acb6077ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f6485ae7640 1 --2- 172.21.15.82:0/723452465 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6077af0 0x55acb6077ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f6485ae7640 1 -- 172.21.15.82:0/723452465 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acb5f83340 con 0x55acb6078410 2024-09-12T12:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f64862e8640 1 --2- 172.21.15.82:0/723452465 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6077af0 0x55acb6077ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f64862e8640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f646c0a2e20 0x7f646c0a52e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f647800afd0 tx=0x7f6478005f40 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.737+0000 7f6485ae7640 1 --2- 172.21.15.82:0/723452465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6078410 0x55acb6082770 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f647c00bb70 tx=0x7f647c0107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1e42a80fdb452551 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.738+0000 7f646bfff640 1 -- 172.21.15.82:0/723452465 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c004030 con 0x55acb6078410 2024-09-12T12:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.738+0000 7f646bfff640 1 -- 172.21.15.82:0/723452465 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f647c0041d0 con 0x55acb6078410 2024-09-12T12:33:59.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.738+0000 7f646bfff640 1 -- 172.21.15.82:0/723452465 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c011680 con 0x55acb6078410 2024-09-12T12:33:59.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.738+0000 7f648a722740 1 -- 172.21.15.82:0/723452465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6078410 msgr2=0x55acb6082770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:59.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.738+0000 7f648a722740 1 --2- 172.21.15.82:0/723452465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6078410 0x55acb6082770 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f647c00bb70 tx=0x7f647c0107a0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.738+0000 7f648a722740 1 -- 172.21.15.82:0/723452465 shutdown_connections 2024-09-12T12:33:59.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.738+0000 7f648a722740 1 --2- 172.21.15.82:0/723452465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6082cb0 0x55acb60850a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.738+0000 7f648a722740 1 --2- 172.21.15.82:0/723452465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6078410 0x55acb6082770 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.738+0000 7f648a722740 1 --2- 172.21.15.82:0/723452465 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6077af0 0x55acb6077ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.738+0000 7f648a722740 1 -- 172.21.15.82:0/723452465 >> 172.21.15.82:0/723452465 conn(0x55acb6074060 msgr2=0x55acb6074440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:59.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.739+0000 7f648a722740 1 -- 172.21.15.82:0/723452465 shutdown_connections 2024-09-12T12:33:59.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.739+0000 7f648a722740 1 -- 172.21.15.82:0/723452465 wait complete. 2024-09-12T12:33:59.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.739+0000 7f648a722740 1 -- start start 2024-09-12T12:33:59.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.739+0000 7f648a722740 1 Processor -- start 2024-09-12T12:33:59.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.739+0000 7f648a722740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6077af0 0x55acb607fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.739+0000 7f648a722740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6078410 0x55acb6080090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.739+0000 7f648a722740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6082cb0 0x55acb60805d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.739+0000 7f648a722740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55acb6085880 con 0x55acb6082cb0 2024-09-12T12:33:59.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.739+0000 7f648a722740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55acb5f65290 con 0x55acb6077af0 2024-09-12T12:33:59.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.739+0000 7f648a722740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55acb6085a00 con 0x55acb6078410 2024-09-12T12:33:59.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.739+0000 7f648a722740 10 client.0 _ll_register_callbacks cb 0x55acb5f96140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:33:59.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f64862e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6082cb0 0x55acb60805d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f6485ae7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6077af0 0x55acb607fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f6485ae7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6077af0 0x55acb607fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:36976/0 (socket says 172.21.15.82:36976) 2024-09-12T12:33:59.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f6485ae7640 1 -- 172.21.15.82:0/2953829541 learned_addr learned my addr 172.21.15.82:0/2953829541 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f64862e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6082cb0 0x55acb60805d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:53254/0 (socket says 172.21.15.82:53254) 2024-09-12T12:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f64852e6640 1 --2- 172.21.15.82:0/2953829541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6078410 0x55acb6080090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f6485ae7640 1 -- 172.21.15.82:0/2953829541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6078410 msgr2=0x55acb6080090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f6485ae7640 1 --2- 172.21.15.82:0/2953829541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6078410 0x55acb6080090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f6485ae7640 1 -- 172.21.15.82:0/2953829541 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6082cb0 msgr2=0x55acb60805d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f6485ae7640 1 --2- 172.21.15.82:0/2953829541 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6082cb0 0x55acb60805d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f6485ae7640 1 -- 172.21.15.82:0/2953829541 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acb5cef210 con 0x55acb6077af0 2024-09-12T12:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f64862e8640 1 --2- 172.21.15.82:0/2953829541 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6082cb0 0x55acb60805d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f6485ae7640 1 --2- 172.21.15.82:0/2953829541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6077af0 0x55acb607fb50 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f647c003c70 tx=0x7f647c003ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac348d7b2b999462 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f64697fa640 10 client.0 ms_handle_connect on v2:172.21.15.97:3300/0 2024-09-12T12:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f64697fa640 1 -- 172.21.15.82:0/2953829541 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c00bd20 con 0x55acb6077af0 2024-09-12T12:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f648a722740 1 -- 172.21.15.82:0/2953829541 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f647c0041d0 con 0x55acb6077af0 2024-09-12T12:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.740+0000 7f64697fa640 1 -- 172.21.15.82:0/2953829541 <== mon.2 v2:172.21.15.97:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f647c0035f0 con 0x55acb6077af0 2024-09-12T12:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.741+0000 7f64697fa640 1 -- 172.21.15.82:0/2953829541 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f647c0037f0 con 0x55acb6077af0 2024-09-12T12:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.741+0000 7f648a722740 10 client.25604 fetch_fsmap learned FSMap version 28 2024-09-12T12:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.741+0000 7f648a722740 1 -- 172.21.15.82:0/2953829541 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55acb5dbb620 con 0x55acb6077af0 2024-09-12T12:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.741+0000 7f64697fa640 1 -- 172.21.15.82:0/2953829541 <== mon.2 v2:172.21.15.97:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f647c0041d0 con 0x55acb6077af0 2024-09-12T12:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.741+0000 7f64697fa640 1 -- 172.21.15.82:0/2953829541 <== mon.2 v2:172.21.15.97:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f647c004910 con 0x55acb6077af0 2024-09-12T12:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.741+0000 7f648a722740 10 client.25604 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.741+0000 7f648a722740 10 client.25604 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.741+0000 7f648a722740 20 client.25604 populate_metadata read hostname 'smithi082' 2024-09-12T12:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.741+0000 7f648a722740 1 --2- 172.21.15.82:0/2953829541 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55acb6092bd0 0x55acb6094fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.741+0000 7f648a722740 4 client.25604 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.741+0000 7f648a722740 1 -- 172.21.15.82:0/2953829541 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55acb5fe9a20 con 0x55acb6092bd0 2024-09-12T12:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.741+0000 7f64852e6640 1 --2- 172.21.15.82:0/2953829541 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55acb6092bd0 0x55acb6094fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.742+0000 7f64852e6640 1 --2- 172.21.15.82:0/2953829541 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55acb6092bd0 0x55acb6094fc0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c2540db32f67711 server_cookie=e35e9c53235b645a in_seq=0 out_seq=0 2024-09-12T12:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.742+0000 7f64697fa640 10 client.25604 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.742+0000 7f64697fa640 1 -- 172.21.15.82:0/2953829541 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55acb5fe9a20 con 0x55acb6092bd0 2024-09-12T12:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.742+0000 7f64697fa640 10 client.25604 handle_command_reply: tid=0 2024-09-12T12:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.742+0000 7f648a722740 1 client.25604 shutdown 2024-09-12T12:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.743+0000 7f648a722740 1 -- 172.21.15.82:0/2953829541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6077af0 msgr2=0x55acb607fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.743+0000 7f648a722740 1 --2- 172.21.15.82:0/2953829541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6077af0 0x55acb607fb50 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f647c003c70 tx=0x7f647c003ca0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.743+0000 7f648a722740 1 -- 172.21.15.82:0/2953829541 shutdown_connections 2024-09-12T12:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.743+0000 7f648a722740 1 --2- 172.21.15.82:0/2953829541 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55acb6092bd0 0x55acb6094fc0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.743+0000 7f648a722740 1 --2- 172.21.15.82:0/2953829541 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6082cb0 0x55acb60805d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.743+0000 7f648a722740 1 --2- 172.21.15.82:0/2953829541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6078410 0x55acb6080090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.743+0000 7f648a722740 1 --2- 172.21.15.82:0/2953829541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6077af0 0x55acb607fb50 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.743+0000 7f648a722740 1 -- 172.21.15.82:0/2953829541 >> 172.21.15.82:0/2953829541 conn(0x55acb6074060 msgr2=0x55acb6079dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.743+0000 7f64697fa640 0 client.25604 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.743+0000 7f648a722740 1 -- 172.21.15.82:0/2953829541 shutdown_connections 2024-09-12T12:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.743+0000 7f648a722740 1 -- 172.21.15.82:0/2953829541 wait complete. 2024-09-12T12:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.743+0000 7f648a722740 20 client.25604 trim_cache size 0 max 16384 2024-09-12T12:33:59.762 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.757+0000 7f648a722740 1 Processor -- start 2024-09-12T12:33:59.762 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.757+0000 7f648a722740 1 -- start start 2024-09-12T12:33:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.757+0000 7f648a722740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6077af0 0x55acb6080400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.757+0000 7f648a722740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6078410 0x55acb6081ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.757+0000 7f648a722740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6082cb0 0x55acb6097fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.757+0000 7f648a722740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f64801ad8c0 con 0x55acb6078410 2024-09-12T12:33:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.757+0000 7f648a722740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f64801af400 con 0x55acb6077af0 2024-09-12T12:33:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.757+0000 7f648a722740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f64801adf90 con 0x55acb6082cb0 2024-09-12T12:33:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.757+0000 7f64852e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6078410 0x55acb6081ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.757+0000 7f64852e6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6078410 0x55acb6081ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:53262/0 (socket says 172.21.15.82:53262) 2024-09-12T12:33:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.757+0000 7f64852e6640 1 -- 172.21.15.82:0/1652909887 learned_addr learned my addr 172.21.15.82:0/1652909887 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.758+0000 7f64852e6640 1 -- 172.21.15.82:0/1652909887 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6082cb0 msgr2=0x55acb6097fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.758+0000 7f64852e6640 1 --2- 172.21.15.82:0/1652909887 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6082cb0 0x55acb6097fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.758+0000 7f64852e6640 1 -- 172.21.15.82:0/1652909887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6077af0 msgr2=0x55acb6080400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.758+0000 7f6485ae7640 1 --2- 172.21.15.82:0/1652909887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6077af0 0x55acb6080400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.758+0000 7f64852e6640 1 --2- 172.21.15.82:0/1652909887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6077af0 0x55acb6080400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.758+0000 7f64852e6640 1 -- 172.21.15.82:0/1652909887 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acb6078240 con 0x55acb6078410 2024-09-12T12:33:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.758+0000 7f64852e6640 1 --2- 172.21.15.82:0/1652909887 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6078410 0x55acb6081ac0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f64740b8790 tx=0x7f64740ef040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89b561769f50288d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.758+0000 7f646b7fe640 1 -- 172.21.15.82:0/1652909887 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6474049040 con 0x55acb6078410 2024-09-12T12:33:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.758+0000 7f646b7fe640 1 -- 172.21.15.82:0/1652909887 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f64740ba0c0 con 0x55acb6078410 2024-09-12T12:33:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.758+0000 7f646b7fe640 1 -- 172.21.15.82:0/1652909887 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64740b8430 con 0x55acb6078410 2024-09-12T12:33:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.759+0000 7f648a722740 1 -- 172.21.15.82:0/1652909887 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6078410 msgr2=0x55acb6081ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.759+0000 7f648a722740 1 --2- 172.21.15.82:0/1652909887 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6078410 0x55acb6081ac0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f64740b8790 tx=0x7f64740ef040 comp rx=0 tx=0).stop 2024-09-12T12:33:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.759+0000 7f648a722740 1 -- 172.21.15.82:0/1652909887 shutdown_connections 2024-09-12T12:33:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.759+0000 7f648a722740 1 --2- 172.21.15.82:0/1652909887 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6082cb0 0x55acb6097fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.759+0000 7f648a722740 1 --2- 172.21.15.82:0/1652909887 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6078410 0x55acb6081ac0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.759+0000 7f648a722740 1 --2- 172.21.15.82:0/1652909887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6077af0 0x55acb6080400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.759+0000 7f648a722740 1 -- 172.21.15.82:0/1652909887 >> 172.21.15.82:0/1652909887 conn(0x55acb6074060 msgr2=0x55acb60813b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.759+0000 7f648a722740 1 -- 172.21.15.82:0/1652909887 shutdown_connections 2024-09-12T12:33:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.759+0000 7f648a722740 1 -- 172.21.15.82:0/1652909887 wait complete. 2024-09-12T12:33:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.759+0000 7f648a722740 1 -- start start 2024-09-12T12:33:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.759+0000 7f648a722740 1 Processor -- start 2024-09-12T12:33:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.759+0000 7f648a722740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6077af0 0x55acb6095100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.759+0000 7f648a722740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6078410 0x55acb6095640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f648a722740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6082cb0 0x55acb60fb500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f648a722740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f64801aed30 con 0x55acb6082cb0 2024-09-12T12:33:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f648a722740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f64801ae660 con 0x55acb6078410 2024-09-12T12:33:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f648a722740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f64801ab8c0 con 0x55acb6077af0 2024-09-12T12:33:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f648a722740 10 client.0 _ll_register_callbacks cb 0x7f647800ae60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:33:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f64862e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6082cb0 0x55acb60fb500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f64862e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6082cb0 0x55acb60fb500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:53274/0 (socket says 172.21.15.82:53274) 2024-09-12T12:33:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f64862e8640 1 -- 172.21.15.82:0/2129546527 learned_addr learned my addr 172.21.15.82:0/2129546527 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:33:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f6485ae7640 1 --2- 172.21.15.82:0/2129546527 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6077af0 0x55acb6095100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f64852e6640 1 --2- 172.21.15.82:0/2129546527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6078410 0x55acb6095640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f64862e8640 1 -- 172.21.15.82:0/2129546527 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6077af0 msgr2=0x55acb6095100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f64862e8640 1 --2- 172.21.15.82:0/2129546527 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6077af0 0x55acb6095100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f64862e8640 1 -- 172.21.15.82:0/2129546527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6078410 msgr2=0x55acb6095640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:33:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f64862e8640 1 --2- 172.21.15.82:0/2129546527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6078410 0x55acb6095640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f64862e8640 1 -- 172.21.15.82:0/2129546527 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acb6095f00 con 0x55acb6082cb0 2024-09-12T12:33:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f64862e8640 1 --2- 172.21.15.82:0/2129546527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6082cb0 0x55acb60fb500 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f647800fff0 tx=0x7f647800a9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2cb10fbd867458e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:33:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f64697fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:33:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f64697fa640 1 -- 172.21.15.82:0/2129546527 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6478024070 con 0x55acb6082cb0 2024-09-12T12:33:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f64697fa640 1 -- 172.21.15.82:0/2129546527 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8622+0+0 (secure 0 0 0) 0x7f6478004d20 con 0x55acb6082cb0 2024-09-12T12:33:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f648a722740 1 -- 172.21.15.82:0/2129546527 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64740ba0c0 con 0x55acb6082cb0 2024-09-12T12:33:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f64697fa640 1 -- 172.21.15.82:0/2129546527 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6478012e60 con 0x55acb6082cb0 2024-09-12T12:33:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.760+0000 7f648a722740 10 client.16371 fetch_fsmap learned FSMap version 28 2024-09-12T12:33:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.761+0000 7f648a722740 1 -- 172.21.15.82:0/2129546527 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55acb60fcbb0 con 0x55acb6082cb0 2024-09-12T12:33:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.761+0000 7f64697fa640 1 -- 172.21.15.82:0/2129546527 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f64740ba0c0 con 0x55acb6082cb0 2024-09-12T12:33:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.761+0000 7f64697fa640 1 -- 172.21.15.82:0/2129546527 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6478005280 con 0x55acb6082cb0 2024-09-12T12:33:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.761+0000 7f648a722740 10 client.16371 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:33:59.768 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.761+0000 7f648a722740 10 client.16371 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:33:59.768 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.761+0000 7f648a722740 20 client.16371 populate_metadata read hostname 'smithi082' 2024-09-12T12:33:59.768 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.761+0000 7f648a722740 1 --2- 172.21.15.82:0/2129546527 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55acb60fd300 0x55acb60ff720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:33:59.768 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.761+0000 7f648a722740 4 client.16371 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:33:59.768 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.761+0000 7f648a722740 1 -- 172.21.15.82:0/2129546527 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55acb5fe3d70 con 0x55acb60fd300 2024-09-12T12:33:59.768 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.761+0000 7f6485ae7640 1 --2- 172.21.15.82:0/2129546527 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55acb60fd300 0x55acb60ff720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:33:59.768 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.762+0000 7f64697fa640 10 client.16371 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:59.768 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.762+0000 7f6485ae7640 1 --2- 172.21.15.82:0/2129546527 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55acb60fd300 0x55acb60ff720 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e43b68f25fe3e832 server_cookie=6b4eb6914c2eaf3a in_seq=0 out_seq=0 2024-09-12T12:33:59.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f64697fa640 1 -- 172.21.15.82:0/2129546527 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55acb5fe3d70 con 0x55acb60fd300 2024-09-12T12:33:59.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f64697fa640 10 client.16371 handle_command_reply: tid=0 2024-09-12T12:33:59.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f648a722740 1 client.16371 shutdown 2024-09-12T12:33:59.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f648a722740 1 -- 172.21.15.82:0/2129546527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6082cb0 msgr2=0x55acb60fb500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:59.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f648a722740 1 --2- 172.21.15.82:0/2129546527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6082cb0 0x55acb60fb500 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f647800fff0 tx=0x7f647800a9d0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f648a722740 1 -- 172.21.15.82:0/2129546527 shutdown_connections 2024-09-12T12:33:59.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f648a722740 1 --2- 172.21.15.82:0/2129546527 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55acb60fd300 0x55acb60ff720 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f648a722740 1 --2- 172.21.15.82:0/2129546527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55acb6082cb0 0x55acb60fb500 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f648a722740 1 --2- 172.21.15.82:0/2129546527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55acb6078410 0x55acb6095640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f648a722740 1 --2- 172.21.15.82:0/2129546527 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55acb6077af0 0x55acb6095100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f64697fa640 0 client.16371 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:33:59.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f648a722740 1 -- 172.21.15.82:0/2129546527 >> 172.21.15.82:0/2129546527 conn(0x55acb6074060 msgr2=0x55acb60731c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:59.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f648a722740 1 -- 172.21.15.82:0/2129546527 shutdown_connections 2024-09-12T12:33:59.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f648a722740 1 -- 172.21.15.82:0/2129546527 wait complete. 2024-09-12T12:33:59.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.776+0000 7f648a722740 20 client.16371 trim_cache size 0 max 16384 2024-09-12T12:33:59.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:33:59.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:33:59.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:33:59.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:33:59.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.777+0000 7f6487d4b640 1 -- 172.21.15.82:0/4081232407 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f646c0a2e20 msgr2=0x7f646c0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:59.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.777+0000 7f6487d4b640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f646c0a2e20 0x7f646c0a52e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f647800afd0 tx=0x7f6478005f40 comp rx=0 tx=0).stop 2024-09-12T12:33:59.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.777+0000 7f6487d4b640 1 -- 172.21.15.82:0/4081232407 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6480101350 msgr2=0x7f6480198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:33:59.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.777+0000 7f6487d4b640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6480101350 0x7f6480198890 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f6474009230 tx=0x7f6474004270 comp rx=0 tx=0).stop 2024-09-12T12:33:59.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.777+0000 7f6487d4b640 1 -- 172.21.15.82:0/4081232407 shutdown_connections 2024-09-12T12:33:59.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.777+0000 7f6487d4b640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f646c0a2e20 0x7f646c0a52e0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.779 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.777+0000 7f6487d4b640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f64801069c0 0x7f648019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.777+0000 7f6487d4b640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6480101350 0x7f6480198890 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.777+0000 7f6487d4b640 1 --2- 172.21.15.82:0/4081232407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64801009b0 0x7f6480198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:33:59.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.777+0000 7f6487d4b640 1 -- 172.21.15.82:0/4081232407 >> 172.21.15.82:0/4081232407 conn(0x7f6480077990 msgr2=0x7f64800ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:33:59.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.777+0000 7f6487d4b640 1 -- 172.21.15.82:0/4081232407 shutdown_connections 2024-09-12T12:33:59.780 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:33:59.777+0000 7f6487d4b640 1 -- 172.21.15.82:0/4081232407 wait complete. 2024-09-12T12:34:00.449 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.449 INFO:tasks.workunit.client.0.smithi082.stdout:189/600: open fd = 3 2024-09-12T12:34:00.449 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.449 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.449 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.449 INFO:tasks.workunit.client.0.smithi082.stdout:190/600: open fd = 3 2024-09-12T12:34:00.449 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.450 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.450 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.450 INFO:tasks.workunit.client.0.smithi082.stdout:191/600: open fd = 3 2024-09-12T12:34:00.450 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.450 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.450 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.450 INFO:tasks.workunit.client.0.smithi082.stdout:192/600: open fd = 3 2024-09-12T12:34:00.450 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.450 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.450 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.450 INFO:tasks.workunit.client.0.smithi082.stdout:193/600: open fd = 3 2024-09-12T12:34:00.450 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.450 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.451 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.451 INFO:tasks.workunit.client.0.smithi082.stdout:194/600: open fd = 3 2024-09-12T12:34:00.451 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.451 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.451 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.451 INFO:tasks.workunit.client.0.smithi082.stdout:195/600: open fd = 3 2024-09-12T12:34:00.451 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.451 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.451 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.451 INFO:tasks.workunit.client.0.smithi082.stdout:196/600: open fd = 3 2024-09-12T12:34:00.451 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.451 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.451 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.452 INFO:tasks.workunit.client.0.smithi082.stdout:197/600: open fd = 3 2024-09-12T12:34:00.452 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.452 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.452 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.452 INFO:tasks.workunit.client.0.smithi082.stdout:198/600: open fd = 3 2024-09-12T12:34:00.452 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.452 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.452 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.452 INFO:tasks.workunit.client.0.smithi082.stdout:199/600: open fd = 3 2024-09-12T12:34:00.452 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.452 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.452 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.453 INFO:tasks.workunit.client.0.smithi082.stdout:200/600: open fd = 3 2024-09-12T12:34:00.453 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.453 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.453 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.453 INFO:tasks.workunit.client.0.smithi082.stdout:201/600: open fd = 3 2024-09-12T12:34:00.453 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.453 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.453 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.453 INFO:tasks.workunit.client.0.smithi082.stdout:202/600: open fd = 3 2024-09-12T12:34:00.453 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.453 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.453 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.453 INFO:tasks.workunit.client.0.smithi082.stdout:203/600: open fd = 3 2024-09-12T12:34:00.454 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.454 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.454 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.454 INFO:tasks.workunit.client.0.smithi082.stdout:204/600: open fd = 3 2024-09-12T12:34:00.454 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.454 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.454 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.454 INFO:tasks.workunit.client.0.smithi082.stdout:205/600: open fd = 3 2024-09-12T12:34:00.454 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.454 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.454 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.454 INFO:tasks.workunit.client.0.smithi082.stdout:206/600: open fd = 3 2024-09-12T12:34:00.454 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.455 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.455 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.455 INFO:tasks.workunit.client.0.smithi082.stdout:207/600: open fd = 3 2024-09-12T12:34:00.455 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.455 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.455 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.455 INFO:tasks.workunit.client.0.smithi082.stdout:208/600: open fd = 3 2024-09-12T12:34:00.455 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.455 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.455 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.455 INFO:tasks.workunit.client.0.smithi082.stdout:209/600: open fd = 3 2024-09-12T12:34:00.455 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.455 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.456 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.456 INFO:tasks.workunit.client.0.smithi082.stdout:210/600: open fd = 3 2024-09-12T12:34:00.456 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.456 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.456 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.456 INFO:tasks.workunit.client.0.smithi082.stdout:211/600: open fd = 3 2024-09-12T12:34:00.456 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.456 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.456 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.456 INFO:tasks.workunit.client.0.smithi082.stdout:212/600: open fd = 3 2024-09-12T12:34:00.456 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.456 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.456 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.457 INFO:tasks.workunit.client.0.smithi082.stdout:213/600: open fd = 3 2024-09-12T12:34:00.457 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.457 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.457 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.457 INFO:tasks.workunit.client.0.smithi082.stdout:214/600: open fd = 3 2024-09-12T12:34:00.457 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.457 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.457 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.457 INFO:tasks.workunit.client.0.smithi082.stdout:215/600: open fd = 3 2024-09-12T12:34:00.457 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.457 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.457 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.457 INFO:tasks.workunit.client.0.smithi082.stdout:216/600: open fd = 3 2024-09-12T12:34:00.458 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.458 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.458 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.458 INFO:tasks.workunit.client.0.smithi082.stdout:217/600: open fd = 3 2024-09-12T12:34:00.458 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.458 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.458 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.458 INFO:tasks.workunit.client.0.smithi082.stdout:218/600: open fd = 3 2024-09-12T12:34:00.458 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.458 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.458 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.458 INFO:tasks.workunit.client.0.smithi082.stdout:219/600: open fd = 3 2024-09-12T12:34:00.458 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.458 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.459 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.459 INFO:tasks.workunit.client.0.smithi082.stdout:220/600: open fd = 3 2024-09-12T12:34:00.459 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.459 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.459 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.459 INFO:tasks.workunit.client.0.smithi082.stdout:221/600: open fd = 3 2024-09-12T12:34:00.459 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.459 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.459 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.459 INFO:tasks.workunit.client.0.smithi082.stdout:222/600: open fd = 3 2024-09-12T12:34:00.459 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.459 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.460 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.460 INFO:tasks.workunit.client.0.smithi082.stdout:223/600: open fd = 3 2024-09-12T12:34:00.460 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.460 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.460 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.460 INFO:tasks.workunit.client.0.smithi082.stdout:224/600: open fd = 3 2024-09-12T12:34:00.460 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.460 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.460 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.460 INFO:tasks.workunit.client.0.smithi082.stdout:225/600: open fd = 3 2024-09-12T12:34:00.460 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.460 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.460 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.460 INFO:tasks.workunit.client.0.smithi082.stdout:226/600: open fd = 3 2024-09-12T12:34:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:227/600: open fd = 3 2024-09-12T12:34:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:228/600: open fd = 3 2024-09-12T12:34:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:229/600: open fd = 3 2024-09-12T12:34:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.461 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.462 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.462 INFO:tasks.workunit.client.0.smithi082.stdout:230/600: open fd = 3 2024-09-12T12:34:00.462 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.462 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.462 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.462 INFO:tasks.workunit.client.0.smithi082.stdout:231/600: open fd = 3 2024-09-12T12:34:00.462 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.462 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.462 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.462 INFO:tasks.workunit.client.0.smithi082.stdout:232/600: open fd = 3 2024-09-12T12:34:00.462 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.462 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.462 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.462 INFO:tasks.workunit.client.0.smithi082.stdout:233/600: open fd = 3 2024-09-12T12:34:00.463 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.463 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.463 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.463 INFO:tasks.workunit.client.0.smithi082.stdout:234/600: open fd = 3 2024-09-12T12:34:00.463 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.463 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.463 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.463 INFO:tasks.workunit.client.0.smithi082.stdout:235/600: open fd = 3 2024-09-12T12:34:00.463 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.463 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.463 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.463 INFO:tasks.workunit.client.0.smithi082.stdout:236/600: open fd = 3 2024-09-12T12:34:00.463 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.464 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.464 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.464 INFO:tasks.workunit.client.0.smithi082.stdout:237/600: open fd = 3 2024-09-12T12:34:00.464 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.464 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.464 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.464 INFO:tasks.workunit.client.0.smithi082.stdout:238/600: open fd = 3 2024-09-12T12:34:00.464 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.464 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.464 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.465 INFO:tasks.workunit.client.0.smithi082.stdout:239/600: open fd = 3 2024-09-12T12:34:00.465 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.465 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.465 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.465 INFO:tasks.workunit.client.0.smithi082.stdout:240/600: open fd = 3 2024-09-12T12:34:00.465 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.465 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.465 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.465 INFO:tasks.workunit.client.0.smithi082.stdout:241/600: open fd = 3 2024-09-12T12:34:00.465 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.465 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.465 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.465 INFO:tasks.workunit.client.0.smithi082.stdout:242/600: open fd = 3 2024-09-12T12:34:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:243/600: open fd = 3 2024-09-12T12:34:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:244/600: open fd = 3 2024-09-12T12:34:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:245/600: open fd = 3 2024-09-12T12:34:00.466 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.467 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.467 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.467 INFO:tasks.workunit.client.0.smithi082.stdout:246/600: open fd = 3 2024-09-12T12:34:00.467 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.467 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.467 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.467 INFO:tasks.workunit.client.0.smithi082.stdout:247/600: open fd = 3 2024-09-12T12:34:00.467 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.467 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.467 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.467 INFO:tasks.workunit.client.0.smithi082.stdout:248/600: open fd = 3 2024-09-12T12:34:00.467 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.467 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.467 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.468 INFO:tasks.workunit.client.0.smithi082.stdout:249/600: open fd = 3 2024-09-12T12:34:00.468 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.468 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.468 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:34:00.468 INFO:tasks.workunit.client.0.smithi082.stdout:250/600: open fd = 3 2024-09-12T12:34:00.468 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.468 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:34:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:00 smithi097 ceph-mon[34923]: pgmap v224: 97 pgs: 97 active+clean; 1.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 10 op/s 2024-09-12T12:34:00.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:00 smithi082 ceph-mon[31122]: pgmap v224: 97 pgs: 97 active+clean; 1.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 10 op/s 2024-09-12T12:34:00.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:00 smithi114 ceph-mon[35514]: pgmap v224: 97 pgs: 97 active+clean; 1.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 10 op/s 2024-09-12T12:34:03.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:02 smithi097 ceph-mon[34923]: osdmap e87: 12 total, 12 up, 12 in 2024-09-12T12:34:03.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:02 smithi097 ceph-mon[34923]: pgmap v226: 97 pgs: 97 active+clean; 1.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 24 KiB/s wr, 12 op/s 2024-09-12T12:34:03.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:02 smithi082 ceph-mon[31122]: osdmap e87: 12 total, 12 up, 12 in 2024-09-12T12:34:03.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:02 smithi082 ceph-mon[31122]: pgmap v226: 97 pgs: 97 active+clean; 1.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 24 KiB/s wr, 12 op/s 2024-09-12T12:34:03.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:02 smithi114 ceph-mon[35514]: osdmap e87: 12 total, 12 up, 12 in 2024-09-12T12:34:03.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:02 smithi114 ceph-mon[35514]: pgmap v226: 97 pgs: 97 active+clean; 1.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 24 KiB/s wr, 12 op/s 2024-09-12T12:34:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:04 smithi097 ceph-mon[34923]: pgmap v227: 97 pgs: 97 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 103 KiB/s wr, 38 op/s 2024-09-12T12:34:04.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:04 smithi082 ceph-mon[31122]: pgmap v227: 97 pgs: 97 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 103 KiB/s wr, 38 op/s 2024-09-12T12:34:04.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:04 smithi114 ceph-mon[35514]: pgmap v227: 97 pgs: 97 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 103 KiB/s wr, 38 op/s 2024-09-12T12:34:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:06 smithi097 ceph-mon[34923]: pgmap v228: 97 pgs: 97 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 103 KiB/s wr, 38 op/s 2024-09-12T12:34:06.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:06 smithi082 ceph-mon[31122]: pgmap v228: 97 pgs: 97 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 103 KiB/s wr, 38 op/s 2024-09-12T12:34:06.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:06 smithi114 ceph-mon[35514]: pgmap v228: 97 pgs: 97 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 103 KiB/s wr, 38 op/s 2024-09-12T12:34:09.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:08 smithi114 ceph-mon[35514]: osdmap e88: 12 total, 12 up, 12 in 2024-09-12T12:34:09.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:08 smithi114 ceph-mon[35514]: pgmap v230: 97 pgs: 97 active+clean; 2.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 131 KiB/s wr, 48 op/s 2024-09-12T12:34:09.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:08 smithi097 ceph-mon[34923]: osdmap e88: 12 total, 12 up, 12 in 2024-09-12T12:34:09.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:08 smithi097 ceph-mon[34923]: pgmap v230: 97 pgs: 97 active+clean; 2.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 131 KiB/s wr, 48 op/s 2024-09-12T12:34:09.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:08 smithi082 ceph-mon[31122]: osdmap e88: 12 total, 12 up, 12 in 2024-09-12T12:34:09.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:08 smithi082 ceph-mon[31122]: pgmap v230: 97 pgs: 97 active+clean; 2.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 131 KiB/s wr, 48 op/s 2024-09-12T12:34:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:10 smithi097 ceph-mon[34923]: pgmap v231: 97 pgs: 97 active+clean; 2.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 120 KiB/s wr, 44 op/s 2024-09-12T12:34:10.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:10 smithi082 ceph-mon[31122]: pgmap v231: 97 pgs: 97 active+clean; 2.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 120 KiB/s wr, 44 op/s 2024-09-12T12:34:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:10 smithi114 ceph-mon[35514]: pgmap v231: 97 pgs: 97 active+clean; 2.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 120 KiB/s wr, 44 op/s 2024-09-12T12:34:12.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:12 smithi097 ceph-mon[34923]: pgmap v232: 97 pgs: 97 active+clean; 2.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 105 KiB/s wr, 39 op/s 2024-09-12T12:34:12.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:12 smithi082 ceph-mon[31122]: pgmap v232: 97 pgs: 97 active+clean; 2.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 105 KiB/s wr, 39 op/s 2024-09-12T12:34:12.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:12 smithi114 ceph-mon[35514]: pgmap v232: 97 pgs: 97 active+clean; 2.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 105 KiB/s wr, 39 op/s 2024-09-12T12:34:12.874 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.873+0000 7fee69dc4640 1 -- 172.21.15.82:0/3397791668 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fee641009b0 msgr2=0x7fee64100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:12.875 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.873+0000 7fee69dc4640 1 --2- 172.21.15.82:0/3397791668 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fee641009b0 0x7fee64100e10 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fee4c009930 tx=0x7fee4c02a420 comp rx=0 tx=0).stop 2024-09-12T12:34:12.875 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.873+0000 7fee69dc4640 1 -- 172.21.15.82:0/3397791668 shutdown_connections 2024-09-12T12:34:12.875 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.873+0000 7fee69dc4640 1 --2- 172.21.15.82:0/3397791668 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fee64101350 0x7fee6410d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.875 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.873+0000 7fee69dc4640 1 --2- 172.21.15.82:0/3397791668 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fee641009b0 0x7fee64100e10 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.875 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.873+0000 7fee69dc4640 1 --2- 172.21.15.82:0/3397791668 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee641069c0 0x7fee64106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.875 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.873+0000 7fee69dc4640 1 -- 172.21.15.82:0/3397791668 >> 172.21.15.82:0/3397791668 conn(0x7fee64077990 msgr2=0x7fee640fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:12.875 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.873+0000 7fee69dc4640 1 -- 172.21.15.82:0/3397791668 shutdown_connections 2024-09-12T12:34:12.875 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.873+0000 7fee69dc4640 1 -- 172.21.15.82:0/3397791668 wait complete. 2024-09-12T12:34:12.875 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.874+0000 7fee69dc4640 1 Processor -- start 2024-09-12T12:34:12.876 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.874+0000 7fee69dc4640 1 -- start start 2024-09-12T12:34:12.877 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.874+0000 7fee69dc4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee641009b0 0x7fee641991a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.874+0000 7fee69dc4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fee64101350 0x7fee641996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.874+0000 7fee69dc4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fee641069c0 0x7fee641a4220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.874+0000 7fee69dc4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fee64110e00 con 0x7fee641069c0 2024-09-12T12:34:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.874+0000 7fee69dc4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fee64110c80 con 0x7fee641009b0 2024-09-12T12:34:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.874+0000 7fee69dc4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fee64110f80 con 0x7fee64101350 2024-09-12T12:34:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.874+0000 7fee63fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fee641069c0 0x7fee641a4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.874+0000 7fee63fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fee641069c0 0x7fee641a4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55974/0 (socket says 172.21.15.82:55974) 2024-09-12T12:34:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.874+0000 7fee63fff640 1 -- 172.21.15.82:0/60812623 learned_addr learned my addr 172.21.15.82:0/60812623 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.874+0000 7fee637fe640 1 --2- 172.21.15.82:0/60812623 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee641009b0 0x7fee641991a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.874+0000 7fee62ffd640 1 --2- 172.21.15.82:0/60812623 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fee64101350 0x7fee641996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.875+0000 7fee63fff640 1 -- 172.21.15.82:0/60812623 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fee64101350 msgr2=0x7fee641996e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:12.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.875+0000 7fee63fff640 1 --2- 172.21.15.82:0/60812623 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fee64101350 0x7fee641996e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.875+0000 7fee63fff640 1 -- 172.21.15.82:0/60812623 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee641009b0 msgr2=0x7fee641991a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.875+0000 7fee63fff640 1 --2- 172.21.15.82:0/60812623 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee641009b0 0x7fee641991a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.875+0000 7fee63fff640 1 -- 172.21.15.82:0/60812623 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee641a4760 con 0x7fee641069c0 2024-09-12T12:34:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.875+0000 7fee63fff640 1 --2- 172.21.15.82:0/60812623 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fee641069c0 0x7fee641a4220 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fee5c00d750 tx=0x7fee5c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.875+0000 7fee60ff9640 1 -- 172.21.15.82:0/60812623 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee5c017070 con 0x7fee641069c0 2024-09-12T12:34:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.875+0000 7fee69dc4640 1 -- 172.21.15.82:0/60812623 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee641a4930 con 0x7fee641069c0 2024-09-12T12:34:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.875+0000 7fee60ff9640 1 -- 172.21.15.82:0/60812623 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fee5c005500 con 0x7fee641069c0 2024-09-12T12:34:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.875+0000 7fee60ff9640 1 -- 172.21.15.82:0/60812623 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee5c004d90 con 0x7fee641069c0 2024-09-12T12:34:12.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.875+0000 7fee69dc4640 1 -- 172.21.15.82:0/60812623 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee641a4ea0 con 0x7fee641069c0 2024-09-12T12:34:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.878+0000 7fee60ff9640 1 -- 172.21.15.82:0/60812623 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fee5c005020 con 0x7fee641069c0 2024-09-12T12:34:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.878+0000 7fee6cc41740 1 Processor -- start 2024-09-12T12:34:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.878+0000 7fee6cc41740 1 -- start start 2024-09-12T12:34:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.878+0000 7fee6cc41740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb89d0 0x55b65eeb8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.878+0000 7fee6cc41740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eec7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.878+0000 7fee6cc41740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eec80c0 0x55b65eeca4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.878+0000 7fee6cc41740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b65ee1d2f0 con 0x55b65eeb92f0 2024-09-12T12:34:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.878+0000 7fee6cc41740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b65edc5270 con 0x55b65eeb89d0 2024-09-12T12:34:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.878+0000 7fee6cc41740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b65ee192b0 con 0x55b65eec80c0 2024-09-12T12:34:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee637fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eec7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee637fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eec7b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55978/0 (socket says 172.21.15.82:55978) 2024-09-12T12:34:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee637fe640 1 -- 172.21.15.82:0/1935367792 learned_addr learned my addr 172.21.15.82:0/1935367792 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee62ffd640 1 --2- 172.21.15.82:0/1935367792 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb89d0 0x55b65eeb8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:12.887 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee60ff9640 1 --2- 172.21.15.82:0/60812623 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fee500a2da0 0x7fee500a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee62ffd640 1 --2- 172.21.15.82:0/1935367792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eec80c0 0x55b65eeca4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee63fff640 1 --2- 172.21.15.82:0/60812623 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fee500a2da0 0x7fee500a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee637fe640 1 -- 172.21.15.82:0/1935367792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eec80c0 msgr2=0x55b65eeca4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee637fe640 1 --2- 172.21.15.82:0/1935367792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eec80c0 0x55b65eeca4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee637fe640 1 -- 172.21.15.82:0/1935367792 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb89d0 msgr2=0x55b65eeb8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee637fe640 1 --2- 172.21.15.82:0/1935367792 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb89d0 0x55b65eeb8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee637fe640 1 -- 172.21.15.82:0/1935367792 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b65edc4340 con 0x55b65eeb92f0 2024-09-12T12:34:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee60ff9640 1 -- 172.21.15.82:0/60812623 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7fee5c0cee70 con 0x7fee641069c0 2024-09-12T12:34:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee637fe640 1 --2- 172.21.15.82:0/1935367792 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eec7b80 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fee540103a0 tx=0x7fee54010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f5156ef0d00c60b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee63fff640 1 --2- 172.21.15.82:0/60812623 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fee500a2da0 0x7fee500a5260 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fee5c0ccb60 tx=0x7fee5c0bb040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:12.888 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee59ffb640 1 -- 172.21.15.82:0/1935367792 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee54016070 con 0x55b65eeb92f0 2024-09-12T12:34:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee59ffb640 1 -- 172.21.15.82:0/1935367792 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fee54004d20 con 0x55b65eeb92f0 2024-09-12T12:34:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.879+0000 7fee59ffb640 1 -- 172.21.15.82:0/1935367792 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee54005460 con 0x55b65eeb92f0 2024-09-12T12:34:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.880+0000 7fee6cc41740 1 -- 172.21.15.82:0/1935367792 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 msgr2=0x55b65eec7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.880+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1935367792 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eec7b80 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fee540103a0 tx=0x7fee54010860 comp rx=0 tx=0).stop 2024-09-12T12:34:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.880+0000 7fee6cc41740 1 -- 172.21.15.82:0/1935367792 shutdown_connections 2024-09-12T12:34:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.880+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1935367792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eec80c0 0x55b65eeca4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.880+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1935367792 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eec7b80 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.880+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1935367792 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb89d0 0x55b65eeb8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.880+0000 7fee6cc41740 1 -- 172.21.15.82:0/1935367792 >> 172.21.15.82:0/1935367792 conn(0x55b65eeb5060 msgr2=0x55b65eeb5440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.880+0000 7fee6cc41740 1 -- 172.21.15.82:0/1935367792 shutdown_connections 2024-09-12T12:34:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.880+0000 7fee6cc41740 1 -- 172.21.15.82:0/1935367792 wait complete. 2024-09-12T12:34:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.881+0000 7fee6cc41740 1 -- start start 2024-09-12T12:34:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.881+0000 7fee6cc41740 1 Processor -- start 2024-09-12T12:34:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.881+0000 7fee6cc41740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eeb89d0 0x55b65eec5060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.881+0000 7fee6cc41740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb92f0 0x55b65eec55a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.881+0000 7fee6cc41740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eec80c0 0x55b65eec5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.881+0000 7fee6cc41740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b65eecacf0 con 0x55b65eec80c0 2024-09-12T12:34:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.881+0000 7fee6cc41740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b65eda6290 con 0x55b65eeb92f0 2024-09-12T12:34:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.881+0000 7fee6cc41740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b65eecae70 con 0x55b65eeb89d0 2024-09-12T12:34:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.881+0000 7fee6cc41740 10 client.0 _ll_register_callbacks cb 0x55b65edd7140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:34:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.881+0000 7fee62ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eec80c0 0x55b65eec5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.881+0000 7fee62ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eec80c0 0x55b65eec5ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55986/0 (socket says 172.21.15.82:55986) 2024-09-12T12:34:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.881+0000 7fee62ffd640 1 -- 172.21.15.82:0/1564208850 learned_addr learned my addr 172.21.15.82:0/1564208850 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee637fe640 1 --2- 172.21.15.82:0/1564208850 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb92f0 0x55b65eec55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee62ffd640 1 -- 172.21.15.82:0/1564208850 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eeb89d0 msgr2=0x55b65eec5060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee62ffd640 1 --2- 172.21.15.82:0/1564208850 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eeb89d0 0x55b65eec5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee62ffd640 1 -- 172.21.15.82:0/1564208850 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb92f0 msgr2=0x55b65eec55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee62ffd640 1 --2- 172.21.15.82:0/1564208850 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb92f0 0x55b65eec55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee62ffd640 1 -- 172.21.15.82:0/1564208850 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b65eb30210 con 0x55b65eec80c0 2024-09-12T12:34:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee637fe640 1 --2- 172.21.15.82:0/1564208850 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb92f0 0x55b65eec55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:34:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee62ffd640 1 --2- 172.21.15.82:0/1564208850 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eec80c0 0x55b65eec5ae0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fee4c009930 tx=0x7fee4c031b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4df6e521e0da704 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee42ffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:34:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee42ffd640 1 -- 172.21.15.82:0/1564208850 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee4c035040 con 0x55b65eec80c0 2024-09-12T12:34:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee6cc41740 1 -- 172.21.15.82:0/1564208850 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee54004d20 con 0x55b65eec80c0 2024-09-12T12:34:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee42ffd640 1 -- 172.21.15.82:0/1564208850 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7fee4c03e690 con 0x55b65eec80c0 2024-09-12T12:34:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee42ffd640 1 -- 172.21.15.82:0/1564208850 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fee4c03e890 con 0x55b65eec80c0 2024-09-12T12:34:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee6cc41740 10 client.16383 fetch_fsmap learned FSMap version 28 2024-09-12T12:34:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee6cc41740 1 -- 172.21.15.82:0/1564208850 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b65ebfc620 con 0x55b65eec80c0 2024-09-12T12:34:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee42ffd640 1 -- 172.21.15.82:0/1564208850 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fee54004d20 con 0x55b65eec80c0 2024-09-12T12:34:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee42ffd640 1 -- 172.21.15.82:0/1564208850 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fee4c03a040 con 0x55b65eec80c0 2024-09-12T12:34:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee6cc41740 10 client.16383 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:34:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.882+0000 7fee6cc41740 10 client.16383 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:34:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.883+0000 7fee6cc41740 20 client.16383 populate_metadata read hostname 'smithi082' 2024-09-12T12:34:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.883+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1564208850 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b65eed8170 0x55b65eeda5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.883+0000 7fee6cc41740 4 client.16383 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:34:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.883+0000 7fee6cc41740 1 -- 172.21.15.82:0/1564208850 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b65ee2aa20 con 0x55b65eed8170 2024-09-12T12:34:12.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.883+0000 7fee637fe640 1 --2- 172.21.15.82:0/1564208850 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b65eed8170 0x55b65eeda5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:12.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.883+0000 7fee637fe640 1 --2- 172.21.15.82:0/1564208850 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b65eed8170 0x55b65eeda5a0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a49270df02197376 server_cookie=be9db6d0ce269c21 in_seq=0 out_seq=0 2024-09-12T12:34:12.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.883+0000 7fee42ffd640 10 client.16383 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:12.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee42ffd640 1 -- 172.21.15.82:0/1564208850 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b65ee2aa20 con 0x55b65eed8170 2024-09-12T12:34:12.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee42ffd640 10 client.16383 handle_command_reply: tid=0 2024-09-12T12:34:12.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee6cc41740 1 client.16383 shutdown 2024-09-12T12:34:12.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee6cc41740 1 -- 172.21.15.82:0/1564208850 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eec80c0 msgr2=0x55b65eec5ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:12.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1564208850 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eec80c0 0x55b65eec5ae0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fee4c009930 tx=0x7fee4c031b40 comp rx=0 tx=0).stop 2024-09-12T12:34:12.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee6cc41740 1 -- 172.21.15.82:0/1564208850 shutdown_connections 2024-09-12T12:34:12.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1564208850 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b65eed8170 0x55b65eeda5a0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1564208850 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eec80c0 0x55b65eec5ae0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.893 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1564208850 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb92f0 0x55b65eec55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.894 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1564208850 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eeb89d0 0x55b65eec5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.894 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee42ffd640 0 client.16383 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:12.894 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee6cc41740 1 -- 172.21.15.82:0/1564208850 >> 172.21.15.82:0/1564208850 conn(0x55b65eeb5060 msgr2=0x55b65eebad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:12.894 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee6cc41740 1 -- 172.21.15.82:0/1564208850 shutdown_connections 2024-09-12T12:34:12.894 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee6cc41740 1 -- 172.21.15.82:0/1564208850 wait complete. 2024-09-12T12:34:12.894 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.884+0000 7fee6cc41740 20 client.16383 trim_cache size 0 max 16384 2024-09-12T12:34:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee6cc41740 1 Processor -- start 2024-09-12T12:34:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee6cc41740 1 -- start start 2024-09-12T12:34:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee6cc41740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb89d0 0x55b65eec5730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee6cc41740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eedfeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee6cc41740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eec80c0 0x55b65eee03f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee6cc41740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fee641ab6f0 con 0x55b65eeb92f0 2024-09-12T12:34:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee6cc41740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fee641ad230 con 0x55b65eeb89d0 2024-09-12T12:34:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee6cc41740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fee641abdc0 con 0x55b65eec80c0 2024-09-12T12:34:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee637fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eedfeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee637fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eedfeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55994/0 (socket says 172.21.15.82:55994) 2024-09-12T12:34:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee637fe640 1 -- 172.21.15.82:0/3617719072 learned_addr learned my addr 172.21.15.82:0/3617719072 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee637fe640 1 -- 172.21.15.82:0/3617719072 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eec80c0 msgr2=0x55b65eee03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee637fe640 1 --2- 172.21.15.82:0/3617719072 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eec80c0 0x55b65eee03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee637fe640 1 -- 172.21.15.82:0/3617719072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb89d0 msgr2=0x55b65eec5730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee637fe640 1 --2- 172.21.15.82:0/3617719072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb89d0 0x55b65eec5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee637fe640 1 -- 172.21.15.82:0/3617719072 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b65eeaf2f0 con 0x55b65eeb92f0 2024-09-12T12:34:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.899+0000 7fee637fe640 1 --2- 172.21.15.82:0/3617719072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eedfeb0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fee540050b0 tx=0x7fee54012f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c0bdae52c732273 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.900+0000 7fee597fa640 1 -- 172.21.15.82:0/3617719072 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee54016040 con 0x55b65eeb92f0 2024-09-12T12:34:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.900+0000 7fee597fa640 1 -- 172.21.15.82:0/3617719072 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fee54003e50 con 0x55b65eeb92f0 2024-09-12T12:34:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.900+0000 7fee597fa640 1 -- 172.21.15.82:0/3617719072 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee54005360 con 0x55b65eeb92f0 2024-09-12T12:34:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.900+0000 7fee6cc41740 1 -- 172.21.15.82:0/3617719072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 msgr2=0x55b65eedfeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.900+0000 7fee6cc41740 1 --2- 172.21.15.82:0/3617719072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eedfeb0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fee540050b0 tx=0x7fee54012f90 comp rx=0 tx=0).stop 2024-09-12T12:34:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.900+0000 7fee6cc41740 1 -- 172.21.15.82:0/3617719072 shutdown_connections 2024-09-12T12:34:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.900+0000 7fee6cc41740 1 --2- 172.21.15.82:0/3617719072 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eec80c0 0x55b65eee03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.900+0000 7fee6cc41740 1 --2- 172.21.15.82:0/3617719072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eedfeb0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.900+0000 7fee6cc41740 1 --2- 172.21.15.82:0/3617719072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb89d0 0x55b65eec5730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.900+0000 7fee6cc41740 1 -- 172.21.15.82:0/3617719072 >> 172.21.15.82:0/3617719072 conn(0x55b65eeb5060 msgr2=0x55b65eec5020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.900+0000 7fee6cc41740 1 -- 172.21.15.82:0/3617719072 shutdown_connections 2024-09-12T12:34:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.900+0000 7fee6cc41740 1 -- 172.21.15.82:0/3617719072 wait complete. 2024-09-12T12:34:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.900+0000 7fee6cc41740 1 -- start start 2024-09-12T12:34:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee6cc41740 1 Processor -- start 2024-09-12T12:34:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee6cc41740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb89d0 0x55b65eed06b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee6cc41740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eecb9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee6cc41740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eec80c0 0x55b65eecbf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee6cc41740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fee641acb60 con 0x55b65eeb92f0 2024-09-12T12:34:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee6cc41740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fee641ac490 con 0x55b65eeb89d0 2024-09-12T12:34:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee6cc41740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fee641a9710 con 0x55b65eec80c0 2024-09-12T12:34:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee6cc41740 10 client.0 _ll_register_callbacks cb 0x7fee4c031a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:34:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee637fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eecb9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee637fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eecb9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56000/0 (socket says 172.21.15.82:56000) 2024-09-12T12:34:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee637fe640 1 -- 172.21.15.82:0/1547131733 learned_addr learned my addr 172.21.15.82:0/1547131733 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee62ffd640 1 --2- 172.21.15.82:0/1547131733 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb89d0 0x55b65eed06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee637fe640 1 -- 172.21.15.82:0/1547131733 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eec80c0 msgr2=0x55b65eecbf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee637fe640 1 --2- 172.21.15.82:0/1547131733 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eec80c0 0x55b65eecbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee637fe640 1 -- 172.21.15.82:0/1547131733 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb89d0 msgr2=0x55b65eed06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee637fe640 1 --2- 172.21.15.82:0/1547131733 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb89d0 0x55b65eed06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee637fe640 1 -- 172.21.15.82:0/1547131733 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b65eecc5b0 con 0x55b65eeb92f0 2024-09-12T12:34:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee637fe640 1 --2- 172.21.15.82:0/1547131733 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eecb9d0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fee54009f40 tx=0x7fee54010f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d194a77ba6afc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.901+0000 7fee42ffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:34:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee42ffd640 1 -- 172.21.15.82:0/1547131733 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee54016050 con 0x55b65eeb92f0 2024-09-12T12:34:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee42ffd640 1 -- 172.21.15.82:0/1547131733 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7fee54003b80 con 0x55b65eeb92f0 2024-09-12T12:34:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee6cc41740 1 -- 172.21.15.82:0/1547131733 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee54003e50 con 0x55b65eeb92f0 2024-09-12T12:34:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee42ffd640 1 -- 172.21.15.82:0/1547131733 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fee5403c050 con 0x55b65eeb92f0 2024-09-12T12:34:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee6cc41740 10 client.16389 fetch_fsmap learned FSMap version 28 2024-09-12T12:34:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee6cc41740 1 -- 172.21.15.82:0/1547131733 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b65ef42d20 con 0x55b65eeb92f0 2024-09-12T12:34:12.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee42ffd640 1 -- 172.21.15.82:0/1547131733 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fee54003e50 con 0x55b65eeb92f0 2024-09-12T12:34:12.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee42ffd640 1 -- 172.21.15.82:0/1547131733 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fee54025070 con 0x55b65eeb92f0 2024-09-12T12:34:12.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee6cc41740 10 client.16389 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:34:12.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee6cc41740 10 client.16389 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:34:12.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee6cc41740 20 client.16389 populate_metadata read hostname 'smithi082' 2024-09-12T12:34:12.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1547131733 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b65ef43240 0x55b65ef45660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:12.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee6cc41740 4 client.16389 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:34:12.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee6cc41740 1 -- 172.21.15.82:0/1547131733 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b65ee24d70 con 0x55b65ef43240 2024-09-12T12:34:12.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.902+0000 7fee62ffd640 1 --2- 172.21.15.82:0/1547131733 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b65ef43240 0x55b65ef45660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:12.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.903+0000 7fee62ffd640 1 --2- 172.21.15.82:0/1547131733 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b65ef43240 0x55b65ef45660 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f08be41f9e2fd87b server_cookie=ecd1e688dda883a8 in_seq=0 out_seq=0 2024-09-12T12:34:12.909 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.903+0000 7fee42ffd640 10 client.16389 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:12.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee42ffd640 1 -- 172.21.15.82:0/1547131733 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b65ee24d70 con 0x55b65ef43240 2024-09-12T12:34:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee42ffd640 10 client.16389 handle_command_reply: tid=0 2024-09-12T12:34:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee6cc41740 1 client.16389 shutdown 2024-09-12T12:34:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee6cc41740 1 -- 172.21.15.82:0/1547131733 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 msgr2=0x55b65eecb9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1547131733 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eecb9d0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fee54009f40 tx=0x7fee54010f00 comp rx=0 tx=0).stop 2024-09-12T12:34:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee6cc41740 1 -- 172.21.15.82:0/1547131733 shutdown_connections 2024-09-12T12:34:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1547131733 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b65ef43240 0x55b65ef45660 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1547131733 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b65eec80c0 0x55b65eecbf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1547131733 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b65eeb92f0 0x55b65eecb9d0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee6cc41740 1 --2- 172.21.15.82:0/1547131733 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b65eeb89d0 0x55b65eed06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee6cc41740 1 -- 172.21.15.82:0/1547131733 >> 172.21.15.82:0/1547131733 conn(0x55b65eeb5060 msgr2=0x55b65eebad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee42ffd640 0 client.16389 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee6cc41740 1 -- 172.21.15.82:0/1547131733 shutdown_connections 2024-09-12T12:34:12.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee6cc41740 1 -- 172.21.15.82:0/1547131733 wait complete. 2024-09-12T12:34:12.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.918+0000 7fee6cc41740 20 client.16389 trim_cache size 0 max 16384 2024-09-12T12:34:12.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:34:12.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:34:12.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:34:12.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:34:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.919+0000 7fee69dc4640 1 -- 172.21.15.82:0/60812623 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fee500a2da0 msgr2=0x7fee500a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.919+0000 7fee69dc4640 1 --2- 172.21.15.82:0/60812623 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fee500a2da0 0x7fee500a5260 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fee5c0ccb60 tx=0x7fee5c0bb040 comp rx=0 tx=0).stop 2024-09-12T12:34:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.919+0000 7fee69dc4640 1 -- 172.21.15.82:0/60812623 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fee641069c0 msgr2=0x7fee641a4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.919+0000 7fee69dc4640 1 --2- 172.21.15.82:0/60812623 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fee641069c0 0x7fee641a4220 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fee5c00d750 tx=0x7fee5c00dc10 comp rx=0 tx=0).stop 2024-09-12T12:34:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.919+0000 7fee69dc4640 1 -- 172.21.15.82:0/60812623 shutdown_connections 2024-09-12T12:34:12.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.919+0000 7fee69dc4640 1 --2- 172.21.15.82:0/60812623 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fee500a2da0 0x7fee500a5260 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.919+0000 7fee69dc4640 1 --2- 172.21.15.82:0/60812623 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fee641069c0 0x7fee641a4220 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.919+0000 7fee69dc4640 1 --2- 172.21.15.82:0/60812623 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fee64101350 0x7fee641996e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.919+0000 7fee69dc4640 1 --2- 172.21.15.82:0/60812623 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee641009b0 0x7fee641991a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:12.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.919+0000 7fee69dc4640 1 -- 172.21.15.82:0/60812623 >> 172.21.15.82:0/60812623 conn(0x7fee64077990 msgr2=0x7fee641037e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:12.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.919+0000 7fee69dc4640 1 -- 172.21.15.82:0/60812623 shutdown_connections 2024-09-12T12:34:12.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:12.919+0000 7fee69dc4640 1 -- 172.21.15.82:0/60812623 wait complete. 2024-09-12T12:34:14.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:14 smithi097 ceph-mon[34923]: pgmap v233: 97 pgs: 97 active+clean; 2.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-09-12T12:34:14.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:14 smithi082 ceph-mon[31122]: pgmap v233: 97 pgs: 97 active+clean; 2.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-09-12T12:34:14.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:14 smithi114 ceph-mon[35514]: pgmap v233: 97 pgs: 97 active+clean; 2.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-09-12T12:34:16.743 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:16 smithi114 ceph-mon[35514]: pgmap v234: 97 pgs: 97 active+clean; 2.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-09-12T12:34:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:16 smithi097 ceph-mon[34923]: pgmap v234: 97 pgs: 97 active+clean; 2.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-09-12T12:34:16.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:16 smithi082 ceph-mon[31122]: pgmap v234: 97 pgs: 97 active+clean; 2.3 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-09-12T12:34:18.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:18 smithi097 ceph-mon[34923]: pgmap v235: 97 pgs: 97 active+clean; 2.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 68 KiB/s wr, 24 op/s 2024-09-12T12:34:18.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:18 smithi082 ceph-mon[31122]: pgmap v235: 97 pgs: 97 active+clean; 2.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 68 KiB/s wr, 24 op/s 2024-09-12T12:34:18.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:18 smithi114 ceph-mon[35514]: pgmap v235: 97 pgs: 97 active+clean; 2.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 68 KiB/s wr, 24 op/s 2024-09-12T12:34:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:20 smithi097 ceph-mon[34923]: pgmap v236: 97 pgs: 97 active+clean; 2.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:34:20.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:20 smithi082 ceph-mon[31122]: pgmap v236: 97 pgs: 97 active+clean; 2.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:34:20.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:20 smithi114 ceph-mon[35514]: pgmap v236: 97 pgs: 97 active+clean; 2.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:34:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:22 smithi097 ceph-mon[34923]: pgmap v237: 97 pgs: 97 active+clean; 2.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:34:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:22 smithi082 ceph-mon[31122]: pgmap v237: 97 pgs: 97 active+clean; 2.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:34:22.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:22 smithi114 ceph-mon[35514]: pgmap v237: 97 pgs: 97 active+clean; 2.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:34:24.022 INFO:tasks.quiescer.fs.[cephfs]:Total duration (38.8) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-09-12T12:34:24.022 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 19.4 2024-09-12T12:34:24.023 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:34:24.288 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:34:24.708 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:24 smithi082 ceph-mon[31122]: pgmap v238: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:34:24.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:24 smithi097 ceph-mon[34923]: pgmap v238: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:34:24.807 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.788+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/909062947 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b94106a80 msgr2=0x7f4b94106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:24.807 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.788+0000 7f4b9bc2b640 1 --2- 172.21.15.82:0/909062947 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b94106a80 0x7f4b94106e60 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f4b8c009930 tx=0x7f4b8c02a420 comp rx=0 tx=0).stop 2024-09-12T12:34:24.807 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.788+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/909062947 shutdown_connections 2024-09-12T12:34:24.807 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.788+0000 7f4b9bc2b640 1 --2- 172.21.15.82:0/909062947 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b94101420 0x7f4b9410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:24.807 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.788+0000 7f4b9bc2b640 1 --2- 172.21.15.82:0/909062947 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b94100a80 0x7f4b94100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:24.807 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.788+0000 7f4b9bc2b640 1 --2- 172.21.15.82:0/909062947 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b94106a80 0x7f4b94106e60 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:24.807 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.788+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/909062947 >> 172.21.15.82:0/909062947 conn(0x7f4b940fc7a0 msgr2=0x7f4b940febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:24.807 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.788+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/909062947 shutdown_connections 2024-09-12T12:34:24.808 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.788+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/909062947 wait complete. 2024-09-12T12:34:24.808 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b9bc2b640 1 Processor -- start 2024-09-12T12:34:24.808 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b9bc2b640 1 -- start start 2024-09-12T12:34:24.808 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b9bc2b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b94100a80 0x7f4b94198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:24.808 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b9bc2b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b94101420 0x7f4b94198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:24.808 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b9bc2b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b94106a80 0x7f4b9419ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:24.808 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b9bc2b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f4b94110f20 con 0x7f4b94100a80 2024-09-12T12:34:24.808 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b9bc2b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4b94110da0 con 0x7f4b94106a80 2024-09-12T12:34:24.808 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b9bc2b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f4b941110a0 con 0x7f4b94101420 2024-09-12T12:34:24.808 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b999c7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b94100a80 0x7f4b94198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:24.808 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b999c7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b94100a80 0x7f4b94198580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58158/0 (socket says 172.21.15.82:58158) 2024-09-12T12:34:24.809 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b999c7640 1 -- 172.21.15.82:0/874988344 learned_addr learned my addr 172.21.15.82:0/874988344 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:24.809 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b999c7640 1 -- 172.21.15.82:0/874988344 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b94101420 msgr2=0x7f4b94198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:24.809 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b991c6640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b94101420 0x7f4b94198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:24.809 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b999c7640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b94101420 0x7f4b94198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:24.809 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b999c7640 1 -- 172.21.15.82:0/874988344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b94106a80 msgr2=0x7f4b9419ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:24.809 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.789+0000 7f4b9a1c8640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b94106a80 0x7f4b9419ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:24.809 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.790+0000 7f4b999c7640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b94106a80 0x7f4b9419ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:24.809 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.790+0000 7f4b999c7640 1 -- 172.21.15.82:0/874988344 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b9419d530 con 0x7f4b94100a80 2024-09-12T12:34:24.809 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.790+0000 7f4b9a1c8640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b94106a80 0x7f4b9419ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:34:24.809 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.790+0000 7f4b999c7640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b94100a80 0x7f4b94198580 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f4b8c009a50 tx=0x7f4b8c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:24.809 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.790+0000 7f4b92ffd640 1 -- 172.21.15.82:0/874988344 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b8c03f030 con 0x7f4b94100a80 2024-09-12T12:34:24.809 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.790+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/874988344 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b9419d7c0 con 0x7f4b94100a80 2024-09-12T12:34:24.809 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.790+0000 7f4b92ffd640 1 -- 172.21.15.82:0/874988344 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4b8c003ce0 con 0x7f4b94100a80 2024-09-12T12:34:24.810 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.790+0000 7f4b92ffd640 1 -- 172.21.15.82:0/874988344 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b8c035070 con 0x7f4b94100a80 2024-09-12T12:34:24.810 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.790+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/874988344 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b941a5100 con 0x7f4b94100a80 2024-09-12T12:34:24.810 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.791+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/874988344 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b94100f60 con 0x7f4b94100a80 2024-09-12T12:34:24.810 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.793+0000 7f4b92ffd640 1 -- 172.21.15.82:0/874988344 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f4b8c042030 con 0x7f4b94100a80 2024-09-12T12:34:24.810 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.793+0000 7f4b92ffd640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4b7c0a2cf0 0x7f4b7c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:24.810 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.793+0000 7f4b991c6640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4b7c0a2cf0 0x7f4b7c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:24.810 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.793+0000 7f4b92ffd640 1 -- 172.21.15.82:0/874988344 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f4b8c0eff50 con 0x7f4b94100a80 2024-09-12T12:34:24.810 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.794+0000 7f4b991c6640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4b7c0a2cf0 0x7f4b7c0a51b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f4b9406b7e0 tx=0x7f4b880072f0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:24.810 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.797+0000 7f4b92ffd640 1 -- 172.21.15.82:0/874988344 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4b8c0bcb10 con 0x7f4b94100a80 2024-09-12T12:34:24.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:24 smithi114 ceph-mon[35514]: pgmap v238: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:34:24.997 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.997+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/874988344 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4b941a52d0 con 0x7f4b94100a80 2024-09-12T12:34:24.997 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:24.997+0000 7f4b92ffd640 1 -- 172.21.15.82:0/874988344 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f4b8c0bc410 con 0x7f4b94100a80 2024-09-12T12:34:24.998 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:34:24.998 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:34:24.998 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:34:25.000 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:25.000+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/874988344 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4b7c0a2cf0 msgr2=0x7f4b7c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:25.000 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:25.000+0000 7f4b9bc2b640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4b7c0a2cf0 0x7f4b7c0a51b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f4b9406b7e0 tx=0x7f4b880072f0 comp rx=0 tx=0).stop 2024-09-12T12:34:25.000 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:25.000+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/874988344 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b94100a80 msgr2=0x7f4b94198580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:25.000 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:25.000+0000 7f4b9bc2b640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b94100a80 0x7f4b94198580 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f4b8c009a50 tx=0x7f4b8c004270 comp rx=0 tx=0).stop 2024-09-12T12:34:25.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:25.000+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/874988344 shutdown_connections 2024-09-12T12:34:25.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:25.000+0000 7f4b9bc2b640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f4b7c0a2cf0 0x7f4b7c0a51b0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:25.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:25.000+0000 7f4b9bc2b640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b94106a80 0x7f4b9419ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:25.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:25.000+0000 7f4b9bc2b640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f4b94101420 0x7f4b94198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:25.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:25.000+0000 7f4b9bc2b640 1 --2- 172.21.15.82:0/874988344 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f4b94100a80 0x7f4b94198580 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:25.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:25.000+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/874988344 >> 172.21.15.82:0/874988344 conn(0x7f4b940fc7a0 msgr2=0x7f4b94104910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:25.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:25.000+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/874988344 shutdown_connections 2024-09-12T12:34:25.001 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:25.000+0000 7f4b9bc2b640 1 -- 172.21.15.82:0/874988344 wait complete. 2024-09-12T12:34:25.679 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:25 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/874988344' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:34:25.709 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db / --timeout 90 --expiration 139.4 --await-for 45.0' 2024-09-12T12:34:25.709 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db / --timeout 90 --expiration 139.4 --await-for 45.0 2024-09-12T12:34:25.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:25 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/874988344' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:34:25.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:25 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/874988344' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:34:25.970 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:34:26.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.018+0000 7f31646a5640 1 -- 172.21.15.82:0/1880296664 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f315c10c0d0 msgr2=0x7f315c10e570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.018+0000 7f31646a5640 1 --2- 172.21.15.82:0/1880296664 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f315c10c0d0 0x7f315c10e570 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f3154009ca0 tx=0x7f315402a8c0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.018+0000 7f31646a5640 1 -- 172.21.15.82:0/1880296664 shutdown_connections 2024-09-12T12:34:26.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.018+0000 7f31646a5640 1 --2- 172.21.15.82:0/1880296664 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f315c10c0d0 0x7f315c10e570 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.018+0000 7f31646a5640 1 --2- 172.21.15.82:0/1880296664 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f315c1035c0 0x7f315c10baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.018+0000 7f31646a5640 1 --2- 172.21.15.82:0/1880296664 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f315c102ca0 0x7f315c103080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.018+0000 7f31646a5640 1 -- 172.21.15.82:0/1880296664 >> 172.21.15.82:0/1880296664 conn(0x7f315c0fc6b0 msgr2=0x7f315c0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:26.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.018+0000 7f31646a5640 1 -- 172.21.15.82:0/1880296664 shutdown_connections 2024-09-12T12:34:26.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.018+0000 7f31646a5640 1 -- 172.21.15.82:0/1880296664 wait complete. 2024-09-12T12:34:26.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f31646a5640 1 Processor -- start 2024-09-12T12:34:26.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f31646a5640 1 -- start start 2024-09-12T12:34:26.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f31646a5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f315c102ca0 0x7f315c1982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f31646a5640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f315c1035c0 0x7f315c198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f31646a5640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f315c10c0d0 0x7f315c19cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.030 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f31646a5640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f315c111ed0 con 0x7f315c1035c0 2024-09-12T12:34:26.030 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f31646a5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f315c111d50 con 0x7f315c102ca0 2024-09-12T12:34:26.030 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f31646a5640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f315c112050 con 0x7f315c10c0d0 2024-09-12T12:34:26.030 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f3161c40640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f315c1035c0 0x7f315c198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.030 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f3161c40640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f315c1035c0 0x7f315c198820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58186/0 (socket says 172.21.15.82:58186) 2024-09-12T12:34:26.030 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f3161c40640 1 -- 172.21.15.82:0/2866308449 learned_addr learned my addr 172.21.15.82:0/2866308449 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:26.030 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f3162441640 1 --2- 172.21.15.82:0/2866308449 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f315c102ca0 0x7f315c1982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.030 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f3162c42640 1 --2- 172.21.15.82:0/2866308449 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f315c10c0d0 0x7f315c19cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.030 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f3161c40640 1 -- 172.21.15.82:0/2866308449 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f315c10c0d0 msgr2=0x7f315c19cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.030 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f3161c40640 1 --2- 172.21.15.82:0/2866308449 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f315c10c0d0 0x7f315c19cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.030 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f3161c40640 1 -- 172.21.15.82:0/2866308449 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f315c102ca0 msgr2=0x7f315c1982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.030 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f3161c40640 1 --2- 172.21.15.82:0/2866308449 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f315c102ca0 0x7f315c1982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.031 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.019+0000 7f3161c40640 1 -- 172.21.15.82:0/2866308449 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f315c19d2d0 con 0x7f315c1035c0 2024-09-12T12:34:26.031 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.020+0000 7f3161c40640 1 --2- 172.21.15.82:0/2866308449 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f315c1035c0 0x7f315c198820 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f314c00d950 tx=0x7f314c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:26.031 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.020+0000 7f31537fe640 1 -- 172.21.15.82:0/2866308449 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f314c017070 con 0x7f315c1035c0 2024-09-12T12:34:26.031 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.020+0000 7f31646a5640 1 -- 172.21.15.82:0/2866308449 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f315c19d5c0 con 0x7f315c1035c0 2024-09-12T12:34:26.031 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.020+0000 7f31537fe640 1 -- 172.21.15.82:0/2866308449 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f314c009c30 con 0x7f315c1035c0 2024-09-12T12:34:26.031 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.020+0000 7f31537fe640 1 -- 172.21.15.82:0/2866308449 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f314c00f600 con 0x7f315c1035c0 2024-09-12T12:34:26.031 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.020+0000 7f31646a5640 1 -- 172.21.15.82:0/2866308449 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f315c1a4e50 con 0x7f315c1035c0 2024-09-12T12:34:26.031 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.022+0000 7f3167446740 1 Processor -- start 2024-09-12T12:34:26.032 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3167446740 1 -- start start 2024-09-12T12:34:26.032 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3167446740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416eaf0 0x561a8416eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.032 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3167446740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a84179770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.032 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3167446740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a84179cb0 0x561a8417c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.033 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3167446740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x561a840d32f0 con 0x561a8416f410 2024-09-12T12:34:26.033 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3167446740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x561a8407b270 con 0x561a84179cb0 2024-09-12T12:34:26.033 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3167446740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x561a840cf2b0 con 0x561a8416eaf0 2024-09-12T12:34:26.033 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3162441640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a84179770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.033 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3162441640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a84179770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58188/0 (socket says 172.21.15.82:58188) 2024-09-12T12:34:26.033 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3162441640 1 -- 172.21.15.82:0/220433327 learned_addr learned my addr 172.21.15.82:0/220433327 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:26.033 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3162c42640 1 --2- 172.21.15.82:0/220433327 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416eaf0 0x561a8416eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.034 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3162441640 1 -- 172.21.15.82:0/220433327 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416eaf0 msgr2=0x561a8416eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.034 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3162441640 1 --2- 172.21.15.82:0/220433327 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416eaf0 0x561a8416eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.034 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3162441640 1 -- 172.21.15.82:0/220433327 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a84179cb0 msgr2=0x561a8417c0a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T12:34:26.034 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3162441640 1 --2- 172.21.15.82:0/220433327 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a84179cb0 0x561a8417c0a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.034 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.023+0000 7f3162441640 1 -- 172.21.15.82:0/220433327 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a8407a340 con 0x561a8416f410 2024-09-12T12:34:26.034 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.024+0000 7f3162441640 1 --2- 172.21.15.82:0/220433327 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a84179770 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f315800bcd0 tx=0x7f31580107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8413c37a4ac04249 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:26.034 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.024+0000 7f3150ff9640 1 -- 172.21.15.82:0/220433327 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3158005220 con 0x561a8416f410 2024-09-12T12:34:26.034 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.024+0000 7f3150ff9640 1 -- 172.21.15.82:0/220433327 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3158004c80 con 0x561a8416f410 2024-09-12T12:34:26.034 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.024+0000 7f3150ff9640 1 -- 172.21.15.82:0/220433327 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3158011800 con 0x561a8416f410 2024-09-12T12:34:26.034 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.024+0000 7f31537fe640 1 -- 172.21.15.82:0/2866308449 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f314c01a070 con 0x7f315c1035c0 2024-09-12T12:34:26.034 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.024+0000 7f31537fe640 1 --2- 172.21.15.82:0/2866308449 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31480a2da0 0x7f31480a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.034 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.024+0000 7f3167446740 1 -- 172.21.15.82:0/220433327 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 msgr2=0x561a84179770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.035 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.024+0000 7f3167446740 1 --2- 172.21.15.82:0/220433327 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a84179770 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f315800bcd0 tx=0x7f31580107a0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.035 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.025+0000 7f3162c42640 1 --2- 172.21.15.82:0/2866308449 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31480a2da0 0x7f31480a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.035 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.025+0000 7f31537fe640 1 -- 172.21.15.82:0/2866308449 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f314c0ceec0 con 0x7f315c1035c0 2024-09-12T12:34:26.035 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.025+0000 7f3162c42640 1 --2- 172.21.15.82:0/2866308449 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31480a2da0 0x7f31480a5260 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3154005e30 tx=0x7f3154005c30 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:26.035 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.025+0000 7f3167446740 1 -- 172.21.15.82:0/220433327 shutdown_connections 2024-09-12T12:34:26.035 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.025+0000 7f3167446740 1 --2- 172.21.15.82:0/220433327 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a84179cb0 0x561a8417c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.035 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.025+0000 7f3167446740 1 --2- 172.21.15.82:0/220433327 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a84179770 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.035 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.025+0000 7f3167446740 1 --2- 172.21.15.82:0/220433327 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416eaf0 0x561a8416eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.035 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.025+0000 7f3167446740 1 -- 172.21.15.82:0/220433327 >> 172.21.15.82:0/220433327 conn(0x561a8416b060 msgr2=0x561a8416b440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:26.035 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.025+0000 7f3167446740 1 -- 172.21.15.82:0/220433327 shutdown_connections 2024-09-12T12:34:26.035 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.025+0000 7f3167446740 1 -- 172.21.15.82:0/220433327 wait complete. 2024-09-12T12:34:26.035 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.026+0000 7f3167446740 1 -- start start 2024-09-12T12:34:26.035 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.026+0000 7f3167446740 1 Processor -- start 2024-09-12T12:34:26.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.026+0000 7f3167446740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a8416eaf0 0x561a84176bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.026+0000 7f3167446740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a84177100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.026+0000 7f3167446740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a84179cb0 0x561a84177640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.026+0000 7f3167446740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x561a8417c880 con 0x561a8416f410 2024-09-12T12:34:26.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.026+0000 7f3167446740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x561a8405c290 con 0x561a8416eaf0 2024-09-12T12:34:26.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.026+0000 7f3167446740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x561a8417ca00 con 0x561a84179cb0 2024-09-12T12:34:26.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.026+0000 7f3167446740 10 client.0 _ll_register_callbacks cb 0x561a8408d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:34:26.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.026+0000 7f3161c40640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a84177100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.036 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.026+0000 7f3161c40640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a84177100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58192/0 (socket says 172.21.15.82:58192) 2024-09-12T12:34:26.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.026+0000 7f3161c40640 1 -- 172.21.15.82:0/3203795654 learned_addr learned my addr 172.21.15.82:0/3203795654 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:26.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.026+0000 7f3162441640 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a8416eaf0 0x561a84176bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.026+0000 7f3162c42640 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a84179cb0 0x561a84177640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3161c40640 1 -- 172.21.15.82:0/3203795654 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a84179cb0 msgr2=0x561a84177640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3161c40640 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a84179cb0 0x561a84177640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3161c40640 1 -- 172.21.15.82:0/3203795654 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a8416eaf0 msgr2=0x561a84176bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3161c40640 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a8416eaf0 0x561a84176bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3161c40640 1 -- 172.21.15.82:0/3203795654 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a83de6210 con 0x561a8416f410 2024-09-12T12:34:26.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3162c42640 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a84179cb0 0x561a84177640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:34:26.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3162441640 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a8416eaf0 0x561a84176bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:34:26.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3161c40640 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a84177100 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f314c0cc660 tx=0x7f314c009ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b58f321ac227499 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:26.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3145ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:34:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3145ffb640 1 -- 172.21.15.82:0/3203795654 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f314c021070 con 0x561a8416f410 2024-09-12T12:34:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3167446740 1 -- 172.21.15.82:0/3203795654 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3158004c80 con 0x561a8416f410 2024-09-12T12:34:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3145ffb640 1 -- 172.21.15.82:0/3203795654 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f314c09a7d0 con 0x561a8416f410 2024-09-12T12:34:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3145ffb640 1 -- 172.21.15.82:0/3203795654 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f314c09f730 con 0x561a8416f410 2024-09-12T12:34:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3167446740 10 client.16407 fetch_fsmap learned FSMap version 28 2024-09-12T12:34:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.027+0000 7f3167446740 1 -- 172.21.15.82:0/3203795654 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561a83eb2620 con 0x561a8416f410 2024-09-12T12:34:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.028+0000 7f3145ffb640 1 -- 172.21.15.82:0/3203795654 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3158004c80 con 0x561a8416f410 2024-09-12T12:34:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.028+0000 7f3145ffb640 1 -- 172.21.15.82:0/3203795654 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f314c09a240 con 0x561a8416f410 2024-09-12T12:34:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.028+0000 7f3167446740 10 client.16407 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:34:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.028+0000 7f3167446740 10 client.16407 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:34:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.028+0000 7f3167446740 20 client.16407 populate_metadata read hostname 'smithi082' 2024-09-12T12:34:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.028+0000 7f3167446740 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a84187160 0x561a841895c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.028+0000 7f3167446740 4 client.16407 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:34:26.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.028+0000 7f3167446740 1 -- 172.21.15.82:0/3203795654 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561a840e0a20 con 0x561a84187160 2024-09-12T12:34:26.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.028+0000 7f3162441640 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a84187160 0x561a841895c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.028+0000 7f3162441640 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a84187160 0x561a841895c0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae9be0973cfef0f1 server_cookie=37a2ed9874ae73f3 in_seq=0 out_seq=0 2024-09-12T12:34:26.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.028+0000 7f3145ffb640 10 client.16407 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:26.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.029+0000 7f3145ffb640 1 -- 172.21.15.82:0/3203795654 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561a840e0a20 con 0x561a84187160 2024-09-12T12:34:26.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.029+0000 7f3145ffb640 10 client.16407 handle_command_reply: tid=0 2024-09-12T12:34:26.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.029+0000 7f3167446740 1 client.16407 shutdown 2024-09-12T12:34:26.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.029+0000 7f3167446740 1 -- 172.21.15.82:0/3203795654 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 msgr2=0x561a84177100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.029+0000 7f3167446740 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a84177100 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f314c0cc660 tx=0x7f314c009ea0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.029+0000 7f3167446740 1 -- 172.21.15.82:0/3203795654 shutdown_connections 2024-09-12T12:34:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.029+0000 7f3167446740 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a84187160 0x561a841895c0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.029+0000 7f3167446740 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a84179cb0 0x561a84177640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.029+0000 7f3167446740 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a84177100 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.029+0000 7f3145ffb640 0 client.16407 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.029+0000 7f3167446740 1 --2- 172.21.15.82:0/3203795654 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a8416eaf0 0x561a84176bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.029+0000 7f3167446740 1 -- 172.21.15.82:0/3203795654 >> 172.21.15.82:0/3203795654 conn(0x561a8416b060 msgr2=0x561a84170d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.029+0000 7f3167446740 1 -- 172.21.15.82:0/3203795654 shutdown_connections 2024-09-12T12:34:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.029+0000 7f3167446740 1 -- 172.21.15.82:0/3203795654 wait complete. 2024-09-12T12:34:26.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.030+0000 7f3167446740 20 client.16407 trim_cache size 0 max 16384 2024-09-12T12:34:26.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3167446740 1 Processor -- start 2024-09-12T12:34:26.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3167446740 1 -- start start 2024-09-12T12:34:26.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3167446740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416eaf0 0x561a84177470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3167446740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a8419a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.049 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3167446740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a84179cb0 0x561a8419a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3167446740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f315c1ab700 con 0x561a8416f410 2024-09-12T12:34:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3167446740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f315c1ad240 con 0x561a84179cb0 2024-09-12T12:34:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3167446740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f315c1abdd0 con 0x561a8416eaf0 2024-09-12T12:34:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3161c40640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a8419a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3161c40640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a8419a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58194/0 (socket says 172.21.15.82:58194) 2024-09-12T12:34:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3161c40640 1 -- 172.21.15.82:0/1834134137 learned_addr learned my addr 172.21.15.82:0/1834134137 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3162441640 1 --2- 172.21.15.82:0/1834134137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416eaf0 0x561a84177470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3162c42640 1 --2- 172.21.15.82:0/1834134137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a84179cb0 0x561a8419a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3161c40640 1 -- 172.21.15.82:0/1834134137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416eaf0 msgr2=0x561a84177470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3161c40640 1 --2- 172.21.15.82:0/1834134137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416eaf0 0x561a84177470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3161c40640 1 -- 172.21.15.82:0/1834134137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a84179cb0 msgr2=0x561a8419a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3161c40640 1 --2- 172.21.15.82:0/1834134137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a84179cb0 0x561a8419a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.050 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3161c40640 1 -- 172.21.15.82:0/1834134137 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a8417c3e0 con 0x561a8416f410 2024-09-12T12:34:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3162c42640 1 --2- 172.21.15.82:0/1834134137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a84179cb0 0x561a8419a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:34:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3161c40640 1 --2- 172.21.15.82:0/1834134137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a8419a420 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f314c009610 tx=0x7f314c00bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=193080d799f3e048 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.044+0000 7f3147fff640 1 -- 172.21.15.82:0/1834134137 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f314c0bb380 con 0x561a8416f410 2024-09-12T12:34:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.045+0000 7f3147fff640 1 -- 172.21.15.82:0/1834134137 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f314c09a240 con 0x561a8416f410 2024-09-12T12:34:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.045+0000 7f3147fff640 1 -- 172.21.15.82:0/1834134137 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f314c09aa10 con 0x561a8416f410 2024-09-12T12:34:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.045+0000 7f3167446740 1 -- 172.21.15.82:0/1834134137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 msgr2=0x561a8419a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.045+0000 7f3167446740 1 --2- 172.21.15.82:0/1834134137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a8419a420 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f314c009610 tx=0x7f314c00bf40 comp rx=0 tx=0).stop 2024-09-12T12:34:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.045+0000 7f3167446740 1 -- 172.21.15.82:0/1834134137 shutdown_connections 2024-09-12T12:34:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.045+0000 7f3167446740 1 --2- 172.21.15.82:0/1834134137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a84179cb0 0x561a8419a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.045+0000 7f3167446740 1 --2- 172.21.15.82:0/1834134137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a8416f410 0x561a8419a420 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.051 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.045+0000 7f3167446740 1 --2- 172.21.15.82:0/1834134137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416eaf0 0x561a84177470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.045+0000 7f3167446740 1 -- 172.21.15.82:0/1834134137 >> 172.21.15.82:0/1834134137 conn(0x561a8416b060 msgr2=0x561a84178c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.045+0000 7f3167446740 1 -- 172.21.15.82:0/1834134137 shutdown_connections 2024-09-12T12:34:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.045+0000 7f3167446740 1 -- 172.21.15.82:0/1834134137 wait complete. 2024-09-12T12:34:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3167446740 1 -- start start 2024-09-12T12:34:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3167446740 1 Processor -- start 2024-09-12T12:34:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3167446740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a8416eaf0 0x561a8417dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3167446740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416f410 0x561a8417e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3167446740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a84179cb0 0x561a8417e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3167446740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f315c1acb70 con 0x561a84179cb0 2024-09-12T12:34:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3167446740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f315c1ac4a0 con 0x561a8416eaf0 2024-09-12T12:34:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3167446740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f315c1a9700 con 0x561a8416f410 2024-09-12T12:34:26.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3167446740 10 client.0 _ll_register_callbacks cb 0x7f314c09ace0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:34:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3162c42640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a84179cb0 0x561a8417e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3162c42640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a84179cb0 0x561a8417e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58202/0 (socket says 172.21.15.82:58202) 2024-09-12T12:34:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3162c42640 1 -- 172.21.15.82:0/3185732827 learned_addr learned my addr 172.21.15.82:0/3185732827 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3162441640 1 --2- 172.21.15.82:0/3185732827 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a8416eaf0 0x561a8417dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3161c40640 1 --2- 172.21.15.82:0/3185732827 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416f410 0x561a8417e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3162c42640 1 -- 172.21.15.82:0/3185732827 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416f410 msgr2=0x561a8417e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3162c42640 1 --2- 172.21.15.82:0/3185732827 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416f410 0x561a8417e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3162c42640 1 -- 172.21.15.82:0/3185732827 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a8416eaf0 msgr2=0x561a8417dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3162c42640 1 --2- 172.21.15.82:0/3185732827 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a8416eaf0 0x561a8417dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3162c42640 1 -- 172.21.15.82:0/3185732827 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a841fc5f0 con 0x561a84179cb0 2024-09-12T12:34:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3162c42640 1 --2- 172.21.15.82:0/3185732827 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a84179cb0 0x561a8417e640 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f3154035000 tx=0x7f315402a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dde88e6c2639121 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:26.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.046+0000 7f3145ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:34:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3145ffb640 1 -- 172.21.15.82:0/3185732827 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31540319a0 con 0x561a84179cb0 2024-09-12T12:34:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3145ffb640 1 -- 172.21.15.82:0/3185732827 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f3154041030 con 0x561a84179cb0 2024-09-12T12:34:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3167446740 1 -- 172.21.15.82:0/3185732827 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f314c09a240 con 0x561a84179cb0 2024-09-12T12:34:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3145ffb640 1 -- 172.21.15.82:0/3185732827 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3154004440 con 0x561a84179cb0 2024-09-12T12:34:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3167446740 10 client.16413 fetch_fsmap learned FSMap version 28 2024-09-12T12:34:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3167446740 1 -- 172.21.15.82:0/3185732827 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561a841fd830 con 0x561a84179cb0 2024-09-12T12:34:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3145ffb640 1 -- 172.21.15.82:0/3185732827 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f314c09a240 con 0x561a84179cb0 2024-09-12T12:34:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3145ffb640 1 -- 172.21.15.82:0/3185732827 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f31540305c0 con 0x561a84179cb0 2024-09-12T12:34:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3167446740 10 client.16413 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:34:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3167446740 10 client.16413 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:34:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3167446740 20 client.16413 populate_metadata read hostname 'smithi082' 2024-09-12T12:34:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3167446740 1 --2- 172.21.15.82:0/3185732827 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a841fdf80 0x561a842003a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3167446740 4 client.16413 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:34:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3167446740 1 -- 172.21.15.82:0/3185732827 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561a840dad70 con 0x561a841fdf80 2024-09-12T12:34:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.047+0000 7f3162441640 1 --2- 172.21.15.82:0/3185732827 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a841fdf80 0x561a842003a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.048+0000 7f3145ffb640 10 client.16413 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.048+0000 7f3162441640 1 --2- 172.21.15.82:0/3185732827 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a841fdf80 0x561a842003a0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6cbe7830e69188f4 server_cookie=3383116075c81f88 in_seq=0 out_seq=0 2024-09-12T12:34:26.062 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3145ffb640 1 -- 172.21.15.82:0/3185732827 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561a840dad70 con 0x561a841fdf80 2024-09-12T12:34:26.062 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3145ffb640 10 client.16413 handle_command_reply: tid=0 2024-09-12T12:34:26.062 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3167446740 1 client.16413 shutdown 2024-09-12T12:34:26.062 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3167446740 1 -- 172.21.15.82:0/3185732827 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a84179cb0 msgr2=0x561a8417e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.062 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3167446740 1 --2- 172.21.15.82:0/3185732827 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a84179cb0 0x561a8417e640 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f3154035000 tx=0x7f315402a8c0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3167446740 1 -- 172.21.15.82:0/3185732827 shutdown_connections 2024-09-12T12:34:26.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3167446740 1 --2- 172.21.15.82:0/3185732827 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a841fdf80 0x561a842003a0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3167446740 1 --2- 172.21.15.82:0/3185732827 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a84179cb0 0x561a8417e640 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3145ffb640 0 client.16413 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:26.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3167446740 1 --2- 172.21.15.82:0/3185732827 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a8416f410 0x561a8417e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3167446740 1 --2- 172.21.15.82:0/3185732827 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a8416eaf0 0x561a8417dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3167446740 1 -- 172.21.15.82:0/3185732827 >> 172.21.15.82:0/3185732827 conn(0x561a8416b060 msgr2=0x561a84170550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:26.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3167446740 1 -- 172.21.15.82:0/3185732827 shutdown_connections 2024-09-12T12:34:26.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3167446740 1 -- 172.21.15.82:0/3185732827 wait complete. 2024-09-12T12:34:26.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f3167446740 20 client.16413 trim_cache size 0 max 16384 2024-09-12T12:34:26.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:34:26.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:34:26.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:34:26.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:34:26.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f31646a5640 1 -- 172.21.15.82:0/2866308449 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31480a2da0 msgr2=0x7f31480a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f31646a5640 1 --2- 172.21.15.82:0/2866308449 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31480a2da0 0x7f31480a5260 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3154005e30 tx=0x7f3154005c30 comp rx=0 tx=0).stop 2024-09-12T12:34:26.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f31646a5640 1 -- 172.21.15.82:0/2866308449 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f315c1035c0 msgr2=0x7f315c198820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.062+0000 7f31646a5640 1 --2- 172.21.15.82:0/2866308449 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f315c1035c0 0x7f315c198820 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f314c00d950 tx=0x7f314c00de10 comp rx=0 tx=0).stop 2024-09-12T12:34:26.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.063+0000 7f31646a5640 1 -- 172.21.15.82:0/2866308449 shutdown_connections 2024-09-12T12:34:26.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.063+0000 7f31646a5640 1 --2- 172.21.15.82:0/2866308449 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31480a2da0 0x7f31480a5260 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.063+0000 7f31646a5640 1 --2- 172.21.15.82:0/2866308449 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f315c10c0d0 0x7f315c19cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.063+0000 7f31646a5640 1 --2- 172.21.15.82:0/2866308449 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f315c1035c0 0x7f315c198820 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.063+0000 7f31646a5640 1 --2- 172.21.15.82:0/2866308449 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f315c102ca0 0x7f315c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.063+0000 7f31646a5640 1 -- 172.21.15.82:0/2866308449 >> 172.21.15.82:0/2866308449 conn(0x7f315c0fc6b0 msgr2=0x7f315c0fd2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:26.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.063+0000 7f31646a5640 1 -- 172.21.15.82:0/2866308449 shutdown_connections 2024-09-12T12:34:26.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:26.063+0000 7f31646a5640 1 -- 172.21.15.82:0/2866308449 wait complete. 2024-09-12T12:34:26.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.485+0000 7f3cacd9a640 1 -- 172.21.15.82:0/4132635457 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca8102790 msgr2=0x7f3ca81067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.485+0000 7f3cacd9a640 1 --2- 172.21.15.82:0/4132635457 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca8102790 0x7f3ca81067e0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f3c90009900 tx=0x7f3c9002a410 comp rx=0 tx=0).stop 2024-09-12T12:34:26.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.485+0000 7f3cacd9a640 1 -- 172.21.15.82:0/4132635457 shutdown_connections 2024-09-12T12:34:26.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.485+0000 7f3cacd9a640 1 --2- 172.21.15.82:0/4132635457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ca8106f10 0x7f3ca810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.485+0000 7f3cacd9a640 1 --2- 172.21.15.82:0/4132635457 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca8102790 0x7f3ca81067e0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.485+0000 7f3cacd9a640 1 --2- 172.21.15.82:0/4132635457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ca8101de0 0x7f3ca81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.485+0000 7f3cacd9a640 1 -- 172.21.15.82:0/4132635457 >> 172.21.15.82:0/4132635457 conn(0x7f3ca80fd8c0 msgr2=0x7f3ca80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:26.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.485+0000 7f3cacd9a640 1 -- 172.21.15.82:0/4132635457 shutdown_connections 2024-09-12T12:34:26.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.485+0000 7f3cacd9a640 1 -- 172.21.15.82:0/4132635457 wait complete. 2024-09-12T12:34:26.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.486+0000 7f3cacd9a640 1 Processor -- start 2024-09-12T12:34:26.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.486+0000 7f3cacd9a640 1 -- start start 2024-09-12T12:34:26.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.486+0000 7f3cacd9a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ca8101de0 0x7f3ca8198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.486+0000 7f3cacd9a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca8102790 0x7f3ca81988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.486+0000 7f3cacd9a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ca8106f10 0x7f3ca819cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3cacd9a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca8111f30 con 0x7f3ca8102790 2024-09-12T12:34:26.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3cacd9a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca8111db0 con 0x7f3ca8106f10 2024-09-12T12:34:26.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3cacd9a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81120b0 con 0x7f3ca8101de0 2024-09-12T12:34:26.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3c9ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca8102790 0x7f3ca81988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3c9ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca8102790 0x7f3ca81988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58224/0 (socket says 172.21.15.82:58224) 2024-09-12T12:34:26.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3ca659c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ca8101de0 0x7f3ca8198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3c9ffff640 1 -- 172.21.15.82:0/286026887 learned_addr learned my addr 172.21.15.82:0/286026887 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:26.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3ca6d9d640 1 --2- 172.21.15.82:0/286026887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ca8106f10 0x7f3ca819cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3c9ffff640 1 -- 172.21.15.82:0/286026887 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ca8101de0 msgr2=0x7f3ca8198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3c9ffff640 1 --2- 172.21.15.82:0/286026887 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ca8101de0 0x7f3ca8198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3c9ffff640 1 -- 172.21.15.82:0/286026887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ca8106f10 msgr2=0x7f3ca819cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3c9ffff640 1 --2- 172.21.15.82:0/286026887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ca8106f10 0x7f3ca819cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3c9ffff640 1 -- 172.21.15.82:0/286026887 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ca819d330 con 0x7f3ca8102790 2024-09-12T12:34:26.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3c9ffff640 1 --2- 172.21.15.82:0/286026887 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca8102790 0x7f3ca81988c0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f3c90006010 tx=0x7f3c900042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:26.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3c9f7fe640 1 -- 172.21.15.82:0/286026887 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c9003f030 con 0x7f3ca8102790 2024-09-12T12:34:26.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3c9f7fe640 1 -- 172.21.15.82:0/286026887 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c90003ce0 con 0x7f3ca8102790 2024-09-12T12:34:26.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3c9f7fe640 1 -- 172.21.15.82:0/286026887 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c90035070 con 0x7f3ca8102790 2024-09-12T12:34:26.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.487+0000 7f3cacd9a640 1 -- 172.21.15.82:0/286026887 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ca819d5c0 con 0x7f3ca8102790 2024-09-12T12:34:26.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.488+0000 7f3cacd9a640 1 -- 172.21.15.82:0/286026887 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ca81a4f00 con 0x7f3ca8102790 2024-09-12T12:34:26.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.490+0000 7f3c9f7fe640 1 -- 172.21.15.82:0/286026887 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f3c90042030 con 0x7f3ca8102790 2024-09-12T12:34:26.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.490+0000 7f3caf173740 1 Processor -- start 2024-09-12T12:34:26.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.490+0000 7f3caf173740 1 -- start start 2024-09-12T12:34:26.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3caf173740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb61760 0x55fb7bb61b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3caf173740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 0x55fb7bb6c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3caf173740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb6c940 0x55fb7bb6ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3caf173740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55fb7bac72a0 con 0x55fb7bb61760 2024-09-12T12:34:26.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3caf173740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55fb7ba6eb10 con 0x55fb7bb6c940 2024-09-12T12:34:26.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3caf173740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55fb7bac3260 con 0x55fb7bb62080 2024-09-12T12:34:26.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3ca6d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb61760 0x55fb7bb61b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3ca6d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb61760 0x55fb7bb61b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58228/0 (socket says 172.21.15.82:58228) 2024-09-12T12:34:26.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3ca6d9d640 1 -- 172.21.15.82:0/582647167 learned_addr learned my addr 172.21.15.82:0/582647167 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:26.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3c9ffff640 1 --2- 172.21.15.82:0/582647167 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb6c940 0x55fb7bb6ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3ca659c640 1 --2- 172.21.15.82:0/582647167 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 0x55fb7bb6c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.506 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3c9f7fe640 1 --2- 172.21.15.82:0/286026887 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c880a2cf0 0x7f3c880a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.506 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3ca6d9d640 1 -- 172.21.15.82:0/582647167 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 msgr2=0x55fb7bb6c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.506 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3ca6d9d640 1 --2- 172.21.15.82:0/582647167 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 0x55fb7bb6c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.507 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3ca6d9d640 1 -- 172.21.15.82:0/582647167 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb6c940 msgr2=0x55fb7bb6ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.507 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3ca6d9d640 1 --2- 172.21.15.82:0/582647167 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb6c940 0x55fb7bb6ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.507 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3ca6d9d640 1 -- 172.21.15.82:0/582647167 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb7b838b90 con 0x55fb7bb61760 2024-09-12T12:34:26.507 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3c9ffff640 1 --2- 172.21.15.82:0/582647167 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb6c940 0x55fb7bb6ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:34:26.507 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3ca6d9d640 1 --2- 172.21.15.82:0/286026887 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c880a2cf0 0x7f3c880a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.507 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.491+0000 7f3c9f7fe640 1 -- 172.21.15.82:0/286026887 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f3c900ef8d0 con 0x7f3ca8102790 2024-09-12T12:34:26.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.492+0000 7f3ca6d9d640 1 --2- 172.21.15.82:0/582647167 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb61760 0x55fb7bb61b40 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f3ca0009fc0 tx=0x7f3ca0010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=353f8d9669d3aaec server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:26.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.492+0000 7f3c9cff9640 1 -- 172.21.15.82:0/582647167 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca001c900 con 0x55fb7bb61760 2024-09-12T12:34:26.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.492+0000 7f3c9cff9640 1 -- 172.21.15.82:0/582647167 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ca001b3d0 con 0x55fb7bb61760 2024-09-12T12:34:26.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.492+0000 7f3c9cff9640 1 -- 172.21.15.82:0/582647167 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca0026680 con 0x55fb7bb61760 2024-09-12T12:34:26.508 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.492+0000 7f3caf173740 1 -- 172.21.15.82:0/582647167 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb61760 msgr2=0x55fb7bb61b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.492+0000 7f3ca6d9d640 1 --2- 172.21.15.82:0/286026887 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c880a2cf0 0x7f3c880a51b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3ca0020000 tx=0x7f3ca001d000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:26.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.492+0000 7f3caf173740 1 --2- 172.21.15.82:0/582647167 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb61760 0x55fb7bb61b40 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f3ca0009fc0 tx=0x7f3ca0010800 comp rx=0 tx=0).stop 2024-09-12T12:34:26.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 -- 172.21.15.82:0/582647167 shutdown_connections 2024-09-12T12:34:26.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 --2- 172.21.15.82:0/582647167 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb6c940 0x55fb7bb6ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.509 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 --2- 172.21.15.82:0/582647167 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 0x55fb7bb6c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.510 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 --2- 172.21.15.82:0/582647167 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb61760 0x55fb7bb61b40 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.510 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 -- 172.21.15.82:0/582647167 >> 172.21.15.82:0/582647167 conn(0x55fb7bb5dcf0 msgr2=0x55fb7bb5e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:26.510 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 -- 172.21.15.82:0/582647167 shutdown_connections 2024-09-12T12:34:26.510 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 -- 172.21.15.82:0/582647167 wait complete. 2024-09-12T12:34:26.510 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 -- start start 2024-09-12T12:34:26.510 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 Processor -- start 2024-09-12T12:34:26.511 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb61760 0x55fb7bb69820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.511 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 0x55fb7bb69d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.511 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb6c940 0x55fb7bb6a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.511 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55fb7bb6f510 con 0x55fb7bb6c940 2024-09-12T12:34:26.511 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55fb7ba4f6e0 con 0x55fb7bb61760 2024-09-12T12:34:26.512 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55fb7bb6f690 con 0x55fb7bb62080 2024-09-12T12:34:26.512 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.493+0000 7f3caf173740 10 client.0 _ll_register_callbacks cb 0x55fb7ba73a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:34:26.512 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3ca6d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb6c940 0x55fb7bb6a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.512 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3ca6d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb6c940 0x55fb7bb6a2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58238/0 (socket says 172.21.15.82:58238) 2024-09-12T12:34:26.512 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3ca6d9d640 1 -- 172.21.15.82:0/2340489782 learned_addr learned my addr 172.21.15.82:0/2340489782 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:26.512 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3ca659c640 1 --2- 172.21.15.82:0/2340489782 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb61760 0x55fb7bb69820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.513 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3c9ffff640 1 --2- 172.21.15.82:0/2340489782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 0x55fb7bb69d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.513 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3ca6d9d640 1 -- 172.21.15.82:0/2340489782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 msgr2=0x55fb7bb69d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.513 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3ca6d9d640 1 --2- 172.21.15.82:0/2340489782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 0x55fb7bb69d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.513 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3ca6d9d640 1 -- 172.21.15.82:0/2340489782 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb61760 msgr2=0x55fb7bb69820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.513 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3ca6d9d640 1 --2- 172.21.15.82:0/2340489782 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb61760 0x55fb7bb69820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.514 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3ca6d9d640 1 -- 172.21.15.82:0/2340489782 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb7bb78a00 con 0x55fb7bb6c940 2024-09-12T12:34:26.514 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3ca6d9d640 1 --2- 172.21.15.82:0/2340489782 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb6c940 0x55fb7bb6a2a0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f3ca00266e0 tx=0x7f3ca0026710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e76f624be5830d80 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:26.514 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3c95ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:34:26.515 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3c95ffb640 1 -- 172.21.15.82:0/2340489782 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca00135e0 con 0x55fb7bb6c940 2024-09-12T12:34:26.515 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3c95ffb640 1 -- 172.21.15.82:0/2340489782 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f3ca001b790 con 0x55fb7bb6c940 2024-09-12T12:34:26.515 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3caf173740 1 -- 172.21.15.82:0/2340489782 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ca001b3d0 con 0x55fb7bb6c940 2024-09-12T12:34:26.515 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3c95ffb640 1 -- 172.21.15.82:0/2340489782 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3ca003d050 con 0x55fb7bb6c940 2024-09-12T12:34:26.516 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.494+0000 7f3caf173740 10 client.16425 fetch_fsmap learned FSMap version 28 2024-09-12T12:34:26.516 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.495+0000 7f3caf173740 1 -- 172.21.15.82:0/2340489782 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fb7bb7b390 con 0x55fb7bb6c940 2024-09-12T12:34:26.516 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.495+0000 7f3c95ffb640 1 -- 172.21.15.82:0/2340489782 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ca001b3d0 con 0x55fb7bb6c940 2024-09-12T12:34:26.516 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.495+0000 7f3c95ffb640 1 -- 172.21.15.82:0/2340489782 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3ca000f040 con 0x55fb7bb6c940 2024-09-12T12:34:26.516 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.495+0000 7f3caf173740 10 client.16425 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:34:26.517 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.495+0000 7f3caf173740 10 client.16425 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:34:26.517 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.495+0000 7f3caf173740 20 client.16425 populate_metadata read hostname 'smithi082' 2024-09-12T12:34:26.517 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.495+0000 7f3caf173740 1 --2- 172.21.15.82:0/2340489782 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb7bb7c6e0 0x55fb7bb7ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.517 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.495+0000 7f3caf173740 4 client.16425 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:34:26.517 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.495+0000 7f3caf173740 1 -- 172.21.15.82:0/2340489782 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fb7bad49d0 con 0x55fb7bb7c6e0 2024-09-12T12:34:26.517 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.495+0000 7f3ca659c640 1 --2- 172.21.15.82:0/2340489782 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb7bb7c6e0 0x55fb7bb7ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.496+0000 7f3c95ffb640 10 client.16425 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:26.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.496+0000 7f3ca659c640 1 --2- 172.21.15.82:0/2340489782 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb7bb7c6e0 0x55fb7bb7ead0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3a747afc80d3278 server_cookie=5d65f59e2c2a81b8 in_seq=0 out_seq=0 2024-09-12T12:34:26.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.496+0000 7f3c95ffb640 1 -- 172.21.15.82:0/2340489782 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fb7bad49d0 con 0x55fb7bb7c6e0 2024-09-12T12:34:26.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.496+0000 7f3c95ffb640 10 client.16425 handle_command_reply: tid=0 2024-09-12T12:34:26.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.496+0000 7f3caf173740 1 client.16425 shutdown 2024-09-12T12:34:26.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.497+0000 7f3caf173740 1 -- 172.21.15.82:0/2340489782 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb6c940 msgr2=0x55fb7bb6a2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.497+0000 7f3caf173740 1 --2- 172.21.15.82:0/2340489782 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb6c940 0x55fb7bb6a2a0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f3ca00266e0 tx=0x7f3ca0026710 comp rx=0 tx=0).stop 2024-09-12T12:34:26.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.497+0000 7f3caf173740 1 -- 172.21.15.82:0/2340489782 shutdown_connections 2024-09-12T12:34:26.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.497+0000 7f3caf173740 1 --2- 172.21.15.82:0/2340489782 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb7bb7c6e0 0x55fb7bb7ead0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.497+0000 7f3c95ffb640 0 client.16425 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:26.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.497+0000 7f3caf173740 1 --2- 172.21.15.82:0/2340489782 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb6c940 0x55fb7bb6a2a0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.497+0000 7f3caf173740 1 --2- 172.21.15.82:0/2340489782 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 0x55fb7bb69d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.497+0000 7f3caf173740 1 --2- 172.21.15.82:0/2340489782 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb61760 0x55fb7bb69820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.497+0000 7f3caf173740 1 -- 172.21.15.82:0/2340489782 >> 172.21.15.82:0/2340489782 conn(0x55fb7bb5dcf0 msgr2=0x55fb7bb5ce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:26.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.497+0000 7f3caf173740 1 -- 172.21.15.82:0/2340489782 shutdown_connections 2024-09-12T12:34:26.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.497+0000 7f3caf173740 1 -- 172.21.15.82:0/2340489782 wait complete. 2024-09-12T12:34:26.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.497+0000 7f3caf173740 20 client.16425 trim_cache size 0 max 16384 2024-09-12T12:34:26.525 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3caf173740 1 Processor -- start 2024-09-12T12:34:26.525 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3caf173740 1 -- start start 2024-09-12T12:34:26.525 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3caf173740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb61760 0x55fb7bb641c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3caf173740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 0x55fb7bb5cd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3caf173740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb6c940 0x55fb7bb842b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3caf173740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81ad900 con 0x55fb7bb61760 2024-09-12T12:34:26.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3caf173740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81af440 con 0x55fb7bb6c940 2024-09-12T12:34:26.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3caf173740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81adfd0 con 0x55fb7bb62080 2024-09-12T12:34:26.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3ca659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb61760 0x55fb7bb641c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3ca659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb61760 0x55fb7bb641c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58248/0 (socket says 172.21.15.82:58248) 2024-09-12T12:34:26.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3ca659c640 1 -- 172.21.15.82:0/1192878019 learned_addr learned my addr 172.21.15.82:0/1192878019 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:26.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3ca6d9d640 1 --2- 172.21.15.82:0/1192878019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb6c940 0x55fb7bb842b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.527 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3c9ffff640 1 --2- 172.21.15.82:0/1192878019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 0x55fb7bb5cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.527 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3ca659c640 1 -- 172.21.15.82:0/1192878019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 msgr2=0x55fb7bb5cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.527 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3ca659c640 1 --2- 172.21.15.82:0/1192878019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 0x55fb7bb5cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.527 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3ca659c640 1 -- 172.21.15.82:0/1192878019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb6c940 msgr2=0x55fb7bb842b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.527 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3ca659c640 1 --2- 172.21.15.82:0/1192878019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb6c940 0x55fb7bb842b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.527 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3ca659c640 1 -- 172.21.15.82:0/1192878019 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb7bb61eb0 con 0x55fb7bb61760 2024-09-12T12:34:26.527 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3c9ffff640 1 --2- 172.21.15.82:0/1192878019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 0x55fb7bb5cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:34:26.527 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3ca6d9d640 1 --2- 172.21.15.82:0/1192878019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb6c940 0x55fb7bb842b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:34:26.527 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3ca659c640 1 --2- 172.21.15.82:0/1192878019 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb61760 0x55fb7bb641c0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f3c9800acb0 tx=0x7f3c9800a2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=765614af41798adc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:26.527 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.514+0000 7f3c97fff640 1 -- 172.21.15.82:0/1192878019 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c98005220 con 0x55fb7bb61760 2024-09-12T12:34:26.527 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.515+0000 7f3c97fff640 1 -- 172.21.15.82:0/1192878019 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c98004c80 con 0x55fb7bb61760 2024-09-12T12:34:26.527 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.515+0000 7f3c97fff640 1 -- 172.21.15.82:0/1192878019 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c9801ea10 con 0x55fb7bb61760 2024-09-12T12:34:26.528 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.515+0000 7f3caf173740 1 -- 172.21.15.82:0/1192878019 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb61760 msgr2=0x55fb7bb641c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.528 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.515+0000 7f3caf173740 1 --2- 172.21.15.82:0/1192878019 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb61760 0x55fb7bb641c0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f3c9800acb0 tx=0x7f3c9800a2d0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.528 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.515+0000 7f3caf173740 1 -- 172.21.15.82:0/1192878019 shutdown_connections 2024-09-12T12:34:26.528 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.515+0000 7f3caf173740 1 --2- 172.21.15.82:0/1192878019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb6c940 0x55fb7bb842b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.528 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.515+0000 7f3caf173740 1 --2- 172.21.15.82:0/1192878019 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb62080 0x55fb7bb5cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.528 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.515+0000 7f3caf173740 1 --2- 172.21.15.82:0/1192878019 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb61760 0x55fb7bb641c0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.528 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.515+0000 7f3caf173740 1 -- 172.21.15.82:0/1192878019 >> 172.21.15.82:0/1192878019 conn(0x55fb7bb5dcf0 msgr2=0x55fb7bb5c650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:26.528 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.515+0000 7f3caf173740 1 -- 172.21.15.82:0/1192878019 shutdown_connections 2024-09-12T12:34:26.528 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.515+0000 7f3caf173740 1 -- 172.21.15.82:0/1192878019 wait complete. 2024-09-12T12:34:26.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.515+0000 7f3caf173740 1 -- start start 2024-09-12T12:34:26.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3caf173740 1 Processor -- start 2024-09-12T12:34:26.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3caf173740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb61760 0x55fb7bb70e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3caf173740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb62080 0x55fb7bb713c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3caf173740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb6c940 0x55fb7bbe0250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3caf173740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81aed70 con 0x55fb7bb62080 2024-09-12T12:34:26.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3caf173740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81ae6a0 con 0x55fb7bb61760 2024-09-12T12:34:26.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3caf173740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81ab900 con 0x55fb7bb6c940 2024-09-12T12:34:26.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3caf173740 10 client.0 _ll_register_callbacks cb 0x7f3c9800a630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:34:26.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3c9ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb62080 0x55fb7bb713c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3c9ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb62080 0x55fb7bb713c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:58256/0 (socket says 172.21.15.82:58256) 2024-09-12T12:34:26.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3c9ffff640 1 -- 172.21.15.82:0/2478259258 learned_addr learned my addr 172.21.15.82:0/2478259258 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:26.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3ca659c640 1 --2- 172.21.15.82:0/2478259258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb61760 0x55fb7bb70e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3ca6d9d640 1 --2- 172.21.15.82:0/2478259258 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb6c940 0x55fb7bbe0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3c9ffff640 1 -- 172.21.15.82:0/2478259258 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb6c940 msgr2=0x55fb7bbe0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3c9ffff640 1 --2- 172.21.15.82:0/2478259258 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb6c940 0x55fb7bbe0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3c9ffff640 1 -- 172.21.15.82:0/2478259258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb61760 msgr2=0x55fb7bb70e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:26.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3c9ffff640 1 --2- 172.21.15.82:0/2478259258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb61760 0x55fb7bb70e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3c9ffff640 1 -- 172.21.15.82:0/2478259258 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb7bbe0840 con 0x55fb7bb62080 2024-09-12T12:34:26.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3ca659c640 1 --2- 172.21.15.82:0/2478259258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb61760 0x55fb7bb70e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:34:26.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3c9ffff640 1 --2- 172.21.15.82:0/2478259258 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb62080 0x55fb7bb713c0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f3c90032c00 tx=0x7f3c90009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8159e8cae61f3a42 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:26.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.516+0000 7f3c95ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:34:26.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3c95ffb640 1 -- 172.21.15.82:0/2478259258 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c90049040 con 0x55fb7bb62080 2024-09-12T12:34:26.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3c95ffb640 1 -- 172.21.15.82:0/2478259258 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f3c9003bc40 con 0x55fb7bb62080 2024-09-12T12:34:26.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3caf173740 1 -- 172.21.15.82:0/2478259258 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c98004c80 con 0x55fb7bb62080 2024-09-12T12:34:26.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3c95ffb640 1 -- 172.21.15.82:0/2478259258 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3c900bb6f0 con 0x55fb7bb62080 2024-09-12T12:34:26.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3caf173740 10 client.16431 fetch_fsmap learned FSMap version 28 2024-09-12T12:34:26.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3caf173740 1 -- 172.21.15.82:0/2478259258 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fb7bbe7b70 con 0x55fb7bb62080 2024-09-12T12:34:26.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3c95ffb640 1 -- 172.21.15.82:0/2478259258 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c98004c80 con 0x55fb7bb62080 2024-09-12T12:34:26.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3c95ffb640 1 -- 172.21.15.82:0/2478259258 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3c900bbff0 con 0x55fb7bb62080 2024-09-12T12:34:26.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3caf173740 10 client.16431 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:34:26.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3caf173740 10 client.16431 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:34:26.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3caf173740 20 client.16431 populate_metadata read hostname 'smithi082' 2024-09-12T12:34:26.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3caf173740 1 --2- 172.21.15.82:0/2478259258 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb7bb7c6e0 0x55fb7bbea380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:26.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3caf173740 4 client.16431 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 139.4, "await_for": 45.0}] 2024-09-12T12:34:26.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3caf173740 1 -- 172.21.15.82:0/2478259258 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 139.4, "await_for": 45.0}) -- 0x55fb7baced20 con 0x55fb7bb7c6e0 2024-09-12T12:34:26.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.517+0000 7f3ca659c640 1 --2- 172.21.15.82:0/2478259258 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb7bb7c6e0 0x55fb7bbea380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:26.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.518+0000 7f3ca659c640 1 --2- 172.21.15.82:0/2478259258 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb7bb7c6e0 0x55fb7bbea380 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8987814198523a0c server_cookie=f8c3092236111cc7 in_seq=0 out_seq=0 2024-09-12T12:34:26.532 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.518+0000 7f3c95ffb640 10 client.16431 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:26.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3c95ffb640 1 -- 172.21.15.82:0/2478259258 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55fb7baced20 con 0x55fb7bb7c6e0 2024-09-12T12:34:26.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3c95ffb640 10 client.16431 handle_command_reply: tid=0 2024-09-12T12:34:26.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3caf173740 1 client.16431 shutdown 2024-09-12T12:34:26.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3caf173740 1 -- 172.21.15.82:0/2478259258 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb62080 msgr2=0x55fb7bb713c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3caf173740 1 --2- 172.21.15.82:0/2478259258 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb62080 0x55fb7bb713c0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f3c90032c00 tx=0x7f3c90009620 comp rx=0 tx=0).stop 2024-09-12T12:34:26.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3caf173740 1 -- 172.21.15.82:0/2478259258 shutdown_connections 2024-09-12T12:34:26.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3caf173740 1 --2- 172.21.15.82:0/2478259258 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fb7bb7c6e0 0x55fb7bbea380 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3caf173740 1 --2- 172.21.15.82:0/2478259258 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fb7bb6c940 0x55fb7bbe0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3caf173740 1 --2- 172.21.15.82:0/2478259258 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fb7bb62080 0x55fb7bb713c0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.534 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3caf173740 1 --2- 172.21.15.82:0/2478259258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fb7bb61760 0x55fb7bb70e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.534 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3caf173740 1 -- 172.21.15.82:0/2478259258 >> 172.21.15.82:0/2478259258 conn(0x55fb7bb5dcf0 msgr2=0x55fb7bb5ce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:26.534 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3c95ffb640 0 client.16431 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:26.534 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3caf173740 1 -- 172.21.15.82:0/2478259258 shutdown_connections 2024-09-12T12:34:26.534 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3caf173740 1 -- 172.21.15.82:0/2478259258 wait complete. 2024-09-12T12:34:26.534 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.530+0000 7f3caf173740 20 client.16431 trim_cache size 0 max 16384 2024-09-12T12:34:26.534 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:34:26.535 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:34:26.535 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:34:26.535 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 30, 2024-09-12T12:34:26.535 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:34:26.535 INFO:teuthology.orchestra.run.smithi082.stdout: "c3357df8": { 2024-09-12T12:34:26.535 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 30, 2024-09-12T12:34:26.535 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:34:26.535 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:34:26.535 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:34:26.535 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:34:26.535 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:34:26.535 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:34:26.535 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 139.4, 2024-09-12T12:34:26.536 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:34:26.536 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:34:26.536 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:34:26.536 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:34:26.536 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:34:26.536 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:34:26.536 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:26.536 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:26.536 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:26.536 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:26.536 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:26.536 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:34:26.537 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.531+0000 7f3cacd9a640 1 -- 172.21.15.82:0/286026887 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c880a2cf0 msgr2=0x7f3c880a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.537 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.531+0000 7f3cacd9a640 1 --2- 172.21.15.82:0/286026887 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c880a2cf0 0x7f3c880a51b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3ca0020000 tx=0x7f3ca001d000 comp rx=0 tx=0).stop 2024-09-12T12:34:26.537 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.531+0000 7f3cacd9a640 1 -- 172.21.15.82:0/286026887 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca8102790 msgr2=0x7f3ca81988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:26.537 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.531+0000 7f3cacd9a640 1 --2- 172.21.15.82:0/286026887 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca8102790 0x7f3ca81988c0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f3c90006010 tx=0x7f3c900042f0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.537 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.531+0000 7f3cacd9a640 1 -- 172.21.15.82:0/286026887 shutdown_connections 2024-09-12T12:34:26.538 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.531+0000 7f3cacd9a640 1 --2- 172.21.15.82:0/286026887 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3c880a2cf0 0x7f3c880a51b0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.538 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.531+0000 7f3cacd9a640 1 --2- 172.21.15.82:0/286026887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ca8106f10 0x7f3ca819cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.538 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.531+0000 7f3cacd9a640 1 --2- 172.21.15.82:0/286026887 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3ca8102790 0x7f3ca81988c0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.538 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.531+0000 7f3cacd9a640 1 --2- 172.21.15.82:0/286026887 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3ca8101de0 0x7f3ca8198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:26.538 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.531+0000 7f3cacd9a640 1 -- 172.21.15.82:0/286026887 >> 172.21.15.82:0/286026887 conn(0x7f3ca80fd8c0 msgr2=0x7f3ca80fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:26.538 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.531+0000 7f3cacd9a640 1 -- 172.21.15.82:0/286026887 shutdown_connections 2024-09-12T12:34:26.538 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:26.531+0000 7f3cacd9a640 1 -- 172.21.15.82:0/286026887 wait complete. 2024-09-12T12:34:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:26 smithi097 ceph-mon[34923]: pgmap v239: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:34:26.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:26 smithi082 ceph-mon[31122]: pgmap v239: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:34:26.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:26 smithi114 ceph-mon[35514]: pgmap v239: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:34:27.180 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'c3357df8', quiesce took 3.2 seconds. Will release after: 16.2 2024-09-12T12:34:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:28 smithi097 ceph-mon[34923]: pgmap v240: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 51 KiB/s wr, 21 op/s 2024-09-12T12:34:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:28 smithi082 ceph-mon[31122]: pgmap v240: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 51 KiB/s wr, 21 op/s 2024-09-12T12:34:28.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:28 smithi114 ceph-mon[35514]: pgmap v240: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 51 KiB/s wr, 21 op/s 2024-09-12T12:34:30.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:30 smithi097 ceph-mon[34923]: pgmap v241: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-09-12T12:34:30.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:30 smithi082 ceph-mon[31122]: pgmap v241: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-09-12T12:34:30.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:30 smithi114 ceph-mon[35514]: pgmap v241: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-09-12T12:34:32.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:32 smithi097 ceph-mon[34923]: pgmap v242: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-09-12T12:34:32.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:32 smithi082 ceph-mon[31122]: pgmap v242: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-09-12T12:34:32.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:32 smithi114 ceph-mon[35514]: pgmap v242: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-09-12T12:34:34.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:34 smithi097 ceph-mon[34923]: pgmap v243: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 37 KiB/s wr, 19 op/s 2024-09-12T12:34:34.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:34 smithi082 ceph-mon[31122]: pgmap v243: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 37 KiB/s wr, 19 op/s 2024-09-12T12:34:34.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:34 smithi114 ceph-mon[35514]: pgmap v243: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 37 KiB/s wr, 19 op/s 2024-09-12T12:34:36.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:36 smithi097 ceph-mon[34923]: pgmap v244: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-09-12T12:34:36.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:36 smithi082 ceph-mon[31122]: pgmap v244: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-09-12T12:34:36.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:36 smithi114 ceph-mon[35514]: pgmap v244: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-09-12T12:34:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:38 smithi097 ceph-mon[34923]: pgmap v245: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-09-12T12:34:38.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:38 smithi082 ceph-mon[31122]: pgmap v245: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-09-12T12:34:38.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:38 smithi114 ceph-mon[35514]: pgmap v245: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-09-12T12:34:39.161 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.159+0000 7f28ef113640 1 -- 172.21.15.82:0/4214657180 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28e8101350 msgr2=0x7f28e810d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:39.161 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.159+0000 7f28ef113640 1 --2- 172.21.15.82:0/4214657180 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28e8101350 0x7f28e810d880 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f28e0009cd0 tx=0x7f28e002a8e0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.161 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.159+0000 7f28ef113640 1 -- 172.21.15.82:0/4214657180 shutdown_connections 2024-09-12T12:34:39.161 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.159+0000 7f28ef113640 1 --2- 172.21.15.82:0/4214657180 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28e8101350 0x7f28e810d880 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.159+0000 7f28ef113640 1 --2- 172.21.15.82:0/4214657180 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f28e81009b0 0x7f28e8100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.159+0000 7f28ef113640 1 --2- 172.21.15.82:0/4214657180 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f28e81069c0 0x7f28e8106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.159+0000 7f28ef113640 1 -- 172.21.15.82:0/4214657180 >> 172.21.15.82:0/4214657180 conn(0x7f28e8077990 msgr2=0x7f28e80fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.159+0000 7f28ef113640 1 -- 172.21.15.82:0/4214657180 shutdown_connections 2024-09-12T12:34:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.159+0000 7f28ef113640 1 -- 172.21.15.82:0/4214657180 wait complete. 2024-09-12T12:34:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ef113640 1 Processor -- start 2024-09-12T12:34:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ef113640 1 -- start start 2024-09-12T12:34:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ef113640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f28e81009b0 0x7f28e8198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ef113640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f28e8101350 0x7f28e81987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ef113640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28e81069c0 0x7f28e819cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ef113640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f28e8110e00 con 0x7f28e81069c0 2024-09-12T12:34:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ef113640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f28e8110c80 con 0x7f28e81009b0 2024-09-12T12:34:39.163 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ef113640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f28e8110f80 con 0x7f28e8101350 2024-09-12T12:34:39.163 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ed6b0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28e81069c0 0x7f28e819cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.163 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ed6b0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28e81069c0 0x7f28e819cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51946/0 (socket says 172.21.15.82:51946) 2024-09-12T12:34:39.163 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ed6b0640 1 -- 172.21.15.82:0/790802888 learned_addr learned my addr 172.21.15.82:0/790802888 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:39.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28eceaf640 1 --2- 172.21.15.82:0/790802888 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f28e81009b0 0x7f28e8198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28e7fff640 1 --2- 172.21.15.82:0/790802888 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f28e8101350 0x7f28e81987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ed6b0640 1 -- 172.21.15.82:0/790802888 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f28e8101350 msgr2=0x7f28e81987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:39.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ed6b0640 1 --2- 172.21.15.82:0/790802888 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f28e8101350 0x7f28e81987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ed6b0640 1 -- 172.21.15.82:0/790802888 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f28e81009b0 msgr2=0x7f28e8198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:39.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ed6b0640 1 --2- 172.21.15.82:0/790802888 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f28e81009b0 0x7f28e8198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.160+0000 7f28ed6b0640 1 -- 172.21.15.82:0/790802888 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28e819d250 con 0x7f28e81069c0 2024-09-12T12:34:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.161+0000 7f28ed6b0640 1 --2- 172.21.15.82:0/790802888 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28e81069c0 0x7f28e819cb20 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f28e0006010 tx=0x7f28e0003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.161+0000 7f28e5ffb640 1 -- 172.21.15.82:0/790802888 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e0004450 con 0x7f28e81069c0 2024-09-12T12:34:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.161+0000 7f28e5ffb640 1 -- 172.21.15.82:0/790802888 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f28e0003e10 con 0x7f28e81069c0 2024-09-12T12:34:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.161+0000 7f28ef113640 1 -- 172.21.15.82:0/790802888 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28e819d4e0 con 0x7f28e81069c0 2024-09-12T12:34:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.161+0000 7f28e5ffb640 1 -- 172.21.15.82:0/790802888 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e0046480 con 0x7f28e81069c0 2024-09-12T12:34:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.161+0000 7f28ef113640 1 -- 172.21.15.82:0/790802888 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28e81a4dd0 con 0x7f28e81069c0 2024-09-12T12:34:39.172 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.163+0000 7f28e5ffb640 1 -- 172.21.15.82:0/790802888 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f28e00045f0 con 0x7f28e81069c0 2024-09-12T12:34:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.164+0000 7f28f1ea4740 1 Processor -- start 2024-09-12T12:34:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.164+0000 7f28f1ea4740 1 -- start start 2024-09-12T12:34:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.164+0000 7f28e5ffb640 1 --2- 172.21.15.82:0/790802888 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f28d00a2da0 0x7f28d00a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.164+0000 7f28f1ea4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de8af0 0x556a21de8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.164+0000 7f28f1ea4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de9410 0x556a21df3770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.164+0000 7f28f1ea4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 0x556a21df60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.164+0000 7f28f1ea4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x556a21d4d2f0 con 0x556a21de9410 2024-09-12T12:34:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.164+0000 7f28f1ea4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556a21cf5270 con 0x556a21de8af0 2024-09-12T12:34:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.164+0000 7f28f1ea4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x556a21d492b0 con 0x556a21df3cb0 2024-09-12T12:34:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.164+0000 7f28e7fff640 1 --2- 172.21.15.82:0/790802888 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f28d00a2da0 0x7f28d00a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.164+0000 7f28e5ffb640 1 -- 172.21.15.82:0/790802888 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f28e002e030 con 0x7f28e81069c0 2024-09-12T12:34:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.164+0000 7f28e7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de9410 0x556a21df3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.164+0000 7f28e7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de9410 0x556a21df3770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51958/0 (socket says 172.21.15.82:51958) 2024-09-12T12:34:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.164+0000 7f28e7fff640 1 -- 172.21.15.82:0/2071473791 learned_addr learned my addr 172.21.15.82:0/2071473791 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.165+0000 7f28ed6b0640 1 --2- 172.21.15.82:0/2071473791 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 0x556a21df60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.165+0000 7f28eceaf640 1 --2- 172.21.15.82:0/2071473791 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de8af0 0x556a21de8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.165+0000 7f28ed6b0640 1 -- 172.21.15.82:0/2071473791 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de8af0 msgr2=0x556a21de8ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.165+0000 7f28ed6b0640 1 --2- 172.21.15.82:0/2071473791 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de8af0 0x556a21de8ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.165+0000 7f28ed6b0640 1 -- 172.21.15.82:0/2071473791 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de9410 msgr2=0x556a21df3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.165+0000 7f28ed6b0640 1 --2- 172.21.15.82:0/2071473791 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de9410 0x556a21df3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.165+0000 7f28ed6b0640 1 -- 172.21.15.82:0/2071473791 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a21cf4340 con 0x556a21df3cb0 2024-09-12T12:34:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.165+0000 7f28e7fff640 1 --2- 172.21.15.82:0/2071473791 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de9410 0x556a21df3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:34:39.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.165+0000 7f28e7fff640 1 --2- 172.21.15.82:0/790802888 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f28d00a2da0 0x7f28d00a5260 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f28dc0119d0 tx=0x7f28dc00ab90 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:39.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.165+0000 7f28ed6b0640 1 --2- 172.21.15.82:0/2071473791 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 0x556a21df60a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f28e00ee490 tx=0x7f28e00bcbc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=81fbc4086819132f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:39.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.165+0000 7f28ceffd640 1 -- 172.21.15.82:0/2071473791 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e0088640 con 0x556a21df3cb0 2024-09-12T12:34:39.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.165+0000 7f28ceffd640 1 -- 172.21.15.82:0/2071473791 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f28e0036070 con 0x556a21df3cb0 2024-09-12T12:34:39.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.165+0000 7f28ceffd640 1 -- 172.21.15.82:0/2071473791 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e00ee600 con 0x556a21df3cb0 2024-09-12T12:34:39.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.166+0000 7f28f1ea4740 1 -- 172.21.15.82:0/2071473791 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 msgr2=0x556a21df60a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:39.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.166+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/2071473791 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 0x556a21df60a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f28e00ee490 tx=0x7f28e00bcbc0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.166+0000 7f28f1ea4740 1 -- 172.21.15.82:0/2071473791 shutdown_connections 2024-09-12T12:34:39.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.166+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/2071473791 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 0x556a21df60a0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.166+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/2071473791 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de9410 0x556a21df3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.166+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/2071473791 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de8af0 0x556a21de8ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.166+0000 7f28f1ea4740 1 -- 172.21.15.82:0/2071473791 >> 172.21.15.82:0/2071473791 conn(0x556a21de5060 msgr2=0x556a21de5440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.166+0000 7f28f1ea4740 1 -- 172.21.15.82:0/2071473791 shutdown_connections 2024-09-12T12:34:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.166+0000 7f28f1ea4740 1 -- 172.21.15.82:0/2071473791 wait complete. 2024-09-12T12:34:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.166+0000 7f28f1ea4740 1 -- start start 2024-09-12T12:34:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.166+0000 7f28f1ea4740 1 Processor -- start 2024-09-12T12:34:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28f1ea4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de8af0 0x556a21df0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28f1ea4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de9410 0x556a21df1140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28f1ea4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 0x556a21df1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28f1ea4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x556a21df6640 con 0x556a21de8af0 2024-09-12T12:34:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28f1ea4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556a21cd6290 con 0x556a21de9410 2024-09-12T12:34:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28f1ea4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x556a21df67c0 con 0x556a21df3cb0 2024-09-12T12:34:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28f1ea4740 10 client.0 _ll_register_callbacks cb 0x556a21d07140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:34:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28eceaf640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de8af0 0x556a21df0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28eceaf640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de8af0 0x556a21df0c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51964/0 (socket says 172.21.15.82:51964) 2024-09-12T12:34:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28eceaf640 1 -- 172.21.15.82:0/657037 learned_addr learned my addr 172.21.15.82:0/657037 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28ed6b0640 1 --2- 172.21.15.82:0/657037 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 0x556a21df1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28e7fff640 1 --2- 172.21.15.82:0/657037 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de9410 0x556a21df1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28eceaf640 1 -- 172.21.15.82:0/657037 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 msgr2=0x556a21df1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28eceaf640 1 --2- 172.21.15.82:0/657037 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 0x556a21df1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28eceaf640 1 -- 172.21.15.82:0/657037 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de9410 msgr2=0x556a21df1140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28eceaf640 1 --2- 172.21.15.82:0/657037 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de9410 0x556a21df1140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28eceaf640 1 -- 172.21.15.82:0/657037 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a21a60210 con 0x556a21de8af0 2024-09-12T12:34:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.167+0000 7f28e7fff640 1 --2- 172.21.15.82:0/657037 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de9410 0x556a21df1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:34:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28eceaf640 1 --2- 172.21.15.82:0/657037 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de8af0 0x556a21df0c00 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f28d8010a20 tx=0x7f28d8010ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=399972c2ac15b3c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28c7fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:34:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28c7fff640 1 -- 172.21.15.82:0/657037 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28d801e060 con 0x556a21de8af0 2024-09-12T12:34:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28c7fff640 1 -- 172.21.15.82:0/657037 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f28d800fc50 con 0x556a21de8af0 2024-09-12T12:34:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28f1ea4740 1 -- 172.21.15.82:0/657037 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28e0036070 con 0x556a21de8af0 2024-09-12T12:34:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28c7fff640 1 -- 172.21.15.82:0/657037 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f28d800fe50 con 0x556a21de8af0 2024-09-12T12:34:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28f1ea4740 10 client.16443 fetch_fsmap learned FSMap version 28 2024-09-12T12:34:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28f1ea4740 1 -- 172.21.15.82:0/657037 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556a21b2c620 con 0x556a21de8af0 2024-09-12T12:34:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28c7fff640 1 -- 172.21.15.82:0/657037 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f28e0036070 con 0x556a21de8af0 2024-09-12T12:34:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28c7fff640 1 -- 172.21.15.82:0/657037 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f28d80185f0 con 0x556a21de8af0 2024-09-12T12:34:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28f1ea4740 10 client.16443 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:34:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28f1ea4740 10 client.16443 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:34:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28f1ea4740 20 client.16443 populate_metadata read hostname 'smithi082' 2024-09-12T12:34:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/657037 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556a21e03a20 0x556a21e05e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28f1ea4740 4 client.16443 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:34:39.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.168+0000 7f28f1ea4740 1 -- 172.21.15.82:0/657037 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a21d5aa20 con 0x556a21e03a20 2024-09-12T12:34:39.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.169+0000 7f28e7fff640 1 --2- 172.21.15.82:0/657037 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556a21e03a20 0x556a21e05e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.169+0000 7f28c7fff640 10 client.16443 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:39.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.169+0000 7f28e7fff640 1 --2- 172.21.15.82:0/657037 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556a21e03a20 0x556a21e05e50 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9e97576549ab5b5 server_cookie=ef08e0832377b631 in_seq=0 out_seq=0 2024-09-12T12:34:39.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.170+0000 7f28c7fff640 1 -- 172.21.15.82:0/657037 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556a21d5aa20 con 0x556a21e03a20 2024-09-12T12:34:39.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.170+0000 7f28c7fff640 10 client.16443 handle_command_reply: tid=0 2024-09-12T12:34:39.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.170+0000 7f28f1ea4740 1 client.16443 shutdown 2024-09-12T12:34:39.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.170+0000 7f28f1ea4740 1 -- 172.21.15.82:0/657037 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de8af0 msgr2=0x556a21df0c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:39.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.170+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/657037 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de8af0 0x556a21df0c00 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f28d8010a20 tx=0x7f28d8010ee0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.170+0000 7f28f1ea4740 1 -- 172.21.15.82:0/657037 shutdown_connections 2024-09-12T12:34:39.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.170+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/657037 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556a21e03a20 0x556a21e05e50 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.170+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/657037 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 0x556a21df1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.170+0000 7f28c7fff640 0 client.16443 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.170+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/657037 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de9410 0x556a21df1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.170+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/657037 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de8af0 0x556a21df0c00 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.170+0000 7f28f1ea4740 1 -- 172.21.15.82:0/657037 >> 172.21.15.82:0/657037 conn(0x556a21de5060 msgr2=0x556a21de41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.170+0000 7f28f1ea4740 1 -- 172.21.15.82:0/657037 shutdown_connections 2024-09-12T12:34:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.170+0000 7f28f1ea4740 1 -- 172.21.15.82:0/657037 wait complete. 2024-09-12T12:34:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.171+0000 7f28f1ea4740 20 client.16443 trim_cache size 0 max 16384 2024-09-12T12:34:39.190 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.185+0000 7f28f1ea4740 1 Processor -- start 2024-09-12T12:34:39.190 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.185+0000 7f28f1ea4740 1 -- start start 2024-09-12T12:34:39.190 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.185+0000 7f28f1ea4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de8af0 0x556a21df14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.190 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.185+0000 7f28f1ea4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de9410 0x556a21deac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.190 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.185+0000 7f28f1ea4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 0x556a21e0b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.190 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.185+0000 7f28f1ea4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f28e81ad730 con 0x556a21de9410 2024-09-12T12:34:39.190 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.185+0000 7f28f1ea4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f28e81af270 con 0x556a21de8af0 2024-09-12T12:34:39.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.185+0000 7f28f1ea4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f28e81ade00 con 0x556a21df3cb0 2024-09-12T12:34:39.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.185+0000 7f28e7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de9410 0x556a21deac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.185+0000 7f28e7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de9410 0x556a21deac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51968/0 (socket says 172.21.15.82:51968) 2024-09-12T12:34:39.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.185+0000 7f28e7fff640 1 -- 172.21.15.82:0/2406141881 learned_addr learned my addr 172.21.15.82:0/2406141881 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:39.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.185+0000 7f28ed6b0640 1 --2- 172.21.15.82:0/2406141881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 0x556a21e0b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.185+0000 7f28eceaf640 1 --2- 172.21.15.82:0/2406141881 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de8af0 0x556a21df14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.186+0000 7f28e7fff640 1 -- 172.21.15.82:0/2406141881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 msgr2=0x556a21e0b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:39.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.186+0000 7f28e7fff640 1 --2- 172.21.15.82:0/2406141881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 0x556a21e0b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.186+0000 7f28e7fff640 1 -- 172.21.15.82:0/2406141881 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de8af0 msgr2=0x556a21df14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:39.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.186+0000 7f28e7fff640 1 --2- 172.21.15.82:0/2406141881 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de8af0 0x556a21df14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.186+0000 7f28e7fff640 1 -- 172.21.15.82:0/2406141881 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a21de3790 con 0x556a21de9410 2024-09-12T12:34:39.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.186+0000 7f28ed6b0640 1 --2- 172.21.15.82:0/2406141881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 0x556a21e0b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:34:39.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.186+0000 7f28e7fff640 1 --2- 172.21.15.82:0/2406141881 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de9410 0x556a21deac60 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f28dc00aae0 tx=0x7f28dc014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cdd096533b5702a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:39.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.186+0000 7f28ce7fc640 1 -- 172.21.15.82:0/2406141881 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28dc011190 con 0x556a21de9410 2024-09-12T12:34:39.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.186+0000 7f28ce7fc640 1 -- 172.21.15.82:0/2406141881 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f28dc011330 con 0x556a21de9410 2024-09-12T12:34:39.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.186+0000 7f28ce7fc640 1 -- 172.21.15.82:0/2406141881 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28dc01d8c0 con 0x556a21de9410 2024-09-12T12:34:39.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.186+0000 7f28f1ea4740 1 -- 172.21.15.82:0/2406141881 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de9410 msgr2=0x556a21deac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:39.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.186+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/2406141881 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de9410 0x556a21deac60 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f28dc00aae0 tx=0x7f28dc014040 comp rx=0 tx=0).stop 2024-09-12T12:34:39.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 -- 172.21.15.82:0/2406141881 shutdown_connections 2024-09-12T12:34:39.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/2406141881 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21df3cb0 0x556a21e0b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/2406141881 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21de9410 0x556a21deac60 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/2406141881 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de8af0 0x556a21df14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 -- 172.21.15.82:0/2406141881 >> 172.21.15.82:0/2406141881 conn(0x556a21de5060 msgr2=0x556a21dea550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:39.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 -- 172.21.15.82:0/2406141881 shutdown_connections 2024-09-12T12:34:39.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 -- 172.21.15.82:0/2406141881 wait complete. 2024-09-12T12:34:39.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 -- start start 2024-09-12T12:34:39.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 Processor -- start 2024-09-12T12:34:39.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21de8af0 0x556a21dfbea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de9410 0x556a21df71c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21df3cb0 0x556a21df7700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f28e81aeba0 con 0x556a21df3cb0 2024-09-12T12:34:39.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f28e81ae4d0 con 0x556a21de9410 2024-09-12T12:34:39.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f28e81ab730 con 0x556a21de8af0 2024-09-12T12:34:39.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.187+0000 7f28f1ea4740 10 client.0 _ll_register_callbacks cb 0x7f28d800a7e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:34:39.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28ed6b0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21df3cb0 0x556a21df7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28ed6b0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21df3cb0 0x556a21df7700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51984/0 (socket says 172.21.15.82:51984) 2024-09-12T12:34:39.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28ed6b0640 1 -- 172.21.15.82:0/446919055 learned_addr learned my addr 172.21.15.82:0/446919055 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:39.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28e7fff640 1 --2- 172.21.15.82:0/446919055 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de9410 0x556a21df71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28eceaf640 1 --2- 172.21.15.82:0/446919055 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21de8af0 0x556a21dfbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28ed6b0640 1 -- 172.21.15.82:0/446919055 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21de8af0 msgr2=0x556a21dfbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:39.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28ed6b0640 1 --2- 172.21.15.82:0/446919055 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21de8af0 0x556a21dfbea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28ed6b0640 1 -- 172.21.15.82:0/446919055 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de9410 msgr2=0x556a21df71c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:39.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28ed6b0640 1 --2- 172.21.15.82:0/446919055 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de9410 0x556a21df71c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28ed6b0640 1 -- 172.21.15.82:0/446919055 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a21df7c40 con 0x556a21df3cb0 2024-09-12T12:34:39.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28e7fff640 1 --2- 172.21.15.82:0/446919055 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de9410 0x556a21df71c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:34:39.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28ed6b0640 1 --2- 172.21.15.82:0/446919055 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21df3cb0 0x556a21df7700 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f28e0005cc0 tx=0x7f28e0009630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=685dfcd4c38d8639 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:39.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28c7fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:34:39.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28c7fff640 1 -- 172.21.15.82:0/446919055 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e00bd260 con 0x556a21df3cb0 2024-09-12T12:34:39.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28c7fff640 1 -- 172.21.15.82:0/446919055 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f28e00c5a40 con 0x556a21df3cb0 2024-09-12T12:34:39.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28f1ea4740 1 -- 172.21.15.82:0/446919055 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28dc011330 con 0x556a21df3cb0 2024-09-12T12:34:39.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28c7fff640 1 -- 172.21.15.82:0/446919055 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f28e00c1610 con 0x556a21df3cb0 2024-09-12T12:34:39.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28f1ea4740 10 client.16449 fetch_fsmap learned FSMap version 28 2024-09-12T12:34:39.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28f1ea4740 1 -- 172.21.15.82:0/446919055 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556a21e6e490 con 0x556a21df3cb0 2024-09-12T12:34:39.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.188+0000 7f28c7fff640 1 -- 172.21.15.82:0/446919055 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f28dc011330 con 0x556a21df3cb0 2024-09-12T12:34:39.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.189+0000 7f28c7fff640 1 -- 172.21.15.82:0/446919055 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f28e004e070 con 0x556a21df3cb0 2024-09-12T12:34:39.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.189+0000 7f28f1ea4740 10 client.16449 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:34:39.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.189+0000 7f28f1ea4740 10 client.16449 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:34:39.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.189+0000 7f28f1ea4740 20 client.16449 populate_metadata read hostname 'smithi082' 2024-09-12T12:34:39.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.189+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/446919055 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556a21e6e9b0 0x556a21e70da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:39.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.189+0000 7f28f1ea4740 4 client.16449 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:34:39.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.189+0000 7f28f1ea4740 1 -- 172.21.15.82:0/446919055 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556a21d54d70 con 0x556a21e6e9b0 2024-09-12T12:34:39.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.189+0000 7f28eceaf640 1 --2- 172.21.15.82:0/446919055 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556a21e6e9b0 0x556a21e70da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:39.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.189+0000 7f28c7fff640 10 client.16449 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:39.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.189+0000 7f28eceaf640 1 --2- 172.21.15.82:0/446919055 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556a21e6e9b0 0x556a21e70da0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=172a47d154f95079 server_cookie=bb9333910bf2e882 in_seq=0 out_seq=0 2024-09-12T12:34:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.202+0000 7f28c7fff640 1 -- 172.21.15.82:0/446919055 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556a21d54d70 con 0x556a21e6e9b0 2024-09-12T12:34:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.202+0000 7f28c7fff640 10 client.16449 handle_command_reply: tid=0 2024-09-12T12:34:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.202+0000 7f28f1ea4740 1 client.16449 shutdown 2024-09-12T12:34:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.202+0000 7f28f1ea4740 1 -- 172.21.15.82:0/446919055 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21df3cb0 msgr2=0x556a21df7700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.202+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/446919055 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21df3cb0 0x556a21df7700 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f28e0005cc0 tx=0x7f28e0009630 comp rx=0 tx=0).stop 2024-09-12T12:34:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28f1ea4740 1 -- 172.21.15.82:0/446919055 shutdown_connections 2024-09-12T12:34:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/446919055 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556a21e6e9b0 0x556a21e70da0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/446919055 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556a21df3cb0 0x556a21df7700 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/446919055 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a21de9410 0x556a21df71c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28c7fff640 0 client.16449 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28f1ea4740 1 --2- 172.21.15.82:0/446919055 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556a21de8af0 0x556a21dfbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28f1ea4740 1 -- 172.21.15.82:0/446919055 >> 172.21.15.82:0/446919055 conn(0x556a21de5060 msgr2=0x556a21dead70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28f1ea4740 1 -- 172.21.15.82:0/446919055 shutdown_connections 2024-09-12T12:34:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28f1ea4740 1 -- 172.21.15.82:0/446919055 wait complete. 2024-09-12T12:34:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28f1ea4740 20 client.16449 trim_cache size 0 max 16384 2024-09-12T12:34:39.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:34:39.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:34:39.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:34:39.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:34:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28ef113640 1 -- 172.21.15.82:0/790802888 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f28d00a2da0 msgr2=0x7f28d00a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28ef113640 1 --2- 172.21.15.82:0/790802888 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f28d00a2da0 0x7f28d00a5260 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f28dc0119d0 tx=0x7f28dc00ab90 comp rx=0 tx=0).stop 2024-09-12T12:34:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28ef113640 1 -- 172.21.15.82:0/790802888 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28e81069c0 msgr2=0x7f28e819cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28ef113640 1 --2- 172.21.15.82:0/790802888 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28e81069c0 0x7f28e819cb20 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f28e0006010 tx=0x7f28e0003c20 comp rx=0 tx=0).stop 2024-09-12T12:34:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28ef113640 1 -- 172.21.15.82:0/790802888 shutdown_connections 2024-09-12T12:34:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28ef113640 1 --2- 172.21.15.82:0/790802888 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f28d00a2da0 0x7f28d00a5260 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28ef113640 1 --2- 172.21.15.82:0/790802888 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28e81069c0 0x7f28e819cb20 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28ef113640 1 --2- 172.21.15.82:0/790802888 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f28e8101350 0x7f28e81987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28ef113640 1 --2- 172.21.15.82:0/790802888 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f28e81009b0 0x7f28e8198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.203+0000 7f28ef113640 1 -- 172.21.15.82:0/790802888 >> 172.21.15.82:0/790802888 conn(0x7f28e8077990 msgr2=0x7f28e8069940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:39.207 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.204+0000 7f28ef113640 1 -- 172.21.15.82:0/790802888 shutdown_connections 2024-09-12T12:34:39.207 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:39.204+0000 7f28ef113640 1 -- 172.21.15.82:0/790802888 wait complete. 2024-09-12T12:34:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:40 smithi097 ceph-mon[34923]: pgmap v246: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-09-12T12:34:40.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:40 smithi082 ceph-mon[31122]: pgmap v246: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-09-12T12:34:40.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:40 smithi114 ceph-mon[35514]: pgmap v246: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-09-12T12:34:42.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:42 smithi097 ceph-mon[34923]: pgmap v247: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-09-12T12:34:42.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:42 smithi082 ceph-mon[31122]: pgmap v247: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-09-12T12:34:42.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:42 smithi114 ceph-mon[35514]: pgmap v247: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-09-12T12:34:43.381 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:34:43.644 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:34:44.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.143+0000 7f993b822640 1 -- 172.21.15.82:0/3385398149 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9934102790 msgr2=0x7f99341067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:44.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.143+0000 7f993b822640 1 --2- 172.21.15.82:0/3385398149 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9934102790 0x7f99341067e0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f9924009900 tx=0x7f992402a410 comp rx=0 tx=0).stop 2024-09-12T12:34:44.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.143+0000 7f993b822640 1 -- 172.21.15.82:0/3385398149 shutdown_connections 2024-09-12T12:34:44.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.143+0000 7f993b822640 1 --2- 172.21.15.82:0/3385398149 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9934106f10 0x7f993410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:44.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.143+0000 7f993b822640 1 --2- 172.21.15.82:0/3385398149 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9934102790 0x7f99341067e0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:44.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.143+0000 7f993b822640 1 --2- 172.21.15.82:0/3385398149 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9934101de0 0x7f99341021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:44.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.143+0000 7f993b822640 1 -- 172.21.15.82:0/3385398149 >> 172.21.15.82:0/3385398149 conn(0x7f99340fd8c0 msgr2=0x7f99340ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:44.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.143+0000 7f993b822640 1 -- 172.21.15.82:0/3385398149 shutdown_connections 2024-09-12T12:34:44.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.143+0000 7f993b822640 1 -- 172.21.15.82:0/3385398149 wait complete. 2024-09-12T12:34:44.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f993b822640 1 Processor -- start 2024-09-12T12:34:44.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f993b822640 1 -- start start 2024-09-12T12:34:44.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f993b822640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9934101de0 0x7f9934198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:44.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f993b822640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9934102790 0x7f9934198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:44.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f993b822640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9934106f10 0x7f993419cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:44.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f993b822640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9934111f70 con 0x7f9934102790 2024-09-12T12:34:44.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f993b822640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9934111df0 con 0x7f9934101de0 2024-09-12T12:34:44.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f993b822640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f99341120f0 con 0x7f9934106f10 2024-09-12T12:34:44.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f9938dbd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9934102790 0x7f9934198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:44.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f9938dbd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9934102790 0x7f9934198a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52002/0 (socket says 172.21.15.82:52002) 2024-09-12T12:34:44.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f9938dbd640 1 -- 172.21.15.82:0/1813285488 learned_addr learned my addr 172.21.15.82:0/1813285488 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:44.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f99395be640 1 --2- 172.21.15.82:0/1813285488 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9934101de0 0x7f9934198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:44.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f9939dbf640 1 --2- 172.21.15.82:0/1813285488 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9934106f10 0x7f993419cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:44.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f9938dbd640 1 -- 172.21.15.82:0/1813285488 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9934106f10 msgr2=0x7f993419cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:44.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f9938dbd640 1 --2- 172.21.15.82:0/1813285488 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9934106f10 0x7f993419cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:44.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f9938dbd640 1 -- 172.21.15.82:0/1813285488 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9934101de0 msgr2=0x7f9934198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:44.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f9938dbd640 1 --2- 172.21.15.82:0/1813285488 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9934101de0 0x7f9934198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:44.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.144+0000 7f9938dbd640 1 -- 172.21.15.82:0/1813285488 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f993419d4c0 con 0x7f9934102790 2024-09-12T12:34:44.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.145+0000 7f9938dbd640 1 --2- 172.21.15.82:0/1813285488 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9934102790 0x7f9934198a50 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f9924006010 tx=0x7f99240042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:44.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.145+0000 7f992a7fc640 1 -- 172.21.15.82:0/1813285488 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992403f030 con 0x7f9934102790 2024-09-12T12:34:44.150 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.145+0000 7f993b822640 1 -- 172.21.15.82:0/1813285488 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f993419d750 con 0x7f9934102790 2024-09-12T12:34:44.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.145+0000 7f992a7fc640 1 -- 172.21.15.82:0/1813285488 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9924003ce0 con 0x7f9934102790 2024-09-12T12:34:44.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.145+0000 7f992a7fc640 1 -- 172.21.15.82:0/1813285488 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9924035070 con 0x7f9934102790 2024-09-12T12:34:44.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.145+0000 7f993b822640 1 -- 172.21.15.82:0/1813285488 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99341a5090 con 0x7f9934102790 2024-09-12T12:34:44.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.146+0000 7f993b822640 1 -- 172.21.15.82:0/1813285488 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99341032c0 con 0x7f9934102790 2024-09-12T12:34:44.151 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.147+0000 7f992a7fc640 1 -- 172.21.15.82:0/1813285488 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f9924042030 con 0x7f9934102790 2024-09-12T12:34:44.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.148+0000 7f992a7fc640 1 --2- 172.21.15.82:0/1813285488 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f99200a2cf0 0x7f99200a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:44.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.149+0000 7f992a7fc640 1 -- 172.21.15.82:0/1813285488 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f99240efe70 con 0x7f9934102790 2024-09-12T12:34:44.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.149+0000 7f99395be640 1 --2- 172.21.15.82:0/1813285488 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f99200a2cf0 0x7f99200a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:44.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.149+0000 7f99395be640 1 --2- 172.21.15.82:0/1813285488 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f99200a2cf0 0x7f99200a51b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f992c005fd0 tx=0x7f992c009680 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:44.152 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.151+0000 7f992a7fc640 1 -- 172.21.15.82:0/1813285488 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f99240bca90 con 0x7f9934102790 2024-09-12T12:34:44.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.353+0000 7f993b822640 1 -- 172.21.15.82:0/1813285488 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f99341021c0 con 0x7f9934102790 2024-09-12T12:34:44.353 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.353+0000 7f992a7fc640 1 -- 172.21.15.82:0/1813285488 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f99341021c0 con 0x7f9934102790 2024-09-12T12:34:44.354 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:34:44.354 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:34:44.354 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:34:44.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.355+0000 7f993b822640 1 -- 172.21.15.82:0/1813285488 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f99200a2cf0 msgr2=0x7f99200a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:44.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.355+0000 7f993b822640 1 --2- 172.21.15.82:0/1813285488 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f99200a2cf0 0x7f99200a51b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f992c005fd0 tx=0x7f992c009680 comp rx=0 tx=0).stop 2024-09-12T12:34:44.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.355+0000 7f993b822640 1 -- 172.21.15.82:0/1813285488 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9934102790 msgr2=0x7f9934198a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:44.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.355+0000 7f993b822640 1 --2- 172.21.15.82:0/1813285488 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9934102790 0x7f9934198a50 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f9924006010 tx=0x7f99240042f0 comp rx=0 tx=0).stop 2024-09-12T12:34:44.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.355+0000 7f993b822640 1 -- 172.21.15.82:0/1813285488 shutdown_connections 2024-09-12T12:34:44.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.355+0000 7f993b822640 1 --2- 172.21.15.82:0/1813285488 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f99200a2cf0 0x7f99200a51b0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:44.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.355+0000 7f993b822640 1 --2- 172.21.15.82:0/1813285488 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9934106f10 0x7f993419cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:44.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.356+0000 7f993b822640 1 --2- 172.21.15.82:0/1813285488 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9934102790 0x7f9934198a50 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:44.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.356+0000 7f993b822640 1 --2- 172.21.15.82:0/1813285488 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9934101de0 0x7f9934198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:44.356 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.356+0000 7f993b822640 1 -- 172.21.15.82:0/1813285488 >> 172.21.15.82:0/1813285488 conn(0x7f99340fd8c0 msgr2=0x7f99340fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:44.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.356+0000 7f993b822640 1 -- 172.21.15.82:0/1813285488 shutdown_connections 2024-09-12T12:34:44.357 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:44.356+0000 7f993b822640 1 -- 172.21.15.82:0/1813285488 wait complete. 2024-09-12T12:34:44.709 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:44 smithi082 ceph-mon[31122]: pgmap v248: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.9 KiB/s wr, 15 op/s 2024-09-12T12:34:44.710 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:44 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1813285488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:34:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:44 smithi097 ceph-mon[34923]: pgmap v248: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.9 KiB/s wr, 15 op/s 2024-09-12T12:34:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:44 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1813285488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:34:44.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:44 smithi114 ceph-mon[35514]: pgmap v248: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.9 KiB/s wr, 15 op/s 2024-09-12T12:34:44.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:44 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1813285488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:34:45.109 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --set-id c3357df8 --release --await' 2024-09-12T12:34:45.109 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --set-id c3357df8 --release --await 2024-09-12T12:34:45.360 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:34:45.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.841+0000 7f88f23e7640 1 -- 172.21.15.82:0/260245129 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88ec106f10 msgr2=0x7f88ec10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:45.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.841+0000 7f88f23e7640 1 --2- 172.21.15.82:0/260245129 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88ec106f10 0x7f88ec10ea90 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f88e4009ca0 tx=0x7f88e402a8c0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.841+0000 7f88f23e7640 1 -- 172.21.15.82:0/260245129 shutdown_connections 2024-09-12T12:34:45.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.841+0000 7f88f23e7640 1 --2- 172.21.15.82:0/260245129 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88ec106f10 0x7f88ec10ea90 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.841+0000 7f88f23e7640 1 --2- 172.21.15.82:0/260245129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f88ec102790 0x7f88ec1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.841+0000 7f88f23e7640 1 --2- 172.21.15.82:0/260245129 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88ec101de0 0x7f88ec1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.841+0000 7f88f23e7640 1 -- 172.21.15.82:0/260245129 >> 172.21.15.82:0/260245129 conn(0x7f88ec0fd880 msgr2=0x7f88ec0ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:45.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.841+0000 7f88f23e7640 1 -- 172.21.15.82:0/260245129 shutdown_connections 2024-09-12T12:34:45.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.841+0000 7f88f23e7640 1 -- 172.21.15.82:0/260245129 wait complete. 2024-09-12T12:34:45.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.842+0000 7f88f23e7640 1 Processor -- start 2024-09-12T12:34:45.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.842+0000 7f88f23e7640 1 -- start start 2024-09-12T12:34:45.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.842+0000 7f88f23e7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f88ec101de0 0x7f88ec1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.842+0000 7f88f23e7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88ec102790 0x7f88ec1988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.842+0000 7f88f23e7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88ec106f10 0x7f88ec19cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.842+0000 7f88f23e7640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec111f90 con 0x7f88ec102790 2024-09-12T12:34:45.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.842+0000 7f88f23e7640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec111e10 con 0x7f88ec101de0 2024-09-12T12:34:45.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.842+0000 7f88f23e7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec112110 con 0x7f88ec106f10 2024-09-12T12:34:45.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.842+0000 7f88eb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88ec102790 0x7f88ec1988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.842+0000 7f88eb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88ec102790 0x7f88ec1988f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52034/0 (socket says 172.21.15.82:52034) 2024-09-12T12:34:45.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.842+0000 7f88eb7fe640 1 -- 172.21.15.82:0/3800415514 learned_addr learned my addr 172.21.15.82:0/3800415514 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:45.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.843+0000 7f88ebfff640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f88ec101de0 0x7f88ec1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.843+0000 7f88f0984640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88ec106f10 0x7f88ec19cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.843+0000 7f88eb7fe640 1 -- 172.21.15.82:0/3800415514 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88ec106f10 msgr2=0x7f88ec19cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:45.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.843+0000 7f88eb7fe640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88ec106f10 0x7f88ec19cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.843+0000 7f88eb7fe640 1 -- 172.21.15.82:0/3800415514 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f88ec101de0 msgr2=0x7f88ec1983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:45.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.843+0000 7f88eb7fe640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f88ec101de0 0x7f88ec1983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.843+0000 7f88eb7fe640 1 -- 172.21.15.82:0/3800415514 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88ec19d360 con 0x7f88ec102790 2024-09-12T12:34:45.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.843+0000 7f88ebfff640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f88ec101de0 0x7f88ec1983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:34:45.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.843+0000 7f88eb7fe640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88ec102790 0x7f88ec1988f0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f88e000d950 tx=0x7f88e000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:45.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.843+0000 7f88e97fa640 1 -- 172.21.15.82:0/3800415514 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88e0017030 con 0x7f88ec102790 2024-09-12T12:34:45.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.843+0000 7f88e97fa640 1 -- 172.21.15.82:0/3800415514 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f88e0004020 con 0x7f88ec102790 2024-09-12T12:34:45.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.843+0000 7f88e97fa640 1 -- 172.21.15.82:0/3800415514 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88e00047a0 con 0x7f88ec102790 2024-09-12T12:34:45.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.843+0000 7f88f23e7640 1 -- 172.21.15.82:0/3800415514 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88ec19d650 con 0x7f88ec102790 2024-09-12T12:34:45.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.843+0000 7f88f23e7640 1 -- 172.21.15.82:0/3800415514 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88ec1a4f30 con 0x7f88ec102790 2024-09-12T12:34:45.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.845+0000 7f88e97fa640 1 -- 172.21.15.82:0/3800415514 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f88e00041d0 con 0x7f88ec102790 2024-09-12T12:34:45.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88f47c0740 1 Processor -- start 2024-09-12T12:34:45.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88f47c0740 1 -- start start 2024-09-12T12:34:45.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88f47c0740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8060 0x55fbfebf8440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88f47c0740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8980 0x55fbfec02d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88f47c0740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfec05630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88f47c0740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55fbfeb5d620 con 0x55fbfebf8980 2024-09-12T12:34:45.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88f47c0740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55fbfeb04e50 con 0x55fbfebf8060 2024-09-12T12:34:45.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88f47c0740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55fbfeb595e0 con 0x55fbfec03240 2024-09-12T12:34:45.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88e97fa640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f88d40a2cf0 0x7f88d40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8980 0x55fbfec02d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8980 0x55fbfec02d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52040/0 (socket says 172.21.15.82:52040) 2024-09-12T12:34:45.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88ebfff640 1 -- 172.21.15.82:0/1083276313 learned_addr learned my addr 172.21.15.82:0/1083276313 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:45.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88f0984640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f88d40a2cf0 0x7f88d40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88eb7fe640 1 --2- 172.21.15.82:0/1083276313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfec05630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88f0984640 1 --2- 172.21.15.82:0/1083276313 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8060 0x55fbfebf8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88ebfff640 1 -- 172.21.15.82:0/1083276313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 msgr2=0x55fbfec05630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:45.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88ebfff640 1 --2- 172.21.15.82:0/1083276313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfec05630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88e97fa640 1 -- 172.21.15.82:0/3800415514 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f88e00cef50 con 0x7f88ec102790 2024-09-12T12:34:45.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88ebfff640 1 -- 172.21.15.82:0/1083276313 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8060 msgr2=0x55fbfebf8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:45.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88ebfff640 1 --2- 172.21.15.82:0/1083276313 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8060 0x55fbfebf8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.846+0000 7f88ebfff640 1 -- 172.21.15.82:0/1083276313 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbfeaf5d40 con 0x55fbfebf8980 2024-09-12T12:34:45.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.847+0000 7f88ebfff640 1 --2- 172.21.15.82:0/1083276313 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8980 0x55fbfec02d00 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f88dc007850 tx=0x7f88dc007d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb8285879e1250e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:45.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.847+0000 7f88f0984640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f88d40a2cf0 0x7f88d40a51b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f88e402f540 tx=0x7f88e40093a0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:45.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.847+0000 7f88d27fc640 1 -- 172.21.15.82:0/1083276313 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc00d950 con 0x55fbfebf8980 2024-09-12T12:34:45.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.847+0000 7f88d27fc640 1 -- 172.21.15.82:0/1083276313 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f88dc018070 con 0x55fbfebf8980 2024-09-12T12:34:45.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.847+0000 7f88d27fc640 1 -- 172.21.15.82:0/1083276313 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc0123e0 con 0x55fbfebf8980 2024-09-12T12:34:45.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.847+0000 7f88f47c0740 1 -- 172.21.15.82:0/1083276313 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8980 msgr2=0x55fbfec02d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:45.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.848+0000 7f88f47c0740 1 --2- 172.21.15.82:0/1083276313 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8980 0x55fbfec02d00 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f88dc007850 tx=0x7f88dc007d10 comp rx=0 tx=0).stop 2024-09-12T12:34:45.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.848+0000 7f88f47c0740 1 -- 172.21.15.82:0/1083276313 shutdown_connections 2024-09-12T12:34:45.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.848+0000 7f88f47c0740 1 --2- 172.21.15.82:0/1083276313 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfec05630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.848+0000 7f88f47c0740 1 --2- 172.21.15.82:0/1083276313 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8980 0x55fbfec02d00 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.848+0000 7f88f47c0740 1 --2- 172.21.15.82:0/1083276313 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8060 0x55fbfebf8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.848+0000 7f88f47c0740 1 -- 172.21.15.82:0/1083276313 >> 172.21.15.82:0/1083276313 conn(0x55fbfebf45f0 msgr2=0x55fbfebf49d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:45.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.848+0000 7f88f47c0740 1 -- 172.21.15.82:0/1083276313 shutdown_connections 2024-09-12T12:34:45.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.848+0000 7f88f47c0740 1 -- 172.21.15.82:0/1083276313 wait complete. 2024-09-12T12:34:45.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.848+0000 7f88f47c0740 1 -- start start 2024-09-12T12:34:45.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.848+0000 7f88f47c0740 1 Processor -- start 2024-09-12T12:34:45.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.848+0000 7f88f47c0740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfec000c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.848+0000 7f88f47c0740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 0x55fbfec00600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.848+0000 7f88f47c0740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfec00b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88f47c0740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55fbfec05e10 con 0x55fbfebf8060 2024-09-12T12:34:45.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88f47c0740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55fbfeae5f10 con 0x55fbfebf8980 2024-09-12T12:34:45.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88f47c0740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55fbfec05f90 con 0x55fbfec03240 2024-09-12T12:34:45.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88f47c0740 10 client.0 _ll_register_callbacks cb 0x55fbfeb09db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:34:45.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfec000c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfec000c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52042/0 (socket says 172.21.15.82:52042) 2024-09-12T12:34:45.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88ebfff640 1 -- 172.21.15.82:0/2001751438 learned_addr learned my addr 172.21.15.82:0/2001751438 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:45.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88eb7fe640 1 --2- 172.21.15.82:0/2001751438 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 0x55fbfec00600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88ebfff640 1 -- 172.21.15.82:0/2001751438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 msgr2=0x55fbfec00b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:45.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88ebfff640 1 --2- 172.21.15.82:0/2001751438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfec00b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88ebfff640 1 -- 172.21.15.82:0/2001751438 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 msgr2=0x55fbfec00600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:45.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88ebfff640 1 --2- 172.21.15.82:0/2001751438 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 0x55fbfec00600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88ebfff640 1 -- 172.21.15.82:0/2001751438 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbfe86c580 con 0x55fbfebf8060 2024-09-12T12:34:45.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88eb7fe640 1 --2- 172.21.15.82:0/2001751438 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 0x55fbfec00600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:34:45.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88ebfff640 1 --2- 172.21.15.82:0/2001751438 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfec000c0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f88dc004810 tx=0x7f88dc013730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3608cb071e6fffbf server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:45.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:34:45.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88cb7fe640 1 -- 172.21.15.82:0/2001751438 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc00de20 con 0x55fbfebf8060 2024-09-12T12:34:45.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88cb7fe640 1 -- 172.21.15.82:0/2001751438 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f88dc01c3f0 con 0x55fbfebf8060 2024-09-12T12:34:45.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.849+0000 7f88f47c0740 1 -- 172.21.15.82:0/2001751438 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88dc018070 con 0x55fbfebf8060 2024-09-12T12:34:45.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.850+0000 7f88cb7fe640 1 -- 172.21.15.82:0/2001751438 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f88dc01c5f0 con 0x55fbfebf8060 2024-09-12T12:34:45.858 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.850+0000 7f88f47c0740 10 client.16467 fetch_fsmap learned FSMap version 28 2024-09-12T12:34:45.859 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.850+0000 7f88f47c0740 1 -- 172.21.15.82:0/2001751438 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fbfe936960 con 0x55fbfebf8060 2024-09-12T12:34:45.859 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.850+0000 7f88cb7fe640 1 -- 172.21.15.82:0/2001751438 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f88dc018070 con 0x55fbfebf8060 2024-09-12T12:34:45.859 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.850+0000 7f88cb7fe640 1 -- 172.21.15.82:0/2001751438 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f88dc02c9a0 con 0x55fbfebf8060 2024-09-12T12:34:45.859 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.850+0000 7f88f47c0740 10 client.16467 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:34:45.859 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.850+0000 7f88f47c0740 10 client.16467 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:34:45.859 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.850+0000 7f88f47c0740 20 client.16467 populate_metadata read hostname 'smithi082' 2024-09-12T12:34:45.859 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.850+0000 7f88f47c0740 1 --2- 172.21.15.82:0/2001751438 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fbfec12ce0 0x55fbfec150d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.859 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.850+0000 7f88f47c0740 4 client.16467 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:34:45.859 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.850+0000 7f88f47c0740 1 -- 172.21.15.82:0/2001751438 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fbfeb6ab90 con 0x55fbfec12ce0 2024-09-12T12:34:45.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.850+0000 7f88eb7fe640 1 --2- 172.21.15.82:0/2001751438 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fbfec12ce0 0x55fbfec150d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.850+0000 7f88eb7fe640 1 --2- 172.21.15.82:0/2001751438 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fbfec12ce0 0x55fbfec150d0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47df381e003ee2fe server_cookie=738c3733a6c90e27 in_seq=0 out_seq=0 2024-09-12T12:34:45.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.850+0000 7f88cb7fe640 10 client.16467 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:45.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.851+0000 7f88cb7fe640 1 -- 172.21.15.82:0/2001751438 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fbfeb6ab90 con 0x55fbfec12ce0 2024-09-12T12:34:45.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.851+0000 7f88cb7fe640 10 client.16467 handle_command_reply: tid=0 2024-09-12T12:34:45.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.851+0000 7f88f47c0740 1 client.16467 shutdown 2024-09-12T12:34:45.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.851+0000 7f88f47c0740 1 -- 172.21.15.82:0/2001751438 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 msgr2=0x55fbfec000c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:45.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.851+0000 7f88f47c0740 1 --2- 172.21.15.82:0/2001751438 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfec000c0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f88dc004810 tx=0x7f88dc013730 comp rx=0 tx=0).stop 2024-09-12T12:34:45.860 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.851+0000 7f88f47c0740 1 -- 172.21.15.82:0/2001751438 shutdown_connections 2024-09-12T12:34:45.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.851+0000 7f88f47c0740 1 --2- 172.21.15.82:0/2001751438 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fbfec12ce0 0x55fbfec150d0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.851+0000 7f88f47c0740 1 --2- 172.21.15.82:0/2001751438 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfec00b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.851+0000 7f88f47c0740 1 --2- 172.21.15.82:0/2001751438 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 0x55fbfec00600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.851+0000 7f88f47c0740 1 --2- 172.21.15.82:0/2001751438 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfec000c0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.851+0000 7f88f47c0740 1 -- 172.21.15.82:0/2001751438 >> 172.21.15.82:0/2001751438 conn(0x55fbfebf45f0 msgr2=0x55fbfebfa320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:45.861 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.851+0000 7f88cb7fe640 0 client.16467 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:45.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.852+0000 7f88f47c0740 1 -- 172.21.15.82:0/2001751438 shutdown_connections 2024-09-12T12:34:45.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.852+0000 7f88f47c0740 1 -- 172.21.15.82:0/2001751438 wait complete. 2024-09-12T12:34:45.862 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.852+0000 7f88f47c0740 20 client.16467 trim_cache size 0 max 16384 2024-09-12T12:34:45.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.868+0000 7f88f47c0740 1 Processor -- start 2024-09-12T12:34:45.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.868+0000 7f88f47c0740 1 -- start start 2024-09-12T12:34:45.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.868+0000 7f88f47c0740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfec0b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.868+0000 7f88f47c0740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 0x55fbfec0bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.868+0000 7f88f47c0740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfec1a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.868+0000 7f88f47c0740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec1ada00 con 0x55fbfebf8060 2024-09-12T12:34:45.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.868+0000 7f88f47c0740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec1af540 con 0x55fbfebf8980 2024-09-12T12:34:45.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.868+0000 7f88f47c0740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec1ae0d0 con 0x55fbfec03240 2024-09-12T12:34:45.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.868+0000 7f88ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfec0b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.868+0000 7f88ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfec0b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52050/0 (socket says 172.21.15.82:52050) 2024-09-12T12:34:45.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.868+0000 7f88ebfff640 1 -- 172.21.15.82:0/4289695479 learned_addr learned my addr 172.21.15.82:0/4289695479 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:45.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.869+0000 7f88ebfff640 1 -- 172.21.15.82:0/4289695479 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 msgr2=0x55fbfec1a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:45.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.869+0000 7f88ebfff640 1 --2- 172.21.15.82:0/4289695479 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfec1a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.869+0000 7f88ebfff640 1 -- 172.21.15.82:0/4289695479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 msgr2=0x55fbfec0bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:45.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.869+0000 7f88ebfff640 1 --2- 172.21.15.82:0/4289695479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 0x55fbfec0bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.869+0000 7f88ebfff640 1 -- 172.21.15.82:0/4289695479 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbfebf87b0 con 0x55fbfebf8060 2024-09-12T12:34:45.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.869+0000 7f88ebfff640 1 --2- 172.21.15.82:0/4289695479 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfec0b5c0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f88dc00d530 tx=0x7f88dc0075d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61c83f6bbc58041e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:45.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.869+0000 7f88d1ffb640 1 -- 172.21.15.82:0/4289695479 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc024420 con 0x55fbfebf8060 2024-09-12T12:34:45.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.869+0000 7f88d1ffb640 1 -- 172.21.15.82:0/4289695479 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f88dc018040 con 0x55fbfebf8060 2024-09-12T12:34:45.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.869+0000 7f88d1ffb640 1 -- 172.21.15.82:0/4289695479 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc02ca20 con 0x55fbfebf8060 2024-09-12T12:34:45.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 -- 172.21.15.82:0/4289695479 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 msgr2=0x55fbfec0b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:45.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 --2- 172.21.15.82:0/4289695479 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfec0b5c0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f88dc00d530 tx=0x7f88dc0075d0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 -- 172.21.15.82:0/4289695479 shutdown_connections 2024-09-12T12:34:45.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 --2- 172.21.15.82:0/4289695479 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfec1a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 --2- 172.21.15.82:0/4289695479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 0x55fbfec0bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 --2- 172.21.15.82:0/4289695479 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfec0b5c0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 -- 172.21.15.82:0/4289695479 >> 172.21.15.82:0/4289695479 conn(0x55fbfebf45f0 msgr2=0x55fbfebfe990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:45.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 -- 172.21.15.82:0/4289695479 shutdown_connections 2024-09-12T12:34:45.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 -- 172.21.15.82:0/4289695479 wait complete. 2024-09-12T12:34:45.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 -- start start 2024-09-12T12:34:45.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 Processor -- start 2024-09-12T12:34:45.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfebfdbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 0x55fbfebfc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.874 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfebfc870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec1aee70 con 0x55fbfebf8060 2024-09-12T12:34:45.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec1ae7a0 con 0x55fbfebf8980 2024-09-12T12:34:45.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.870+0000 7f88f47c0740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec1aba00 con 0x55fbfec03240 2024-09-12T12:34:45.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88f47c0740 10 client.0 _ll_register_callbacks cb 0x7f88dc0138a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:34:45.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfebfdbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88ebfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfebfdbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52060/0 (socket says 172.21.15.82:52060) 2024-09-12T12:34:45.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88ebfff640 1 -- 172.21.15.82:0/942073667 learned_addr learned my addr 172.21.15.82:0/942073667 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:45.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88eb7fe640 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 0x55fbfebfc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88f0984640 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfebfc870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88ebfff640 1 -- 172.21.15.82:0/942073667 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 msgr2=0x55fbfebfc870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:45.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88ebfff640 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfebfc870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.875 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88ebfff640 1 -- 172.21.15.82:0/942073667 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 msgr2=0x55fbfebfc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:45.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88ebfff640 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 0x55fbfebfc330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88ebfff640 1 -- 172.21.15.82:0/942073667 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbfebfd0a0 con 0x55fbfebf8060 2024-09-12T12:34:45.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88f0984640 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfebfc870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:34:45.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88eb7fe640 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 0x55fbfebfc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:34:45.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88ebfff640 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfebfdbb0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f88dc02cdc0 tx=0x7f88dc007380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84724450c1ff442b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:45.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:34:45.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88cb7fe640 1 -- 172.21.15.82:0/942073667 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc01c9a0 con 0x55fbfebf8060 2024-09-12T12:34:45.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88cb7fe640 1 -- 172.21.15.82:0/942073667 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f88dc013950 con 0x55fbfebf8060 2024-09-12T12:34:45.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88f47c0740 1 -- 172.21.15.82:0/942073667 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88dc018040 con 0x55fbfebf8060 2024-09-12T12:34:45.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88cb7fe640 1 -- 172.21.15.82:0/942073667 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f88dc044050 con 0x55fbfebf8060 2024-09-12T12:34:45.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88f47c0740 10 client.16473 fetch_fsmap learned FSMap version 28 2024-09-12T12:34:45.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.871+0000 7f88f47c0740 1 -- 172.21.15.82:0/942073667 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fbfec82720 con 0x55fbfebf8060 2024-09-12T12:34:45.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.872+0000 7f88cb7fe640 1 -- 172.21.15.82:0/942073667 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f88dc018040 con 0x55fbfebf8060 2024-09-12T12:34:45.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.872+0000 7f88cb7fe640 1 -- 172.21.15.82:0/942073667 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f88dc024420 con 0x55fbfebf8060 2024-09-12T12:34:45.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.872+0000 7f88f47c0740 10 client.16473 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:34:45.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.872+0000 7f88f47c0740 10 client.16473 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:34:45.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.872+0000 7f88f47c0740 20 client.16473 populate_metadata read hostname 'smithi082' 2024-09-12T12:34:45.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.872+0000 7f88f47c0740 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fbfec82d20 0x55fbfec85110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:45.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.872+0000 7f88f47c0740 4 client.16473 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "c3357df8", "release": true, "await": true}] 2024-09-12T12:34:45.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.872+0000 7f88f47c0740 1 -- 172.21.15.82:0/942073667 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "set_id": "c3357df8", "release": true, "await": true}) -- 0x55fbfeb650a0 con 0x55fbfec82d20 2024-09-12T12:34:45.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.872+0000 7f88eb7fe640 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fbfec82d20 0x55fbfec85110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:45.878 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.872+0000 7f88cb7fe640 10 client.16473 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:45.878 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.872+0000 7f88eb7fe640 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fbfec82d20 0x55fbfec85110 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb1a9f60b54488bf server_cookie=b5dc0ca8ac18eb96 in_seq=0 out_seq=0 2024-09-12T12:34:45.879 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88cb7fe640 1 -- 172.21.15.82:0/942073667 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55fbfeb650a0 con 0x55fbfec82d20 2024-09-12T12:34:45.879 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88cb7fe640 10 client.16473 handle_command_reply: tid=0 2024-09-12T12:34:45.879 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88f47c0740 1 client.16473 shutdown 2024-09-12T12:34:45.879 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88f47c0740 1 -- 172.21.15.82:0/942073667 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 msgr2=0x55fbfebfdbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:45.879 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88f47c0740 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfebfdbb0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f88dc02cdc0 tx=0x7f88dc007380 comp rx=0 tx=0).stop 2024-09-12T12:34:45.879 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88f47c0740 1 -- 172.21.15.82:0/942073667 shutdown_connections 2024-09-12T12:34:45.879 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88f47c0740 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55fbfec82d20 0x55fbfec85110 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.879 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88f47c0740 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55fbfec03240 0x55fbfebfc870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.879 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88f47c0740 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fbfebf8980 0x55fbfebfc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.880 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88cb7fe640 0 client.16473 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:45.880 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88f47c0740 1 --2- 172.21.15.82:0/942073667 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55fbfebf8060 0x55fbfebfdbb0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.880 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88f47c0740 1 -- 172.21.15.82:0/942073667 >> 172.21.15.82:0/942073667 conn(0x55fbfebf45f0 msgr2=0x55fbfebf2f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:45.880 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88f47c0740 1 -- 172.21.15.82:0/942073667 shutdown_connections 2024-09-12T12:34:45.880 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88f47c0740 1 -- 172.21.15.82:0/942073667 wait complete. 2024-09-12T12:34:45.880 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.876+0000 7f88f47c0740 20 client.16473 trim_cache size 0 max 16384 2024-09-12T12:34:45.880 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:34:45.880 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:34:45.880 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:34:45.881 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 32, 2024-09-12T12:34:45.881 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:34:45.881 INFO:teuthology.orchestra.run.smithi082.stdout: "c3357df8": { 2024-09-12T12:34:45.881 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 32, 2024-09-12T12:34:45.881 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:34:45.881 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:34:45.881 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:34:45.881 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:34:45.881 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:34:45.881 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:34:45.881 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 139.4, 2024-09-12T12:34:45.881 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:34:45.881 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:34:45.881 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:34:45.882 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:34:45.882 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:34:45.882 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:34:45.882 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:45.882 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:45.882 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:45.882 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:45.882 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:45.882 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:34:45.883 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.877+0000 7f88f23e7640 1 -- 172.21.15.82:0/3800415514 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f88d40a2cf0 msgr2=0x7f88d40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:45.883 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.877+0000 7f88f23e7640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f88d40a2cf0 0x7f88d40a51b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f88e402f540 tx=0x7f88e40093a0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.883 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.877+0000 7f88f23e7640 1 -- 172.21.15.82:0/3800415514 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88ec102790 msgr2=0x7f88ec1988f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:45.883 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.877+0000 7f88f23e7640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88ec102790 0x7f88ec1988f0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f88e000d950 tx=0x7f88e000de10 comp rx=0 tx=0).stop 2024-09-12T12:34:45.883 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.877+0000 7f88f23e7640 1 -- 172.21.15.82:0/3800415514 shutdown_connections 2024-09-12T12:34:45.883 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.877+0000 7f88f23e7640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f88d40a2cf0 0x7f88d40a51b0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.883 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.877+0000 7f88f23e7640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88ec106f10 0x7f88ec19cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.877+0000 7f88f23e7640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88ec102790 0x7f88ec1988f0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.877+0000 7f88f23e7640 1 --2- 172.21.15.82:0/3800415514 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f88ec101de0 0x7f88ec1983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:45.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.877+0000 7f88f23e7640 1 -- 172.21.15.82:0/3800415514 >> 172.21.15.82:0/3800415514 conn(0x7f88ec0fd880 msgr2=0x7f88ec0feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:45.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.877+0000 7f88f23e7640 1 -- 172.21.15.82:0/3800415514 shutdown_connections 2024-09-12T12:34:45.884 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:45.877+0000 7f88f23e7640 1 -- 172.21.15.82:0/3800415514 wait complete. 2024-09-12T12:34:46.553 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'c3357df8', total seconds elapsed: 22.5 2024-09-12T12:34:46.553 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 19.4 2024-09-12T12:34:46.553 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:34:46.575 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:46 smithi082 ceph-mon[31122]: pgmap v249: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-09-12T12:34:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:46 smithi097 ceph-mon[34923]: pgmap v249: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-09-12T12:34:46.797 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:34:46.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:46 smithi114 ceph-mon[35514]: pgmap v249: 97 pgs: 97 active+clean; 2.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-09-12T12:34:47.313 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.284+0000 7f46c65a2640 1 -- 172.21.15.82:0/3816870590 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46c0100a60 msgr2=0x7f46c0100ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:47.313 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.284+0000 7f46c65a2640 1 --2- 172.21.15.82:0/3816870590 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46c0100a60 0x7f46c0100ec0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f46b4009930 tx=0x7f46b402a420 comp rx=0 tx=0).stop 2024-09-12T12:34:47.313 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.284+0000 7f46c65a2640 1 -- 172.21.15.82:0/3816870590 shutdown_connections 2024-09-12T12:34:47.313 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.284+0000 7f46c65a2640 1 --2- 172.21.15.82:0/3816870590 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46c0101400 0x7f46c010d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:47.313 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.284+0000 7f46c65a2640 1 --2- 172.21.15.82:0/3816870590 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46c0100a60 0x7f46c0100ec0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:47.313 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.284+0000 7f46c65a2640 1 --2- 172.21.15.82:0/3816870590 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46c0106a60 0x7f46c0106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:47.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.284+0000 7f46c65a2640 1 -- 172.21.15.82:0/3816870590 >> 172.21.15.82:0/3816870590 conn(0x7f46c00fc780 msgr2=0x7f46c00feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:47.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.284+0000 7f46c65a2640 1 -- 172.21.15.82:0/3816870590 shutdown_connections 2024-09-12T12:34:47.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.284+0000 7f46c65a2640 1 -- 172.21.15.82:0/3816870590 wait complete. 2024-09-12T12:34:47.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.284+0000 7f46c65a2640 1 Processor -- start 2024-09-12T12:34:47.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46c65a2640 1 -- start start 2024-09-12T12:34:47.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46c65a2640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46c0100a60 0x7f46c01983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:47.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46c65a2640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46c0101400 0x7f46c0198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:47.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46c65a2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46c0106a60 0x7f46c019cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:47.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46c65a2640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f46c0110e60 con 0x7f46c0100a60 2024-09-12T12:34:47.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46c65a2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f46c0110ce0 con 0x7f46c0106a60 2024-09-12T12:34:47.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46c65a2640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f46c0110fe0 con 0x7f46c0101400 2024-09-12T12:34:47.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46bffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46c0100a60 0x7f46c01983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:47.314 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46bffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46c0100a60 0x7f46c01983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52078/0 (socket says 172.21.15.82:52078) 2024-09-12T12:34:47.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46bffff640 1 -- 172.21.15.82:0/4104432417 learned_addr learned my addr 172.21.15.82:0/4104432417 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:47.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46c4b3f640 1 --2- 172.21.15.82:0/4104432417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46c0106a60 0x7f46c019cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:47.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46bf7fe640 1 --2- 172.21.15.82:0/4104432417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46c0101400 0x7f46c0198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:47.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46bffff640 1 -- 172.21.15.82:0/4104432417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46c0101400 msgr2=0x7f46c0198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:47.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46bffff640 1 --2- 172.21.15.82:0/4104432417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46c0101400 0x7f46c0198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:47.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46bffff640 1 -- 172.21.15.82:0/4104432417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46c0106a60 msgr2=0x7f46c019cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:47.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46bffff640 1 --2- 172.21.15.82:0/4104432417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46c0106a60 0x7f46c019cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:47.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46bffff640 1 -- 172.21.15.82:0/4104432417 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46c019d370 con 0x7f46c0100a60 2024-09-12T12:34:47.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.285+0000 7f46bffff640 1 --2- 172.21.15.82:0/4104432417 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46c0100a60 0x7f46c01983c0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f46b000c920 tx=0x7f46b000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:47.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.286+0000 7f46bd7fa640 1 -- 172.21.15.82:0/4104432417 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b0007c70 con 0x7f46c0100a60 2024-09-12T12:34:47.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.286+0000 7f46bd7fa640 1 -- 172.21.15.82:0/4104432417 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f46b0007e10 con 0x7f46c0100a60 2024-09-12T12:34:47.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.286+0000 7f46c65a2640 1 -- 172.21.15.82:0/4104432417 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46c019d660 con 0x7f46c0100a60 2024-09-12T12:34:47.315 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.286+0000 7f46bd7fa640 1 -- 172.21.15.82:0/4104432417 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b0018890 con 0x7f46c0100a60 2024-09-12T12:34:47.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.286+0000 7f46c65a2640 1 -- 172.21.15.82:0/4104432417 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46c01a4f40 con 0x7f46c0100a60 2024-09-12T12:34:47.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.287+0000 7f46c65a2640 1 -- 172.21.15.82:0/4104432417 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46c0100ec0 con 0x7f46c0100a60 2024-09-12T12:34:47.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.288+0000 7f46bd7fa640 1 -- 172.21.15.82:0/4104432417 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f46b0018a70 con 0x7f46c0100a60 2024-09-12T12:34:47.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.288+0000 7f46bd7fa640 1 --2- 172.21.15.82:0/4104432417 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f46a80a2cf0 0x7f46a80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:47.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.288+0000 7f46bf7fe640 1 --2- 172.21.15.82:0/4104432417 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f46a80a2cf0 0x7f46a80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:47.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.288+0000 7f46bd7fa640 1 -- 172.21.15.82:0/4104432417 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f46b00cf630 con 0x7f46c0100a60 2024-09-12T12:34:47.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.289+0000 7f46bf7fe640 1 --2- 172.21.15.82:0/4104432417 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f46a80a2cf0 0x7f46a80a51b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f46b4000c00 tx=0x7f46b4005a20 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:47.316 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.293+0000 7f46bd7fa640 1 -- 172.21.15.82:0/4104432417 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f46b0014030 con 0x7f46c0100a60 2024-09-12T12:34:47.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.491+0000 7f46c65a2640 1 -- 172.21.15.82:0/4104432417 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f46c0109a50 con 0x7f46c0100a60 2024-09-12T12:34:47.492 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.492+0000 7f46bd7fa640 1 -- 172.21.15.82:0/4104432417 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f46b009c1f0 con 0x7f46c0100a60 2024-09-12T12:34:47.492 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:34:47.492 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:34:47.493 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:34:47.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.494+0000 7f46c65a2640 1 -- 172.21.15.82:0/4104432417 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f46a80a2cf0 msgr2=0x7f46a80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:47.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.494+0000 7f46c65a2640 1 --2- 172.21.15.82:0/4104432417 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f46a80a2cf0 0x7f46a80a51b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f46b4000c00 tx=0x7f46b4005a20 comp rx=0 tx=0).stop 2024-09-12T12:34:47.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.494+0000 7f46c65a2640 1 -- 172.21.15.82:0/4104432417 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46c0100a60 msgr2=0x7f46c01983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:47.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.494+0000 7f46c65a2640 1 --2- 172.21.15.82:0/4104432417 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46c0100a60 0x7f46c01983c0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f46b000c920 tx=0x7f46b000cde0 comp rx=0 tx=0).stop 2024-09-12T12:34:47.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.494+0000 7f46c65a2640 1 -- 172.21.15.82:0/4104432417 shutdown_connections 2024-09-12T12:34:47.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.494+0000 7f46c65a2640 1 --2- 172.21.15.82:0/4104432417 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f46a80a2cf0 0x7f46a80a51b0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:47.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.494+0000 7f46c65a2640 1 --2- 172.21.15.82:0/4104432417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46c0106a60 0x7f46c019cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:47.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.494+0000 7f46c65a2640 1 --2- 172.21.15.82:0/4104432417 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f46c0101400 0x7f46c0198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:47.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.494+0000 7f46c65a2640 1 --2- 172.21.15.82:0/4104432417 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f46c0100a60 0x7f46c01983c0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:47.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.494+0000 7f46c65a2640 1 -- 172.21.15.82:0/4104432417 >> 172.21.15.82:0/4104432417 conn(0x7f46c00fc780 msgr2=0x7f46c006aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:47.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.494+0000 7f46c65a2640 1 -- 172.21.15.82:0/4104432417 shutdown_connections 2024-09-12T12:34:47.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:47.494+0000 7f46c65a2640 1 -- 172.21.15.82:0/4104432417 wait complete. 2024-09-12T12:34:47.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:47 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4104432417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:34:47.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:47 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4104432417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:34:48.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:47 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4104432417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:34:48.078 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db / --timeout 90 --expiration 139.4 --await-for 45.0' 2024-09-12T12:34:48.078 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db / --timeout 90 --expiration 139.4 --await-for 45.0 2024-09-12T12:34:48.366 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:34:48.741 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:48 smithi082 ceph-mon[31122]: pgmap v250: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 16 op/s 2024-09-12T12:34:48.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:48 smithi114 ceph-mon[35514]: pgmap v250: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 16 op/s 2024-09-12T12:34:48.846 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.826+0000 7f88bbc3b640 1 -- 172.21.15.82:0/2531488435 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88b4106f10 msgr2=0x7f88b410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:48.846 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.826+0000 7f88bbc3b640 1 --2- 172.21.15.82:0/2531488435 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88b4106f10 0x7f88b410ea90 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f88ac009ca0 tx=0x7f88ac02a8c0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.846 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.826+0000 7f88bbc3b640 1 -- 172.21.15.82:0/2531488435 shutdown_connections 2024-09-12T12:34:48.847 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.826+0000 7f88bbc3b640 1 --2- 172.21.15.82:0/2531488435 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88b4106f10 0x7f88b410ea90 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.847 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.826+0000 7f88bbc3b640 1 --2- 172.21.15.82:0/2531488435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f88b4102790 0x7f88b41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.847 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.826+0000 7f88bbc3b640 1 --2- 172.21.15.82:0/2531488435 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88b4101de0 0x7f88b41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.847 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.826+0000 7f88bbc3b640 1 -- 172.21.15.82:0/2531488435 >> 172.21.15.82:0/2531488435 conn(0x7f88b40fd8c0 msgr2=0x7f88b40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:48.847 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.827+0000 7f88bbc3b640 1 -- 172.21.15.82:0/2531488435 shutdown_connections 2024-09-12T12:34:48.847 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.827+0000 7f88bbc3b640 1 -- 172.21.15.82:0/2531488435 wait complete. 2024-09-12T12:34:48.847 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.827+0000 7f88bbc3b640 1 Processor -- start 2024-09-12T12:34:48.847 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.827+0000 7f88bbc3b640 1 -- start start 2024-09-12T12:34:48.847 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.827+0000 7f88bbc3b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88b4101de0 0x7f88b4198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.847 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.827+0000 7f88bbc3b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88b4102790 0x7f88b41989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.847 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.827+0000 7f88bbc3b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f88b4106f10 0x7f88b419cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.847 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.827+0000 7f88bbc3b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f88b4111f90 con 0x7f88b4101de0 2024-09-12T12:34:48.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.827+0000 7f88bbc3b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f88b4111e10 con 0x7f88b4106f10 2024-09-12T12:34:48.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.827+0000 7f88bbc3b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f88b4112110 con 0x7f88b4102790 2024-09-12T12:34:48.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88b99d7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88b4101de0 0x7f88b4198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88b99d7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88b4101de0 0x7f88b4198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35544/0 (socket says 172.21.15.82:35544) 2024-09-12T12:34:48.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88b99d7640 1 -- 172.21.15.82:0/2206632857 learned_addr learned my addr 172.21.15.82:0/2206632857 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:48.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88ba1d8640 1 --2- 172.21.15.82:0/2206632857 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f88b4106f10 0x7f88b419cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88b91d6640 1 --2- 172.21.15.82:0/2206632857 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88b4102790 0x7f88b41989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88b99d7640 1 -- 172.21.15.82:0/2206632857 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88b4102790 msgr2=0x7f88b41989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:48.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88b99d7640 1 --2- 172.21.15.82:0/2206632857 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88b4102790 0x7f88b41989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.848 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88b99d7640 1 -- 172.21.15.82:0/2206632857 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f88b4106f10 msgr2=0x7f88b419cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:48.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88b99d7640 1 --2- 172.21.15.82:0/2206632857 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f88b4106f10 0x7f88b419cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88b99d7640 1 -- 172.21.15.82:0/2206632857 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88b419d420 con 0x7f88b4101de0 2024-09-12T12:34:48.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88b99d7640 1 --2- 172.21.15.82:0/2206632857 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88b4101de0 0x7f88b4198470 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f88b000d950 tx=0x7f88b000dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:48.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88aaffd640 1 -- 172.21.15.82:0/2206632857 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b0017070 con 0x7f88b4101de0 2024-09-12T12:34:48.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88aaffd640 1 -- 172.21.15.82:0/2206632857 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f88b000de80 con 0x7f88b4101de0 2024-09-12T12:34:48.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88bbc3b640 1 -- 172.21.15.82:0/2206632857 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88b419d710 con 0x7f88b4101de0 2024-09-12T12:34:48.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88aaffd640 1 -- 172.21.15.82:0/2206632857 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b000f620 con 0x7f88b4101de0 2024-09-12T12:34:48.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.828+0000 7f88bbc3b640 1 -- 172.21.15.82:0/2206632857 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88b41a4ff0 con 0x7f88b4101de0 2024-09-12T12:34:48.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.830+0000 7f88aaffd640 1 -- 172.21.15.82:0/2206632857 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f88b0009c30 con 0x7f88b4101de0 2024-09-12T12:34:48.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88be014740 1 Processor -- start 2024-09-12T12:34:48.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88be014740 1 -- start start 2024-09-12T12:34:48.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88be014740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b44387a760 0x55b44387ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88be014740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b443885400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88be014740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b443885940 0x55b443887d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88be014740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b4437e02a0 con 0x55b44387b080 2024-09-12T12:34:48.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88be014740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b443787b10 con 0x55b44387a760 2024-09-12T12:34:48.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88be014740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b4437dc260 con 0x55b443885940 2024-09-12T12:34:48.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88b99d7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b443885400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88aaffd640 1 --2- 172.21.15.82:0/2206632857 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f88a00a2cf0 0x7f88a00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88b99d7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b443885400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35546/0 (socket says 172.21.15.82:35546) 2024-09-12T12:34:48.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88b99d7640 1 -- 172.21.15.82:0/2166422538 learned_addr learned my addr 172.21.15.82:0/2166422538 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:48.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88b91d6640 1 --2- 172.21.15.82:0/2166422538 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b443885940 0x55b443887d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88ba1d8640 1 --2- 172.21.15.82:0/2166422538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b44387a760 0x55b44387ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.850 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.831+0000 7f88ba1d8640 1 --2- 172.21.15.82:0/2206632857 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f88a00a2cf0 0x7f88a00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.832+0000 7f88aaffd640 1 -- 172.21.15.82:0/2206632857 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f88b00cf070 con 0x7f88b4101de0 2024-09-12T12:34:48.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.832+0000 7f88b91d6640 1 -- 172.21.15.82:0/2166422538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b44387a760 msgr2=0x55b44387ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:48.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.832+0000 7f88b91d6640 1 --2- 172.21.15.82:0/2166422538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b44387a760 0x55b44387ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.832+0000 7f88b91d6640 1 -- 172.21.15.82:0/2166422538 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 msgr2=0x55b443885400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:48.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.832+0000 7f88b91d6640 1 --2- 172.21.15.82:0/2166422538 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b443885400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.832+0000 7f88b91d6640 1 -- 172.21.15.82:0/2166422538 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b443551b90 con 0x55b443885940 2024-09-12T12:34:48.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.832+0000 7f88b99d7640 1 --2- 172.21.15.82:0/2166422538 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b443885400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:34:48.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.832+0000 7f88b91d6640 1 --2- 172.21.15.82:0/2166422538 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b443885940 0x55b443887d30 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f88a4009970 tx=0x7f88a4009e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6185f617bda8d592 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:48.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.832+0000 7f88ba1d8640 1 --2- 172.21.15.82:0/2206632857 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f88a00a2cf0 0x7f88a00a51b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f88ac004af0 tx=0x7f88ac004a80 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:48.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.832+0000 7f889ffff640 1 -- 172.21.15.82:0/2166422538 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a4017070 con 0x55b443885940 2024-09-12T12:34:48.851 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.832+0000 7f889ffff640 1 -- 172.21.15.82:0/2166422538 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f88a4013470 con 0x55b443885940 2024-09-12T12:34:48.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.832+0000 7f889ffff640 1 -- 172.21.15.82:0/2166422538 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a4012610 con 0x55b443885940 2024-09-12T12:34:48.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.833+0000 7f88be014740 1 -- 172.21.15.82:0/2166422538 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b443885940 msgr2=0x55b443887d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:48.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.833+0000 7f88be014740 1 --2- 172.21.15.82:0/2166422538 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b443885940 0x55b443887d30 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f88a4009970 tx=0x7f88a4009e30 comp rx=0 tx=0).stop 2024-09-12T12:34:48.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.833+0000 7f88be014740 1 -- 172.21.15.82:0/2166422538 shutdown_connections 2024-09-12T12:34:48.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.833+0000 7f88be014740 1 --2- 172.21.15.82:0/2166422538 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b443885940 0x55b443887d30 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.833+0000 7f88be014740 1 --2- 172.21.15.82:0/2166422538 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b443885400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.833+0000 7f88be014740 1 --2- 172.21.15.82:0/2166422538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b44387a760 0x55b44387ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.833+0000 7f88be014740 1 -- 172.21.15.82:0/2166422538 >> 172.21.15.82:0/2166422538 conn(0x55b443876cf0 msgr2=0x55b4438770d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:48.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.833+0000 7f88be014740 1 -- 172.21.15.82:0/2166422538 shutdown_connections 2024-09-12T12:34:48.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.833+0000 7f88be014740 1 -- 172.21.15.82:0/2166422538 wait complete. 2024-09-12T12:34:48.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.833+0000 7f88be014740 1 -- start start 2024-09-12T12:34:48.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.833+0000 7f88be014740 1 Processor -- start 2024-09-12T12:34:48.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88be014740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387a760 0x55b443882760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88be014740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b443882ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88be014740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b443885940 0x55b4438831e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88be014740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b443888510 con 0x55b44387b080 2024-09-12T12:34:48.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88be014740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b4437686e0 con 0x55b443885940 2024-09-12T12:34:48.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88be014740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b443888690 con 0x55b44387a760 2024-09-12T12:34:48.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88be014740 10 client.0 _ll_register_callbacks cb 0x55b44378ca80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:34:48.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88b91d6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b443882ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88b91d6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b443882ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35554/0 (socket says 172.21.15.82:35554) 2024-09-12T12:34:48.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88b91d6640 1 -- 172.21.15.82:0/3225502805 learned_addr learned my addr 172.21.15.82:0/3225502805 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:48.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88b99d7640 1 --2- 172.21.15.82:0/3225502805 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387a760 0x55b443882760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88ba1d8640 1 --2- 172.21.15.82:0/3225502805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b443885940 0x55b4438831e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88b91d6640 1 -- 172.21.15.82:0/3225502805 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387a760 msgr2=0x55b443882760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:48.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88b91d6640 1 --2- 172.21.15.82:0/3225502805 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387a760 0x55b443882760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88b91d6640 1 -- 172.21.15.82:0/3225502805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b443885940 msgr2=0x55b4438831e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:48.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88b91d6640 1 --2- 172.21.15.82:0/3225502805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b443885940 0x55b4438831e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88b91d6640 1 -- 172.21.15.82:0/3225502805 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b443891980 con 0x55b44387b080 2024-09-12T12:34:48.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f88b91d6640 1 --2- 172.21.15.82:0/3225502805 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b443882ca0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f88a4013dc0 tx=0x7f88a4006e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c079a6c7e388744 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:48.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.834+0000 7f889d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:34:48.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f889d7fa640 1 -- 172.21.15.82:0/3225502805 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a4017050 con 0x55b44387b080 2024-09-12T12:34:48.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f88be014740 1 -- 172.21.15.82:0/3225502805 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88a4013470 con 0x55b44387b080 2024-09-12T12:34:48.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f889d7fa640 1 -- 172.21.15.82:0/3225502805 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f88a401c450 con 0x55b44387b080 2024-09-12T12:34:48.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f889d7fa640 1 -- 172.21.15.82:0/3225502805 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f88a401c650 con 0x55b44387b080 2024-09-12T12:34:48.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f88be014740 10 client.16491 fetch_fsmap learned FSMap version 28 2024-09-12T12:34:48.854 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f88be014740 1 -- 172.21.15.82:0/3225502805 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b443894320 con 0x55b44387b080 2024-09-12T12:34:48.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f889d7fa640 1 -- 172.21.15.82:0/3225502805 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f88a4013470 con 0x55b44387b080 2024-09-12T12:34:48.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f889d7fa640 1 -- 172.21.15.82:0/3225502805 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f88a402e770 con 0x55b44387b080 2024-09-12T12:34:48.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f88be014740 10 client.16491 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:34:48.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f88be014740 10 client.16491 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:34:48.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f88be014740 20 client.16491 populate_metadata read hostname 'smithi082' 2024-09-12T12:34:48.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f88be014740 1 --2- 172.21.15.82:0/3225502805 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b4438957e0 0x55b443897bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f88be014740 4 client.16491 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:34:48.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f88be014740 1 -- 172.21.15.82:0/3225502805 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b4437ed9d0 con 0x55b4438957e0 2024-09-12T12:34:48.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.835+0000 7f88b99d7640 1 --2- 172.21.15.82:0/3225502805 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b4438957e0 0x55b443897bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.836+0000 7f88b99d7640 1 --2- 172.21.15.82:0/3225502805 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b4438957e0 0x55b443897bd0 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cdc5564d7637fe76 server_cookie=791ffa52605857d6 in_seq=0 out_seq=0 2024-09-12T12:34:48.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.836+0000 7f889d7fa640 10 client.16491 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:48.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.836+0000 7f889d7fa640 1 -- 172.21.15.82:0/3225502805 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b4437ed9d0 con 0x55b4438957e0 2024-09-12T12:34:48.855 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.836+0000 7f889d7fa640 10 client.16491 handle_command_reply: tid=0 2024-09-12T12:34:48.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.837+0000 7f88be014740 1 client.16491 shutdown 2024-09-12T12:34:48.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.837+0000 7f88be014740 1 -- 172.21.15.82:0/3225502805 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 msgr2=0x55b443882ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:48.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.837+0000 7f88be014740 1 --2- 172.21.15.82:0/3225502805 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b443882ca0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f88a4013dc0 tx=0x7f88a4006e40 comp rx=0 tx=0).stop 2024-09-12T12:34:48.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.837+0000 7f88be014740 1 -- 172.21.15.82:0/3225502805 shutdown_connections 2024-09-12T12:34:48.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.837+0000 7f88be014740 1 --2- 172.21.15.82:0/3225502805 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b4438957e0 0x55b443897bd0 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.837+0000 7f88be014740 1 --2- 172.21.15.82:0/3225502805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b443885940 0x55b4438831e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.837+0000 7f88be014740 1 --2- 172.21.15.82:0/3225502805 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b443882ca0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.837+0000 7f88be014740 1 --2- 172.21.15.82:0/3225502805 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387a760 0x55b443882760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.837+0000 7f88be014740 1 -- 172.21.15.82:0/3225502805 >> 172.21.15.82:0/3225502805 conn(0x55b443876cf0 msgr2=0x55b44387ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:48.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.837+0000 7f889d7fa640 0 client.16491 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:48.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.837+0000 7f88be014740 1 -- 172.21.15.82:0/3225502805 shutdown_connections 2024-09-12T12:34:48.856 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.837+0000 7f88be014740 1 -- 172.21.15.82:0/3225502805 wait complete. 2024-09-12T12:34:48.857 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.837+0000 7f88be014740 20 client.16491 trim_cache size 0 max 16384 2024-09-12T12:34:48.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88be014740 1 Processor -- start 2024-09-12T12:34:48.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88be014740 1 -- start start 2024-09-12T12:34:48.865 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88be014740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387a760 0x55b443884a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.865 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88be014740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b44388dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.865 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88be014740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b443885940 0x55b44388e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.865 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88be014740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f88b41ad990 con 0x55b44387b080 2024-09-12T12:34:48.865 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88be014740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f88b41af4d0 con 0x55b443885940 2024-09-12T12:34:48.865 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88be014740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f88b41ae060 con 0x55b44387a760 2024-09-12T12:34:48.865 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88b91d6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b44388dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.865 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88b91d6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b44388dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35556/0 (socket says 172.21.15.82:35556) 2024-09-12T12:34:48.865 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88b91d6640 1 -- 172.21.15.82:0/1489374832 learned_addr learned my addr 172.21.15.82:0/1489374832 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:48.865 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88b99d7640 1 --2- 172.21.15.82:0/1489374832 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387a760 0x55b443884a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.865 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88b91d6640 1 -- 172.21.15.82:0/1489374832 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387a760 msgr2=0x55b443884a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:48.866 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88b91d6640 1 --2- 172.21.15.82:0/1489374832 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387a760 0x55b443884a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.866 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88ba1d8640 1 --2- 172.21.15.82:0/1489374832 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b443885940 0x55b44388e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.866 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88b91d6640 1 -- 172.21.15.82:0/1489374832 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b443885940 msgr2=0x55b44388e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:48.866 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88b91d6640 1 --2- 172.21.15.82:0/1489374832 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b443885940 0x55b44388e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.866 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88b91d6640 1 -- 172.21.15.82:0/1489374832 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b443876b20 con 0x55b44387b080 2024-09-12T12:34:48.866 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88b99d7640 1 --2- 172.21.15.82:0/1489374832 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387a760 0x55b443884a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:34:48.866 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.854+0000 7f88ba1d8640 1 --2- 172.21.15.82:0/1489374832 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b443885940 0x55b44388e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:34:48.866 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.855+0000 7f88b91d6640 1 --2- 172.21.15.82:0/1489374832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b44388dcc0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f88a402eb10 tx=0x7f88a4004640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e88150aa61ac516a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:48.866 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.855+0000 7f889f7fe640 1 -- 172.21.15.82:0/1489374832 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a4017040 con 0x55b44387b080 2024-09-12T12:34:48.866 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.855+0000 7f889f7fe640 1 -- 172.21.15.82:0/1489374832 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f88a402e8f0 con 0x55b44387b080 2024-09-12T12:34:48.866 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.855+0000 7f889f7fe640 1 -- 172.21.15.82:0/1489374832 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88a4026620 con 0x55b44387b080 2024-09-12T12:34:48.866 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.855+0000 7f88be014740 1 -- 172.21.15.82:0/1489374832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 msgr2=0x55b44388dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:48.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.855+0000 7f88be014740 1 --2- 172.21.15.82:0/1489374832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b44388dcc0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f88a402eb10 tx=0x7f88a4004640 comp rx=0 tx=0).stop 2024-09-12T12:34:48.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.855+0000 7f88be014740 1 -- 172.21.15.82:0/1489374832 shutdown_connections 2024-09-12T12:34:48.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.855+0000 7f88be014740 1 --2- 172.21.15.82:0/1489374832 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b443885940 0x55b44388e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.855+0000 7f88be014740 1 --2- 172.21.15.82:0/1489374832 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b44387b080 0x55b44388dcc0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.855+0000 7f88be014740 1 --2- 172.21.15.82:0/1489374832 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387a760 0x55b443884a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.856+0000 7f88be014740 1 -- 172.21.15.82:0/1489374832 >> 172.21.15.82:0/1489374832 conn(0x55b443876cf0 msgr2=0x55b443875e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:48.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.856+0000 7f88be014740 1 -- 172.21.15.82:0/1489374832 shutdown_connections 2024-09-12T12:34:48.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.856+0000 7f88be014740 1 -- 172.21.15.82:0/1489374832 wait complete. 2024-09-12T12:34:48.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.856+0000 7f88be014740 1 -- start start 2024-09-12T12:34:48.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.856+0000 7f88be014740 1 Processor -- start 2024-09-12T12:34:48.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.856+0000 7f88be014740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b44387a760 0x55b4438fc7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.856+0000 7f88be014740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387b080 0x55b4438fcd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.856+0000 7f88be014740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b443885940 0x55b4438f8190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.856+0000 7f88be014740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f88b41aee00 con 0x55b443885940 2024-09-12T12:34:48.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.856+0000 7f88be014740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f88b41ae730 con 0x55b44387a760 2024-09-12T12:34:48.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.856+0000 7f88be014740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f88b41ab990 con 0x55b44387b080 2024-09-12T12:34:48.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.856+0000 7f88be014740 10 client.0 _ll_register_callbacks cb 0x7f88a40097f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:34:48.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88ba1d8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b443885940 0x55b4438f8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88ba1d8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b443885940 0x55b4438f8190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35572/0 (socket says 172.21.15.82:35572) 2024-09-12T12:34:48.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88ba1d8640 1 -- 172.21.15.82:0/625611039 learned_addr learned my addr 172.21.15.82:0/625611039 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:48.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88b99d7640 1 --2- 172.21.15.82:0/625611039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b44387a760 0x55b4438fc7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88b91d6640 1 --2- 172.21.15.82:0/625611039 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387b080 0x55b4438fcd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88ba1d8640 1 -- 172.21.15.82:0/625611039 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387b080 msgr2=0x55b4438fcd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:48.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88ba1d8640 1 --2- 172.21.15.82:0/625611039 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387b080 0x55b4438fcd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88ba1d8640 1 -- 172.21.15.82:0/625611039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b44387a760 msgr2=0x55b4438fc7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:48.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88ba1d8640 1 --2- 172.21.15.82:0/625611039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b44387a760 0x55b4438fc7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88ba1d8640 1 -- 172.21.15.82:0/625611039 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b443872260 con 0x55b443885940 2024-09-12T12:34:48.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88b91d6640 1 --2- 172.21.15.82:0/625611039 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387b080 0x55b4438fcd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:34:48.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88ba1d8640 1 --2- 172.21.15.82:0/625611039 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b443885940 0x55b4438f8190 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f88ac009ca0 tx=0x7f88ac0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6febf8421a7a73c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:48.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f889d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:34:48.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f889d7fa640 1 -- 172.21.15.82:0/625611039 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88ac053070 con 0x55b443885940 2024-09-12T12:34:48.869 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f889d7fa640 1 -- 172.21.15.82:0/625611039 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f88ac0307c0 con 0x55b443885940 2024-09-12T12:34:48.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88be014740 1 -- 172.21.15.82:0/625611039 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88a402e8f0 con 0x55b443885940 2024-09-12T12:34:48.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f889d7fa640 1 -- 172.21.15.82:0/625611039 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f88ac0309c0 con 0x55b443885940 2024-09-12T12:34:48.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88be014740 10 client.16497 fetch_fsmap learned FSMap version 28 2024-09-12T12:34:48.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.857+0000 7f88be014740 1 -- 172.21.15.82:0/625611039 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b443904e50 con 0x55b443885940 2024-09-12T12:34:48.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.858+0000 7f889d7fa640 1 -- 172.21.15.82:0/625611039 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f88a402e8f0 con 0x55b443885940 2024-09-12T12:34:48.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.858+0000 7f889d7fa640 1 -- 172.21.15.82:0/625611039 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f88ac048040 con 0x55b443885940 2024-09-12T12:34:48.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.858+0000 7f88be014740 10 client.16497 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:34:48.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.858+0000 7f88be014740 10 client.16497 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:34:48.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.858+0000 7f88be014740 20 client.16497 populate_metadata read hostname 'smithi082' 2024-09-12T12:34:48.870 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.858+0000 7f88be014740 1 --2- 172.21.15.82:0/625611039 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b443905610 0x55b443907a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:48.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.858+0000 7f88be014740 4 client.16497 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 139.4, "await_for": 45.0}] 2024-09-12T12:34:48.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.858+0000 7f88be014740 1 -- 172.21.15.82:0/625611039 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 139.4, "await_for": 45.0}) -- 0x55b4437e7d20 con 0x55b443905610 2024-09-12T12:34:48.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.858+0000 7f88b99d7640 1 --2- 172.21.15.82:0/625611039 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b443905610 0x55b443907a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:48.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.858+0000 7f889d7fa640 10 client.16497 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:48.871 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.858+0000 7f88b99d7640 1 --2- 172.21.15.82:0/625611039 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b443905610 0x55b443907a30 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6aae145deaf0adc server_cookie=d695190ed2ef57ef in_seq=0 out_seq=0 2024-09-12T12:34:48.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.870+0000 7f889d7fa640 1 -- 172.21.15.82:0/625611039 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55b4437e7d20 con 0x55b443905610 2024-09-12T12:34:48.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.870+0000 7f889d7fa640 10 client.16497 handle_command_reply: tid=0 2024-09-12T12:34:48.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.870+0000 7f88be014740 1 client.16497 shutdown 2024-09-12T12:34:48.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.870+0000 7f88be014740 1 -- 172.21.15.82:0/625611039 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b443885940 msgr2=0x55b4438f8190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:48.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.870+0000 7f88be014740 1 --2- 172.21.15.82:0/625611039 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b443885940 0x55b4438f8190 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f88ac009ca0 tx=0x7f88ac0095c0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.872 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.870+0000 7f88be014740 1 -- 172.21.15.82:0/625611039 shutdown_connections 2024-09-12T12:34:48.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.870+0000 7f88be014740 1 --2- 172.21.15.82:0/625611039 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b443905610 0x55b443907a30 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.870+0000 7f88be014740 1 --2- 172.21.15.82:0/625611039 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b443885940 0x55b4438f8190 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.870+0000 7f88be014740 1 --2- 172.21.15.82:0/625611039 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b44387b080 0x55b4438fcd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.870+0000 7f88be014740 1 --2- 172.21.15.82:0/625611039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b44387a760 0x55b4438fc7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.870+0000 7f889d7fa640 0 client.16497 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:48.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.870+0000 7f88be014740 1 -- 172.21.15.82:0/625611039 >> 172.21.15.82:0/625611039 conn(0x55b443876cf0 msgr2=0x55b443875650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:48.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.870+0000 7f88be014740 1 -- 172.21.15.82:0/625611039 shutdown_connections 2024-09-12T12:34:48.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.870+0000 7f88be014740 1 -- 172.21.15.82:0/625611039 wait complete. 2024-09-12T12:34:48.873 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.871+0000 7f88be014740 20 client.16497 trim_cache size 0 max 16384 2024-09-12T12:34:48.874 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:34:48.874 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:34:48.874 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:34:48.874 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 34, 2024-09-12T12:34:48.874 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:34:48.874 INFO:teuthology.orchestra.run.smithi082.stdout: "f66b7b36": { 2024-09-12T12:34:48.874 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 34, 2024-09-12T12:34:48.874 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:34:48.874 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:34:48.874 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:34:48.874 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:34:48.874 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:34:48.874 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:34:48.875 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 139.4, 2024-09-12T12:34:48.875 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:34:48.875 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:34:48.875 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:34:48.875 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:34:48.875 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:34:48.875 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:34:48.875 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:48.875 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:48.875 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:48.875 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:48.875 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:34:48.875 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:34:48.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.871+0000 7f88bbc3b640 1 -- 172.21.15.82:0/2206632857 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f88a00a2cf0 msgr2=0x7f88a00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:48.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.871+0000 7f88bbc3b640 1 --2- 172.21.15.82:0/2206632857 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f88a00a2cf0 0x7f88a00a51b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f88ac004af0 tx=0x7f88ac004a80 comp rx=0 tx=0).stop 2024-09-12T12:34:48.876 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.871+0000 7f88bbc3b640 1 -- 172.21.15.82:0/2206632857 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88b4101de0 msgr2=0x7f88b4198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:48.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.871+0000 7f88bbc3b640 1 --2- 172.21.15.82:0/2206632857 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88b4101de0 0x7f88b4198470 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f88b000d950 tx=0x7f88b000dd50 comp rx=0 tx=0).stop 2024-09-12T12:34:48.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.871+0000 7f88bbc3b640 1 -- 172.21.15.82:0/2206632857 shutdown_connections 2024-09-12T12:34:48.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.871+0000 7f88bbc3b640 1 --2- 172.21.15.82:0/2206632857 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f88a00a2cf0 0x7f88a00a51b0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.871+0000 7f88bbc3b640 1 --2- 172.21.15.82:0/2206632857 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f88b4106f10 0x7f88b419cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.871+0000 7f88bbc3b640 1 --2- 172.21.15.82:0/2206632857 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f88b4102790 0x7f88b41989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.871+0000 7f88bbc3b640 1 --2- 172.21.15.82:0/2206632857 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f88b4101de0 0x7f88b4198470 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:48.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.871+0000 7f88bbc3b640 1 -- 172.21.15.82:0/2206632857 >> 172.21.15.82:0/2206632857 conn(0x7f88b40fd8c0 msgr2=0x7f88b40fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:48.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.871+0000 7f88bbc3b640 1 -- 172.21.15.82:0/2206632857 shutdown_connections 2024-09-12T12:34:48.877 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:34:48.871+0000 7f88bbc3b640 1 -- 172.21.15.82:0/2206632857 wait complete. 2024-09-12T12:34:49.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:48 smithi097 ceph-mon[34923]: pgmap v250: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 16 op/s 2024-09-12T12:34:49.502 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'f66b7b36', quiesce took 2.9 seconds. Will release after: 16.5 2024-09-12T12:34:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:50 smithi097 ceph-mon[34923]: pgmap v251: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-12T12:34:50.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:50 smithi082 ceph-mon[31122]: pgmap v251: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-12T12:34:50.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:50 smithi114 ceph-mon[35514]: pgmap v251: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-12T12:34:51.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:51 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:34:51.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:51 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:34:51.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:51 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:34:51.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:51 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:34:51.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:51 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:34:51.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:51 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:34:51.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:51 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:34:51.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:51 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:34:51.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:51 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:34:51.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:51 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:34:51.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:51 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:34:51.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:51 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:34:52.314 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.296+0000 7fe4031cf640 1 -- 172.21.15.82:0/1893689220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe3fc101200 msgr2=0x7fe3fc104de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:52.314 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.296+0000 7fe4031cf640 1 --2- 172.21.15.82:0/1893689220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe3fc101200 0x7fe3fc104de0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec009900 tx=0x7fe3ec02a410 comp rx=0 tx=0).stop 2024-09-12T12:34:52.314 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.296+0000 7fe4031cf640 1 -- 172.21.15.82:0/1893689220 shutdown_connections 2024-09-12T12:34:52.314 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.296+0000 7fe4031cf640 1 --2- 172.21.15.82:0/1893689220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe3fc105540 0x7fe3fc10d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.314 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.296+0000 7fe4031cf640 1 --2- 172.21.15.82:0/1893689220 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe3fc101200 0x7fe3fc104de0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.315 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.296+0000 7fe4031cf640 1 --2- 172.21.15.82:0/1893689220 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe3fc100850 0x7fe3fc100c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.315 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.296+0000 7fe4031cf640 1 -- 172.21.15.82:0/1893689220 >> 172.21.15.82:0/1893689220 conn(0x7fe3fc075db0 msgr2=0x7fe3fc0761c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:52.315 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.296+0000 7fe4031cf640 1 -- 172.21.15.82:0/1893689220 shutdown_connections 2024-09-12T12:34:52.315 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.296+0000 7fe4031cf640 1 -- 172.21.15.82:0/1893689220 wait complete. 2024-09-12T12:34:52.315 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.297+0000 7fe4031cf640 1 Processor -- start 2024-09-12T12:34:52.315 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.297+0000 7fe4031cf640 1 -- start start 2024-09-12T12:34:52.316 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.297+0000 7fe4031cf640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe3fc100850 0x7fe3fc10e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.316 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.297+0000 7fe4031cf640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe3fc105540 0x7fe3fc10ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.316 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.297+0000 7fe4031cf640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe3fc10f230 0x7fe3fc1a6590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.316 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.297+0000 7fe4031cf640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe3fc111f30 con 0x7fe3fc10f230 2024-09-12T12:34:52.316 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.297+0000 7fe4031cf640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe3fc111db0 con 0x7fe3fc105540 2024-09-12T12:34:52.317 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.297+0000 7fe4031cf640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe3fc1120b0 con 0x7fe3fc100850 2024-09-12T12:34:52.317 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.297+0000 7fe40176c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe3fc10f230 0x7fe3fc1a6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:52.317 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.297+0000 7fe40176c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe3fc10f230 0x7fe3fc1a6590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35584/0 (socket says 172.21.15.82:35584) 2024-09-12T12:34:52.317 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.297+0000 7fe40176c640 1 -- 172.21.15.82:0/2036985293 learned_addr learned my addr 172.21.15.82:0/2036985293 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:52.317 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.297+0000 7fe3fbfff640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe3fc105540 0x7fe3fc10ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:52.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.297+0000 7fe400f6b640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe3fc100850 0x7fe3fc10e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:52.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.298+0000 7fe40176c640 1 -- 172.21.15.82:0/2036985293 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe3fc100850 msgr2=0x7fe3fc10e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:52.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.298+0000 7fe40176c640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe3fc100850 0x7fe3fc10e7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.298+0000 7fe40176c640 1 -- 172.21.15.82:0/2036985293 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe3fc105540 msgr2=0x7fe3fc10ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:52.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.298+0000 7fe40176c640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe3fc105540 0x7fe3fc10ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.318 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.298+0000 7fe40176c640 1 -- 172.21.15.82:0/2036985293 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3fc1a6c90 con 0x7fe3fc10f230 2024-09-12T12:34:52.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.298+0000 7fe400f6b640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe3fc100850 0x7fe3fc10e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:34:52.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.298+0000 7fe40176c640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe3fc10f230 0x7fe3fc1a6590 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fe3f4009fd0 tx=0x7fe3f400b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:52.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.298+0000 7fe3f9ffb640 1 -- 172.21.15.82:0/2036985293 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f4017070 con 0x7fe3fc10f230 2024-09-12T12:34:52.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.298+0000 7fe3f9ffb640 1 -- 172.21.15.82:0/2036985293 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe3f4003e50 con 0x7fe3fc10f230 2024-09-12T12:34:52.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.298+0000 7fe4031cf640 1 -- 172.21.15.82:0/2036985293 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3fc1a6f80 con 0x7fe3fc10f230 2024-09-12T12:34:52.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.298+0000 7fe3f9ffb640 1 -- 172.21.15.82:0/2036985293 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f40106c0 con 0x7fe3fc10f230 2024-09-12T12:34:52.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.298+0000 7fe4031cf640 1 -- 172.21.15.82:0/2036985293 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3fc1a7450 con 0x7fe3fc10f230 2024-09-12T12:34:52.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.300+0000 7fe3f9ffb640 1 -- 172.21.15.82:0/2036985293 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fe3f4003970 con 0x7fe3fc10f230 2024-09-12T12:34:52.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe406047740 1 Processor -- start 2024-09-12T12:34:52.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe406047740 1 -- start start 2024-09-12T12:34:52.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe3f9ffb640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe3e80a2dd0 0x7fe3e80a5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe406047740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c29ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe406047740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c2a410 0x5556c4c34770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe406047740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c34cb0 0x5556c4c370a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe406047740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5556c4b8e2f0 con 0x5556c4c29af0 2024-09-12T12:34:52.321 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe406047740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5556c4b36270 con 0x5556c4c2a410 2024-09-12T12:34:52.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe406047740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5556c4b8a2b0 con 0x5556c4c34cb0 2024-09-12T12:34:52.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe400f6b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c29ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:52.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe3fbfff640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe3e80a2dd0 0x7fe3e80a5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:52.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe400f6b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c29ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35596/0 (socket says 172.21.15.82:35596) 2024-09-12T12:34:52.322 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe400f6b640 1 -- 172.21.15.82:0/3317256137 learned_addr learned my addr 172.21.15.82:0/3317256137 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:52.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe3f9ffb640 1 -- 172.21.15.82:0/2036985293 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7fe3f40cf1e0 con 0x7fe3fc10f230 2024-09-12T12:34:52.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe3fbfff640 1 --2- 172.21.15.82:0/3317256137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c2a410 0x5556c4c34770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:52.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe40176c640 1 --2- 172.21.15.82:0/3317256137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c34cb0 0x5556c4c370a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:52.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe400f6b640 1 -- 172.21.15.82:0/3317256137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c34cb0 msgr2=0x5556c4c370a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:52.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe400f6b640 1 --2- 172.21.15.82:0/3317256137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c34cb0 0x5556c4c370a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe400f6b640 1 -- 172.21.15.82:0/3317256137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c2a410 msgr2=0x5556c4c34770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:52.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe400f6b640 1 --2- 172.21.15.82:0/3317256137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c2a410 0x5556c4c34770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe400f6b640 1 -- 172.21.15.82:0/3317256137 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556c4b35340 con 0x5556c4c29af0 2024-09-12T12:34:52.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.301+0000 7fe40176c640 1 --2- 172.21.15.82:0/3317256137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c34cb0 0x5556c4c370a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:34:52.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.302+0000 7fe3fbfff640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe3e80a2dd0 0x7fe3e80a5290 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec005940 tx=0x7fe3ec032ee0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:52.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.302+0000 7fe400f6b640 1 --2- 172.21.15.82:0/3317256137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c29ed0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fe3e4009d40 tx=0x7fe3e40117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bda2787ef4a2a16b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:52.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.302+0000 7fe3f2ffd640 1 -- 172.21.15.82:0/3317256137 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e4012650 con 0x5556c4c29af0 2024-09-12T12:34:52.325 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.302+0000 7fe3f2ffd640 1 -- 172.21.15.82:0/3317256137 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe3e4009e30 con 0x5556c4c29af0 2024-09-12T12:34:52.325 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.302+0000 7fe3f2ffd640 1 -- 172.21.15.82:0/3317256137 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e400fc30 con 0x5556c4c29af0 2024-09-12T12:34:52.325 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.302+0000 7fe406047740 1 -- 172.21.15.82:0/3317256137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 msgr2=0x5556c4c29ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:52.325 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.302+0000 7fe406047740 1 --2- 172.21.15.82:0/3317256137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c29ed0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fe3e4009d40 tx=0x7fe3e40117b0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.325 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 -- 172.21.15.82:0/3317256137 shutdown_connections 2024-09-12T12:34:52.325 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 --2- 172.21.15.82:0/3317256137 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c34cb0 0x5556c4c370a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.325 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 --2- 172.21.15.82:0/3317256137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c2a410 0x5556c4c34770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.326 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 --2- 172.21.15.82:0/3317256137 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c29ed0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.326 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 -- 172.21.15.82:0/3317256137 >> 172.21.15.82:0/3317256137 conn(0x5556c4c26060 msgr2=0x5556c4c26440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:52.326 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 -- 172.21.15.82:0/3317256137 shutdown_connections 2024-09-12T12:34:52.326 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 -- 172.21.15.82:0/3317256137 wait complete. 2024-09-12T12:34:52.326 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 -- start start 2024-09-12T12:34:52.326 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 Processor -- start 2024-09-12T12:34:52.326 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c31b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.326 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c2a410 0x5556c4c32040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.326 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c34cb0 0x5556c4c32580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.326 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5556c4c37880 con 0x5556c4c29af0 2024-09-12T12:34:52.326 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5556c4b17290 con 0x5556c4c2a410 2024-09-12T12:34:52.327 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5556c4c37a00 con 0x5556c4c34cb0 2024-09-12T12:34:52.327 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe406047740 10 client.0 _ll_register_callbacks cb 0x5556c4b48140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:34:52.327 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.303+0000 7fe400f6b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c31b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:52.327 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe400f6b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c31b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35600/0 (socket says 172.21.15.82:35600) 2024-09-12T12:34:52.327 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe400f6b640 1 -- 172.21.15.82:0/3533218481 learned_addr learned my addr 172.21.15.82:0/3533218481 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:52.327 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe40176c640 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c34cb0 0x5556c4c32580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:52.327 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe3fbfff640 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c2a410 0x5556c4c32040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:52.327 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe400f6b640 1 -- 172.21.15.82:0/3533218481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c34cb0 msgr2=0x5556c4c32580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:52.327 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe400f6b640 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c34cb0 0x5556c4c32580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.327 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe400f6b640 1 -- 172.21.15.82:0/3533218481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c2a410 msgr2=0x5556c4c32040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:52.327 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe400f6b640 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c2a410 0x5556c4c32040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.327 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe400f6b640 1 -- 172.21.15.82:0/3533218481 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556c48a1210 con 0x5556c4c29af0 2024-09-12T12:34:52.327 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe3fbfff640 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c2a410 0x5556c4c32040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:34:52.328 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe40176c640 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c34cb0 0x5556c4c32580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:34:52.328 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe400f6b640 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c31b00 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fe3e400fe90 tx=0x7fe3e400fec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d225666ce23cca8e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:52.328 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe3dbfff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:34:52.328 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe3dbfff640 1 -- 172.21.15.82:0/3533218481 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e4028020 con 0x5556c4c29af0 2024-09-12T12:34:52.328 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe3dbfff640 1 -- 172.21.15.82:0/3533218481 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7fe3e4005250 con 0x5556c4c29af0 2024-09-12T12:34:52.328 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe406047740 1 -- 172.21.15.82:0/3533218481 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3e4009e30 con 0x5556c4c29af0 2024-09-12T12:34:52.328 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe3dbfff640 1 -- 172.21.15.82:0/3533218481 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe3e4033050 con 0x5556c4c29af0 2024-09-12T12:34:52.328 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe406047740 10 client.16509 fetch_fsmap learned FSMap version 28 2024-09-12T12:34:52.328 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe406047740 1 -- 172.21.15.82:0/3533218481 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5556c496d620 con 0x5556c4c29af0 2024-09-12T12:34:52.328 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.304+0000 7fe3dbfff640 1 -- 172.21.15.82:0/3533218481 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe3e4009e30 con 0x5556c4c29af0 2024-09-12T12:34:52.328 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.305+0000 7fe3dbfff640 1 -- 172.21.15.82:0/3533218481 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe3e4012690 con 0x5556c4c29af0 2024-09-12T12:34:52.328 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.305+0000 7fe406047740 10 client.16509 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:34:52.329 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.305+0000 7fe406047740 10 client.16509 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:34:52.329 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.305+0000 7fe406047740 20 client.16509 populate_metadata read hostname 'smithi082' 2024-09-12T12:34:52.329 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.305+0000 7fe406047740 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5556c4c44a80 0x5556c4c46e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.329 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.305+0000 7fe406047740 4 client.16509 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:34:52.329 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.305+0000 7fe406047740 1 -- 172.21.15.82:0/3533218481 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5556c4b9ba20 con 0x5556c4c44a80 2024-09-12T12:34:52.329 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.305+0000 7fe3fbfff640 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5556c4c44a80 0x5556c4c46e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:52.329 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.305+0000 7fe3fbfff640 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5556c4c44a80 0x5556c4c46e70 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94bc6f576b7459e7 server_cookie=a0ab6fad2bb68101 in_seq=0 out_seq=0 2024-09-12T12:34:52.329 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.305+0000 7fe3dbfff640 10 client.16509 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:52.329 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.306+0000 7fe3dbfff640 1 -- 172.21.15.82:0/3533218481 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5556c4b9ba20 con 0x5556c4c44a80 2024-09-12T12:34:52.330 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.306+0000 7fe3dbfff640 10 client.16509 handle_command_reply: tid=0 2024-09-12T12:34:52.330 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.306+0000 7fe406047740 1 client.16509 shutdown 2024-09-12T12:34:52.330 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.306+0000 7fe406047740 1 -- 172.21.15.82:0/3533218481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 msgr2=0x5556c4c31b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:52.330 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.306+0000 7fe406047740 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c31b00 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fe3e400fe90 tx=0x7fe3e400fec0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.330 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.306+0000 7fe406047740 1 -- 172.21.15.82:0/3533218481 shutdown_connections 2024-09-12T12:34:52.330 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.306+0000 7fe406047740 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5556c4c44a80 0x5556c4c46e70 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.330 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.306+0000 7fe406047740 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c34cb0 0x5556c4c32580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.330 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.306+0000 7fe406047740 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c2a410 0x5556c4c32040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.330 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.306+0000 7fe3dbfff640 0 client.16509 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:52.330 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.306+0000 7fe406047740 1 --2- 172.21.15.82:0/3533218481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c31b00 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.330 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.306+0000 7fe406047740 1 -- 172.21.15.82:0/3533218481 >> 172.21.15.82:0/3533218481 conn(0x5556c4c26060 msgr2=0x5556c4c2bdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:52.330 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.306+0000 7fe406047740 1 -- 172.21.15.82:0/3533218481 shutdown_connections 2024-09-12T12:34:52.330 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.306+0000 7fe406047740 1 -- 172.21.15.82:0/3533218481 wait complete. 2024-09-12T12:34:52.331 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.307+0000 7fe406047740 20 client.16509 trim_cache size 0 max 16384 2024-09-12T12:34:52.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe406047740 1 Processor -- start 2024-09-12T12:34:52.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe406047740 1 -- start start 2024-09-12T12:34:52.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe406047740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c29af0 0x5556c4c2bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe406047740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c2a410 0x5556c4c4c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe406047740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c34cb0 0x5556c4c4ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe406047740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe3fc1afaf0 con 0x5556c4c2a410 2024-09-12T12:34:52.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe406047740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe3fc1b1630 con 0x5556c4c34cb0 2024-09-12T12:34:52.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe406047740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe3fc1b01c0 con 0x5556c4c29af0 2024-09-12T12:34:52.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe3fbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c2a410 0x5556c4c4c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:52.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe3fbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c2a410 0x5556c4c4c500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35612/0 (socket says 172.21.15.82:35612) 2024-09-12T12:34:52.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe3fbfff640 1 -- 172.21.15.82:0/3082822936 learned_addr learned my addr 172.21.15.82:0/3082822936 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:52.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe3fbfff640 1 -- 172.21.15.82:0/3082822936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c29af0 msgr2=0x5556c4c2bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:52.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe3fbfff640 1 --2- 172.21.15.82:0/3082822936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c29af0 0x5556c4c2bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe3fbfff640 1 -- 172.21.15.82:0/3082822936 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c34cb0 msgr2=0x5556c4c4ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:52.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe3fbfff640 1 --2- 172.21.15.82:0/3082822936 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c34cb0 0x5556c4c4ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe3fbfff640 1 -- 172.21.15.82:0/3082822936 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556c4c25e90 con 0x5556c4c2a410 2024-09-12T12:34:52.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe3fbfff640 1 --2- 172.21.15.82:0/3082822936 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c2a410 0x5556c4c4c500 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec009850 tx=0x7fe3ec047000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1abdac81ca1ac0a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:52.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.321+0000 7fe3f27fc640 1 -- 172.21.15.82:0/3082822936 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3ec035040 con 0x5556c4c2a410 2024-09-12T12:34:52.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.322+0000 7fe3f27fc640 1 -- 172.21.15.82:0/3082822936 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe3ec005520 con 0x5556c4c2a410 2024-09-12T12:34:52.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.322+0000 7fe3f27fc640 1 -- 172.21.15.82:0/3082822936 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3ec0035f0 con 0x5556c4c2a410 2024-09-12T12:34:52.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.322+0000 7fe406047740 1 -- 172.21.15.82:0/3082822936 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c2a410 msgr2=0x5556c4c4c500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:52.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.322+0000 7fe406047740 1 --2- 172.21.15.82:0/3082822936 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c2a410 0x5556c4c4c500 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec009850 tx=0x7fe3ec047000 comp rx=0 tx=0).stop 2024-09-12T12:34:52.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.322+0000 7fe406047740 1 -- 172.21.15.82:0/3082822936 shutdown_connections 2024-09-12T12:34:52.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.322+0000 7fe406047740 1 --2- 172.21.15.82:0/3082822936 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c34cb0 0x5556c4c4ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.322+0000 7fe406047740 1 --2- 172.21.15.82:0/3082822936 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c2a410 0x5556c4c4c500 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.322+0000 7fe406047740 1 --2- 172.21.15.82:0/3082822936 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c29af0 0x5556c4c2bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.322+0000 7fe406047740 1 -- 172.21.15.82:0/3082822936 >> 172.21.15.82:0/3082822936 conn(0x5556c4c26060 msgr2=0x5556c4c2b550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:52.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.322+0000 7fe406047740 1 -- 172.21.15.82:0/3082822936 shutdown_connections 2024-09-12T12:34:52.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.322+0000 7fe406047740 1 -- 172.21.15.82:0/3082822936 wait complete. 2024-09-12T12:34:52.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.322+0000 7fe406047740 1 -- start start 2024-09-12T12:34:52.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.322+0000 7fe406047740 1 Processor -- start 2024-09-12T12:34:52.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe406047740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c38c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe406047740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c2a410 0x5556c4c39150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe406047740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c34cb0 0x5556c4c39690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe406047740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe3fc1b0f60 con 0x5556c4c29af0 2024-09-12T12:34:52.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe406047740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe3fc1b0890 con 0x5556c4c34cb0 2024-09-12T12:34:52.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe406047740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe3fc1adaf0 con 0x5556c4c2a410 2024-09-12T12:34:52.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe406047740 10 client.0 _ll_register_callbacks cb 0x7fe3e4009b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:34:52.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe400f6b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c38c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:52.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe400f6b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c38c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35628/0 (socket says 172.21.15.82:35628) 2024-09-12T12:34:52.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe400f6b640 1 -- 172.21.15.82:0/882377770 learned_addr learned my addr 172.21.15.82:0/882377770 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:34:52.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe400f6b640 1 -- 172.21.15.82:0/882377770 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c2a410 msgr2=0x5556c4c39150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:52.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe400f6b640 1 --2- 172.21.15.82:0/882377770 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c2a410 0x5556c4c39150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe400f6b640 1 -- 172.21.15.82:0/882377770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c34cb0 msgr2=0x5556c4c39690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:34:52.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe400f6b640 1 --2- 172.21.15.82:0/882377770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c34cb0 0x5556c4c39690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe400f6b640 1 -- 172.21.15.82:0/882377770 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556c4cae720 con 0x5556c4c29af0 2024-09-12T12:34:52.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe400f6b640 1 --2- 172.21.15.82:0/882377770 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c38c10 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fe3e4023460 tx=0x7fe3e400f6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13248c693c6ae849 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:34:52.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe3dbfff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:34:52.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.323+0000 7fe3dbfff640 1 -- 172.21.15.82:0/882377770 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e4028040 con 0x5556c4c29af0 2024-09-12T12:34:52.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.324+0000 7fe3dbfff640 1 -- 172.21.15.82:0/882377770 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7fe3e4009e30 con 0x5556c4c29af0 2024-09-12T12:34:52.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.324+0000 7fe406047740 1 -- 172.21.15.82:0/882377770 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3ec005520 con 0x5556c4c29af0 2024-09-12T12:34:52.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.324+0000 7fe3dbfff640 1 -- 172.21.15.82:0/882377770 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe3e4045050 con 0x5556c4c29af0 2024-09-12T12:34:52.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.324+0000 7fe406047740 10 client.16515 fetch_fsmap learned FSMap version 28 2024-09-12T12:34:52.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.324+0000 7fe406047740 1 -- 172.21.15.82:0/882377770 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5556c4caf9f0 con 0x5556c4c29af0 2024-09-12T12:34:52.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.324+0000 7fe3dbfff640 1 -- 172.21.15.82:0/882377770 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe3ec005520 con 0x5556c4c29af0 2024-09-12T12:34:52.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.324+0000 7fe3dbfff640 1 -- 172.21.15.82:0/882377770 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe3e4004a70 con 0x5556c4c29af0 2024-09-12T12:34:52.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.324+0000 7fe406047740 10 client.16515 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:34:52.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.324+0000 7fe406047740 10 client.16515 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:34:52.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.324+0000 7fe406047740 20 client.16515 populate_metadata read hostname 'smithi082' 2024-09-12T12:34:52.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.324+0000 7fe406047740 1 --2- 172.21.15.82:0/882377770 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5556c4cb0190 0x5556c4cb2610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:34:52.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.324+0000 7fe406047740 4 client.16515 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:34:52.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.324+0000 7fe406047740 1 -- 172.21.15.82:0/882377770 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5556c4b95d70 con 0x5556c4cb0190 2024-09-12T12:34:52.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.324+0000 7fe3fbfff640 1 --2- 172.21.15.82:0/882377770 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5556c4cb0190 0x5556c4cb2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:34:52.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.325+0000 7fe3dbfff640 10 client.16515 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:52.342 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.325+0000 7fe3fbfff640 1 --2- 172.21.15.82:0/882377770 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5556c4cb0190 0x5556c4cb2610 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=302d0947f8c53b87 server_cookie=914abada3d3a333d in_seq=0 out_seq=0 2024-09-12T12:34:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.335+0000 7fe3dbfff640 1 -- 172.21.15.82:0/882377770 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5556c4b95d70 con 0x5556c4cb0190 2024-09-12T12:34:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.335+0000 7fe3dbfff640 10 client.16515 handle_command_reply: tid=0 2024-09-12T12:34:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.335+0000 7fe406047740 1 client.16515 shutdown 2024-09-12T12:34:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.335+0000 7fe406047740 1 -- 172.21.15.82:0/882377770 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 msgr2=0x5556c4c38c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.335+0000 7fe406047740 1 --2- 172.21.15.82:0/882377770 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c38c10 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fe3e4023460 tx=0x7fe3e400f6f0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.335+0000 7fe406047740 1 -- 172.21.15.82:0/882377770 shutdown_connections 2024-09-12T12:34:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.335+0000 7fe406047740 1 --2- 172.21.15.82:0/882377770 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5556c4cb0190 0x5556c4cb2610 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.335+0000 7fe406047740 1 --2- 172.21.15.82:0/882377770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5556c4c34cb0 0x5556c4c39690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.335+0000 7fe406047740 1 --2- 172.21.15.82:0/882377770 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5556c4c2a410 0x5556c4c39150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.335+0000 7fe406047740 1 --2- 172.21.15.82:0/882377770 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5556c4c29af0 0x5556c4c38c10 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.335+0000 7fe406047740 1 -- 172.21.15.82:0/882377770 >> 172.21.15.82:0/882377770 conn(0x5556c4c26060 msgr2=0x5556c4c2bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.335+0000 7fe3dbfff640 0 client.16515 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:34:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe406047740 1 -- 172.21.15.82:0/882377770 shutdown_connections 2024-09-12T12:34:52.344 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe406047740 1 -- 172.21.15.82:0/882377770 wait complete. 2024-09-12T12:34:52.344 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe406047740 20 client.16515 trim_cache size 0 max 16384 2024-09-12T12:34:52.344 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:34:52.344 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:34:52.344 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:34:52.344 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:34:52.345 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe4031cf640 1 -- 172.21.15.82:0/2036985293 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe3e80a2dd0 msgr2=0x7fe3e80a5290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:52.345 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe4031cf640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe3e80a2dd0 0x7fe3e80a5290 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec005940 tx=0x7fe3ec032ee0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.345 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe4031cf640 1 -- 172.21.15.82:0/2036985293 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe3fc10f230 msgr2=0x7fe3fc1a6590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:34:52.345 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe4031cf640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe3fc10f230 0x7fe3fc1a6590 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fe3f4009fd0 tx=0x7fe3f400b260 comp rx=0 tx=0).stop 2024-09-12T12:34:52.345 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe4031cf640 1 -- 172.21.15.82:0/2036985293 shutdown_connections 2024-09-12T12:34:52.345 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe4031cf640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe3e80a2dd0 0x7fe3e80a5290 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.345 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe4031cf640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe3fc10f230 0x7fe3fc1a6590 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.345 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe4031cf640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe3fc105540 0x7fe3fc10ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.345 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe4031cf640 1 --2- 172.21.15.82:0/2036985293 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe3fc100850 0x7fe3fc10e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:34:52.345 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe4031cf640 1 -- 172.21.15.82:0/2036985293 >> 172.21.15.82:0/2036985293 conn(0x7fe3fc075db0 msgr2=0x7fe3fc0fe7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:34:52.346 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe4031cf640 1 -- 172.21.15.82:0/2036985293 shutdown_connections 2024-09-12T12:34:52.346 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:34:52.336+0000 7fe4031cf640 1 -- 172.21.15.82:0/2036985293 wait complete. 2024-09-12T12:34:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:52 smithi097 ceph-mon[34923]: pgmap v252: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-12T12:34:52.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:52 smithi082 ceph-mon[31122]: pgmap v252: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-12T12:34:52.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:52 smithi114 ceph-mon[35514]: pgmap v252: 97 pgs: 97 active+clean; 3.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-12T12:34:54.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:54 smithi097 ceph-mon[34923]: pgmap v253: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 23 KiB/s wr, 19 op/s 2024-09-12T12:34:54.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:54 smithi082 ceph-mon[31122]: pgmap v253: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 23 KiB/s wr, 19 op/s 2024-09-12T12:34:54.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:54 smithi114 ceph-mon[35514]: pgmap v253: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 23 KiB/s wr, 19 op/s 2024-09-12T12:34:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:56 smithi097 ceph-mon[34923]: pgmap v254: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-09-12T12:34:56.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:56 smithi082 ceph-mon[31122]: pgmap v254: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-09-12T12:34:56.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:56 smithi114 ceph-mon[35514]: pgmap v254: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-09-12T12:34:58.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:34:58 smithi097 ceph-mon[34923]: pgmap v255: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 16 op/s 2024-09-12T12:34:58.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:34:58 smithi082 ceph-mon[31122]: pgmap v255: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 16 op/s 2024-09-12T12:34:58.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:34:58 smithi114 ceph-mon[35514]: pgmap v255: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 16 op/s 2024-09-12T12:35:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:00 smithi097 ceph-mon[34923]: pgmap v256: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-09-12T12:35:00.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:00 smithi082 ceph-mon[31122]: pgmap v256: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-09-12T12:35:00.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:00 smithi114 ceph-mon[35514]: pgmap v256: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-09-12T12:35:02.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:02 smithi097 ceph-mon[34923]: pgmap v257: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-09-12T12:35:02.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:02 smithi082 ceph-mon[31122]: pgmap v257: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-09-12T12:35:02.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:02 smithi114 ceph-mon[35514]: pgmap v257: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-09-12T12:35:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:04 smithi097 ceph-mon[34923]: pgmap v258: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 52 KiB/s wr, 32 op/s 2024-09-12T12:35:04.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:04 smithi082 ceph-mon[31122]: pgmap v258: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 52 KiB/s wr, 32 op/s 2024-09-12T12:35:04.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:04 smithi114 ceph-mon[35514]: pgmap v258: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 52 KiB/s wr, 32 op/s 2024-09-12T12:35:05.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.431+0000 7f08face6640 1 -- 172.21.15.82:0/1545403327 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f08f4101390 msgr2=0x7f08f410d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:05.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.431+0000 7f08face6640 1 --2- 172.21.15.82:0/1545403327 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f08f4101390 0x7f08f410d8c0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f08ec009cd0 tx=0x7f08ec02a8e0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.431+0000 7f08face6640 1 -- 172.21.15.82:0/1545403327 shutdown_connections 2024-09-12T12:35:05.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.431+0000 7f08face6640 1 --2- 172.21.15.82:0/1545403327 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f08f4101390 0x7f08f410d8c0 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.434 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.431+0000 7f08face6640 1 --2- 172.21.15.82:0/1545403327 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08f41009f0 0x7f08f4100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.431+0000 7f08face6640 1 --2- 172.21.15.82:0/1545403327 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08f4106a00 0x7f08f4106de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.431+0000 7f08face6640 1 -- 172.21.15.82:0/1545403327 >> 172.21.15.82:0/1545403327 conn(0x7f08f40fc6b0 msgr2=0x7f08f40fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.431+0000 7f08face6640 1 -- 172.21.15.82:0/1545403327 shutdown_connections 2024-09-12T12:35:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.431+0000 7f08face6640 1 -- 172.21.15.82:0/1545403327 wait complete. 2024-09-12T12:35:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.431+0000 7f08face6640 1 Processor -- start 2024-09-12T12:35:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.431+0000 7f08face6640 1 -- start start 2024-09-12T12:35:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08face6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08f41009f0 0x7f08f4199150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08face6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08f4101390 0x7f08f4199690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08face6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f08f4106a00 0x7f08f41a41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08face6640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f08f4110e40 con 0x7f08f4106a00 2024-09-12T12:35:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08face6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f08f4110cc0 con 0x7f08f4101390 2024-09-12T12:35:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08face6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f08f4110fc0 con 0x7f08f41009f0 2024-09-12T12:35:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08f9283640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f08f4106a00 0x7f08f41a41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08f9283640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f08f4106a00 0x7f08f41a41d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41104/0 (socket says 172.21.15.82:41104) 2024-09-12T12:35:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08f9283640 1 -- 172.21.15.82:0/3189080777 learned_addr learned my addr 172.21.15.82:0/3189080777 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08f8a82640 1 --2- 172.21.15.82:0/3189080777 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08f41009f0 0x7f08f4199150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08f3fff640 1 --2- 172.21.15.82:0/3189080777 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08f4101390 0x7f08f4199690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08f9283640 1 -- 172.21.15.82:0/3189080777 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08f41009f0 msgr2=0x7f08f4199150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08f9283640 1 --2- 172.21.15.82:0/3189080777 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08f41009f0 0x7f08f4199150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08f9283640 1 -- 172.21.15.82:0/3189080777 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08f4101390 msgr2=0x7f08f4199690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08f9283640 1 --2- 172.21.15.82:0/3189080777 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08f4101390 0x7f08f4199690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08f9283640 1 -- 172.21.15.82:0/3189080777 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08f41a4710 con 0x7f08f4106a00 2024-09-12T12:35:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08f9283640 1 --2- 172.21.15.82:0/3189080777 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f08f4106a00 0x7f08f41a41d0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f08ec005cc0 tx=0x7f08ec003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08f1ffb640 1 -- 172.21.15.82:0/3189080777 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08ec004040 con 0x7f08f4106a00 2024-09-12T12:35:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08f1ffb640 1 -- 172.21.15.82:0/3189080777 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f08ec0046c0 con 0x7f08f4106a00 2024-09-12T12:35:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08f1ffb640 1 -- 172.21.15.82:0/3189080777 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08ec030e70 con 0x7f08f4106a00 2024-09-12T12:35:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.432+0000 7f08face6640 1 -- 172.21.15.82:0/3189080777 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08f41a48e0 con 0x7f08f4106a00 2024-09-12T12:35:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.433+0000 7f08face6640 1 -- 172.21.15.82:0/3189080777 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08f41a4d50 con 0x7f08f4106a00 2024-09-12T12:35:05.443 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.435+0000 7f08f1ffb640 1 -- 172.21.15.82:0/3189080777 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f08ec0305a0 con 0x7f08f4106a00 2024-09-12T12:35:05.443 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.435+0000 7f08fda77740 1 Processor -- start 2024-09-12T12:35:05.443 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.435+0000 7f08fda77740 1 -- start start 2024-09-12T12:35:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08fda77740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56e4af0 0x5623e56e4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08fda77740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 0x5623e56ef770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08fda77740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56efcb0 0x5623e56f20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08fda77740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5623e56492f0 con 0x5623e56efcb0 2024-09-12T12:35:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08fda77740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5623e55f1270 con 0x5623e56e4af0 2024-09-12T12:35:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08fda77740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5623e56452b0 con 0x5623e56e5410 2024-09-12T12:35:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56efcb0 0x5623e56f20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08f1ffb640 1 --2- 172.21.15.82:0/3189080777 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f08e40a2da0 0x7f08e40a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56efcb0 0x5623e56f20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41116/0 (socket says 172.21.15.82:41116) 2024-09-12T12:35:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08f3fff640 1 -- 172.21.15.82:0/853717007 learned_addr learned my addr 172.21.15.82:0/853717007 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08f8a82640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 0x5623e56ef770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08f3fff640 1 --2- 172.21.15.82:0/853717007 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56e4af0 0x5623e56e4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08f9283640 1 --2- 172.21.15.82:0/3189080777 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f08e40a2da0 0x7f08e40a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08f3fff640 1 -- 172.21.15.82:0/853717007 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 msgr2=0x5623e56ef770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08f3fff640 1 --2- 172.21.15.82:0/853717007 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 0x5623e56ef770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08f1ffb640 1 -- 172.21.15.82:0/3189080777 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f08ec02e030 con 0x7f08f4106a00 2024-09-12T12:35:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08f3fff640 1 -- 172.21.15.82:0/853717007 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56e4af0 msgr2=0x5623e56e4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08f3fff640 1 --2- 172.21.15.82:0/853717007 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56e4af0 0x5623e56e4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08f3fff640 1 -- 172.21.15.82:0/853717007 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623e55f0340 con 0x5623e56efcb0 2024-09-12T12:35:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.436+0000 7f08f8a82640 1 --2- 172.21.15.82:0/853717007 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 0x5623e56ef770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:35:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.437+0000 7f08f3fff640 1 --2- 172.21.15.82:0/853717007 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56efcb0 0x5623e56f20a0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f08e00127c0 tx=0x7f08e000b7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bedccc4a28712c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.437+0000 7f08f9283640 1 --2- 172.21.15.82:0/3189080777 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f08e40a2da0 0x7f08e40a5260 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f08ec0edc80 tx=0x7f08ec0b1e30 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.437+0000 7f08deffd640 1 -- 172.21.15.82:0/853717007 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e0012e00 con 0x5623e56efcb0 2024-09-12T12:35:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.437+0000 7f08deffd640 1 -- 172.21.15.82:0/853717007 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f08e0010c50 con 0x5623e56efcb0 2024-09-12T12:35:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.437+0000 7f08deffd640 1 -- 172.21.15.82:0/853717007 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e001eb30 con 0x5623e56efcb0 2024-09-12T12:35:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.437+0000 7f08fda77740 1 -- 172.21.15.82:0/853717007 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56efcb0 msgr2=0x5623e56f20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.437+0000 7f08fda77740 1 --2- 172.21.15.82:0/853717007 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56efcb0 0x5623e56f20a0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f08e00127c0 tx=0x7f08e000b7c0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.437+0000 7f08fda77740 1 -- 172.21.15.82:0/853717007 shutdown_connections 2024-09-12T12:35:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 1 --2- 172.21.15.82:0/853717007 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56efcb0 0x5623e56f20a0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 1 --2- 172.21.15.82:0/853717007 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 0x5623e56ef770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 1 --2- 172.21.15.82:0/853717007 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56e4af0 0x5623e56e4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 1 -- 172.21.15.82:0/853717007 >> 172.21.15.82:0/853717007 conn(0x5623e56e1060 msgr2=0x5623e56e1440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 1 -- 172.21.15.82:0/853717007 shutdown_connections 2024-09-12T12:35:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 1 -- 172.21.15.82:0/853717007 wait complete. 2024-09-12T12:35:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 1 -- start start 2024-09-12T12:35:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 1 Processor -- start 2024-09-12T12:35:05.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e4af0 0x5623e56ecbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 0x5623e56ed0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56efcb0 0x5623e56ed630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5623e56f2880 con 0x5623e56e4af0 2024-09-12T12:35:05.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5623e55d2290 con 0x5623e56efcb0 2024-09-12T12:35:05.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5623e56f2a00 con 0x5623e56e5410 2024-09-12T12:35:05.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.438+0000 7f08fda77740 10 client.0 _ll_register_callbacks cb 0x5623e5603140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:35:05.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e4af0 0x5623e56ecbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e4af0 0x5623e56ecbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41130/0 (socket says 172.21.15.82:41130) 2024-09-12T12:35:05.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08f3fff640 1 -- 172.21.15.82:0/3444526204 learned_addr learned my addr 172.21.15.82:0/3444526204 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:05.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08f8a82640 1 --2- 172.21.15.82:0/3444526204 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 0x5623e56ed0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08f3fff640 1 --2- 172.21.15.82:0/3444526204 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56efcb0 0x5623e56ed630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08f3fff640 1 -- 172.21.15.82:0/3444526204 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 msgr2=0x5623e56ed0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:05.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08f3fff640 1 --2- 172.21.15.82:0/3444526204 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 0x5623e56ed0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08f3fff640 1 -- 172.21.15.82:0/3444526204 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56efcb0 msgr2=0x5623e56ed630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:05.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08f3fff640 1 --2- 172.21.15.82:0/3444526204 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56efcb0 0x5623e56ed630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08f3fff640 1 -- 172.21.15.82:0/3444526204 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623e535c210 con 0x5623e56e4af0 2024-09-12T12:35:05.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08f3fff640 1 --2- 172.21.15.82:0/3444526204 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e4af0 0x5623e56ecbb0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f08e001e6b0 tx=0x7f08e001b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95c1150d1797e05 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:05.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08d3fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:35:05.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08d3fff640 1 -- 172.21.15.82:0/3444526204 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e0024040 con 0x5623e56e4af0 2024-09-12T12:35:05.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08d3fff640 1 -- 172.21.15.82:0/3444526204 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f08e0010950 con 0x5623e56e4af0 2024-09-12T12:35:05.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08fda77740 1 -- 172.21.15.82:0/3444526204 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f08e0010c50 con 0x5623e56e4af0 2024-09-12T12:35:05.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08d3fff640 1 -- 172.21.15.82:0/3444526204 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f08e0010e00 con 0x5623e56e4af0 2024-09-12T12:35:05.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08fda77740 10 client.16527 fetch_fsmap learned FSMap version 28 2024-09-12T12:35:05.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08fda77740 1 -- 172.21.15.82:0/3444526204 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5623e5428620 con 0x5623e56e4af0 2024-09-12T12:35:05.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.439+0000 7f08d3fff640 1 -- 172.21.15.82:0/3444526204 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f08e0010c50 con 0x5623e56e4af0 2024-09-12T12:35:05.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.440+0000 7f08d3fff640 1 -- 172.21.15.82:0/3444526204 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f08e002b750 con 0x5623e56e4af0 2024-09-12T12:35:05.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.440+0000 7f08fda77740 10 client.16527 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:35:05.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.440+0000 7f08fda77740 10 client.16527 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:35:05.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.440+0000 7f08fda77740 20 client.16527 populate_metadata read hostname 'smithi082' 2024-09-12T12:35:05.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.440+0000 7f08fda77740 1 --2- 172.21.15.82:0/3444526204 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5623e56ffba0 0x5623e5701f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.440+0000 7f08fda77740 4 client.16527 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:35:05.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.440+0000 7f08fda77740 1 -- 172.21.15.82:0/3444526204 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5623e5656a20 con 0x5623e56ffba0 2024-09-12T12:35:05.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.440+0000 7f08f8a82640 1 --2- 172.21.15.82:0/3444526204 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5623e56ffba0 0x5623e5701f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.441+0000 7f08d3fff640 10 client.16527 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:05.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.441+0000 7f08f8a82640 1 --2- 172.21.15.82:0/3444526204 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5623e56ffba0 0x5623e5701f90 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9b378f344c900af server_cookie=a060175a07bc7fb6 in_seq=0 out_seq=0 2024-09-12T12:35:05.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.441+0000 7f08d3fff640 1 -- 172.21.15.82:0/3444526204 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5623e5656a20 con 0x5623e56ffba0 2024-09-12T12:35:05.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.441+0000 7f08d3fff640 10 client.16527 handle_command_reply: tid=0 2024-09-12T12:35:05.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.441+0000 7f08fda77740 1 client.16527 shutdown 2024-09-12T12:35:05.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.442+0000 7f08fda77740 1 -- 172.21.15.82:0/3444526204 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e4af0 msgr2=0x5623e56ecbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:05.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.442+0000 7f08fda77740 1 --2- 172.21.15.82:0/3444526204 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e4af0 0x5623e56ecbb0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f08e001e6b0 tx=0x7f08e001b040 comp rx=0 tx=0).stop 2024-09-12T12:35:05.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.442+0000 7f08fda77740 1 -- 172.21.15.82:0/3444526204 shutdown_connections 2024-09-12T12:35:05.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.442+0000 7f08fda77740 1 --2- 172.21.15.82:0/3444526204 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5623e56ffba0 0x5623e5701f90 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.442+0000 7f08fda77740 1 --2- 172.21.15.82:0/3444526204 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56efcb0 0x5623e56ed630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.442+0000 7f08fda77740 1 --2- 172.21.15.82:0/3444526204 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 0x5623e56ed0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.442+0000 7f08d3fff640 0 client.16527 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:05.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.442+0000 7f08fda77740 1 --2- 172.21.15.82:0/3444526204 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e4af0 0x5623e56ecbb0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.442+0000 7f08fda77740 1 -- 172.21.15.82:0/3444526204 >> 172.21.15.82:0/3444526204 conn(0x5623e56e1060 msgr2=0x5623e56e6d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:05.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.442+0000 7f08fda77740 1 -- 172.21.15.82:0/3444526204 shutdown_connections 2024-09-12T12:35:05.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.442+0000 7f08fda77740 1 -- 172.21.15.82:0/3444526204 wait complete. 2024-09-12T12:35:05.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.442+0000 7f08fda77740 20 client.16527 trim_cache size 0 max 16384 2024-09-12T12:35:05.462 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.456+0000 7f08fda77740 1 Processor -- start 2024-09-12T12:35:05.462 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.456+0000 7f08fda77740 1 -- start start 2024-09-12T12:35:05.462 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.456+0000 7f08fda77740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56e4af0 0x5623e56ed460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.462 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.456+0000 7f08fda77740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e5410 0x5623e5707700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.456+0000 7f08fda77740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56efcb0 0x5623e5707c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.456+0000 7f08fda77740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f08f41ad820 con 0x5623e56e5410 2024-09-12T12:35:05.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.456+0000 7f08fda77740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f08f41af360 con 0x5623e56e4af0 2024-09-12T12:35:05.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.456+0000 7f08fda77740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f08f41adef0 con 0x5623e56efcb0 2024-09-12T12:35:05.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.457+0000 7f08f8a82640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e5410 0x5623e5707700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.457+0000 7f08f8a82640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e5410 0x5623e5707700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41140/0 (socket says 172.21.15.82:41140) 2024-09-12T12:35:05.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.457+0000 7f08f8a82640 1 -- 172.21.15.82:0/4066083114 learned_addr learned my addr 172.21.15.82:0/4066083114 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:05.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.457+0000 7f08f3fff640 1 --2- 172.21.15.82:0/4066083114 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56efcb0 0x5623e5707c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.457+0000 7f08f8a82640 1 -- 172.21.15.82:0/4066083114 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56efcb0 msgr2=0x5623e5707c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:05.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.457+0000 7f08f8a82640 1 --2- 172.21.15.82:0/4066083114 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56efcb0 0x5623e5707c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.463 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.457+0000 7f08f8a82640 1 -- 172.21.15.82:0/4066083114 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56e4af0 msgr2=0x5623e56ed460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:05.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.457+0000 7f08f8a82640 1 --2- 172.21.15.82:0/4066083114 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56e4af0 0x5623e56ed460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.457+0000 7f08f8a82640 1 -- 172.21.15.82:0/4066083114 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623e56eb100 con 0x5623e56e5410 2024-09-12T12:35:05.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.457+0000 7f08f8a82640 1 --2- 172.21.15.82:0/4066083114 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e5410 0x5623e5707700 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f08e8000c00 tx=0x7f08e800a2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=570d1477db42b294 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:05.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.457+0000 7f08de7fc640 1 -- 172.21.15.82:0/4066083114 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e8027610 con 0x5623e56e5410 2024-09-12T12:35:05.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.457+0000 7f08de7fc640 1 -- 172.21.15.82:0/4066083114 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f08e801d8d0 con 0x5623e56e5410 2024-09-12T12:35:05.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.457+0000 7f08de7fc640 1 -- 172.21.15.82:0/4066083114 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e800f950 con 0x5623e56e5410 2024-09-12T12:35:05.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.458+0000 7f08fda77740 1 -- 172.21.15.82:0/4066083114 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e5410 msgr2=0x5623e5707700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:05.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.458+0000 7f08fda77740 1 --2- 172.21.15.82:0/4066083114 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e5410 0x5623e5707700 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f08e8000c00 tx=0x7f08e800a2d0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.458+0000 7f08fda77740 1 -- 172.21.15.82:0/4066083114 shutdown_connections 2024-09-12T12:35:05.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.458+0000 7f08fda77740 1 --2- 172.21.15.82:0/4066083114 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56efcb0 0x5623e5707c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.458+0000 7f08fda77740 1 --2- 172.21.15.82:0/4066083114 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e5410 0x5623e5707700 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.458+0000 7f08fda77740 1 --2- 172.21.15.82:0/4066083114 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56e4af0 0x5623e56ed460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.458+0000 7f08fda77740 1 -- 172.21.15.82:0/4066083114 >> 172.21.15.82:0/4066083114 conn(0x5623e56e1060 msgr2=0x5623e56eec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:05.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.458+0000 7f08fda77740 1 -- 172.21.15.82:0/4066083114 shutdown_connections 2024-09-12T12:35:05.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.458+0000 7f08fda77740 1 -- 172.21.15.82:0/4066083114 wait complete. 2024-09-12T12:35:05.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.458+0000 7f08fda77740 1 -- start start 2024-09-12T12:35:05.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.458+0000 7f08fda77740 1 Processor -- start 2024-09-12T12:35:05.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08fda77740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e4af0 0x5623e56f80f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08fda77740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 0x5623e56e9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08fda77740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56efcb0 0x5623e56e9a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08fda77740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f08f41aec90 con 0x5623e56e4af0 2024-09-12T12:35:05.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08fda77740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f08f41ae5c0 con 0x5623e56efcb0 2024-09-12T12:35:05.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08fda77740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f08f41ab820 con 0x5623e56e5410 2024-09-12T12:35:05.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08fda77740 10 client.0 _ll_register_callbacks cb 0x7f08e000be90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:35:05.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e4af0 0x5623e56f80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08f8a82640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 0x5623e56e9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08f3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e4af0 0x5623e56f80f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41154/0 (socket says 172.21.15.82:41154) 2024-09-12T12:35:05.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08f3fff640 1 -- 172.21.15.82:0/1013424233 learned_addr learned my addr 172.21.15.82:0/1013424233 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:05.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08f3fff640 1 --2- 172.21.15.82:0/1013424233 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56efcb0 0x5623e56e9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08f3fff640 1 -- 172.21.15.82:0/1013424233 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 msgr2=0x5623e56e9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:05.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08f3fff640 1 --2- 172.21.15.82:0/1013424233 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 0x5623e56e9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08f3fff640 1 -- 172.21.15.82:0/1013424233 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56efcb0 msgr2=0x5623e56e9a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:05.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08f3fff640 1 --2- 172.21.15.82:0/1013424233 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56efcb0 0x5623e56e9a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08f3fff640 1 -- 172.21.15.82:0/1013424233 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623e56e9fd0 con 0x5623e56e4af0 2024-09-12T12:35:05.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08f8a82640 1 --2- 172.21.15.82:0/1013424233 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 0x5623e56e9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:35:05.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08f3fff640 1 --2- 172.21.15.82:0/1013424233 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e4af0 0x5623e56f80f0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f08e00125c0 tx=0x7f08e0005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94db4f26c0e83a82 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:05.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08d3fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:35:05.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08d3fff640 1 -- 172.21.15.82:0/1013424233 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e000b390 con 0x5623e56e4af0 2024-09-12T12:35:05.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08d3fff640 1 -- 172.21.15.82:0/1013424233 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f08e001b040 con 0x5623e56e4af0 2024-09-12T12:35:05.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.459+0000 7f08fda77740 1 -- 172.21.15.82:0/1013424233 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f08e801d8d0 con 0x5623e56e4af0 2024-09-12T12:35:05.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.460+0000 7f08d3fff640 1 -- 172.21.15.82:0/1013424233 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f08e0041050 con 0x5623e56e4af0 2024-09-12T12:35:05.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.460+0000 7f08fda77740 10 client.16533 fetch_fsmap learned FSMap version 28 2024-09-12T12:35:05.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.460+0000 7f08fda77740 1 -- 172.21.15.82:0/1013424233 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5623e576a3f0 con 0x5623e56e4af0 2024-09-12T12:35:05.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.460+0000 7f08d3fff640 1 -- 172.21.15.82:0/1013424233 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f08e801d8d0 con 0x5623e56e4af0 2024-09-12T12:35:05.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.460+0000 7f08d3fff640 1 -- 172.21.15.82:0/1013424233 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f08e001e750 con 0x5623e56e4af0 2024-09-12T12:35:05.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.460+0000 7f08fda77740 10 client.16533 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:35:05.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.460+0000 7f08fda77740 10 client.16533 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:35:05.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.460+0000 7f08fda77740 20 client.16533 populate_metadata read hostname 'smithi082' 2024-09-12T12:35:05.468 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.460+0000 7f08fda77740 1 --2- 172.21.15.82:0/1013424233 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5623e576aab0 0x5623e576ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:05.468 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.460+0000 7f08fda77740 4 client.16533 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:35:05.468 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.460+0000 7f08fda77740 1 -- 172.21.15.82:0/1013424233 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5623e5650d70 con 0x5623e576aab0 2024-09-12T12:35:05.468 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.460+0000 7f08f8a82640 1 --2- 172.21.15.82:0/1013424233 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5623e576aab0 0x5623e576ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:05.468 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.461+0000 7f08d3fff640 10 client.16533 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:05.468 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.461+0000 7f08f8a82640 1 --2- 172.21.15.82:0/1013424233 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5623e576aab0 0x5623e576ced0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48c6c568c07adaf4 server_cookie=e7ef66d48cd636f8 in_seq=0 out_seq=0 2024-09-12T12:35:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.468+0000 7f08d3fff640 1 -- 172.21.15.82:0/1013424233 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5623e5650d70 con 0x5623e576aab0 2024-09-12T12:35:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.468+0000 7f08d3fff640 10 client.16533 handle_command_reply: tid=0 2024-09-12T12:35:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.468+0000 7f08fda77740 1 client.16533 shutdown 2024-09-12T12:35:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08fda77740 1 -- 172.21.15.82:0/1013424233 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e4af0 msgr2=0x5623e56f80f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08fda77740 1 --2- 172.21.15.82:0/1013424233 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e4af0 0x5623e56f80f0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f08e00125c0 tx=0x7f08e0005c50 comp rx=0 tx=0).stop 2024-09-12T12:35:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08fda77740 1 -- 172.21.15.82:0/1013424233 shutdown_connections 2024-09-12T12:35:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08fda77740 1 --2- 172.21.15.82:0/1013424233 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5623e576aab0 0x5623e576ced0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08fda77740 1 --2- 172.21.15.82:0/1013424233 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623e56efcb0 0x5623e56e9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08d3fff640 0 client.16533 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:05.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08fda77740 1 --2- 172.21.15.82:0/1013424233 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5623e56e5410 0x5623e56e9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08fda77740 1 --2- 172.21.15.82:0/1013424233 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5623e56e4af0 0x5623e56f80f0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08fda77740 1 -- 172.21.15.82:0/1013424233 >> 172.21.15.82:0/1013424233 conn(0x5623e56e1060 msgr2=0x5623e56e6550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:05.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08fda77740 1 -- 172.21.15.82:0/1013424233 shutdown_connections 2024-09-12T12:35:05.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08fda77740 1 -- 172.21.15.82:0/1013424233 wait complete. 2024-09-12T12:35:05.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08fda77740 20 client.16533 trim_cache size 0 max 16384 2024-09-12T12:35:05.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:35:05.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:35:05.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:35:05.471 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:35:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08face6640 1 -- 172.21.15.82:0/3189080777 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f08e40a2da0 msgr2=0x7f08e40a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08face6640 1 --2- 172.21.15.82:0/3189080777 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f08e40a2da0 0x7f08e40a5260 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f08ec0edc80 tx=0x7f08ec0b1e30 comp rx=0 tx=0).stop 2024-09-12T12:35:05.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08face6640 1 -- 172.21.15.82:0/3189080777 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f08f4106a00 msgr2=0x7f08f41a41d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:05.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08face6640 1 --2- 172.21.15.82:0/3189080777 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f08f4106a00 0x7f08f41a41d0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f08ec005cc0 tx=0x7f08ec003970 comp rx=0 tx=0).stop 2024-09-12T12:35:05.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08face6640 1 -- 172.21.15.82:0/3189080777 shutdown_connections 2024-09-12T12:35:05.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08face6640 1 --2- 172.21.15.82:0/3189080777 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f08e40a2da0 0x7f08e40a5260 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08face6640 1 --2- 172.21.15.82:0/3189080777 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f08f4106a00 0x7f08f41a41d0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08face6640 1 --2- 172.21.15.82:0/3189080777 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08f4101390 0x7f08f4199690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08face6640 1 --2- 172.21.15.82:0/3189080777 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f08f41009f0 0x7f08f4199150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:05.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.469+0000 7f08face6640 1 -- 172.21.15.82:0/3189080777 >> 172.21.15.82:0/3189080777 conn(0x7f08f40fc6b0 msgr2=0x7f08f40fdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:05.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.470+0000 7f08face6640 1 -- 172.21.15.82:0/3189080777 shutdown_connections 2024-09-12T12:35:05.473 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:05.470+0000 7f08face6640 1 -- 172.21.15.82:0/3189080777 wait complete. 2024-09-12T12:35:06.003 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:35:06.263 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:35:06.660 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:06 smithi082 ceph-mon[31122]: pgmap v259: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-09-12T12:35:06.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.743+0000 7f9410b0f640 1 -- 172.21.15.82:0/2961172085 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f940c100e20 msgr2=0x7f940c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:06.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.743+0000 7f9410b0f640 1 --2- 172.21.15.82:0/2961172085 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f940c100e20 0x7f940c101200 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f93fc009900 tx=0x7f93fc02a480 comp rx=0 tx=0).stop 2024-09-12T12:35:06.764 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.743+0000 7f9410b0f640 1 -- 172.21.15.82:0/2961172085 shutdown_connections 2024-09-12T12:35:06.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.743+0000 7f9410b0f640 1 --2- 172.21.15.82:0/2961172085 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f940c102ef0 0x7f940c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:06.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.743+0000 7f9410b0f640 1 --2- 172.21.15.82:0/2961172085 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f940c102570 0x7f940c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:06.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.743+0000 7f9410b0f640 1 --2- 172.21.15.82:0/2961172085 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f940c100e20 0x7f940c101200 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:06.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.743+0000 7f9410b0f640 1 -- 172.21.15.82:0/2961172085 >> 172.21.15.82:0/2961172085 conn(0x7f940c0fc7d0 msgr2=0x7f940c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:06.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.743+0000 7f9410b0f640 1 -- 172.21.15.82:0/2961172085 shutdown_connections 2024-09-12T12:35:06.765 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.743+0000 7f9410b0f640 1 -- 172.21.15.82:0/2961172085 wait complete. 2024-09-12T12:35:06.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.744+0000 7f9410b0f640 1 Processor -- start 2024-09-12T12:35:06.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.744+0000 7f9410b0f640 1 -- start start 2024-09-12T12:35:06.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f9410b0f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f940c100e20 0x7f940c1984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:06.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f9410b0f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f940c102570 0x7f940c198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:06.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f9410b0f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f940c102ef0 0x7f940c19cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:06.766 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f9410b0f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f940c110f80 con 0x7f940c100e20 2024-09-12T12:35:06.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f9410b0f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f940c110e00 con 0x7f940c102570 2024-09-12T12:35:06.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f9410b0f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f940c111100 con 0x7f940c102ef0 2024-09-12T12:35:06.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f9409d9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f940c102570 0x7f940c198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:06.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f9409d9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f940c102570 0x7f940c198a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.82:47880/0 (socket says 172.21.15.82:47880) 2024-09-12T12:35:06.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f9409d9b640 1 -- 172.21.15.82:0/106740190 learned_addr learned my addr 172.21.15.82:0/106740190 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:06.767 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f940ad9d640 1 --2- 172.21.15.82:0/106740190 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f940c102ef0 0x7f940c19cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:06.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f940a59c640 1 --2- 172.21.15.82:0/106740190 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f940c100e20 0x7f940c1984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:06.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f9409d9b640 1 -- 172.21.15.82:0/106740190 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f940c102ef0 msgr2=0x7f940c19cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:06.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f9409d9b640 1 --2- 172.21.15.82:0/106740190 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f940c102ef0 0x7f940c19cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:06.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f9409d9b640 1 -- 172.21.15.82:0/106740190 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f940c100e20 msgr2=0x7f940c1984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:06.768 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f9409d9b640 1 --2- 172.21.15.82:0/106740190 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f940c100e20 0x7f940c1984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:06.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.745+0000 7f9409d9b640 1 -- 172.21.15.82:0/106740190 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f940c19d470 con 0x7f940c102570 2024-09-12T12:35:06.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.746+0000 7f9409d9b640 1 --2- 172.21.15.82:0/106740190 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f940c102570 0x7f940c198a00 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f940000d950 tx=0x7f940000de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:06.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.746+0000 7f93fb7fe640 1 -- 172.21.15.82:0/106740190 <== mon.2 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9400017030 con 0x7f940c102570 2024-09-12T12:35:06.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.746+0000 7f9410b0f640 1 -- 172.21.15.82:0/106740190 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f940c19d760 con 0x7f940c102570 2024-09-12T12:35:06.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.746+0000 7f93fb7fe640 1 -- 172.21.15.82:0/106740190 <== mon.2 v2:172.21.15.97:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9400004020 con 0x7f940c102570 2024-09-12T12:35:06.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.746+0000 7f93fb7fe640 1 -- 172.21.15.82:0/106740190 <== mon.2 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94000047a0 con 0x7f940c102570 2024-09-12T12:35:06.769 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.746+0000 7f9410b0f640 1 -- 172.21.15.82:0/106740190 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f940c1a5040 con 0x7f940c102570 2024-09-12T12:35:06.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.747+0000 7f9410b0f640 1 -- 172.21.15.82:0/106740190 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f940c101200 con 0x7f940c102570 2024-09-12T12:35:06.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.748+0000 7f93fb7fe640 1 -- 172.21.15.82:0/106740190 <== mon.2 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f94000041d0 con 0x7f940c102570 2024-09-12T12:35:06.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.749+0000 7f93fb7fe640 1 --2- 172.21.15.82:0/106740190 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f93f40a2cf0 0x7f93f40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:06.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.749+0000 7f940a59c640 1 --2- 172.21.15.82:0/106740190 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f93f40a2cf0 0x7f93f40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:06.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.749+0000 7f93fb7fe640 1 -- 172.21.15.82:0/106740190 <== mon.2 v2:172.21.15.97:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8622+0+0 (secure 0 0 0) 0x7f94000cf500 con 0x7f940c102570 2024-09-12T12:35:06.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.749+0000 7f940a59c640 1 --2- 172.21.15.82:0/106740190 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f93f40a2cf0 0x7f93f40a51b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f93fc009230 tx=0x7f93fc0058d0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:06.770 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.752+0000 7f93fb7fe640 1 -- 172.21.15.82:0/106740190 <== mon.2 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f940009c0c0 con 0x7f940c102570 2024-09-12T12:35:06.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:06 smithi097 ceph-mon[34923]: pgmap v259: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-09-12T12:35:06.821 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:06 smithi114 ceph-mon[35514]: pgmap v259: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-09-12T12:35:06.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.962+0000 7f9410b0f640 1 -- 172.21.15.82:0/106740190 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f940c199820 con 0x7f940c102570 2024-09-12T12:35:06.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.963+0000 7f93fb7fe640 1 -- 172.21.15.82:0/106740190 <== mon.2 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f940c199820 con 0x7f940c102570 2024-09-12T12:35:06.965 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:35:06.965 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:35:06.965 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:35:06.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.965+0000 7f9410b0f640 1 -- 172.21.15.82:0/106740190 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f93f40a2cf0 msgr2=0x7f93f40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:06.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.965+0000 7f9410b0f640 1 --2- 172.21.15.82:0/106740190 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f93f40a2cf0 0x7f93f40a51b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f93fc009230 tx=0x7f93fc0058d0 comp rx=0 tx=0).stop 2024-09-12T12:35:06.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.965+0000 7f9410b0f640 1 -- 172.21.15.82:0/106740190 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f940c102570 msgr2=0x7f940c198a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:06.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.965+0000 7f9410b0f640 1 --2- 172.21.15.82:0/106740190 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f940c102570 0x7f940c198a00 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f940000d950 tx=0x7f940000de10 comp rx=0 tx=0).stop 2024-09-12T12:35:06.967 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.966+0000 7f9410b0f640 1 -- 172.21.15.82:0/106740190 shutdown_connections 2024-09-12T12:35:06.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.966+0000 7f9410b0f640 1 --2- 172.21.15.82:0/106740190 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f93f40a2cf0 0x7f93f40a51b0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:06.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.966+0000 7f9410b0f640 1 --2- 172.21.15.82:0/106740190 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f940c102ef0 0x7f940c19cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:06.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.966+0000 7f9410b0f640 1 --2- 172.21.15.82:0/106740190 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f940c102570 0x7f940c198a00 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:06.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.966+0000 7f9410b0f640 1 --2- 172.21.15.82:0/106740190 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f940c100e20 0x7f940c1984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:06.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.966+0000 7f9410b0f640 1 -- 172.21.15.82:0/106740190 >> 172.21.15.82:0/106740190 conn(0x7f940c0fc7d0 msgr2=0x7f940c06a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:06.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.966+0000 7f9410b0f640 1 -- 172.21.15.82:0/106740190 shutdown_connections 2024-09-12T12:35:06.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:06.966+0000 7f9410b0f640 1 -- 172.21.15.82:0/106740190 wait complete. 2024-09-12T12:35:07.617 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --set-id f66b7b36 --release --await' 2024-09-12T12:35:07.621 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --set-id f66b7b36 --release --await 2024-09-12T12:35:07.644 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:07 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/106740190' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:35:07.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:07 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/106740190' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:35:07.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:07 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/106740190' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:35:07.885 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:35:08.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.422+0000 7fb61909e640 1 -- 172.21.15.82:0/2224288329 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb6141036e0 msgr2=0x7fb61410bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:08.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.422+0000 7fb61909e640 1 --2- 172.21.15.82:0/2224288329 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb6141036e0 0x7fb61410bbd0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc009900 tx=0x7fb5fc02a480 comp rx=0 tx=0).stop 2024-09-12T12:35:08.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.422+0000 7fb61909e640 1 -- 172.21.15.82:0/2224288329 shutdown_connections 2024-09-12T12:35:08.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.422+0000 7fb61909e640 1 --2- 172.21.15.82:0/2224288329 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb61410c1a0 0x7fb61410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.422+0000 7fb61909e640 1 --2- 172.21.15.82:0/2224288329 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb6141036e0 0x7fb61410bbd0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.422+0000 7fb61909e640 1 --2- 172.21.15.82:0/2224288329 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb614102dc0 0x7fb6141031a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.422+0000 7fb61909e640 1 -- 172.21.15.82:0/2224288329 >> 172.21.15.82:0/2224288329 conn(0x7fb6140fc7a0 msgr2=0x7fb6140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:08.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.422+0000 7fb61909e640 1 -- 172.21.15.82:0/2224288329 shutdown_connections 2024-09-12T12:35:08.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.422+0000 7fb61909e640 1 -- 172.21.15.82:0/2224288329 wait complete. 2024-09-12T12:35:08.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.423+0000 7fb61909e640 1 Processor -- start 2024-09-12T12:35:08.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.423+0000 7fb61909e640 1 -- start start 2024-09-12T12:35:08.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.423+0000 7fb61909e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb614102dc0 0x7fb614198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.423+0000 7fb61909e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6141036e0 0x7fb6141989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.423+0000 7fb61909e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb61410c1a0 0x7fb61419cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.423+0000 7fb61909e640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb614111f70 con 0x7fb61410c1a0 2024-09-12T12:35:08.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.423+0000 7fb61909e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb614111df0 con 0x7fb6141036e0 2024-09-12T12:35:08.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.423+0000 7fb61909e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb6141120f0 con 0x7fb614102dc0 2024-09-12T12:35:08.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.424+0000 7fb61359e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb61410c1a0 0x7fb61419cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.424+0000 7fb61359e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb61410c1a0 0x7fb61419cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34070/0 (socket says 172.21.15.82:34070) 2024-09-12T12:35:08.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.424+0000 7fb61359e640 1 -- 172.21.15.82:0/428336701 learned_addr learned my addr 172.21.15.82:0/428336701 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:08.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.424+0000 7fb60bfff640 1 --2- 172.21.15.82:0/428336701 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6141036e0 0x7fb6141989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.424+0000 7fb612d9d640 1 --2- 172.21.15.82:0/428336701 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb614102dc0 0x7fb614198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.424+0000 7fb61359e640 1 -- 172.21.15.82:0/428336701 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb614102dc0 msgr2=0x7fb614198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:08.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.424+0000 7fb61359e640 1 --2- 172.21.15.82:0/428336701 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb614102dc0 0x7fb614198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.424+0000 7fb61359e640 1 -- 172.21.15.82:0/428336701 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6141036e0 msgr2=0x7fb6141989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:08.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.424+0000 7fb61359e640 1 --2- 172.21.15.82:0/428336701 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6141036e0 0x7fb6141989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.424+0000 7fb61359e640 1 -- 172.21.15.82:0/428336701 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb61419d420 con 0x7fb61410c1a0 2024-09-12T12:35:08.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.424+0000 7fb61359e640 1 --2- 172.21.15.82:0/428336701 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb61410c1a0 0x7fb61419cd40 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fb60c00cad0 tx=0x7fb60c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:08.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.427+0000 7fb610d99640 1 -- 172.21.15.82:0/428336701 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60c00ae20 con 0x7fb61410c1a0 2024-09-12T12:35:08.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.427+0000 7fb610d99640 1 -- 172.21.15.82:0/428336701 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb60c005020 con 0x7fb61410c1a0 2024-09-12T12:35:08.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.427+0000 7fb61909e640 1 -- 172.21.15.82:0/428336701 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb61419d710 con 0x7fb61410c1a0 2024-09-12T12:35:08.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.427+0000 7fb610d99640 1 -- 172.21.15.82:0/428336701 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60c00f6f0 con 0x7fb61410c1a0 2024-09-12T12:35:08.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.428+0000 7fb61909e640 1 -- 172.21.15.82:0/428336701 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6141a4ff0 con 0x7fb61410c1a0 2024-09-12T12:35:08.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.430+0000 7fb610d99640 1 -- 172.21.15.82:0/428336701 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fb60c0051d0 con 0x7fb61410c1a0 2024-09-12T12:35:08.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.430+0000 7fb61b477740 1 Processor -- start 2024-09-12T12:35:08.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.430+0000 7fb61b477740 1 -- start start 2024-09-12T12:35:08.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb61b477740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da1a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb61b477740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da1a8a0 0x55c80da29110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb61b477740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da29650 0x55c80da2ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb61b477740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c80d97f620 con 0x55c80da29650 2024-09-12T12:35:08.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb61b477740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c80d926e50 con 0x55c80da19f80 2024-09-12T12:35:08.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb61b477740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55c80d97b5e0 con 0x55c80da1a8a0 2024-09-12T12:35:08.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb610d99640 1 --2- 172.21.15.82:0/428336701 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb6000a2d70 0x7fb6000a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb60bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da29650 0x55c80da2ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb60bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da29650 0x55c80da2ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34082/0 (socket says 172.21.15.82:34082) 2024-09-12T12:35:08.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb60bfff640 1 -- 172.21.15.82:0/2805758239 learned_addr learned my addr 172.21.15.82:0/2805758239 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:08.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb612d9d640 1 --2- 172.21.15.82:0/2805758239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da1a8a0 0x55c80da29110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb61359e640 1 --2- 172.21.15.82:0/428336701 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb6000a2d70 0x7fb6000a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb60bfff640 1 --2- 172.21.15.82:0/2805758239 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da1a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb610d99640 1 -- 172.21.15.82:0/428336701 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8666+0+0 (secure 0 0 0) 0x7fb60c0cf6d0 con 0x7fb61410c1a0 2024-09-12T12:35:08.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb60bfff640 1 -- 172.21.15.82:0/2805758239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da1a8a0 msgr2=0x55c80da29110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:08.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb60bfff640 1 --2- 172.21.15.82:0/2805758239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da1a8a0 0x55c80da29110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb60bfff640 1 -- 172.21.15.82:0/2805758239 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 msgr2=0x55c80da1a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:08.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb60bfff640 1 --2- 172.21.15.82:0/2805758239 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da1a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb60bfff640 1 -- 172.21.15.82:0/2805758239 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c80d917d40 con 0x55c80da29650 2024-09-12T12:35:08.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb60bfff640 1 --2- 172.21.15.82:0/2805758239 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da29650 0x55c80da2ba40 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc009900 tx=0x7fb5fc000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6035921b3941b7bc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:08.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb61359e640 1 --2- 172.21.15.82:0/428336701 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb6000a2d70 0x7fb6000a5230 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb60c09bba0 tx=0x7fb60c066840 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:08.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.431+0000 7fb6097fa640 1 -- 172.21.15.82:0/2805758239 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5fc035070 con 0x55c80da29650 2024-09-12T12:35:08.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.432+0000 7fb6097fa640 1 -- 172.21.15.82:0/2805758239 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb5fc005020 con 0x55c80da29650 2024-09-12T12:35:08.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.432+0000 7fb6097fa640 1 -- 172.21.15.82:0/2805758239 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5fc0049e0 con 0x55c80da29650 2024-09-12T12:35:08.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.432+0000 7fb61b477740 1 -- 172.21.15.82:0/2805758239 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da29650 msgr2=0x55c80da2ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:08.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.432+0000 7fb61b477740 1 --2- 172.21.15.82:0/2805758239 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da29650 0x55c80da2ba40 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc009900 tx=0x7fb5fc000bc0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.432+0000 7fb61b477740 1 -- 172.21.15.82:0/2805758239 shutdown_connections 2024-09-12T12:35:08.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.432+0000 7fb61b477740 1 --2- 172.21.15.82:0/2805758239 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da29650 0x55c80da2ba40 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.432+0000 7fb61b477740 1 --2- 172.21.15.82:0/2805758239 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da1a8a0 0x55c80da29110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.432+0000 7fb61b477740 1 --2- 172.21.15.82:0/2805758239 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da1a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.432+0000 7fb61b477740 1 -- 172.21.15.82:0/2805758239 >> 172.21.15.82:0/2805758239 conn(0x55c80da165f0 msgr2=0x55c80da169d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:08.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.432+0000 7fb61b477740 1 -- 172.21.15.82:0/2805758239 shutdown_connections 2024-09-12T12:35:08.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.432+0000 7fb61b477740 1 -- 172.21.15.82:0/2805758239 wait complete. 2024-09-12T12:35:08.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.433+0000 7fb61b477740 1 -- start start 2024-09-12T12:35:08.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.433+0000 7fb61b477740 1 Processor -- start 2024-09-12T12:35:08.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.433+0000 7fb61b477740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da26660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.433+0000 7fb61b477740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da1a8a0 0x55c80da26ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.433+0000 7fb61b477740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da29650 0x55c80da270e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.433+0000 7fb61b477740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c80da2c160 con 0x55c80da29650 2024-09-12T12:35:08.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.433+0000 7fb61b477740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c80d907f10 con 0x55c80da19f80 2024-09-12T12:35:08.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.433+0000 7fb61b477740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55c80da2c2e0 con 0x55c80da1a8a0 2024-09-12T12:35:08.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.433+0000 7fb61b477740 10 client.0 _ll_register_callbacks cb 0x55c80d92bdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:35:08.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.433+0000 7fb60bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da29650 0x55c80da270e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.433+0000 7fb60bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da29650 0x55c80da270e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34084/0 (socket says 172.21.15.82:34084) 2024-09-12T12:35:08.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.433+0000 7fb60bfff640 1 -- 172.21.15.82:0/2439802273 learned_addr learned my addr 172.21.15.82:0/2439802273 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:08.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.433+0000 7fb60bfff640 1 --2- 172.21.15.82:0/2439802273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da26660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.450 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.433+0000 7fb612d9d640 1 --2- 172.21.15.82:0/2439802273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da1a8a0 0x55c80da26ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.450 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.434+0000 7fb60bfff640 1 -- 172.21.15.82:0/2439802273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da1a8a0 msgr2=0x55c80da26ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:08.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.434+0000 7fb60bfff640 1 --2- 172.21.15.82:0/2439802273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da1a8a0 0x55c80da26ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.434+0000 7fb60bfff640 1 -- 172.21.15.82:0/2439802273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 msgr2=0x55c80da26660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:08.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.434+0000 7fb60bfff640 1 --2- 172.21.15.82:0/2439802273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da26660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.434+0000 7fb60bfff640 1 -- 172.21.15.82:0/2439802273 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c80d68e580 con 0x55c80da29650 2024-09-12T12:35:08.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.434+0000 7fb60bfff640 1 --2- 172.21.15.82:0/2439802273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da29650 0x55c80da270e0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc0317d0 tx=0x7fb5fc041040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d3bccfc4d303f31 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:08.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.434+0000 7fb5fa7fc640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:35:08.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.434+0000 7fb5fa7fc640 1 -- 172.21.15.82:0/2439802273 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5fc035070 con 0x55c80da29650 2024-09-12T12:35:08.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.434+0000 7fb5fa7fc640 1 -- 172.21.15.82:0/2439802273 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8666+0+0 (secure 0 0 0) 0x7fb5fc004250 con 0x55c80da29650 2024-09-12T12:35:08.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.434+0000 7fb61b477740 1 -- 172.21.15.82:0/2439802273 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5fc005020 con 0x55c80da29650 2024-09-12T12:35:08.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.435+0000 7fb5fa7fc640 1 -- 172.21.15.82:0/2439802273 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb5fc004450 con 0x55c80da29650 2024-09-12T12:35:08.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.435+0000 7fb61b477740 10 client.16551 fetch_fsmap learned FSMap version 28 2024-09-12T12:35:08.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.435+0000 7fb61b477740 1 -- 172.21.15.82:0/2439802273 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c80d758960 con 0x55c80da29650 2024-09-12T12:35:08.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.435+0000 7fb5fa7fc640 1 -- 172.21.15.82:0/2439802273 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb5fc005020 con 0x55c80da29650 2024-09-12T12:35:08.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.435+0000 7fb5fa7fc640 1 -- 172.21.15.82:0/2439802273 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fb5fc0037b0 con 0x55c80da29650 2024-09-12T12:35:08.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.435+0000 7fb61b477740 10 client.16551 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:35:08.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.435+0000 7fb61b477740 10 client.16551 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:35:08.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.435+0000 7fb61b477740 20 client.16551 populate_metadata read hostname 'smithi082' 2024-09-12T12:35:08.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.435+0000 7fb61b477740 1 --2- 172.21.15.82:0/2439802273 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c80da390f0 0x55c80da3b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.435+0000 7fb61b477740 4 client.16551 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:35:08.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.435+0000 7fb61b477740 1 -- 172.21.15.82:0/2439802273 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c80d98cb90 con 0x55c80da390f0 2024-09-12T12:35:08.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.435+0000 7fb612d9d640 1 --2- 172.21.15.82:0/2439802273 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c80da390f0 0x55c80da3b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.436+0000 7fb5fa7fc640 10 client.16551 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:08.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.436+0000 7fb612d9d640 1 --2- 172.21.15.82:0/2439802273 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c80da390f0 0x55c80da3b4e0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56d8750f5e7a24a9 server_cookie=681f056378bb2c4f in_seq=0 out_seq=0 2024-09-12T12:35:08.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.436+0000 7fb5fa7fc640 1 -- 172.21.15.82:0/2439802273 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c80d98cb90 con 0x55c80da390f0 2024-09-12T12:35:08.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.436+0000 7fb5fa7fc640 10 client.16551 handle_command_reply: tid=0 2024-09-12T12:35:08.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.436+0000 7fb61b477740 1 client.16551 shutdown 2024-09-12T12:35:08.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.436+0000 7fb61b477740 1 -- 172.21.15.82:0/2439802273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da29650 msgr2=0x55c80da270e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:08.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.436+0000 7fb61b477740 1 --2- 172.21.15.82:0/2439802273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da29650 0x55c80da270e0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc0317d0 tx=0x7fb5fc041040 comp rx=0 tx=0).stop 2024-09-12T12:35:08.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.436+0000 7fb61b477740 1 -- 172.21.15.82:0/2439802273 shutdown_connections 2024-09-12T12:35:08.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.436+0000 7fb61b477740 1 --2- 172.21.15.82:0/2439802273 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c80da390f0 0x55c80da3b4e0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.436+0000 7fb61b477740 1 --2- 172.21.15.82:0/2439802273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da29650 0x55c80da270e0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.436+0000 7fb61b477740 1 --2- 172.21.15.82:0/2439802273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da1a8a0 0x55c80da26ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.436+0000 7fb5fa7fc640 0 client.16551 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:08.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.436+0000 7fb61b477740 1 --2- 172.21.15.82:0/2439802273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da26660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.436+0000 7fb61b477740 1 -- 172.21.15.82:0/2439802273 >> 172.21.15.82:0/2439802273 conn(0x55c80da165f0 msgr2=0x55c80da15750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:08.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.437+0000 7fb61b477740 1 -- 172.21.15.82:0/2439802273 shutdown_connections 2024-09-12T12:35:08.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.437+0000 7fb61b477740 1 -- 172.21.15.82:0/2439802273 wait complete. 2024-09-12T12:35:08.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.437+0000 7fb61b477740 20 client.16551 trim_cache size 0 max 16384 2024-09-12T12:35:08.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.453+0000 7fb61b477740 1 Processor -- start 2024-09-12T12:35:08.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.453+0000 7fb61b477740 1 -- start start 2024-09-12T12:35:08.455 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb61b477740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da238c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb61b477740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da1a8a0 0x55c80da23e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb61b477740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da29650 0x55c80da26620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb61b477740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb6141ab8d0 con 0x55c80da1a8a0 2024-09-12T12:35:08.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb61b477740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb6141ad410 con 0x55c80da19f80 2024-09-12T12:35:08.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb61b477740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb6141abfa0 con 0x55c80da29650 2024-09-12T12:35:08.456 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb612d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da1a8a0 0x55c80da23e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb612d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da1a8a0 0x55c80da23e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34092/0 (socket says 172.21.15.82:34092) 2024-09-12T12:35:08.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb612d9d640 1 -- 172.21.15.82:0/190633083 learned_addr learned my addr 172.21.15.82:0/190633083 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:08.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb612d9d640 1 -- 172.21.15.82:0/190633083 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da29650 msgr2=0x55c80da26620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:08.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb612d9d640 1 --2- 172.21.15.82:0/190633083 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da29650 0x55c80da26620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb60bfff640 1 --2- 172.21.15.82:0/190633083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da238c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb612d9d640 1 -- 172.21.15.82:0/190633083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 msgr2=0x55c80da238c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:08.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb612d9d640 1 --2- 172.21.15.82:0/190633083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da238c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb612d9d640 1 -- 172.21.15.82:0/190633083 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c80da25610 con 0x55c80da1a8a0 2024-09-12T12:35:08.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb612d9d640 1 --2- 172.21.15.82:0/190633083 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da1a8a0 0x55c80da23e00 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x55c80d97f730 tx=0x7fb60400b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68395cda7b1a59d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:08.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb608ff9640 1 -- 172.21.15.82:0/190633083 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb604011440 con 0x55c80da1a8a0 2024-09-12T12:35:08.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb608ff9640 1 -- 172.21.15.82:0/190633083 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb604011ac0 con 0x55c80da1a8a0 2024-09-12T12:35:08.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.454+0000 7fb608ff9640 1 -- 172.21.15.82:0/190633083 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60401daf0 con 0x55c80da1a8a0 2024-09-12T12:35:08.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.455+0000 7fb61b477740 1 -- 172.21.15.82:0/190633083 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da1a8a0 msgr2=0x55c80da23e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:08.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.455+0000 7fb61b477740 1 --2- 172.21.15.82:0/190633083 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da1a8a0 0x55c80da23e00 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x55c80d97f730 tx=0x7fb60400b390 comp rx=0 tx=0).stop 2024-09-12T12:35:08.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.455+0000 7fb61b477740 1 -- 172.21.15.82:0/190633083 shutdown_connections 2024-09-12T12:35:08.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.455+0000 7fb61b477740 1 --2- 172.21.15.82:0/190633083 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da29650 0x55c80da26620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.455+0000 7fb61b477740 1 --2- 172.21.15.82:0/190633083 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da1a8a0 0x55c80da23e00 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.455+0000 7fb61b477740 1 --2- 172.21.15.82:0/190633083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da238c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.455+0000 7fb61b477740 1 -- 172.21.15.82:0/190633083 >> 172.21.15.82:0/190633083 conn(0x55c80da165f0 msgr2=0x55c80da27ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:08.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.455+0000 7fb61b477740 1 -- 172.21.15.82:0/190633083 shutdown_connections 2024-09-12T12:35:08.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.455+0000 7fb61b477740 1 -- 172.21.15.82:0/190633083 wait complete. 2024-09-12T12:35:08.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.455+0000 7fb61b477740 1 -- start start 2024-09-12T12:35:08.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb61b477740 1 Processor -- start 2024-09-12T12:35:08.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb61b477740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da3d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb61b477740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da1a8a0 0x55c80da3d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb61b477740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da29650 0x55c80da3dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb61b477740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb6141acd40 con 0x55c80da1a8a0 2024-09-12T12:35:08.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb61b477740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb6141ac670 con 0x55c80da19f80 2024-09-12T12:35:08.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb61b477740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb6141a98d0 con 0x55c80da29650 2024-09-12T12:35:08.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb61b477740 10 client.0 _ll_register_callbacks cb 0x7fb5fc031a10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:35:08.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb612d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da1a8a0 0x55c80da3d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb612d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da1a8a0 0x55c80da3d9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34104/0 (socket says 172.21.15.82:34104) 2024-09-12T12:35:08.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb612d9d640 1 -- 172.21.15.82:0/3286795541 learned_addr learned my addr 172.21.15.82:0/3286795541 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:08.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb60bfff640 1 --2- 172.21.15.82:0/3286795541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da3d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb60bfff640 1 --2- 172.21.15.82:0/3286795541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da29650 0x55c80da3dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb612d9d640 1 -- 172.21.15.82:0/3286795541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da29650 msgr2=0x55c80da3dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:08.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb612d9d640 1 --2- 172.21.15.82:0/3286795541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da29650 0x55c80da3dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb612d9d640 1 -- 172.21.15.82:0/3286795541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 msgr2=0x55c80da3d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:08.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb612d9d640 1 --2- 172.21.15.82:0/3286795541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da3d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb612d9d640 1 -- 172.21.15.82:0/3286795541 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c80daa3c60 con 0x55c80da1a8a0 2024-09-12T12:35:08.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb60bfff640 1 --2- 172.21.15.82:0/3286795541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da3d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:35:08.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.456+0000 7fb612d9d640 1 --2- 172.21.15.82:0/3286795541 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da1a8a0 0x55c80da3d9a0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fb604003ec0 tx=0x7fb604003ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5e4dfc7b2aecf95 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:08.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb5fa7fc640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:35:08.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb5fa7fc640 1 -- 172.21.15.82:0/3286795541 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb604011c70 con 0x55c80da1a8a0 2024-09-12T12:35:08.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb5fa7fc640 1 -- 172.21.15.82:0/3286795541 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8666+0+0 (secure 0 0 0) 0x7fb604011440 con 0x55c80da1a8a0 2024-09-12T12:35:08.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb61b477740 1 -- 172.21.15.82:0/3286795541 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb604011ac0 con 0x55c80da1a8a0 2024-09-12T12:35:08.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb5fa7fc640 1 -- 172.21.15.82:0/3286795541 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb60403c050 con 0x55c80da1a8a0 2024-09-12T12:35:08.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb61b477740 10 client.16557 fetch_fsmap learned FSMap version 28 2024-09-12T12:35:08.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb61b477740 1 -- 172.21.15.82:0/3286795541 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c80daa4f80 con 0x55c80da1a8a0 2024-09-12T12:35:08.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb5fa7fc640 1 -- 172.21.15.82:0/3286795541 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb604011ac0 con 0x55c80da1a8a0 2024-09-12T12:35:08.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb5fa7fc640 1 -- 172.21.15.82:0/3286795541 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fb604004940 con 0x55c80da1a8a0 2024-09-12T12:35:08.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb61b477740 10 client.16557 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:35:08.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb61b477740 10 client.16557 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:35:08.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb61b477740 20 client.16557 populate_metadata read hostname 'smithi082' 2024-09-12T12:35:08.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb61b477740 1 --2- 172.21.15.82:0/3286795541 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c80daa5630 0x55c80daa7a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:08.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb61b477740 4 client.16557 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "f66b7b36", "release": true, "await": true}] 2024-09-12T12:35:08.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb61b477740 1 -- 172.21.15.82:0/3286795541 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "set_id": "f66b7b36", "release": true, "await": true}) -- 0x55c80d9870a0 con 0x55c80daa5630 2024-09-12T12:35:08.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.457+0000 7fb60bfff640 1 --2- 172.21.15.82:0/3286795541 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c80daa5630 0x55c80daa7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:08.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.458+0000 7fb60bfff640 1 --2- 172.21.15.82:0/3286795541 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c80daa5630 0x55c80daa7a50 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50af16e86b56f211 server_cookie=a49b93cbb19c915c in_seq=0 out_seq=0 2024-09-12T12:35:08.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.458+0000 7fb5fa7fc640 10 client.16557 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:08.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.460+0000 7fb5fa7fc640 1 -- 172.21.15.82:0/3286795541 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55c80d9870a0 con 0x55c80daa5630 2024-09-12T12:35:08.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.460+0000 7fb5fa7fc640 10 client.16557 handle_command_reply: tid=0 2024-09-12T12:35:08.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.460+0000 7fb61b477740 1 client.16557 shutdown 2024-09-12T12:35:08.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.460+0000 7fb61b477740 1 -- 172.21.15.82:0/3286795541 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da1a8a0 msgr2=0x55c80da3d9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:08.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.460+0000 7fb61b477740 1 --2- 172.21.15.82:0/3286795541 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da1a8a0 0x55c80da3d9a0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fb604003ec0 tx=0x7fb604003ef0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.460+0000 7fb61b477740 1 -- 172.21.15.82:0/3286795541 shutdown_connections 2024-09-12T12:35:08.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.460+0000 7fb61b477740 1 --2- 172.21.15.82:0/3286795541 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c80daa5630 0x55c80daa7a50 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.460+0000 7fb5fa7fc640 0 client.16557 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:08.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.460+0000 7fb61b477740 1 --2- 172.21.15.82:0/3286795541 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c80da29650 0x55c80da3dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.460+0000 7fb61b477740 1 --2- 172.21.15.82:0/3286795541 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c80da1a8a0 0x55c80da3d9a0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.460+0000 7fb61b477740 1 --2- 172.21.15.82:0/3286795541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c80da19f80 0x55c80da3d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.460+0000 7fb61b477740 1 -- 172.21.15.82:0/3286795541 >> 172.21.15.82:0/3286795541 conn(0x55c80da165f0 msgr2=0x55c80da14f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:08.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61b477740 1 -- 172.21.15.82:0/3286795541 shutdown_connections 2024-09-12T12:35:08.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61b477740 1 -- 172.21.15.82:0/3286795541 wait complete. 2024-09-12T12:35:08.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61b477740 20 client.16557 trim_cache size 0 max 16384 2024-09-12T12:35:08.467 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:35:08.467 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:35:08.467 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:35:08.467 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 36, 2024-09-12T12:35:08.467 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:35:08.467 INFO:teuthology.orchestra.run.smithi082.stdout: "f66b7b36": { 2024-09-12T12:35:08.467 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 36, 2024-09-12T12:35:08.467 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:35:08.467 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:35:08.468 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:35:08.468 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:35:08.468 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:35:08.468 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:35:08.468 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 139.4, 2024-09-12T12:35:08.468 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:35:08.468 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:35:08.468 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:35:08.468 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:35:08.468 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:35:08.468 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:35:08.468 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:35:08.469 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:35:08.469 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:35:08.469 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:35:08.469 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:35:08.469 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:35:08.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61909e640 1 -- 172.21.15.82:0/428336701 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb6000a2d70 msgr2=0x7fb6000a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:08.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61909e640 1 --2- 172.21.15.82:0/428336701 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb6000a2d70 0x7fb6000a5230 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb60c09bba0 tx=0x7fb60c066840 comp rx=0 tx=0).stop 2024-09-12T12:35:08.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61909e640 1 -- 172.21.15.82:0/428336701 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb61410c1a0 msgr2=0x7fb61419cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:08.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61909e640 1 --2- 172.21.15.82:0/428336701 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb61410c1a0 0x7fb61419cd40 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fb60c00cad0 tx=0x7fb60c00cf90 comp rx=0 tx=0).stop 2024-09-12T12:35:08.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61909e640 1 -- 172.21.15.82:0/428336701 shutdown_connections 2024-09-12T12:35:08.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61909e640 1 --2- 172.21.15.82:0/428336701 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb6000a2d70 0x7fb6000a5230 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61909e640 1 --2- 172.21.15.82:0/428336701 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb61410c1a0 0x7fb61419cd40 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61909e640 1 --2- 172.21.15.82:0/428336701 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6141036e0 0x7fb6141989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61909e640 1 --2- 172.21.15.82:0/428336701 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb614102dc0 0x7fb614198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:08.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61909e640 1 -- 172.21.15.82:0/428336701 >> 172.21.15.82:0/428336701 conn(0x7fb6140fc7a0 msgr2=0x7fb6140fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:08.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61909e640 1 -- 172.21.15.82:0/428336701 shutdown_connections 2024-09-12T12:35:08.470 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:35:08.461+0000 7fb61909e640 1 -- 172.21.15.82:0/428336701 wait complete. 2024-09-12T12:35:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:08 smithi097 ceph-mon[34923]: osdmap e89: 12 total, 12 up, 12 in 2024-09-12T12:35:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:08 smithi097 ceph-mon[34923]: pgmap v261: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-09-12T12:35:08.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:08 smithi082 ceph-mon[31122]: osdmap e89: 12 total, 12 up, 12 in 2024-09-12T12:35:08.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:08 smithi082 ceph-mon[31122]: pgmap v261: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-09-12T12:35:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:08 smithi114 ceph-mon[35514]: osdmap e89: 12 total, 12 up, 12 in 2024-09-12T12:35:08.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:08 smithi114 ceph-mon[35514]: pgmap v261: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-09-12T12:35:09.267 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'f66b7b36', total seconds elapsed: 22.7 2024-09-12T12:35:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:10 smithi097 ceph-mon[34923]: pgmap v262: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-09-12T12:35:10.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:10 smithi082 ceph-mon[31122]: pgmap v262: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-09-12T12:35:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:10 smithi114 ceph-mon[35514]: pgmap v262: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-09-12T12:35:12.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:12 smithi097 ceph-mon[34923]: pgmap v263: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-09-12T12:35:12.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:12 smithi082 ceph-mon[31122]: pgmap v263: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-09-12T12:35:12.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:12 smithi114 ceph-mon[35514]: pgmap v263: 97 pgs: 97 active+clean; 3.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-09-12T12:35:14.069 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:13 smithi114 ceph-mon[35514]: osdmap e90: 12 total, 12 up, 12 in 2024-09-12T12:35:14.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:13 smithi097 ceph-mon[34923]: osdmap e90: 12 total, 12 up, 12 in 2024-09-12T12:35:14.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:13 smithi082 ceph-mon[31122]: osdmap e90: 12 total, 12 up, 12 in 2024-09-12T12:35:15.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:14 smithi097 ceph-mon[34923]: pgmap v265: 97 pgs: 97 active+clean; 3.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 29 KiB/s wr, 17 op/s 2024-09-12T12:35:15.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:14 smithi082 ceph-mon[31122]: pgmap v265: 97 pgs: 97 active+clean; 3.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 29 KiB/s wr, 17 op/s 2024-09-12T12:35:15.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:14 smithi114 ceph-mon[35514]: pgmap v265: 97 pgs: 97 active+clean; 3.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 29 KiB/s wr, 17 op/s 2024-09-12T12:35:16.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:16 smithi097 ceph-mon[34923]: pgmap v266: 97 pgs: 97 active+clean; 3.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 16 op/s 2024-09-12T12:35:16.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:16 smithi082 ceph-mon[31122]: pgmap v266: 97 pgs: 97 active+clean; 3.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 16 op/s 2024-09-12T12:35:16.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:16 smithi114 ceph-mon[35514]: pgmap v266: 97 pgs: 97 active+clean; 3.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 16 op/s 2024-09-12T12:35:18.571 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.569+0000 7f735bd9f640 1 -- 172.21.15.82:0/1295398410 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7354102c80 msgr2=0x7f7354103060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:18.572 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.569+0000 7f735bd9f640 1 --2- 172.21.15.82:0/1295398410 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7354102c80 0x7f7354103060 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f7348009900 tx=0x7f734802a480 comp rx=0 tx=0).stop 2024-09-12T12:35:18.572 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.569+0000 7f735bd9f640 1 -- 172.21.15.82:0/1295398410 shutdown_connections 2024-09-12T12:35:18.572 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.569+0000 7f735bd9f640 1 --2- 172.21.15.82:0/1295398410 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f735410c0d0 0x7f735410e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.572 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.569+0000 7f735bd9f640 1 --2- 172.21.15.82:0/1295398410 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f73541035a0 0x7f735410ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.572 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.569+0000 7f735bd9f640 1 --2- 172.21.15.82:0/1295398410 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7354102c80 0x7f7354103060 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.572 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.569+0000 7f735bd9f640 1 -- 172.21.15.82:0/1295398410 >> 172.21.15.82:0/1295398410 conn(0x7f7354077990 msgr2=0x7f73540fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:18.572 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.569+0000 7f735bd9f640 1 -- 172.21.15.82:0/1295398410 shutdown_connections 2024-09-12T12:35:18.572 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.569+0000 7f735bd9f640 1 -- 172.21.15.82:0/1295398410 wait complete. 2024-09-12T12:35:18.572 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.570+0000 7f735bd9f640 1 Processor -- start 2024-09-12T12:35:18.572 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.570+0000 7f735bd9f640 1 -- start start 2024-09-12T12:35:18.572 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.570+0000 7f735bd9f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7354102c80 0x7f735419a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.572 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.570+0000 7f735bd9f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f73541035a0 0x7f735419aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.570+0000 7f735bd9f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f735410c0d0 0x7f735419ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.570+0000 7f735bd9f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7354111eb0 con 0x7f735410c0d0 2024-09-12T12:35:18.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.570+0000 7f735bd9f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7354111d30 con 0x7f73541035a0 2024-09-12T12:35:18.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.570+0000 7f735bd9f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7354112030 con 0x7f7354102c80 2024-09-12T12:35:18.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.570+0000 7f735a33c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f735410c0d0 0x7f735419ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.570+0000 7f735a33c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f735410c0d0 0x7f735419ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52338/0 (socket says 172.21.15.82:52338) 2024-09-12T12:35:18.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.570+0000 7f735a33c640 1 -- 172.21.15.82:0/3012770383 learned_addr learned my addr 172.21.15.82:0/3012770383 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:18.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.571+0000 7f735933a640 1 --2- 172.21.15.82:0/3012770383 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f73541035a0 0x7f735419aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.571+0000 7f7359b3b640 1 --2- 172.21.15.82:0/3012770383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7354102c80 0x7f735419a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.571+0000 7f735a33c640 1 -- 172.21.15.82:0/3012770383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7354102c80 msgr2=0x7f735419a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.571+0000 7f735a33c640 1 --2- 172.21.15.82:0/3012770383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7354102c80 0x7f735419a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.571+0000 7f735a33c640 1 -- 172.21.15.82:0/3012770383 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f73541035a0 msgr2=0x7f735419aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.571+0000 7f735a33c640 1 --2- 172.21.15.82:0/3012770383 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f73541035a0 0x7f735419aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.571+0000 7f735a33c640 1 -- 172.21.15.82:0/3012770383 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f735419f570 con 0x7f735410c0d0 2024-09-12T12:35:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.571+0000 7f735a33c640 1 --2- 172.21.15.82:0/3012770383 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f735410c0d0 0x7f735419ee40 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f734c009fd0 tx=0x7f734c00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.571+0000 7f7346ffd640 1 -- 172.21.15.82:0/3012770383 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f734c017070 con 0x7f735410c0d0 2024-09-12T12:35:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.571+0000 7f7346ffd640 1 -- 172.21.15.82:0/3012770383 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f734c003e50 con 0x7f735410c0d0 2024-09-12T12:35:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.571+0000 7f735bd9f640 1 -- 172.21.15.82:0/3012770383 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f735419f860 con 0x7f735410c0d0 2024-09-12T12:35:18.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.571+0000 7f7346ffd640 1 -- 172.21.15.82:0/3012770383 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f734c0106c0 con 0x7f735410c0d0 2024-09-12T12:35:18.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.571+0000 7f735bd9f640 1 -- 172.21.15.82:0/3012770383 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73541a70f0 con 0x7f735410c0d0 2024-09-12T12:35:18.581 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.574+0000 7f7346ffd640 1 -- 172.21.15.82:0/3012770383 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f734c003970 con 0x7f735410c0d0 2024-09-12T12:35:18.581 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.574+0000 7f735ec18740 1 Processor -- start 2024-09-12T12:35:18.581 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.574+0000 7f735ec18740 1 -- start start 2024-09-12T12:35:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735ec18740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126daed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735ec18740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 0x55e5126e5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735ec18740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126e5cb0 0x55e5126e80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735ec18740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e51263f2f0 con 0x55e5126daaf0 2024-09-12T12:35:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735ec18740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e5125e7270 con 0x55e5126e5cb0 2024-09-12T12:35:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735ec18740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e51263b2b0 con 0x55e5126db410 2024-09-12T12:35:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f7346ffd640 1 --2- 172.21.15.82:0/3012770383 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f73400a2da0 0x7f73400a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735933a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126daed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735933a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126daed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52340/0 (socket says 172.21.15.82:52340) 2024-09-12T12:35:18.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735933a640 1 -- 172.21.15.82:0/2038563559 learned_addr learned my addr 172.21.15.82:0/2038563559 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f7359b3b640 1 --2- 172.21.15.82:0/2038563559 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 0x55e5126e5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735a33c640 1 --2- 172.21.15.82:0/3012770383 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f73400a2da0 0x7f73400a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f7346ffd640 1 -- 172.21.15.82:0/3012770383 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8622+0+0 (secure 0 0 0) 0x7f734c0cf290 con 0x7f735410c0d0 2024-09-12T12:35:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735933a640 1 --2- 172.21.15.82:0/2038563559 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126e5cb0 0x55e5126e80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735933a640 1 -- 172.21.15.82:0/2038563559 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 msgr2=0x55e5126e5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735933a640 1 --2- 172.21.15.82:0/2038563559 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 0x55e5126e5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735933a640 1 -- 172.21.15.82:0/2038563559 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126e5cb0 msgr2=0x55e5126e80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735933a640 1 --2- 172.21.15.82:0/2038563559 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126e5cb0 0x55e5126e80a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735933a640 1 -- 172.21.15.82:0/2038563559 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5125e6340 con 0x55e5126daaf0 2024-09-12T12:35:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735933a640 1 --2- 172.21.15.82:0/2038563559 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126daed0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f73500058c0 tx=0x7f735000b6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d55b068240a81490 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f735a33c640 1 --2- 172.21.15.82:0/3012770383 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f73400a2da0 0x7f73400a5260 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f734c09b450 tx=0x7f734c06d710 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:18.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.575+0000 7f733ffff640 1 -- 172.21.15.82:0/2038563559 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7350019030 con 0x55e5126daaf0 2024-09-12T12:35:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.576+0000 7f733ffff640 1 -- 172.21.15.82:0/2038563559 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f73500119a0 con 0x55e5126daaf0 2024-09-12T12:35:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.576+0000 7f733ffff640 1 -- 172.21.15.82:0/2038563559 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f735001d880 con 0x55e5126daaf0 2024-09-12T12:35:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.576+0000 7f735ec18740 1 -- 172.21.15.82:0/2038563559 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 msgr2=0x55e5126daed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.576+0000 7f735ec18740 1 --2- 172.21.15.82:0/2038563559 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126daed0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f73500058c0 tx=0x7f735000b6a0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.576+0000 7f735ec18740 1 -- 172.21.15.82:0/2038563559 shutdown_connections 2024-09-12T12:35:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.576+0000 7f735ec18740 1 --2- 172.21.15.82:0/2038563559 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126e5cb0 0x55e5126e80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.576+0000 7f735ec18740 1 --2- 172.21.15.82:0/2038563559 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 0x55e5126e5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.576+0000 7f735ec18740 1 --2- 172.21.15.82:0/2038563559 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126daed0 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.576+0000 7f735ec18740 1 -- 172.21.15.82:0/2038563559 >> 172.21.15.82:0/2038563559 conn(0x55e5126d7060 msgr2=0x55e5126d7440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.576+0000 7f735ec18740 1 -- 172.21.15.82:0/2038563559 shutdown_connections 2024-09-12T12:35:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.576+0000 7f735ec18740 1 -- 172.21.15.82:0/2038563559 wait complete. 2024-09-12T12:35:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.577+0000 7f735ec18740 1 -- start start 2024-09-12T12:35:18.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.577+0000 7f735ec18740 1 Processor -- start 2024-09-12T12:35:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.577+0000 7f735ec18740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126daaf0 0x55e5126e2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.577+0000 7f735ec18740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 0x55e5126e3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.577+0000 7f735ec18740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126e5cb0 0x55e5126e3580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.577+0000 7f735ec18740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e5126e8880 con 0x55e5126e5cb0 2024-09-12T12:35:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.577+0000 7f735ec18740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e5125c8290 con 0x55e5126daaf0 2024-09-12T12:35:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.577+0000 7f735ec18740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e5126e8a00 con 0x55e5126db410 2024-09-12T12:35:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.577+0000 7f735ec18740 10 client.0 _ll_register_callbacks cb 0x55e5125f9140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:35:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.577+0000 7f735933a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126e5cb0 0x55e5126e3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.577+0000 7f735933a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126e5cb0 0x55e5126e3580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52346/0 (socket says 172.21.15.82:52346) 2024-09-12T12:35:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.577+0000 7f735933a640 1 -- 172.21.15.82:0/600472289 learned_addr learned my addr 172.21.15.82:0/600472289 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f7359b3b640 1 --2- 172.21.15.82:0/600472289 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 0x55e5126e3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f735933a640 1 --2- 172.21.15.82:0/600472289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126daaf0 0x55e5126e2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f735933a640 1 -- 172.21.15.82:0/600472289 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 msgr2=0x55e5126e3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:18.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f735933a640 1 --2- 172.21.15.82:0/600472289 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 0x55e5126e3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f735933a640 1 -- 172.21.15.82:0/600472289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126daaf0 msgr2=0x55e5126e2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:18.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f735933a640 1 --2- 172.21.15.82:0/600472289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126daaf0 0x55e5126e2b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f735933a640 1 -- 172.21.15.82:0/600472289 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e512352210 con 0x55e5126e5cb0 2024-09-12T12:35:18.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f735933a640 1 --2- 172.21.15.82:0/600472289 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126e5cb0 0x55e5126e3580 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f735000bdd0 tx=0x7f735001d460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a90d337c9f419af server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:18.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f733d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:35:18.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f733d7fa640 1 -- 172.21.15.82:0/600472289 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7350019040 con 0x55e5126e5cb0 2024-09-12T12:35:18.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f733d7fa640 1 -- 172.21.15.82:0/600472289 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8622+0+0 (secure 0 0 0) 0x7f7350005050 con 0x55e5126e5cb0 2024-09-12T12:35:18.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f735ec18740 1 -- 172.21.15.82:0/600472289 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73500119a0 con 0x55e5126e5cb0 2024-09-12T12:35:18.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f733d7fa640 1 -- 172.21.15.82:0/600472289 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7350031050 con 0x55e5126e5cb0 2024-09-12T12:35:18.586 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f735ec18740 10 client.16569 fetch_fsmap learned FSMap version 28 2024-09-12T12:35:18.587 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f735ec18740 1 -- 172.21.15.82:0/600472289 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e51241e620 con 0x55e5126e5cb0 2024-09-12T12:35:18.587 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.578+0000 7f733d7fa640 1 -- 172.21.15.82:0/600472289 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f73500119a0 con 0x55e5126e5cb0 2024-09-12T12:35:18.587 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.579+0000 7f733d7fa640 1 -- 172.21.15.82:0/600472289 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7350004cc0 con 0x55e5126e5cb0 2024-09-12T12:35:18.587 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.579+0000 7f735ec18740 10 client.16569 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:35:18.587 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.579+0000 7f735ec18740 10 client.16569 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:35:18.587 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.579+0000 7f735ec18740 20 client.16569 populate_metadata read hostname 'smithi082' 2024-09-12T12:35:18.587 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.579+0000 7f735ec18740 1 --2- 172.21.15.82:0/600472289 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e5126f5a60 0x55e5126f7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.587 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.579+0000 7f735ec18740 4 client.16569 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:35:18.587 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.579+0000 7f735ec18740 1 -- 172.21.15.82:0/600472289 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e51264ca20 con 0x55e5126f5a60 2024-09-12T12:35:18.587 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.579+0000 7f7359b3b640 1 --2- 172.21.15.82:0/600472289 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e5126f5a60 0x55e5126f7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.587 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.579+0000 7f733d7fa640 10 client.16569 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:18.587 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.579+0000 7f7359b3b640 1 --2- 172.21.15.82:0/600472289 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e5126f5a60 0x55e5126f7e50 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7d7736bc45a18ed server_cookie=44e5187325bd3782 in_seq=0 out_seq=0 2024-09-12T12:35:18.587 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.580+0000 7f733d7fa640 1 -- 172.21.15.82:0/600472289 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e51264ca20 con 0x55e5126f5a60 2024-09-12T12:35:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.580+0000 7f733d7fa640 10 client.16569 handle_command_reply: tid=0 2024-09-12T12:35:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.580+0000 7f735ec18740 1 client.16569 shutdown 2024-09-12T12:35:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.580+0000 7f735ec18740 1 -- 172.21.15.82:0/600472289 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126e5cb0 msgr2=0x55e5126e3580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.580+0000 7f735ec18740 1 --2- 172.21.15.82:0/600472289 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126e5cb0 0x55e5126e3580 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f735000bdd0 tx=0x7f735001d460 comp rx=0 tx=0).stop 2024-09-12T12:35:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.581+0000 7f735ec18740 1 -- 172.21.15.82:0/600472289 shutdown_connections 2024-09-12T12:35:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.581+0000 7f735ec18740 1 --2- 172.21.15.82:0/600472289 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e5126f5a60 0x55e5126f7e50 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.581+0000 7f735ec18740 1 --2- 172.21.15.82:0/600472289 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126e5cb0 0x55e5126e3580 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.581+0000 7f735ec18740 1 --2- 172.21.15.82:0/600472289 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 0x55e5126e3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.581+0000 7f735ec18740 1 --2- 172.21.15.82:0/600472289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126daaf0 0x55e5126e2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.581+0000 7f733d7fa640 0 client.16569 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.581+0000 7f735ec18740 1 -- 172.21.15.82:0/600472289 >> 172.21.15.82:0/600472289 conn(0x55e5126d7060 msgr2=0x55e5126dcd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:18.588 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.581+0000 7f735ec18740 1 -- 172.21.15.82:0/600472289 shutdown_connections 2024-09-12T12:35:18.589 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.581+0000 7f735ec18740 1 -- 172.21.15.82:0/600472289 wait complete. 2024-09-12T12:35:18.589 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.581+0000 7f735ec18740 20 client.16569 trim_cache size 0 max 16384 2024-09-12T12:35:18.599 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735ec18740 1 Processor -- start 2024-09-12T12:35:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735ec18740 1 -- start start 2024-09-12T12:35:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735ec18740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126e33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735ec18740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126db410 0x55e5126fd450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735ec18740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126e5cb0 0x55e5126fd990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735ec18740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f73541afb80 con 0x55e5126daaf0 2024-09-12T12:35:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735ec18740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f73541b16c0 con 0x55e5126db410 2024-09-12T12:35:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735ec18740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f73541b0250 con 0x55e5126e5cb0 2024-09-12T12:35:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735933a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126e33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735933a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126e33b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52358/0 (socket says 172.21.15.82:52358) 2024-09-12T12:35:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735933a640 1 -- 172.21.15.82:0/3957771319 learned_addr learned my addr 172.21.15.82:0/3957771319 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:18.600 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735933a640 1 -- 172.21.15.82:0/3957771319 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126e5cb0 msgr2=0x55e5126fd990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735933a640 1 --2- 172.21.15.82:0/3957771319 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126e5cb0 0x55e5126fd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735933a640 1 -- 172.21.15.82:0/3957771319 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126db410 msgr2=0x55e5126fd450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735933a640 1 --2- 172.21.15.82:0/3957771319 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126db410 0x55e5126fd450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735933a640 1 -- 172.21.15.82:0/3957771319 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5126e89f0 con 0x55e5126daaf0 2024-09-12T12:35:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.595+0000 7f735933a640 1 --2- 172.21.15.82:0/3957771319 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126e33b0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f735000b5a0 tx=0x7f735001d580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3434f119aeae76b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.596+0000 7f733f7fe640 1 -- 172.21.15.82:0/3957771319 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f735003a070 con 0x55e5126daaf0 2024-09-12T12:35:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.596+0000 7f733f7fe640 1 -- 172.21.15.82:0/3957771319 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f735000b760 con 0x55e5126daaf0 2024-09-12T12:35:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.596+0000 7f733f7fe640 1 -- 172.21.15.82:0/3957771319 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7350019050 con 0x55e5126daaf0 2024-09-12T12:35:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.596+0000 7f735ec18740 1 -- 172.21.15.82:0/3957771319 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 msgr2=0x55e5126e33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.596+0000 7f735ec18740 1 --2- 172.21.15.82:0/3957771319 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126e33b0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f735000b5a0 tx=0x7f735001d580 comp rx=0 tx=0).stop 2024-09-12T12:35:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.596+0000 7f735ec18740 1 -- 172.21.15.82:0/3957771319 shutdown_connections 2024-09-12T12:35:18.601 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.596+0000 7f735ec18740 1 --2- 172.21.15.82:0/3957771319 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126e5cb0 0x55e5126fd990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.596+0000 7f735ec18740 1 --2- 172.21.15.82:0/3957771319 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126db410 0x55e5126fd450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.596+0000 7f735ec18740 1 --2- 172.21.15.82:0/3957771319 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126e33b0 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.596+0000 7f735ec18740 1 -- 172.21.15.82:0/3957771319 >> 172.21.15.82:0/3957771319 conn(0x55e5126d7060 msgr2=0x55e5126e1bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.596+0000 7f735ec18740 1 -- 172.21.15.82:0/3957771319 shutdown_connections 2024-09-12T12:35:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.596+0000 7f735ec18740 1 -- 172.21.15.82:0/3957771319 wait complete. 2024-09-12T12:35:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.597+0000 7f735ec18740 1 -- start start 2024-09-12T12:35:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.597+0000 7f735ec18740 1 Processor -- start 2024-09-12T12:35:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.597+0000 7f735ec18740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126e9210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.597+0000 7f735ec18740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 0x55e5126e9750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.597+0000 7f735ec18740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126e5cb0 0x55e51275e410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.602 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.597+0000 7f735ec18740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f73541b0ff0 con 0x55e5126daaf0 2024-09-12T12:35:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.597+0000 7f735ec18740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f73541b0920 con 0x55e5126e5cb0 2024-09-12T12:35:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.597+0000 7f735ec18740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f73541adb80 con 0x55e5126db410 2024-09-12T12:35:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.597+0000 7f735ec18740 10 client.0 _ll_register_callbacks cb 0x7f7348009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:35:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.597+0000 7f735933a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126e9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.597+0000 7f735933a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126e9210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52368/0 (socket says 172.21.15.82:52368) 2024-09-12T12:35:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.597+0000 7f735933a640 1 -- 172.21.15.82:0/1336624015 learned_addr learned my addr 172.21.15.82:0/1336624015 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.597+0000 7f7359b3b640 1 --2- 172.21.15.82:0/1336624015 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 0x55e5126e9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735933a640 1 -- 172.21.15.82:0/1336624015 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 msgr2=0x55e5126e9750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735933a640 1 --2- 172.21.15.82:0/1336624015 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 0x55e5126e9750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735933a640 1 -- 172.21.15.82:0/1336624015 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126e5cb0 msgr2=0x55e51275e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735933a640 1 --2- 172.21.15.82:0/1336624015 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126e5cb0 0x55e51275e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735933a640 1 -- 172.21.15.82:0/1336624015 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5126d6e90 con 0x55e5126daaf0 2024-09-12T12:35:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735933a640 1 --2- 172.21.15.82:0/1336624015 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126e9210 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f7350005cc0 tx=0x7f735000baf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6ba4e2127d98967 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:18.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f733d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:35:18.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f733d7fa640 1 -- 172.21.15.82:0/1336624015 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f735003a070 con 0x55e5126daaf0 2024-09-12T12:35:18.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f733d7fa640 1 -- 172.21.15.82:0/1336624015 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8622+0+0 (secure 0 0 0) 0x7f73500116d0 con 0x55e5126daaf0 2024-09-12T12:35:18.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735ec18740 1 -- 172.21.15.82:0/1336624015 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e512646d70 con 0x55e5126daaf0 2024-09-12T12:35:18.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f733d7fa640 1 -- 172.21.15.82:0/1336624015 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7350019040 con 0x55e5126daaf0 2024-09-12T12:35:18.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735ec18740 10 client.16575 fetch_fsmap learned FSMap version 28 2024-09-12T12:35:18.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735ec18740 1 -- 172.21.15.82:0/1336624015 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e51275fa90 con 0x55e5126daaf0 2024-09-12T12:35:18.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f733d7fa640 1 -- 172.21.15.82:0/1336624015 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55e512646d70 con 0x55e5126daaf0 2024-09-12T12:35:18.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f733d7fa640 1 -- 172.21.15.82:0/1336624015 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f735001da80 con 0x55e5126daaf0 2024-09-12T12:35:18.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735ec18740 10 client.16575 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:35:18.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735ec18740 10 client.16575 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:35:18.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735ec18740 20 client.16575 populate_metadata read hostname 'smithi082' 2024-09-12T12:35:18.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735ec18740 1 --2- 172.21.15.82:0/1336624015 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e512760090 0x55e512762480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:18.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735ec18740 4 client.16575 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:35:18.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.598+0000 7f735ec18740 1 -- 172.21.15.82:0/1336624015 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e5125c3900 con 0x55e512760090 2024-09-12T12:35:18.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.599+0000 7f7359b3b640 1 --2- 172.21.15.82:0/1336624015 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e512760090 0x55e512762480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:18.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.599+0000 7f733d7fa640 10 client.16575 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:18.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.599+0000 7f7359b3b640 1 --2- 172.21.15.82:0/1336624015 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e512760090 0x55e512762480 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ab6b2c0364a9763 server_cookie=62520613e4d3693b in_seq=0 out_seq=0 2024-09-12T12:35:18.612 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f733d7fa640 1 -- 172.21.15.82:0/1336624015 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e5125c3900 con 0x55e512760090 2024-09-12T12:35:18.612 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f733d7fa640 10 client.16575 handle_command_reply: tid=0 2024-09-12T12:35:18.613 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f735ec18740 1 client.16575 shutdown 2024-09-12T12:35:18.613 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f735ec18740 1 -- 172.21.15.82:0/1336624015 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 msgr2=0x55e5126e9210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:18.613 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f735ec18740 1 --2- 172.21.15.82:0/1336624015 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126e9210 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f7350005cc0 tx=0x7f735000baf0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.613 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f735ec18740 1 -- 172.21.15.82:0/1336624015 shutdown_connections 2024-09-12T12:35:18.613 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f735ec18740 1 --2- 172.21.15.82:0/1336624015 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e512760090 0x55e512762480 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.614 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f735ec18740 1 --2- 172.21.15.82:0/1336624015 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e5126e5cb0 0x55e51275e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.614 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f735ec18740 1 --2- 172.21.15.82:0/1336624015 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e5126db410 0x55e5126e9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.614 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f733d7fa640 0 client.16575 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:18.614 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f735ec18740 1 --2- 172.21.15.82:0/1336624015 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e5126daaf0 0x55e5126e9210 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.614 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f735ec18740 1 -- 172.21.15.82:0/1336624015 >> 172.21.15.82:0/1336624015 conn(0x55e5126d7060 msgr2=0x55e5126dc550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:18.614 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f735ec18740 1 -- 172.21.15.82:0/1336624015 shutdown_connections 2024-09-12T12:35:18.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f735ec18740 1 -- 172.21.15.82:0/1336624015 wait complete. 2024-09-12T12:35:18.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.611+0000 7f735ec18740 20 client.16575 trim_cache size 0 max 16384 2024-09-12T12:35:18.615 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:35:18.616 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:35:18.616 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:35:18.616 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:35:18.617 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.612+0000 7f735bd9f640 1 -- 172.21.15.82:0/3012770383 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f73400a2da0 msgr2=0x7f73400a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:18.617 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.612+0000 7f735bd9f640 1 --2- 172.21.15.82:0/3012770383 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f73400a2da0 0x7f73400a5260 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f734c09b450 tx=0x7f734c06d710 comp rx=0 tx=0).stop 2024-09-12T12:35:18.618 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.612+0000 7f735bd9f640 1 -- 172.21.15.82:0/3012770383 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f735410c0d0 msgr2=0x7f735419ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:18.618 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.612+0000 7f735bd9f640 1 --2- 172.21.15.82:0/3012770383 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f735410c0d0 0x7f735419ee40 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f734c009fd0 tx=0x7f734c00b260 comp rx=0 tx=0).stop 2024-09-12T12:35:18.618 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.612+0000 7f735bd9f640 1 -- 172.21.15.82:0/3012770383 shutdown_connections 2024-09-12T12:35:18.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.612+0000 7f735bd9f640 1 --2- 172.21.15.82:0/3012770383 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f73400a2da0 0x7f73400a5260 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.612+0000 7f735bd9f640 1 --2- 172.21.15.82:0/3012770383 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f735410c0d0 0x7f735419ee40 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.612+0000 7f735bd9f640 1 --2- 172.21.15.82:0/3012770383 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f73541035a0 0x7f735419aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.612+0000 7f735bd9f640 1 --2- 172.21.15.82:0/3012770383 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7354102c80 0x7f735419a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:18.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.612+0000 7f735bd9f640 1 -- 172.21.15.82:0/3012770383 >> 172.21.15.82:0/3012770383 conn(0x7f7354077990 msgr2=0x7f7354100800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:18.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.612+0000 7f735bd9f640 1 -- 172.21.15.82:0/3012770383 shutdown_connections 2024-09-12T12:35:18.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:18.612+0000 7f735bd9f640 1 -- 172.21.15.82:0/3012770383 wait complete. 2024-09-12T12:35:18.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:18 smithi097 ceph-mon[34923]: pgmap v267: 97 pgs: 97 active+clean; 3.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:35:18.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:18 smithi082 ceph-mon[31122]: pgmap v267: 97 pgs: 97 active+clean; 3.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:35:18.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:18 smithi114 ceph-mon[35514]: pgmap v267: 97 pgs: 97 active+clean; 3.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:35:20.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:20 smithi097 ceph-mon[34923]: pgmap v268: 97 pgs: 97 active+clean; 3.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:35:20.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:20 smithi082 ceph-mon[31122]: pgmap v268: 97 pgs: 97 active+clean; 3.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:35:20.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:20 smithi114 ceph-mon[35514]: pgmap v268: 97 pgs: 97 active+clean; 3.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:35:22.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:22 smithi097 ceph-mon[34923]: pgmap v269: 97 pgs: 97 active+clean; 3.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:35:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:22 smithi082 ceph-mon[31122]: pgmap v269: 97 pgs: 97 active+clean; 3.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:35:22.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:22 smithi114 ceph-mon[35514]: pgmap v269: 97 pgs: 97 active+clean; 3.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:35:24.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:24 smithi097 ceph-mon[34923]: pgmap v270: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:35:24.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:24 smithi082 ceph-mon[31122]: pgmap v270: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:35:24.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:24 smithi114 ceph-mon[35514]: pgmap v270: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:35:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:26 smithi097 ceph-mon[34923]: pgmap v271: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-09-12T12:35:26.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:26 smithi082 ceph-mon[31122]: pgmap v271: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-09-12T12:35:26.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:26 smithi114 ceph-mon[35514]: pgmap v271: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-09-12T12:35:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:28 smithi097 ceph-mon[34923]: pgmap v272: 97 pgs: 97 active+clean; 3.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:35:28.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:28 smithi082 ceph-mon[31122]: pgmap v272: 97 pgs: 97 active+clean; 3.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:35:28.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:28 smithi114 ceph-mon[35514]: pgmap v272: 97 pgs: 97 active+clean; 3.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:35:30.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:30 smithi097 ceph-mon[34923]: pgmap v273: 97 pgs: 97 active+clean; 3.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:35:30.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:30 smithi082 ceph-mon[31122]: pgmap v273: 97 pgs: 97 active+clean; 3.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:35:30.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:30 smithi114 ceph-mon[35514]: pgmap v273: 97 pgs: 97 active+clean; 3.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:35:31.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.708+0000 7f1f94726640 1 -- 172.21.15.82:0/3118119179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1f8c1069e0 msgr2=0x7f1f8c106dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:31.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.708+0000 7f1f94726640 1 --2- 172.21.15.82:0/3118119179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1f8c1069e0 0x7f1f8c106dc0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f1f88009930 tx=0x7f1f8802a420 comp rx=0 tx=0).stop 2024-09-12T12:35:31.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.708+0000 7f1f94726640 1 -- 172.21.15.82:0/3118119179 shutdown_connections 2024-09-12T12:35:31.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.708+0000 7f1f94726640 1 --2- 172.21.15.82:0/3118119179 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f8c101370 0x7f1f8c10d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.708+0000 7f1f94726640 1 --2- 172.21.15.82:0/3118119179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f8c1009d0 0x7f1f8c100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.708+0000 7f1f94726640 1 --2- 172.21.15.82:0/3118119179 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1f8c1069e0 0x7f1f8c106dc0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.708+0000 7f1f94726640 1 -- 172.21.15.82:0/3118119179 >> 172.21.15.82:0/3118119179 conn(0x7f1f8c0fc6f0 msgr2=0x7f1f8c0feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:31.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.708+0000 7f1f94726640 1 -- 172.21.15.82:0/3118119179 shutdown_connections 2024-09-12T12:35:31.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.708+0000 7f1f94726640 1 -- 172.21.15.82:0/3118119179 wait complete. 2024-09-12T12:35:31.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.709+0000 7f1f94726640 1 Processor -- start 2024-09-12T12:35:31.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.709+0000 7f1f94726640 1 -- start start 2024-09-12T12:35:31.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.709+0000 7f1f94726640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f8c1009d0 0x7f1f8c1025a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.709+0000 7f1f94726640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f8c101370 0x7f1f8c102ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.709+0000 7f1f94726640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1f8c1069e0 0x7f1f8c103020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.709+0000 7f1f94726640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c110de0 con 0x7f1f8c1069e0 2024-09-12T12:35:31.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.709+0000 7f1f94726640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c110c60 con 0x7f1f8c101370 2024-09-12T12:35:31.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.709+0000 7f1f94726640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c110f60 con 0x7f1f8c1009d0 2024-09-12T12:35:31.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.709+0000 7f1f92cc3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1f8c1069e0 0x7f1f8c103020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.709+0000 7f1f92cc3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1f8c1069e0 0x7f1f8c103020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51380/0 (socket says 172.21.15.82:51380) 2024-09-12T12:35:31.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.709+0000 7f1f92cc3640 1 -- 172.21.15.82:0/1340011586 learned_addr learned my addr 172.21.15.82:0/1340011586 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:31.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f924c2640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f8c1009d0 0x7f1f8c1025a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f8c101370 0x7f1f8c102ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.713 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f92cc3640 1 -- 172.21.15.82:0/1340011586 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f8c1009d0 msgr2=0x7f1f8c1025a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f92cc3640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f8c1009d0 0x7f1f8c1025a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f92cc3640 1 -- 172.21.15.82:0/1340011586 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f8c101370 msgr2=0x7f1f8c102ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f92cc3640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f8c101370 0x7f1f8c102ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f92cc3640 1 -- 172.21.15.82:0/1340011586 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f8c1a6760 con 0x7f1f8c1069e0 2024-09-12T12:35:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f924c2640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f8c1009d0 0x7f1f8c1025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:35:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f8c101370 0x7f1f8c102ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:35:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f92cc3640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1f8c1069e0 0x7f1f8c103020 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f1f8400cce0 tx=0x7f1f8400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f837fe640 1 -- 172.21.15.82:0/1340011586 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f8400f450 con 0x7f1f8c1069e0 2024-09-12T12:35:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f837fe640 1 -- 172.21.15.82:0/1340011586 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1f8400fad0 con 0x7f1f8c1069e0 2024-09-12T12:35:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f94726640 1 -- 172.21.15.82:0/1340011586 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f8c1a6a50 con 0x7f1f8c1069e0 2024-09-12T12:35:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f837fe640 1 -- 172.21.15.82:0/1340011586 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f84018c10 con 0x7f1f8c1069e0 2024-09-12T12:35:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.710+0000 7f1f94726640 1 -- 172.21.15.82:0/1340011586 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f8c1a6fa0 con 0x7f1f8c1069e0 2024-09-12T12:35:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.712+0000 7f1f837fe640 1 -- 172.21.15.82:0/1340011586 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f1f8400f5f0 con 0x7f1f8c1069e0 2024-09-12T12:35:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.713+0000 7f1f974b9740 1 Processor -- start 2024-09-12T12:35:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.713+0000 7f1f974b9740 1 -- start start 2024-09-12T12:35:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.713+0000 7f1f974b9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa52aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.713+0000 7f1f974b9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa52b410 0x55e1aa535770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.713+0000 7f1f974b9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa535cb0 0x55e1aa5380a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.713+0000 7f1f974b9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e1aa48f2f0 con 0x55e1aa52aaf0 2024-09-12T12:35:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.713+0000 7f1f974b9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e1aa437270 con 0x55e1aa52b410 2024-09-12T12:35:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.713+0000 7f1f974b9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e1aa48b2b0 con 0x55e1aa535cb0 2024-09-12T12:35:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.713+0000 7f1f91cc1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa52aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.713+0000 7f1f91cc1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa52aed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51386/0 (socket says 172.21.15.82:51386) 2024-09-12T12:35:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.713+0000 7f1f837fe640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f1f780a2e20 0x7f1f780a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.713+0000 7f1f91cc1640 1 -- 172.21.15.82:0/310601836 learned_addr learned my addr 172.21.15.82:0/310601836 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.714+0000 7f1f92cc3640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f1f780a2e20 0x7f1f780a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.714+0000 7f1f924c2640 1 --2- 172.21.15.82:0/310601836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa52b410 0x55e1aa535770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.714+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/310601836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa535cb0 0x55e1aa5380a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.714+0000 7f1f91cc1640 1 -- 172.21.15.82:0/310601836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa535cb0 msgr2=0x55e1aa5380a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.714+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/310601836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa535cb0 0x55e1aa5380a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.714+0000 7f1f91cc1640 1 -- 172.21.15.82:0/310601836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa52b410 msgr2=0x55e1aa535770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:31.724 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.714+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/310601836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa52b410 0x55e1aa535770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.724 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.714+0000 7f1f91cc1640 1 -- 172.21.15.82:0/310601836 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1aa436340 con 0x55e1aa52aaf0 2024-09-12T12:35:31.724 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.714+0000 7f1f837fe640 1 -- 172.21.15.82:0/1340011586 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8622+0+0 (secure 0 0 0) 0x7f1f840cfae0 con 0x7f1f8c1069e0 2024-09-12T12:35:31.724 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.714+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/310601836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa52aed0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f1f7c008f00 tx=0x7f1f7c008640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f28503522b29b69a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:31.724 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.714+0000 7f1f92cc3640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f1f780a2e20 0x7f1f780a52e0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1f840cd280 tx=0x7f1f8401c590 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:31.724 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.714+0000 7f1f80ff9640 1 -- 172.21.15.82:0/310601836 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f7c005220 con 0x55e1aa52aaf0 2024-09-12T12:35:31.724 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.714+0000 7f1f80ff9640 1 -- 172.21.15.82:0/310601836 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1f7c016030 con 0x55e1aa52aaf0 2024-09-12T12:35:31.724 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.714+0000 7f1f80ff9640 1 -- 172.21.15.82:0/310601836 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f7c0128c0 con 0x55e1aa52aaf0 2024-09-12T12:35:31.724 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.715+0000 7f1f974b9740 1 -- 172.21.15.82:0/310601836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 msgr2=0x55e1aa52aed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:31.724 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.715+0000 7f1f974b9740 1 --2- 172.21.15.82:0/310601836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa52aed0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f1f7c008f00 tx=0x7f1f7c008640 comp rx=0 tx=0).stop 2024-09-12T12:35:31.724 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.715+0000 7f1f974b9740 1 -- 172.21.15.82:0/310601836 shutdown_connections 2024-09-12T12:35:31.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.715+0000 7f1f974b9740 1 --2- 172.21.15.82:0/310601836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa535cb0 0x55e1aa5380a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.715+0000 7f1f974b9740 1 --2- 172.21.15.82:0/310601836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa52b410 0x55e1aa535770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.715+0000 7f1f974b9740 1 --2- 172.21.15.82:0/310601836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa52aed0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.715+0000 7f1f974b9740 1 -- 172.21.15.82:0/310601836 >> 172.21.15.82:0/310601836 conn(0x55e1aa527060 msgr2=0x55e1aa527440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:31.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.715+0000 7f1f974b9740 1 -- 172.21.15.82:0/310601836 shutdown_connections 2024-09-12T12:35:31.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.715+0000 7f1f974b9740 1 -- 172.21.15.82:0/310601836 wait complete. 2024-09-12T12:35:31.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.715+0000 7f1f974b9740 1 -- start start 2024-09-12T12:35:31.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.715+0000 7f1f974b9740 1 Processor -- start 2024-09-12T12:35:31.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f974b9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52aaf0 0x55e1aa532ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f974b9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52b410 0x55e1aa533000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.725 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f974b9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa535cb0 0x55e1aa533540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f974b9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e1aa538880 con 0x55e1aa52b410 2024-09-12T12:35:31.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f974b9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e1aa418290 con 0x55e1aa535cb0 2024-09-12T12:35:31.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f974b9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e1aa538a00 con 0x55e1aa52aaf0 2024-09-12T12:35:31.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f974b9740 10 client.0 _ll_register_callbacks cb 0x55e1aa449140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:35:31.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f924c2640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52b410 0x55e1aa533000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f924c2640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52b410 0x55e1aa533000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51392/0 (socket says 172.21.15.82:51392) 2024-09-12T12:35:31.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f924c2640 1 -- 172.21.15.82:0/3456468465 learned_addr learned my addr 172.21.15.82:0/3456468465 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:31.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/3456468465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52aaf0 0x55e1aa532ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/3456468465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa535cb0 0x55e1aa533540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f924c2640 1 -- 172.21.15.82:0/3456468465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52aaf0 msgr2=0x55e1aa532ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:31.726 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f924c2640 1 --2- 172.21.15.82:0/3456468465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52aaf0 0x55e1aa532ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f924c2640 1 -- 172.21.15.82:0/3456468465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa535cb0 msgr2=0x55e1aa533540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:31.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f924c2640 1 --2- 172.21.15.82:0/3456468465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa535cb0 0x55e1aa533540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f924c2640 1 -- 172.21.15.82:0/3456468465 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1aa1a2210 con 0x55e1aa52b410 2024-09-12T12:35:31.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f924c2640 1 --2- 172.21.15.82:0/3456468465 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52b410 0x55e1aa533000 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f1f88031550 tx=0x7f1f880042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84f4d1b636171488 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:31.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f75ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:35:31.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f75ffb640 1 -- 172.21.15.82:0/3456468465 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f88035070 con 0x55e1aa52b410 2024-09-12T12:35:31.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f75ffb640 1 -- 172.21.15.82:0/3456468465 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8622+0+0 (secure 0 0 0) 0x7f1f88005220 con 0x55e1aa52b410 2024-09-12T12:35:31.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.716+0000 7f1f974b9740 1 -- 172.21.15.82:0/3456468465 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f7c016030 con 0x55e1aa52b410 2024-09-12T12:35:31.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.717+0000 7f1f75ffb640 1 -- 172.21.15.82:0/3456468465 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1f88005d50 con 0x55e1aa52b410 2024-09-12T12:35:31.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.717+0000 7f1f974b9740 10 client.16587 fetch_fsmap learned FSMap version 28 2024-09-12T12:35:31.727 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.717+0000 7f1f974b9740 1 -- 172.21.15.82:0/3456468465 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e1aa26e620 con 0x55e1aa52b410 2024-09-12T12:35:31.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.717+0000 7f1f75ffb640 1 -- 172.21.15.82:0/3456468465 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1f7c016030 con 0x55e1aa52b410 2024-09-12T12:35:31.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.717+0000 7f1f75ffb640 1 -- 172.21.15.82:0/3456468465 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f1f88003850 con 0x55e1aa52b410 2024-09-12T12:35:31.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.717+0000 7f1f974b9740 10 client.16587 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:35:31.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.717+0000 7f1f974b9740 10 client.16587 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:35:31.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.717+0000 7f1f974b9740 20 client.16587 populate_metadata read hostname 'smithi082' 2024-09-12T12:35:31.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.717+0000 7f1f974b9740 1 --2- 172.21.15.82:0/3456468465 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e1aa545b20 0x55e1aa547f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.717+0000 7f1f974b9740 4 client.16587 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:35:31.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.717+0000 7f1f974b9740 1 -- 172.21.15.82:0/3456468465 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e1aa49ca20 con 0x55e1aa545b20 2024-09-12T12:35:31.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.717+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/3456468465 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e1aa545b20 0x55e1aa547f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.718+0000 7f1f75ffb640 10 client.16587 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:31.728 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.718+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/3456468465 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e1aa545b20 0x55e1aa547f10 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97ea34d442be6a4c server_cookie=d7a28b3a023e5a71 in_seq=0 out_seq=0 2024-09-12T12:35:31.729 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.718+0000 7f1f75ffb640 1 -- 172.21.15.82:0/3456468465 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e1aa49ca20 con 0x55e1aa545b20 2024-09-12T12:35:31.729 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.718+0000 7f1f75ffb640 10 client.16587 handle_command_reply: tid=0 2024-09-12T12:35:31.729 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.718+0000 7f1f974b9740 1 client.16587 shutdown 2024-09-12T12:35:31.729 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.718+0000 7f1f974b9740 1 -- 172.21.15.82:0/3456468465 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52b410 msgr2=0x55e1aa533000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:31.729 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.718+0000 7f1f974b9740 1 --2- 172.21.15.82:0/3456468465 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52b410 0x55e1aa533000 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f1f88031550 tx=0x7f1f880042f0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.729 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.719+0000 7f1f974b9740 1 -- 172.21.15.82:0/3456468465 shutdown_connections 2024-09-12T12:35:31.729 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.719+0000 7f1f974b9740 1 --2- 172.21.15.82:0/3456468465 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e1aa545b20 0x55e1aa547f10 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.729 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.719+0000 7f1f974b9740 1 --2- 172.21.15.82:0/3456468465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa535cb0 0x55e1aa533540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.729 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.719+0000 7f1f974b9740 1 --2- 172.21.15.82:0/3456468465 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52b410 0x55e1aa533000 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.729 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.719+0000 7f1f75ffb640 0 client.16587 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:31.730 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.719+0000 7f1f974b9740 1 --2- 172.21.15.82:0/3456468465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52aaf0 0x55e1aa532ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.730 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.719+0000 7f1f974b9740 1 -- 172.21.15.82:0/3456468465 >> 172.21.15.82:0/3456468465 conn(0x55e1aa527060 msgr2=0x55e1aa52cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:31.730 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.719+0000 7f1f974b9740 1 -- 172.21.15.82:0/3456468465 shutdown_connections 2024-09-12T12:35:31.730 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.719+0000 7f1f974b9740 1 -- 172.21.15.82:0/3456468465 wait complete. 2024-09-12T12:35:31.730 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.719+0000 7f1f974b9740 20 client.16587 trim_cache size 0 max 16384 2024-09-12T12:35:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.733+0000 7f1f974b9740 1 Processor -- start 2024-09-12T12:35:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.733+0000 7f1f974b9740 1 -- start start 2024-09-12T12:35:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.733+0000 7f1f974b9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa531390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.733+0000 7f1f974b9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52b410 0x55e1aa533370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.733+0000 7f1f974b9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa535cb0 0x55e1aa54d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.733+0000 7f1f974b9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c1af8c0 con 0x55e1aa52aaf0 2024-09-12T12:35:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.733+0000 7f1f974b9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c1b1400 con 0x55e1aa535cb0 2024-09-12T12:35:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.733+0000 7f1f974b9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c1aff90 con 0x55e1aa52b410 2024-09-12T12:35:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.733+0000 7f1f91cc1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa531390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.733+0000 7f1f91cc1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa531390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51406/0 (socket says 172.21.15.82:51406) 2024-09-12T12:35:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.733+0000 7f1f91cc1640 1 -- 172.21.15.82:0/136605255 learned_addr learned my addr 172.21.15.82:0/136605255 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.734+0000 7f1f924c2640 1 --2- 172.21.15.82:0/136605255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52b410 0x55e1aa533370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.734+0000 7f1f91cc1640 1 -- 172.21.15.82:0/136605255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52b410 msgr2=0x55e1aa533370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.734+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/136605255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52b410 0x55e1aa533370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.734+0000 7f1f91cc1640 1 -- 172.21.15.82:0/136605255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa535cb0 msgr2=0x55e1aa54d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.734+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/136605255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa535cb0 0x55e1aa54d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.734+0000 7f1f91cc1640 1 -- 172.21.15.82:0/136605255 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1aa526e90 con 0x55e1aa52aaf0 2024-09-12T12:35:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.734+0000 7f1f924c2640 1 --2- 172.21.15.82:0/136605255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52b410 0x55e1aa533370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:35:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.734+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/136605255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa531390 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f1f7c010bd0 tx=0x7f1f7c008640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e4c96ed73619712 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.734+0000 7f1f77fff640 1 -- 172.21.15.82:0/136605255 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f7c012950 con 0x55e1aa52aaf0 2024-09-12T12:35:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.734+0000 7f1f77fff640 1 -- 172.21.15.82:0/136605255 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1f7c030020 con 0x55e1aa52aaf0 2024-09-12T12:35:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.734+0000 7f1f77fff640 1 -- 172.21.15.82:0/136605255 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f7c01bb20 con 0x55e1aa52aaf0 2024-09-12T12:35:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 -- 172.21.15.82:0/136605255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 msgr2=0x55e1aa531390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 --2- 172.21.15.82:0/136605255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa531390 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f1f7c010bd0 tx=0x7f1f7c008640 comp rx=0 tx=0).stop 2024-09-12T12:35:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 -- 172.21.15.82:0/136605255 shutdown_connections 2024-09-12T12:35:31.740 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 --2- 172.21.15.82:0/136605255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa535cb0 0x55e1aa54d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 --2- 172.21.15.82:0/136605255 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52b410 0x55e1aa533370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 --2- 172.21.15.82:0/136605255 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa531390 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 -- 172.21.15.82:0/136605255 >> 172.21.15.82:0/136605255 conn(0x55e1aa527060 msgr2=0x55e1aa534b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 -- 172.21.15.82:0/136605255 shutdown_connections 2024-09-12T12:35:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 -- 172.21.15.82:0/136605255 wait complete. 2024-09-12T12:35:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 -- start start 2024-09-12T12:35:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 Processor -- start 2024-09-12T12:35:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa53e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52b410 0x55e1aa52f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa535cb0 0x55e1aa52fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.741 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c1b0d30 con 0x55e1aa52aaf0 2024-09-12T12:35:31.742 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c1b0660 con 0x55e1aa535cb0 2024-09-12T12:35:31.742 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c1ad8c0 con 0x55e1aa52b410 2024-09-12T12:35:31.742 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f974b9740 10 client.0 _ll_register_callbacks cb 0x7f1f88009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:35:31.742 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f91cc1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa53e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.744 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f91cc1640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa53e2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:51418/0 (socket says 172.21.15.82:51418) 2024-09-12T12:35:31.744 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.735+0000 7f1f91cc1640 1 -- 172.21.15.82:0/347369340 learned_addr learned my addr 172.21.15.82:0/347369340 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:31.744 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f91cc1640 1 -- 172.21.15.82:0/347369340 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52b410 msgr2=0x55e1aa52f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:31.744 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/347369340 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52b410 0x55e1aa52f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.744 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f91cc1640 1 -- 172.21.15.82:0/347369340 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa535cb0 msgr2=0x55e1aa52fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:31.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/347369340 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa535cb0 0x55e1aa52fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f91cc1640 1 -- 172.21.15.82:0/347369340 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1aa5222d0 con 0x55e1aa52aaf0 2024-09-12T12:35:31.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f91cc1640 1 --2- 172.21.15.82:0/347369340 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa53e2f0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f1f7c012730 tx=0x7f1f7c01b470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acae6170a6477a56 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:31.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f75ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:35:31.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f75ffb640 1 -- 172.21.15.82:0/347369340 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f7c005110 con 0x55e1aa52aaf0 2024-09-12T12:35:31.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f75ffb640 1 -- 172.21.15.82:0/347369340 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8622+0+0 (secure 0 0 0) 0x7f1f7c0052b0 con 0x55e1aa52aaf0 2024-09-12T12:35:31.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f974b9740 1 -- 172.21.15.82:0/347369340 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f7c030020 con 0x55e1aa52aaf0 2024-09-12T12:35:31.745 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f75ffb640 1 -- 172.21.15.82:0/347369340 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1f7c0054b0 con 0x55e1aa52aaf0 2024-09-12T12:35:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f974b9740 10 client.16593 fetch_fsmap learned FSMap version 28 2024-09-12T12:35:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f974b9740 1 -- 172.21.15.82:0/347369340 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e1aa53caa0 con 0x55e1aa52aaf0 2024-09-12T12:35:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f75ffb640 1 -- 172.21.15.82:0/347369340 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1f7c030020 con 0x55e1aa52aaf0 2024-09-12T12:35:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f75ffb640 1 -- 172.21.15.82:0/347369340 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f1f7c0036d0 con 0x55e1aa52aaf0 2024-09-12T12:35:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f974b9740 10 client.16593 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:35:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f974b9740 10 client.16593 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:35:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.736+0000 7f1f974b9740 20 client.16593 populate_metadata read hostname 'smithi082' 2024-09-12T12:35:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.737+0000 7f1f974b9740 1 --2- 172.21.15.82:0/347369340 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e1aa5b09e0 0x55e1aa5b2e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.737+0000 7f1f974b9740 4 client.16593 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:35:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.737+0000 7f1f974b9740 1 -- 172.21.15.82:0/347369340 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e1aa496d70 con 0x55e1aa5b09e0 2024-09-12T12:35:31.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.737+0000 7f1f924c2640 1 --2- 172.21.15.82:0/347369340 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e1aa5b09e0 0x55e1aa5b2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:31.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.737+0000 7f1f75ffb640 10 client.16593 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:31.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.737+0000 7f1f924c2640 1 --2- 172.21.15.82:0/347369340 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e1aa5b09e0 0x55e1aa5b2e00 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=907f4f12ea45f441 server_cookie=b4eb26a0a0c1de4 in_seq=0 out_seq=0 2024-09-12T12:35:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.752+0000 7f1f75ffb640 1 -- 172.21.15.82:0/347369340 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e1aa496d70 con 0x55e1aa5b09e0 2024-09-12T12:35:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.752+0000 7f1f75ffb640 10 client.16593 handle_command_reply: tid=0 2024-09-12T12:35:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.752+0000 7f1f974b9740 1 client.16593 shutdown 2024-09-12T12:35:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.752+0000 7f1f974b9740 1 -- 172.21.15.82:0/347369340 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 msgr2=0x55e1aa53e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.752+0000 7f1f974b9740 1 --2- 172.21.15.82:0/347369340 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa53e2f0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f1f7c012730 tx=0x7f1f7c01b470 comp rx=0 tx=0).stop 2024-09-12T12:35:31.753 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.752+0000 7f1f974b9740 1 -- 172.21.15.82:0/347369340 shutdown_connections 2024-09-12T12:35:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.752+0000 7f1f974b9740 1 --2- 172.21.15.82:0/347369340 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e1aa5b09e0 0x55e1aa5b2e00 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.752+0000 7f1f974b9740 1 --2- 172.21.15.82:0/347369340 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e1aa535cb0 0x55e1aa52fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.752+0000 7f1f974b9740 1 --2- 172.21.15.82:0/347369340 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e1aa52b410 0x55e1aa52f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.752+0000 7f1f75ffb640 0 client.16593 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.752+0000 7f1f974b9740 1 --2- 172.21.15.82:0/347369340 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e1aa52aaf0 0x55e1aa53e2f0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.752+0000 7f1f974b9740 1 -- 172.21.15.82:0/347369340 >> 172.21.15.82:0/347369340 conn(0x55e1aa527060 msgr2=0x55e1aa534320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f974b9740 1 -- 172.21.15.82:0/347369340 shutdown_connections 2024-09-12T12:35:31.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f974b9740 1 -- 172.21.15.82:0/347369340 wait complete. 2024-09-12T12:35:31.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f974b9740 20 client.16593 trim_cache size 0 max 16384 2024-09-12T12:35:31.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:35:31.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:35:31.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:35:31.756 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:35:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f94726640 1 -- 172.21.15.82:0/1340011586 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f1f780a2e20 msgr2=0x7f1f780a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f94726640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f1f780a2e20 0x7f1f780a52e0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1f840cd280 tx=0x7f1f8401c590 comp rx=0 tx=0).stop 2024-09-12T12:35:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f94726640 1 -- 172.21.15.82:0/1340011586 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1f8c1069e0 msgr2=0x7f1f8c103020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f94726640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1f8c1069e0 0x7f1f8c103020 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f1f8400cce0 tx=0x7f1f8400a620 comp rx=0 tx=0).stop 2024-09-12T12:35:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f94726640 1 -- 172.21.15.82:0/1340011586 shutdown_connections 2024-09-12T12:35:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f94726640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f1f780a2e20 0x7f1f780a52e0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f94726640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1f8c1069e0 0x7f1f8c103020 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f94726640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f8c101370 0x7f1f8c102ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f94726640 1 --2- 172.21.15.82:0/1340011586 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1f8c1009d0 0x7f1f8c1025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f94726640 1 -- 172.21.15.82:0/1340011586 >> 172.21.15.82:0/1340011586 conn(0x7f1f8c0fc6f0 msgr2=0x7f1f8c1046e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:31.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f94726640 1 -- 172.21.15.82:0/1340011586 shutdown_connections 2024-09-12T12:35:31.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:31.753+0000 7f1f94726640 1 -- 172.21.15.82:0/1340011586 wait complete. 2024-09-12T12:35:32.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:32 smithi097 ceph-mon[34923]: pgmap v274: 97 pgs: 97 active+clean; 3.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:35:32.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:32 smithi082 ceph-mon[31122]: pgmap v274: 97 pgs: 97 active+clean; 3.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:35:32.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:32 smithi114 ceph-mon[35514]: pgmap v274: 97 pgs: 97 active+clean; 3.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:35:34.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:34 smithi097 ceph-mon[34923]: pgmap v275: 97 pgs: 97 active+clean; 4.1 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 63 KiB/s wr, 24 op/s 2024-09-12T12:35:34.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:34 smithi082 ceph-mon[31122]: pgmap v275: 97 pgs: 97 active+clean; 4.1 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 63 KiB/s wr, 24 op/s 2024-09-12T12:35:34.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:34 smithi114 ceph-mon[35514]: pgmap v275: 97 pgs: 97 active+clean; 4.1 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 63 KiB/s wr, 24 op/s 2024-09-12T12:35:36.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:36 smithi097 ceph-mon[34923]: pgmap v276: 97 pgs: 97 active+clean; 4.1 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:35:36.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:36 smithi082 ceph-mon[31122]: pgmap v276: 97 pgs: 97 active+clean; 4.1 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:35:36.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:36 smithi114 ceph-mon[35514]: pgmap v276: 97 pgs: 97 active+clean; 4.1 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:35:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:38 smithi097 ceph-mon[34923]: pgmap v277: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:35:38.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:38 smithi082 ceph-mon[31122]: pgmap v277: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:35:38.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:38 smithi114 ceph-mon[35514]: pgmap v277: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:35:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:40 smithi097 ceph-mon[34923]: pgmap v278: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:35:40.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:40 smithi082 ceph-mon[31122]: pgmap v278: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:35:40.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:40 smithi114 ceph-mon[35514]: pgmap v278: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:35:41.712 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.712 INFO:tasks.workunit.client.0.smithi082.stdout:251/600: open fd = 3 2024-09-12T12:35:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:252/600: open fd = 3 2024-09-12T12:35:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:253/600: open fd = 3 2024-09-12T12:35:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:254/600: open fd = 3 2024-09-12T12:35:41.713 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:255/600: open fd = 3 2024-09-12T12:35:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:256/600: open fd = 3 2024-09-12T12:35:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:257/600: open fd = 3 2024-09-12T12:35:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.714 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.715 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.715 INFO:tasks.workunit.client.0.smithi082.stdout:258/600: open fd = 3 2024-09-12T12:35:41.715 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.715 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.715 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.715 INFO:tasks.workunit.client.0.smithi082.stdout:259/600: open fd = 3 2024-09-12T12:35:41.715 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.715 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.715 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.715 INFO:tasks.workunit.client.0.smithi082.stdout:260/600: open fd = 3 2024-09-12T12:35:41.715 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.715 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.715 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.715 INFO:tasks.workunit.client.0.smithi082.stdout:261/600: open fd = 3 2024-09-12T12:35:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:262/600: open fd = 3 2024-09-12T12:35:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:263/600: open fd = 3 2024-09-12T12:35:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:264/600: open fd = 3 2024-09-12T12:35:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.716 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.717 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.717 INFO:tasks.workunit.client.0.smithi082.stdout:265/600: open fd = 3 2024-09-12T12:35:41.717 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.717 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.717 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.717 INFO:tasks.workunit.client.0.smithi082.stdout:266/600: open fd = 3 2024-09-12T12:35:41.717 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.717 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.717 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.717 INFO:tasks.workunit.client.0.smithi082.stdout:267/600: open fd = 3 2024-09-12T12:35:41.717 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.717 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.717 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:268/600: open fd = 3 2024-09-12T12:35:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:269/600: open fd = 3 2024-09-12T12:35:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:270/600: open fd = 3 2024-09-12T12:35:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:271/600: open fd = 3 2024-09-12T12:35:41.718 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.719 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.719 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.719 INFO:tasks.workunit.client.0.smithi082.stdout:272/600: open fd = 3 2024-09-12T12:35:41.719 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.719 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.719 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.719 INFO:tasks.workunit.client.0.smithi082.stdout:273/600: open fd = 3 2024-09-12T12:35:41.719 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.719 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.719 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.719 INFO:tasks.workunit.client.0.smithi082.stdout:274/600: open fd = 3 2024-09-12T12:35:41.719 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.719 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.719 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:275/600: open fd = 3 2024-09-12T12:35:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:276/600: open fd = 3 2024-09-12T12:35:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:277/600: open fd = 3 2024-09-12T12:35:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.720 INFO:tasks.workunit.client.0.smithi082.stdout:278/600: open fd = 3 2024-09-12T12:35:41.721 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.721 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.721 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.721 INFO:tasks.workunit.client.0.smithi082.stdout:279/600: open fd = 3 2024-09-12T12:35:41.721 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.721 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.721 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.721 INFO:tasks.workunit.client.0.smithi082.stdout:280/600: open fd = 3 2024-09-12T12:35:41.721 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.721 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.721 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.721 INFO:tasks.workunit.client.0.smithi082.stdout:281/600: open fd = 3 2024-09-12T12:35:41.721 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.721 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.722 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.722 INFO:tasks.workunit.client.0.smithi082.stdout:282/600: open fd = 3 2024-09-12T12:35:41.722 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.722 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.722 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.722 INFO:tasks.workunit.client.0.smithi082.stdout:283/600: open fd = 3 2024-09-12T12:35:41.722 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.722 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.722 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.722 INFO:tasks.workunit.client.0.smithi082.stdout:284/600: open fd = 3 2024-09-12T12:35:41.722 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.722 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.722 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.722 INFO:tasks.workunit.client.0.smithi082.stdout:285/600: open fd = 3 2024-09-12T12:35:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:286/600: open fd = 3 2024-09-12T12:35:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:287/600: open fd = 3 2024-09-12T12:35:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:288/600: open fd = 3 2024-09-12T12:35:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.723 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.724 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.724 INFO:tasks.workunit.client.0.smithi082.stdout:289/600: open fd = 3 2024-09-12T12:35:41.724 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.724 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.724 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.724 INFO:tasks.workunit.client.0.smithi082.stdout:290/600: open fd = 3 2024-09-12T12:35:41.724 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.724 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.724 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.724 INFO:tasks.workunit.client.0.smithi082.stdout:291/600: open fd = 3 2024-09-12T12:35:41.724 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.724 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.724 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.724 INFO:tasks.workunit.client.0.smithi082.stdout:292/600: open fd = 3 2024-09-12T12:35:41.725 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.725 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.725 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.725 INFO:tasks.workunit.client.0.smithi082.stdout:293/600: open fd = 3 2024-09-12T12:35:41.725 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.725 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.725 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.725 INFO:tasks.workunit.client.0.smithi082.stdout:294/600: open fd = 3 2024-09-12T12:35:41.725 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.725 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.725 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.725 INFO:tasks.workunit.client.0.smithi082.stdout:295/600: open fd = 3 2024-09-12T12:35:41.725 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.725 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.726 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.726 INFO:tasks.workunit.client.0.smithi082.stdout:296/600: open fd = 3 2024-09-12T12:35:41.726 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.726 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.726 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.726 INFO:tasks.workunit.client.0.smithi082.stdout:297/600: open fd = 3 2024-09-12T12:35:41.726 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.726 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.726 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.726 INFO:tasks.workunit.client.0.smithi082.stdout:298/600: open fd = 3 2024-09-12T12:35:41.726 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.726 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.726 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.727 INFO:tasks.workunit.client.0.smithi082.stdout:299/600: open fd = 3 2024-09-12T12:35:41.727 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.727 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.727 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.727 INFO:tasks.workunit.client.0.smithi082.stdout:300/600: open fd = 3 2024-09-12T12:35:41.727 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.727 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.727 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.727 INFO:tasks.workunit.client.0.smithi082.stdout:301/600: open fd = 3 2024-09-12T12:35:41.727 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.727 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.727 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.727 INFO:tasks.workunit.client.0.smithi082.stdout:302/600: open fd = 3 2024-09-12T12:35:41.727 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.728 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.728 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.728 INFO:tasks.workunit.client.0.smithi082.stdout:303/600: open fd = 3 2024-09-12T12:35:41.728 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.728 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.728 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.728 INFO:tasks.workunit.client.0.smithi082.stdout:304/600: open fd = 3 2024-09-12T12:35:41.728 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.728 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.728 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.728 INFO:tasks.workunit.client.0.smithi082.stdout:305/600: open fd = 3 2024-09-12T12:35:41.728 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.728 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:306/600: open fd = 3 2024-09-12T12:35:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:307/600: open fd = 3 2024-09-12T12:35:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:308/600: open fd = 3 2024-09-12T12:35:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.729 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.730 INFO:tasks.workunit.client.0.smithi082.stdout:309/600: open fd = 3 2024-09-12T12:35:41.730 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.730 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.730 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.730 INFO:tasks.workunit.client.0.smithi082.stdout:310/600: open fd = 3 2024-09-12T12:35:41.730 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.730 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.730 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.730 INFO:tasks.workunit.client.0.smithi082.stdout:311/600: open fd = 3 2024-09-12T12:35:41.730 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.730 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.730 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:35:41.730 INFO:tasks.workunit.client.0.smithi082.stdout:312/600: open fd = 3 2024-09-12T12:35:41.730 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:41.731 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:35:42.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:42 smithi097 ceph-mon[34923]: pgmap v279: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:35:42.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:42 smithi082 ceph-mon[31122]: pgmap v279: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:35:42.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:42 smithi114 ceph-mon[35514]: pgmap v279: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:35:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:44 smithi097 ceph-mon[34923]: pgmap v280: 97 pgs: 97 active+clean; 4.5 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:35:44.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:44 smithi082 ceph-mon[31122]: pgmap v280: 97 pgs: 97 active+clean; 4.5 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:35:44.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:44 smithi114 ceph-mon[35514]: pgmap v280: 97 pgs: 97 active+clean; 4.5 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:35:44.852 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.850+0000 7f3f1631f640 1 -- 172.21.15.82:0/2069353047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3f10101370 msgr2=0x7f3f1010d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:44.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.850+0000 7f3f1631f640 1 --2- 172.21.15.82:0/2069353047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3f10101370 0x7f3f1010d8a0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f3f08009cd0 tx=0x7f3f0802a8e0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.850+0000 7f3f1631f640 1 -- 172.21.15.82:0/2069353047 shutdown_connections 2024-09-12T12:35:44.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.850+0000 7f3f1631f640 1 --2- 172.21.15.82:0/2069353047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3f10101370 0x7f3f1010d8a0 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.850+0000 7f3f1631f640 1 --2- 172.21.15.82:0/2069353047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f101009d0 0x7f3f10100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.850+0000 7f3f1631f640 1 --2- 172.21.15.82:0/2069353047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f101069e0 0x7f3f10106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.850+0000 7f3f1631f640 1 -- 172.21.15.82:0/2069353047 >> 172.21.15.82:0/2069353047 conn(0x7f3f100fc6f0 msgr2=0x7f3f100feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:44.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.850+0000 7f3f1631f640 1 -- 172.21.15.82:0/2069353047 shutdown_connections 2024-09-12T12:35:44.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.850+0000 7f3f1631f640 1 -- 172.21.15.82:0/2069353047 wait complete. 2024-09-12T12:35:44.853 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.851+0000 7f3f1631f640 1 Processor -- start 2024-09-12T12:35:44.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.851+0000 7f3f1631f640 1 -- start start 2024-09-12T12:35:44.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.851+0000 7f3f1631f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f101009d0 0x7f3f10199170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.851+0000 7f3f1631f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3f10101370 0x7f3f101996b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.851+0000 7f3f1631f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f101069e0 0x7f3f10199c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.851+0000 7f3f1631f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3f10110e20 con 0x7f3f10101370 2024-09-12T12:35:44.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.851+0000 7f3f1631f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3f10110ca0 con 0x7f3f101069e0 2024-09-12T12:35:44.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.851+0000 7f3f1631f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3f10110fa0 con 0x7f3f101009d0 2024-09-12T12:35:44.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.851+0000 7f3f07fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3f10101370 0x7f3f101996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.851+0000 7f3f07fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3f10101370 0x7f3f101996b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60808/0 (socket says 172.21.15.82:60808) 2024-09-12T12:35:44.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.851+0000 7f3f07fff640 1 -- 172.21.15.82:0/1335527487 learned_addr learned my addr 172.21.15.82:0/1335527487 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:44.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.851+0000 7f3f0ffff640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f101009d0 0x7f3f10199170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.854 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.852+0000 7f3f148bc640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f101069e0 0x7f3f10199c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.852+0000 7f3f07fff640 1 -- 172.21.15.82:0/1335527487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f101009d0 msgr2=0x7f3f10199170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.852+0000 7f3f07fff640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f101009d0 0x7f3f10199170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.852+0000 7f3f07fff640 1 -- 172.21.15.82:0/1335527487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f101069e0 msgr2=0x7f3f10199c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.852+0000 7f3f07fff640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f101069e0 0x7f3f10199c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.852+0000 7f3f07fff640 1 -- 172.21.15.82:0/1335527487 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f101a4570 con 0x7f3f10101370 2024-09-12T12:35:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.852+0000 7f3f148bc640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f101069e0 0x7f3f10199c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:35:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.852+0000 7f3f07fff640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3f10101370 0x7f3f101996b0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f3ef800c920 tx=0x7f3ef800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.852+0000 7f3f0dffb640 1 -- 172.21.15.82:0/1335527487 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef8007c70 con 0x7f3f10101370 2024-09-12T12:35:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.852+0000 7f3f0dffb640 1 -- 172.21.15.82:0/1335527487 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ef8007e10 con 0x7f3f10101370 2024-09-12T12:35:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.852+0000 7f3f1631f640 1 -- 172.21.15.82:0/1335527487 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f101a4860 con 0x7f3f10101370 2024-09-12T12:35:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.852+0000 7f3f0dffb640 1 -- 172.21.15.82:0/1335527487 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef8018890 con 0x7f3f10101370 2024-09-12T12:35:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.852+0000 7f3f1631f640 1 -- 172.21.15.82:0/1335527487 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f101a4e00 con 0x7f3f10101370 2024-09-12T12:35:44.862 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.854+0000 7f3f0dffb640 1 -- 172.21.15.82:0/1335527487 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f3ef8018a70 con 0x7f3f10101370 2024-09-12T12:35:44.862 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f190b4740 1 Processor -- start 2024-09-12T12:35:44.863 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f190b4740 1 -- start start 2024-09-12T12:35:44.863 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f190b4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84077af0 0x556d84077ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.863 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f190b4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84078410 0x556d84082770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.863 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f190b4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84082cb0 0x556d840850a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.863 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f190b4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x556d83fdc2f0 con 0x556d84077af0 2024-09-12T12:35:44.863 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f190b4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556d83f84270 con 0x556d84078410 2024-09-12T12:35:44.863 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f190b4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x556d83fd82b0 con 0x556d84082cb0 2024-09-12T12:35:44.863 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f148bc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84077af0 0x556d84077ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.863 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f148bc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84077af0 0x556d84077ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60810/0 (socket says 172.21.15.82:60810) 2024-09-12T12:35:44.863 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f148bc640 1 -- 172.21.15.82:0/4108742530 learned_addr learned my addr 172.21.15.82:0/4108742530 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:44.863 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f0dffb640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3efc0a2e20 0x7f3efc0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.863 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f07fff640 1 --2- 172.21.15.82:0/4108742530 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84082cb0 0x556d840850a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f0ffff640 1 --2- 172.21.15.82:0/4108742530 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84078410 0x556d84082770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f148bc640 1 -- 172.21.15.82:0/4108742530 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84082cb0 msgr2=0x556d840850a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f148bc640 1 --2- 172.21.15.82:0/4108742530 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84082cb0 0x556d840850a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f148bc640 1 -- 172.21.15.82:0/4108742530 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84078410 msgr2=0x556d84082770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f148bc640 1 --2- 172.21.15.82:0/4108742530 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84078410 0x556d84082770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.855+0000 7f3f148bc640 1 -- 172.21.15.82:0/4108742530 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d83f83340 con 0x556d84077af0 2024-09-12T12:35:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.856+0000 7f3f148bc640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3efc0a2e20 0x7f3efc0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.856+0000 7f3f0dffb640 1 -- 172.21.15.82:0/1335527487 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8622+0+0 (secure 0 0 0) 0x7f3ef80cf5a0 con 0x7f3f10101370 2024-09-12T12:35:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.856+0000 7f3f148bc640 1 --2- 172.21.15.82:0/4108742530 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84077af0 0x556d84077ed0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f3f08031650 tx=0x7f3f08031680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38ff76f7b3ba0974 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.856+0000 7f3f067fc640 1 -- 172.21.15.82:0/4108742530 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f08003e40 con 0x556d84077af0 2024-09-12T12:35:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.856+0000 7f3f067fc640 1 -- 172.21.15.82:0/4108742530 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3f08036040 con 0x556d84077af0 2024-09-12T12:35:44.864 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.856+0000 7f3f067fc640 1 -- 172.21.15.82:0/4108742530 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f080308c0 con 0x556d84077af0 2024-09-12T12:35:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.856+0000 7f3f148bc640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3efc0a2e20 0x7f3efc0a52e0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f3f0804b000 tx=0x7f3f08048000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.857+0000 7f3f190b4740 1 -- 172.21.15.82:0/4108742530 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84077af0 msgr2=0x556d84077ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.857+0000 7f3f190b4740 1 --2- 172.21.15.82:0/4108742530 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84077af0 0x556d84077ed0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f3f08031650 tx=0x7f3f08031680 comp rx=0 tx=0).stop 2024-09-12T12:35:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.857+0000 7f3f190b4740 1 -- 172.21.15.82:0/4108742530 shutdown_connections 2024-09-12T12:35:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.857+0000 7f3f190b4740 1 --2- 172.21.15.82:0/4108742530 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84082cb0 0x556d840850a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.857+0000 7f3f190b4740 1 --2- 172.21.15.82:0/4108742530 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84078410 0x556d84082770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.857+0000 7f3f190b4740 1 --2- 172.21.15.82:0/4108742530 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84077af0 0x556d84077ed0 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.857+0000 7f3f190b4740 1 -- 172.21.15.82:0/4108742530 >> 172.21.15.82:0/4108742530 conn(0x556d84074060 msgr2=0x556d84074440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.857+0000 7f3f190b4740 1 -- 172.21.15.82:0/4108742530 shutdown_connections 2024-09-12T12:35:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.857+0000 7f3f190b4740 1 -- 172.21.15.82:0/4108742530 wait complete. 2024-09-12T12:35:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.857+0000 7f3f190b4740 1 -- start start 2024-09-12T12:35:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.857+0000 7f3f190b4740 1 Processor -- start 2024-09-12T12:35:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f190b4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84077af0 0x556d8407fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f190b4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84078410 0x556d840800e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f190b4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84082cb0 0x556d84080620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f190b4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x556d84085880 con 0x556d84077af0 2024-09-12T12:35:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f190b4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556d83f65290 con 0x556d84082cb0 2024-09-12T12:35:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f190b4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x556d84085a00 con 0x556d84078410 2024-09-12T12:35:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f190b4740 10 client.0 _ll_register_callbacks cb 0x556d83f96140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:35:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84077af0 0x556d8407fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84077af0 0x556d8407fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60812/0 (socket says 172.21.15.82:60812) 2024-09-12T12:35:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f0ffff640 1 -- 172.21.15.82:0/1853291588 learned_addr learned my addr 172.21.15.82:0/1853291588 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f07fff640 1 --2- 172.21.15.82:0/1853291588 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84078410 0x556d840800e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f148bc640 1 --2- 172.21.15.82:0/1853291588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84082cb0 0x556d84080620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f0ffff640 1 -- 172.21.15.82:0/1853291588 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84078410 msgr2=0x556d840800e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f0ffff640 1 --2- 172.21.15.82:0/1853291588 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84078410 0x556d840800e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f0ffff640 1 -- 172.21.15.82:0/1853291588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84082cb0 msgr2=0x556d84080620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:44.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f0ffff640 1 --2- 172.21.15.82:0/1853291588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84082cb0 0x556d84080620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f0ffff640 1 -- 172.21.15.82:0/1853291588 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556d83cef210 con 0x556d84077af0 2024-09-12T12:35:44.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f148bc640 1 --2- 172.21.15.82:0/1853291588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84082cb0 0x556d84080620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:35:44.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f0ffff640 1 --2- 172.21.15.82:0/1853291588 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84077af0 0x556d8407fba0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f3f0000b940 tx=0x7f3f0000be00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33a645a583b48a9e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:44.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3eef7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:35:44.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3eef7fe640 1 -- 172.21.15.82:0/1853291588 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f0001b440 con 0x556d84077af0 2024-09-12T12:35:44.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3eef7fe640 1 -- 172.21.15.82:0/1853291588 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8622+0+0 (secure 0 0 0) 0x7f3f0001b5e0 con 0x556d84077af0 2024-09-12T12:35:44.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.858+0000 7f3f190b4740 1 -- 172.21.15.82:0/1853291588 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f08036040 con 0x556d84077af0 2024-09-12T12:35:44.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.859+0000 7f3eef7fe640 1 -- 172.21.15.82:0/1853291588 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3f0001b7e0 con 0x556d84077af0 2024-09-12T12:35:44.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.859+0000 7f3f190b4740 10 client.16605 fetch_fsmap learned FSMap version 28 2024-09-12T12:35:44.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.859+0000 7f3f190b4740 1 -- 172.21.15.82:0/1853291588 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556d83dbb620 con 0x556d84077af0 2024-09-12T12:35:44.867 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.859+0000 7f3eef7fe640 1 -- 172.21.15.82:0/1853291588 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3f08036040 con 0x556d84077af0 2024-09-12T12:35:44.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.859+0000 7f3eef7fe640 1 -- 172.21.15.82:0/1853291588 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3f00019020 con 0x556d84077af0 2024-09-12T12:35:44.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.859+0000 7f3f190b4740 10 client.16605 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:35:44.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.859+0000 7f3f190b4740 10 client.16605 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:35:44.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.859+0000 7f3f190b4740 20 client.16605 populate_metadata read hostname 'smithi082' 2024-09-12T12:35:44.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.859+0000 7f3f190b4740 1 --2- 172.21.15.82:0/1853291588 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556d84092c60 0x556d84095050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.859+0000 7f3f190b4740 4 client.16605 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:35:44.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.859+0000 7f3f190b4740 1 -- 172.21.15.82:0/1853291588 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556d83fe9a20 con 0x556d84092c60 2024-09-12T12:35:44.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.859+0000 7f3f07fff640 1 --2- 172.21.15.82:0/1853291588 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556d84092c60 0x556d84095050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.860+0000 7f3f07fff640 1 --2- 172.21.15.82:0/1853291588 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556d84092c60 0x556d84095050 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9a1c272af467df8 server_cookie=384189dccc7eade3 in_seq=0 out_seq=0 2024-09-12T12:35:44.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.860+0000 7f3eef7fe640 10 client.16605 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:44.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3eef7fe640 1 -- 172.21.15.82:0/1853291588 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556d83fe9a20 con 0x556d84092c60 2024-09-12T12:35:44.868 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3eef7fe640 10 client.16605 handle_command_reply: tid=0 2024-09-12T12:35:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3f190b4740 1 client.16605 shutdown 2024-09-12T12:35:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3f190b4740 1 -- 172.21.15.82:0/1853291588 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84077af0 msgr2=0x556d8407fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3f190b4740 1 --2- 172.21.15.82:0/1853291588 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84077af0 0x556d8407fba0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f3f0000b940 tx=0x7f3f0000be00 comp rx=0 tx=0).stop 2024-09-12T12:35:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3f190b4740 1 -- 172.21.15.82:0/1853291588 shutdown_connections 2024-09-12T12:35:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3f190b4740 1 --2- 172.21.15.82:0/1853291588 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556d84092c60 0x556d84095050 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3f190b4740 1 --2- 172.21.15.82:0/1853291588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84082cb0 0x556d84080620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3eef7fe640 0 client.16605 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3f190b4740 1 --2- 172.21.15.82:0/1853291588 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84078410 0x556d840800e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3f190b4740 1 --2- 172.21.15.82:0/1853291588 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84077af0 0x556d8407fba0 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3f190b4740 1 -- 172.21.15.82:0/1853291588 >> 172.21.15.82:0/1853291588 conn(0x556d84074060 msgr2=0x556d84079dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3f190b4740 1 -- 172.21.15.82:0/1853291588 shutdown_connections 2024-09-12T12:35:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3f190b4740 1 -- 172.21.15.82:0/1853291588 wait complete. 2024-09-12T12:35:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.861+0000 7f3f190b4740 20 client.16605 trim_cache size 0 max 16384 2024-09-12T12:35:44.877 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.875+0000 7f3f190b4740 1 Processor -- start 2024-09-12T12:35:44.877 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.875+0000 7f3f190b4740 1 -- start start 2024-09-12T12:35:44.877 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.875+0000 7f3f190b4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84077af0 0x556d8407a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.877 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.875+0000 7f3f190b4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84078410 0x556d84080450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.877 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.875+0000 7f3f190b4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84082cb0 0x556d8409a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.875+0000 7f3f190b4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3f101ad8c0 con 0x556d84082cb0 2024-09-12T12:35:44.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.875+0000 7f3f190b4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3f101af400 con 0x556d84078410 2024-09-12T12:35:44.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.875+0000 7f3f190b4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3f101adf90 con 0x556d84077af0 2024-09-12T12:35:44.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.876+0000 7f3f148bc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84082cb0 0x556d8409a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.876+0000 7f3f148bc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84082cb0 0x556d8409a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60822/0 (socket says 172.21.15.82:60822) 2024-09-12T12:35:44.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.876+0000 7f3f148bc640 1 -- 172.21.15.82:0/1967162792 learned_addr learned my addr 172.21.15.82:0/1967162792 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:44.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.876+0000 7f3f0ffff640 1 --2- 172.21.15.82:0/1967162792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84077af0 0x556d8407a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.876+0000 7f3f07fff640 1 --2- 172.21.15.82:0/1967162792 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84078410 0x556d84080450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.876+0000 7f3f148bc640 1 -- 172.21.15.82:0/1967162792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84077af0 msgr2=0x556d8407a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:44.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.876+0000 7f3f148bc640 1 --2- 172.21.15.82:0/1967162792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84077af0 0x556d8407a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.876+0000 7f3f148bc640 1 -- 172.21.15.82:0/1967162792 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84078410 msgr2=0x556d84080450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:44.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.876+0000 7f3f148bc640 1 --2- 172.21.15.82:0/1967162792 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84078410 0x556d84080450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.878 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.876+0000 7f3f148bc640 1 -- 172.21.15.82:0/1967162792 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d8406f2d0 con 0x556d84082cb0 2024-09-12T12:35:44.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.876+0000 7f3f148bc640 1 --2- 172.21.15.82:0/1967162792 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84082cb0 0x556d8409a960 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f3f08009430 tx=0x7f3f080095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6535ebf1595436b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:44.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.876+0000 7f3f05ffb640 1 -- 172.21.15.82:0/1967162792 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f08031940 con 0x556d84082cb0 2024-09-12T12:35:44.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.876+0000 7f3f05ffb640 1 -- 172.21.15.82:0/1967162792 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3f08036030 con 0x556d84082cb0 2024-09-12T12:35:44.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.876+0000 7f3f05ffb640 1 -- 172.21.15.82:0/1967162792 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f08004040 con 0x556d84082cb0 2024-09-12T12:35:44.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.877+0000 7f3f190b4740 1 -- 172.21.15.82:0/1967162792 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84082cb0 msgr2=0x556d8409a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:44.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.877+0000 7f3f190b4740 1 --2- 172.21.15.82:0/1967162792 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84082cb0 0x556d8409a960 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f3f08009430 tx=0x7f3f080095c0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.877+0000 7f3f190b4740 1 -- 172.21.15.82:0/1967162792 shutdown_connections 2024-09-12T12:35:44.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.877+0000 7f3f190b4740 1 --2- 172.21.15.82:0/1967162792 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84082cb0 0x556d8409a960 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.877+0000 7f3f190b4740 1 --2- 172.21.15.82:0/1967162792 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84078410 0x556d84080450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.877+0000 7f3f190b4740 1 --2- 172.21.15.82:0/1967162792 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84077af0 0x556d8407a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.877+0000 7f3f190b4740 1 -- 172.21.15.82:0/1967162792 >> 172.21.15.82:0/1967162792 conn(0x556d84074060 msgr2=0x556d84081c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:44.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.877+0000 7f3f190b4740 1 -- 172.21.15.82:0/1967162792 shutdown_connections 2024-09-12T12:35:44.879 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.877+0000 7f3f190b4740 1 -- 172.21.15.82:0/1967162792 wait complete. 2024-09-12T12:35:44.880 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.877+0000 7f3f190b4740 1 -- start start 2024-09-12T12:35:44.880 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.877+0000 7f3f190b4740 1 Processor -- start 2024-09-12T12:35:44.882 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f190b4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84077af0 0x556d8408b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.882 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f190b4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84078410 0x556d8407c590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f190b4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84082cb0 0x556d8407cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f190b4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3f101aed30 con 0x556d84078410 2024-09-12T12:35:44.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f190b4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3f101ae660 con 0x556d84082cb0 2024-09-12T12:35:44.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f190b4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3f101ab8c0 con 0x556d84077af0 2024-09-12T12:35:44.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f190b4740 10 client.0 _ll_register_callbacks cb 0x7f3f00004080 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:35:44.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f07fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84078410 0x556d8407c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f07fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84078410 0x556d8407c590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60824/0 (socket says 172.21.15.82:60824) 2024-09-12T12:35:44.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f07fff640 1 -- 172.21.15.82:0/4182401766 learned_addr learned my addr 172.21.15.82:0/4182401766 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:44.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f0ffff640 1 --2- 172.21.15.82:0/4182401766 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84077af0 0x556d8408b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f148bc640 1 --2- 172.21.15.82:0/4182401766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84082cb0 0x556d8407cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f07fff640 1 -- 172.21.15.82:0/4182401766 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84077af0 msgr2=0x556d8408b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:44.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f07fff640 1 --2- 172.21.15.82:0/4182401766 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84077af0 0x556d8408b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f07fff640 1 -- 172.21.15.82:0/4182401766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84082cb0 msgr2=0x556d8407cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:44.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f07fff640 1 --2- 172.21.15.82:0/4182401766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84082cb0 0x556d8407cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f07fff640 1 -- 172.21.15.82:0/4182401766 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556d8407d010 con 0x556d84078410 2024-09-12T12:35:44.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f07fff640 1 --2- 172.21.15.82:0/4182401766 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84078410 0x556d8407c590 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f3ef8098430 tx=0x7f3ef80d1ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85490eee69c46f0e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:44.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3eef7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:35:44.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3eef7fe640 1 -- 172.21.15.82:0/4182401766 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef809ba60 con 0x556d84078410 2024-09-12T12:35:44.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3eef7fe640 1 -- 172.21.15.82:0/4182401766 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8622+0+0 (secure 0 0 0) 0x7f3ef800fb30 con 0x556d84078410 2024-09-12T12:35:44.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.878+0000 7f3f190b4740 1 -- 172.21.15.82:0/4182401766 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f08036030 con 0x556d84078410 2024-09-12T12:35:44.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.879+0000 7f3eef7fe640 1 -- 172.21.15.82:0/4182401766 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3ef80ccf10 con 0x556d84078410 2024-09-12T12:35:44.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.879+0000 7f3f190b4740 10 client.16611 fetch_fsmap learned FSMap version 28 2024-09-12T12:35:44.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.879+0000 7f3f190b4740 1 -- 172.21.15.82:0/4182401766 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556d840fd650 con 0x556d84078410 2024-09-12T12:35:44.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.879+0000 7f3eef7fe640 1 -- 172.21.15.82:0/4182401766 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3f08036030 con 0x556d84078410 2024-09-12T12:35:44.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.879+0000 7f3eef7fe640 1 -- 172.21.15.82:0/4182401766 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f3ef80ba190 con 0x556d84078410 2024-09-12T12:35:44.885 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.879+0000 7f3f190b4740 10 client.16611 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:35:44.885 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.879+0000 7f3f190b4740 10 client.16611 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:35:44.885 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.879+0000 7f3f190b4740 20 client.16611 populate_metadata read hostname 'smithi082' 2024-09-12T12:35:44.885 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.879+0000 7f3f190b4740 1 --2- 172.21.15.82:0/4182401766 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556d840fdd80 0x556d841001a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:44.885 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.879+0000 7f3f190b4740 4 client.16611 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:35:44.885 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.879+0000 7f3f190b4740 1 -- 172.21.15.82:0/4182401766 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556d83fe3d70 con 0x556d840fdd80 2024-09-12T12:35:44.885 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.879+0000 7f3f0ffff640 1 --2- 172.21.15.82:0/4182401766 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556d840fdd80 0x556d841001a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:44.885 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.880+0000 7f3eef7fe640 10 client.16611 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:44.885 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.880+0000 7f3f0ffff640 1 --2- 172.21.15.82:0/4182401766 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556d840fdd80 0x556d841001a0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=52b1fba9fb3c1890 server_cookie=e44c5fb0930eb6d5 in_seq=0 out_seq=0 2024-09-12T12:35:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3eef7fe640 1 -- 172.21.15.82:0/4182401766 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556d83fe3d70 con 0x556d840fdd80 2024-09-12T12:35:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3eef7fe640 10 client.16611 handle_command_reply: tid=0 2024-09-12T12:35:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3f190b4740 1 client.16611 shutdown 2024-09-12T12:35:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3f190b4740 1 -- 172.21.15.82:0/4182401766 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84078410 msgr2=0x556d8407c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3f190b4740 1 --2- 172.21.15.82:0/4182401766 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84078410 0x556d8407c590 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f3ef8098430 tx=0x7f3ef80d1ab0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3f190b4740 1 -- 172.21.15.82:0/4182401766 shutdown_connections 2024-09-12T12:35:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3f190b4740 1 --2- 172.21.15.82:0/4182401766 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556d840fdd80 0x556d841001a0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3f190b4740 1 --2- 172.21.15.82:0/4182401766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556d84082cb0 0x556d8407cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3f190b4740 1 --2- 172.21.15.82:0/4182401766 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556d84078410 0x556d8407c590 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3f190b4740 1 --2- 172.21.15.82:0/4182401766 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556d84077af0 0x556d8408b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3eef7fe640 0 client.16611 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3f190b4740 1 -- 172.21.15.82:0/4182401766 >> 172.21.15.82:0/4182401766 conn(0x556d84074060 msgr2=0x556d84081400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3f190b4740 1 -- 172.21.15.82:0/4182401766 shutdown_connections 2024-09-12T12:35:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3f190b4740 1 -- 172.21.15.82:0/4182401766 wait complete. 2024-09-12T12:35:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.894+0000 7f3f190b4740 20 client.16611 trim_cache size 0 max 16384 2024-09-12T12:35:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:35:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:35:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:35:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:35:44.897 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.895+0000 7f3f1631f640 1 -- 172.21.15.82:0/1335527487 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3efc0a2e20 msgr2=0x7f3efc0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:44.897 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.895+0000 7f3f1631f640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3efc0a2e20 0x7f3efc0a52e0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f3f0804b000 tx=0x7f3f08048000 comp rx=0 tx=0).stop 2024-09-12T12:35:44.897 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.895+0000 7f3f1631f640 1 -- 172.21.15.82:0/1335527487 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3f10101370 msgr2=0x7f3f101996b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:44.897 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.895+0000 7f3f1631f640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3f10101370 0x7f3f101996b0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f3ef800c920 tx=0x7f3ef800cde0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.897 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.895+0000 7f3f1631f640 1 -- 172.21.15.82:0/1335527487 shutdown_connections 2024-09-12T12:35:44.897 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.895+0000 7f3f1631f640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3efc0a2e20 0x7f3efc0a52e0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.897 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.895+0000 7f3f1631f640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f101069e0 0x7f3f10199c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.897 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.895+0000 7f3f1631f640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3f10101370 0x7f3f101996b0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.897 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.895+0000 7f3f1631f640 1 --2- 172.21.15.82:0/1335527487 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3f101009d0 0x7f3f10199170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:44.897 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.895+0000 7f3f1631f640 1 -- 172.21.15.82:0/1335527487 >> 172.21.15.82:0/1335527487 conn(0x7f3f100fc6f0 msgr2=0x7f3f100fcad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:44.897 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.895+0000 7f3f1631f640 1 -- 172.21.15.82:0/1335527487 shutdown_connections 2024-09-12T12:35:44.898 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:44.895+0000 7f3f1631f640 1 -- 172.21.15.82:0/1335527487 wait complete. 2024-09-12T12:35:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:46 smithi097 ceph-mon[34923]: pgmap v281: 97 pgs: 97 active+clean; 4.5 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:35:46.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:46 smithi082 ceph-mon[31122]: pgmap v281: 97 pgs: 97 active+clean; 4.5 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:35:46.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:46 smithi114 ceph-mon[35514]: pgmap v281: 97 pgs: 97 active+clean; 4.5 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:35:48.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:48 smithi097 ceph-mon[34923]: pgmap v282: 97 pgs: 97 active+clean; 4.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:35:48.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:48 smithi082 ceph-mon[31122]: pgmap v282: 97 pgs: 97 active+clean; 4.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:35:48.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:48 smithi114 ceph-mon[35514]: pgmap v282: 97 pgs: 97 active+clean; 4.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:35:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:50 smithi097 ceph-mon[34923]: pgmap v283: 97 pgs: 97 active+clean; 4.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:35:50.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:50 smithi082 ceph-mon[31122]: pgmap v283: 97 pgs: 97 active+clean; 4.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:35:50.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:50 smithi114 ceph-mon[35514]: pgmap v283: 97 pgs: 97 active+clean; 4.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:35:51.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:51 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:35:51.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:51 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:35:51.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:51 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:35:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:52 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:35:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:52 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:35:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:52 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:35:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:52 smithi097 ceph-mon[34923]: pgmap v284: 97 pgs: 97 active+clean; 4.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:35:52.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:52 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:35:52.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:52 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:35:52.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:52 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:35:52.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:52 smithi082 ceph-mon[31122]: pgmap v284: 97 pgs: 97 active+clean; 4.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:35:52.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:52 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:35:52.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:52 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:35:52.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:52 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:35:52.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:52 smithi114 ceph-mon[35514]: pgmap v284: 97 pgs: 97 active+clean; 4.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:35:54.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:54 smithi097 ceph-mon[34923]: pgmap v285: 97 pgs: 97 active+clean; 4.9 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:35:54.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:54 smithi082 ceph-mon[31122]: pgmap v285: 97 pgs: 97 active+clean; 4.9 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:35:54.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:54 smithi114 ceph-mon[35514]: pgmap v285: 97 pgs: 97 active+clean; 4.9 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:35:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:56 smithi097 ceph-mon[34923]: pgmap v286: 97 pgs: 97 active+clean; 4.9 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:35:56.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:56 smithi082 ceph-mon[31122]: pgmap v286: 97 pgs: 97 active+clean; 4.9 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:35:56.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:56 smithi114 ceph-mon[35514]: pgmap v286: 97 pgs: 97 active+clean; 4.9 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:35:57.992 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.990+0000 7fb21294b640 1 -- 172.21.15.82:0/3649127833 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb20c1035c0 msgr2=0x7fb20c10baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:57.992 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.990+0000 7fb21294b640 1 --2- 172.21.15.82:0/3649127833 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb20c1035c0 0x7fb20c10baa0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fb200009900 tx=0x7fb20002a480 comp rx=0 tx=0).stop 2024-09-12T12:35:57.992 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.991+0000 7fb21294b640 1 -- 172.21.15.82:0/3649127833 shutdown_connections 2024-09-12T12:35:57.992 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.991+0000 7fb21294b640 1 --2- 172.21.15.82:0/3649127833 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb20c10c0c0 0x7fb20c10e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:57.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.991+0000 7fb21294b640 1 --2- 172.21.15.82:0/3649127833 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb20c1035c0 0x7fb20c10baa0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:57.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.991+0000 7fb21294b640 1 --2- 172.21.15.82:0/3649127833 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb20c102ca0 0x7fb20c103080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:57.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.991+0000 7fb21294b640 1 -- 172.21.15.82:0/3649127833 >> 172.21.15.82:0/3649127833 conn(0x7fb20c0fc6f0 msgr2=0x7fb20c0feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:57.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.991+0000 7fb21294b640 1 -- 172.21.15.82:0/3649127833 shutdown_connections 2024-09-12T12:35:57.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.991+0000 7fb21294b640 1 -- 172.21.15.82:0/3649127833 wait complete. 2024-09-12T12:35:57.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.991+0000 7fb21294b640 1 Processor -- start 2024-09-12T12:35:57.993 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.991+0000 7fb21294b640 1 -- start start 2024-09-12T12:35:57.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb21294b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb20c102ca0 0x7fb20c198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:57.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb21294b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb20c1035c0 0x7fb20c198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:57.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb21294b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb20c10c0c0 0x7fb20c19cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:57.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb21294b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb20c111ee0 con 0x7fb20c102ca0 2024-09-12T12:35:57.995 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb21294b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb20c111d60 con 0x7fb20c10c0c0 2024-09-12T12:35:57.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb21294b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb20c112060 con 0x7fb20c1035c0 2024-09-12T12:35:57.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb20bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb20c102ca0 0x7fb20c198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:57.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb20bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb20c102ca0 0x7fb20c198310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48012/0 (socket says 172.21.15.82:48012) 2024-09-12T12:35:57.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb20bfff640 1 -- 172.21.15.82:0/3641254273 learned_addr learned my addr 172.21.15.82:0/3641254273 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:57.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb210ee8640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb20c10c0c0 0x7fb20c19cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:57.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb20b7fe640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb20c1035c0 0x7fb20c198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:57.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb20bfff640 1 -- 172.21.15.82:0/3641254273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb20c1035c0 msgr2=0x7fb20c198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:57.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb20bfff640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb20c1035c0 0x7fb20c198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:57.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb20bfff640 1 -- 172.21.15.82:0/3641254273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb20c10c0c0 msgr2=0x7fb20c19cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:57.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb20bfff640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb20c10c0c0 0x7fb20c19cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:57.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb20bfff640 1 -- 172.21.15.82:0/3641254273 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb20c19d300 con 0x7fb20c102ca0 2024-09-12T12:35:57.996 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb20b7fe640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb20c1035c0 0x7fb20c198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:35:57.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb20bfff640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb20c102ca0 0x7fb20c198310 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc00d950 tx=0x7fb1fc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:57.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.992+0000 7fb2097fa640 1 -- 172.21.15.82:0/3641254273 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1fc017070 con 0x7fb20c102ca0 2024-09-12T12:35:57.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.993+0000 7fb2097fa640 1 -- 172.21.15.82:0/3641254273 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb1fc009c30 con 0x7fb20c102ca0 2024-09-12T12:35:57.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.993+0000 7fb21294b640 1 -- 172.21.15.82:0/3641254273 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb20c19d5f0 con 0x7fb20c102ca0 2024-09-12T12:35:57.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.993+0000 7fb2097fa640 1 -- 172.21.15.82:0/3641254273 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1fc00f6b0 con 0x7fb20c102ca0 2024-09-12T12:35:57.997 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.993+0000 7fb21294b640 1 -- 172.21.15.82:0/3641254273 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb20c1a4e80 con 0x7fb20c102ca0 2024-09-12T12:35:58.003 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.995+0000 7fb2097fa640 1 -- 172.21.15.82:0/3641254273 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fb1fc0109d0 con 0x7fb20c102ca0 2024-09-12T12:35:58.003 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.995+0000 7fb2157c0740 1 Processor -- start 2024-09-12T12:35:58.003 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.995+0000 7fb2157c0740 1 -- start start 2024-09-12T12:35:58.003 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb2157c0740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb6fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.003 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb2157c0740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb70410 0x5616dcb7a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.003 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb2157c0740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb7acb0 0x5616dcb7d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb2157c0740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5616dcad42f0 con 0x5616dcb6faf0 2024-09-12T12:35:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb2157c0740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5616dca7c270 con 0x5616dcb7acb0 2024-09-12T12:35:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb2157c0740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5616dcad02b0 con 0x5616dcb70410 2024-09-12T12:35:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb2097fa640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb1f40a2e20 0x7fb1f40a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb210ee8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb6fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb210ee8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb6fed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48024/0 (socket says 172.21.15.82:48024) 2024-09-12T12:35:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb210ee8640 1 -- 172.21.15.82:0/3520833426 learned_addr learned my addr 172.21.15.82:0/3520833426 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb210ee8640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb1f40a2e20 0x7fb1f40a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb20b7fe640 1 --2- 172.21.15.82:0/3520833426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb7acb0 0x5616dcb7d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb2097fa640 1 -- 172.21.15.82:0/3641254273 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8622+0+0 (secure 0 0 0) 0x7fb1fc0cf040 con 0x7fb20c102ca0 2024-09-12T12:35:58.004 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb20bfff640 1 --2- 172.21.15.82:0/3520833426 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb70410 0x5616dcb7a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.005 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb210ee8640 1 -- 172.21.15.82:0/3520833426 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb70410 msgr2=0x5616dcb7a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:58.005 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb210ee8640 1 --2- 172.21.15.82:0/3520833426 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb70410 0x5616dcb7a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.005 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb210ee8640 1 -- 172.21.15.82:0/3520833426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb7acb0 msgr2=0x5616dcb7d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:58.005 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb210ee8640 1 --2- 172.21.15.82:0/3520833426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb7acb0 0x5616dcb7d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.005 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb210ee8640 1 -- 172.21.15.82:0/3520833426 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616dca7b340 con 0x5616dcb6faf0 2024-09-12T12:35:58.005 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.996+0000 7fb210ee8640 1 --2- 172.21.15.82:0/3520833426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb6fed0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fb204012d00 tx=0x7fb204010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f843c12def743217 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:58.005 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.997+0000 7fb210ee8640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb1f40a2e20 0x7fb1f40a52e0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb204010c40 tx=0x7fb20400c000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:58.005 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.997+0000 7fb1f27fc640 1 -- 172.21.15.82:0/3520833426 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb204024070 con 0x5616dcb6faf0 2024-09-12T12:35:58.005 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.997+0000 7fb1f27fc640 1 -- 172.21.15.82:0/3520833426 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb204009d20 con 0x5616dcb6faf0 2024-09-12T12:35:58.005 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.997+0000 7fb1f27fc640 1 -- 172.21.15.82:0/3520833426 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb204005350 con 0x5616dcb6faf0 2024-09-12T12:35:58.005 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.997+0000 7fb2157c0740 1 -- 172.21.15.82:0/3520833426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 msgr2=0x5616dcb6fed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:58.005 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.997+0000 7fb2157c0740 1 --2- 172.21.15.82:0/3520833426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb6fed0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fb204012d00 tx=0x7fb204010740 comp rx=0 tx=0).stop 2024-09-12T12:35:58.005 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.997+0000 7fb2157c0740 1 -- 172.21.15.82:0/3520833426 shutdown_connections 2024-09-12T12:35:58.006 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.997+0000 7fb2157c0740 1 --2- 172.21.15.82:0/3520833426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb7acb0 0x5616dcb7d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.006 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.997+0000 7fb2157c0740 1 --2- 172.21.15.82:0/3520833426 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb70410 0x5616dcb7a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.006 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.997+0000 7fb2157c0740 1 --2- 172.21.15.82:0/3520833426 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb6fed0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.006 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.997+0000 7fb2157c0740 1 -- 172.21.15.82:0/3520833426 >> 172.21.15.82:0/3520833426 conn(0x5616dcb6c060 msgr2=0x5616dcb6c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:58.006 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.997+0000 7fb2157c0740 1 -- 172.21.15.82:0/3520833426 shutdown_connections 2024-09-12T12:35:58.006 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.997+0000 7fb2157c0740 1 -- 172.21.15.82:0/3520833426 wait complete. 2024-09-12T12:35:58.006 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.998+0000 7fb2157c0740 1 -- start start 2024-09-12T12:35:58.006 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.998+0000 7fb2157c0740 1 Processor -- start 2024-09-12T12:35:58.006 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.998+0000 7fb2157c0740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb77c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.006 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.998+0000 7fb2157c0740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb70410 0x5616dcb78140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.006 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.998+0000 7fb2157c0740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb7acb0 0x5616dcb78680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.006 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.998+0000 7fb2157c0740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5616dcb7d880 con 0x5616dcb6faf0 2024-09-12T12:35:58.006 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.998+0000 7fb2157c0740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5616dca5d290 con 0x5616dcb70410 2024-09-12T12:35:58.007 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.998+0000 7fb2157c0740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5616dcb7da00 con 0x5616dcb7acb0 2024-09-12T12:35:58.007 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.998+0000 7fb20bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb77c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.007 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.998+0000 7fb2157c0740 10 client.0 _ll_register_callbacks cb 0x5616dca8e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:35:58.007 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb20bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb77c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48032/0 (socket says 172.21.15.82:48032) 2024-09-12T12:35:58.007 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb20bfff640 1 -- 172.21.15.82:0/2650354166 learned_addr learned my addr 172.21.15.82:0/2650354166 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:58.007 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb20b7fe640 1 --2- 172.21.15.82:0/2650354166 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb70410 0x5616dcb78140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.007 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb210ee8640 1 --2- 172.21.15.82:0/2650354166 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb7acb0 0x5616dcb78680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.007 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb20bfff640 1 -- 172.21.15.82:0/2650354166 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb7acb0 msgr2=0x5616dcb78680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:58.007 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb20bfff640 1 --2- 172.21.15.82:0/2650354166 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb7acb0 0x5616dcb78680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.007 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb20bfff640 1 -- 172.21.15.82:0/2650354166 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb70410 msgr2=0x5616dcb78140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:58.007 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb20bfff640 1 --2- 172.21.15.82:0/2650354166 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb70410 0x5616dcb78140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.007 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb20bfff640 1 -- 172.21.15.82:0/2650354166 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616dc7e7210 con 0x5616dcb6faf0 2024-09-12T12:35:58.007 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb20b7fe640 1 --2- 172.21.15.82:0/2650354166 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb70410 0x5616dcb78140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:35:58.008 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb20bfff640 1 --2- 172.21.15.82:0/2650354166 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb77c00 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc0cc790 tx=0x7fb1fc000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57e6c97c81d25440 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:58.008 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb1eb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:35:58.008 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb1eb7fe640 1 -- 172.21.15.82:0/2650354166 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1fc020040 con 0x5616dcb6faf0 2024-09-12T12:35:58.008 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb1eb7fe640 1 -- 172.21.15.82:0/2650354166 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8622+0+0 (secure 0 0 0) 0x7fb1fc09a950 con 0x5616dcb6faf0 2024-09-12T12:35:58.008 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb2157c0740 1 -- 172.21.15.82:0/2650354166 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5616dcae1a20 con 0x5616dcb6faf0 2024-09-12T12:35:58.008 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb1eb7fe640 1 -- 172.21.15.82:0/2650354166 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb1fc09b500 con 0x5616dcb6faf0 2024-09-12T12:35:58.008 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb2157c0740 10 client.16623 fetch_fsmap learned FSMap version 28 2024-09-12T12:35:58.008 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb2157c0740 1 -- 172.21.15.82:0/2650354166 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5616dc8b3620 con 0x5616dcb6faf0 2024-09-12T12:35:58.008 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:57.999+0000 7fb1eb7fe640 1 -- 172.21.15.82:0/2650354166 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5616dcae1a20 con 0x5616dcb6faf0 2024-09-12T12:35:58.008 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.000+0000 7fb1eb7fe640 1 -- 172.21.15.82:0/2650354166 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fb1fc0b4200 con 0x5616dcb6faf0 2024-09-12T12:35:58.008 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.000+0000 7fb2157c0740 10 client.16623 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:35:58.008 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.000+0000 7fb2157c0740 10 client.16623 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:35:58.008 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.000+0000 7fb2157c0740 20 client.16623 populate_metadata read hostname 'smithi082' 2024-09-12T12:35:58.009 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.000+0000 7fb2157c0740 1 --2- 172.21.15.82:0/2650354166 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5616dcb8ac30 0x5616dcb8d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.009 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.000+0000 7fb2157c0740 4 client.16623 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:35:58.009 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.000+0000 7fb2157c0740 1 -- 172.21.15.82:0/2650354166 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5616dcadbd70 con 0x5616dcb8ac30 2024-09-12T12:35:58.009 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.000+0000 7fb20b7fe640 1 --2- 172.21.15.82:0/2650354166 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5616dcb8ac30 0x5616dcb8d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.009 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.000+0000 7fb20b7fe640 1 --2- 172.21.15.82:0/2650354166 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5616dcb8ac30 0x5616dcb8d020 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b255297ca0db779a server_cookie=6aaaf3cc502d92a0 in_seq=0 out_seq=0 2024-09-12T12:35:58.009 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.000+0000 7fb1eb7fe640 10 client.16623 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:58.009 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.001+0000 7fb1eb7fe640 1 -- 172.21.15.82:0/2650354166 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5616dcadbd70 con 0x5616dcb8ac30 2024-09-12T12:35:58.009 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.001+0000 7fb1eb7fe640 10 client.16623 handle_command_reply: tid=0 2024-09-12T12:35:58.009 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.001+0000 7fb2157c0740 1 client.16623 shutdown 2024-09-12T12:35:58.009 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.001+0000 7fb2157c0740 1 -- 172.21.15.82:0/2650354166 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 msgr2=0x5616dcb77c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:58.009 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.001+0000 7fb2157c0740 1 --2- 172.21.15.82:0/2650354166 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb77c00 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc0cc790 tx=0x7fb1fc000bc0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.010 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.001+0000 7fb2157c0740 1 -- 172.21.15.82:0/2650354166 shutdown_connections 2024-09-12T12:35:58.010 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.001+0000 7fb2157c0740 1 --2- 172.21.15.82:0/2650354166 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5616dcb8ac30 0x5616dcb8d020 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.010 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.001+0000 7fb2157c0740 1 --2- 172.21.15.82:0/2650354166 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb7acb0 0x5616dcb78680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.010 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.001+0000 7fb2157c0740 1 --2- 172.21.15.82:0/2650354166 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb70410 0x5616dcb78140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.010 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.001+0000 7fb1eb7fe640 0 client.16623 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:58.010 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.001+0000 7fb2157c0740 1 --2- 172.21.15.82:0/2650354166 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb77c00 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.010 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.001+0000 7fb2157c0740 1 -- 172.21.15.82:0/2650354166 >> 172.21.15.82:0/2650354166 conn(0x5616dcb6c060 msgr2=0x5616dcb71d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:58.010 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.001+0000 7fb2157c0740 1 -- 172.21.15.82:0/2650354166 shutdown_connections 2024-09-12T12:35:58.010 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.001+0000 7fb2157c0740 1 -- 172.21.15.82:0/2650354166 wait complete. 2024-09-12T12:35:58.010 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.002+0000 7fb2157c0740 20 client.16623 trim_cache size 0 max 16384 2024-09-12T12:35:58.021 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb2157c0740 1 Processor -- start 2024-09-12T12:35:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb2157c0740 1 -- start start 2024-09-12T12:35:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb2157c0740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb76b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb2157c0740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb70410 0x5616dcb78480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb2157c0740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb7acb0 0x5616dcb92870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb2157c0740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb20c1ad9c0 con 0x5616dcb6faf0 2024-09-12T12:35:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb2157c0740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb20c1af500 con 0x5616dcb7acb0 2024-09-12T12:35:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb2157c0740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb20c1ae090 con 0x5616dcb70410 2024-09-12T12:35:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb20bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb76b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb20bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb76b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:53300/0 (socket says 172.21.15.82:53300) 2024-09-12T12:35:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb20bfff640 1 -- 172.21.15.82:0/2190793966 learned_addr learned my addr 172.21.15.82:0/2190793966 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb20b7fe640 1 --2- 172.21.15.82:0/2190793966 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb70410 0x5616dcb78480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb20bfff640 1 -- 172.21.15.82:0/2190793966 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb70410 msgr2=0x5616dcb78480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb20bfff640 1 --2- 172.21.15.82:0/2190793966 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb70410 0x5616dcb78480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb210ee8640 1 --2- 172.21.15.82:0/2190793966 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb7acb0 0x5616dcb92870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb20bfff640 1 -- 172.21.15.82:0/2190793966 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb7acb0 msgr2=0x5616dcb92870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb20bfff640 1 --2- 172.21.15.82:0/2190793966 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb7acb0 0x5616dcb92870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb20bfff640 1 -- 172.21.15.82:0/2190793966 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616dcb6d110 con 0x5616dcb6faf0 2024-09-12T12:35:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.016+0000 7fb210ee8640 1 --2- 172.21.15.82:0/2190793966 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb7acb0 0x5616dcb92870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:35:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.017+0000 7fb20bfff640 1 --2- 172.21.15.82:0/2190793966 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb76b20 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc09b1b0 tx=0x7fb1fc0971a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ce6372308c42e98 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.017+0000 7fb1f1ffb640 1 -- 172.21.15.82:0/2190793966 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1fc020070 con 0x5616dcb6faf0 2024-09-12T12:35:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.017+0000 7fb1f1ffb640 1 -- 172.21.15.82:0/2190793966 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb1fc09f8b0 con 0x5616dcb6faf0 2024-09-12T12:35:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.017+0000 7fb1f1ffb640 1 -- 172.21.15.82:0/2190793966 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1fc09a950 con 0x5616dcb6faf0 2024-09-12T12:35:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.017+0000 7fb2157c0740 1 -- 172.21.15.82:0/2190793966 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 msgr2=0x5616dcb76b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.017+0000 7fb2157c0740 1 --2- 172.21.15.82:0/2190793966 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb76b20 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc09b1b0 tx=0x7fb1fc0971a0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.023 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.017+0000 7fb2157c0740 1 -- 172.21.15.82:0/2190793966 shutdown_connections 2024-09-12T12:35:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.017+0000 7fb2157c0740 1 --2- 172.21.15.82:0/2190793966 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb7acb0 0x5616dcb92870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.017+0000 7fb2157c0740 1 --2- 172.21.15.82:0/2190793966 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb70410 0x5616dcb78480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.017+0000 7fb2157c0740 1 --2- 172.21.15.82:0/2190793966 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb6faf0 0x5616dcb76b20 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.017+0000 7fb2157c0740 1 -- 172.21.15.82:0/2190793966 >> 172.21.15.82:0/2190793966 conn(0x5616dcb6c060 msgr2=0x5616dcb79c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.017+0000 7fb2157c0740 1 -- 172.21.15.82:0/2190793966 shutdown_connections 2024-09-12T12:35:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.017+0000 7fb2157c0740 1 -- 172.21.15.82:0/2190793966 wait complete. 2024-09-12T12:35:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb2157c0740 1 -- start start 2024-09-12T12:35:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb2157c0740 1 Processor -- start 2024-09-12T12:35:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb2157c0740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb6faf0 0x5616dcb83060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb2157c0740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb70410 0x5616dcb835a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb2157c0740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb7acb0 0x5616dcb7e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb2157c0740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb20c1aee30 con 0x5616dcb70410 2024-09-12T12:35:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb2157c0740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb20c1ae760 con 0x5616dcb6faf0 2024-09-12T12:35:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb2157c0740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb20c1ab9c0 con 0x5616dcb7acb0 2024-09-12T12:35:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb2157c0740 10 client.0 _ll_register_callbacks cb 0x7fb1fc00df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:35:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb20b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb70410 0x5616dcb835a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb20b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb70410 0x5616dcb835a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:53310/0 (socket says 172.21.15.82:53310) 2024-09-12T12:35:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb20b7fe640 1 -- 172.21.15.82:0/495437637 learned_addr learned my addr 172.21.15.82:0/495437637 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:35:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb20bfff640 1 --2- 172.21.15.82:0/495437637 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb6faf0 0x5616dcb83060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb210ee8640 1 --2- 172.21.15.82:0/495437637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb7acb0 0x5616dcb7e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.018+0000 7fb20b7fe640 1 -- 172.21.15.82:0/495437637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb7acb0 msgr2=0x5616dcb7e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb20b7fe640 1 --2- 172.21.15.82:0/495437637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb7acb0 0x5616dcb7e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb20b7fe640 1 -- 172.21.15.82:0/495437637 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb6faf0 msgr2=0x5616dcb83060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:35:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb20b7fe640 1 --2- 172.21.15.82:0/495437637 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb6faf0 0x5616dcb83060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb20b7fe640 1 -- 172.21.15.82:0/495437637 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616dcb7ede0 con 0x5616dcb70410 2024-09-12T12:35:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb20b7fe640 1 --2- 172.21.15.82:0/495437637 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb70410 0x5616dcb835a0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7fb200009230 tx=0x7fb200009680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72f78426e42de672 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:35:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb1eb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:35:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb1eb7fe640 1 -- 172.21.15.82:0/495437637 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb200035040 con 0x5616dcb70410 2024-09-12T12:35:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb1eb7fe640 1 -- 172.21.15.82:0/495437637 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8622+0+0 (secure 0 0 0) 0x7fb200004250 con 0x5616dcb70410 2024-09-12T12:35:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb2157c0740 1 -- 172.21.15.82:0/495437637 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1fc09f8b0 con 0x5616dcb70410 2024-09-12T12:35:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb1eb7fe640 1 -- 172.21.15.82:0/495437637 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb200051050 con 0x5616dcb70410 2024-09-12T12:35:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb2157c0740 10 client.16629 fetch_fsmap learned FSMap version 28 2024-09-12T12:35:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb2157c0740 1 -- 172.21.15.82:0/495437637 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5616dcbf5480 con 0x5616dcb70410 2024-09-12T12:35:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb1eb7fe640 1 -- 172.21.15.82:0/495437637 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb1fc09f8b0 con 0x5616dcb70410 2024-09-12T12:35:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb1eb7fe640 1 -- 172.21.15.82:0/495437637 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fb200004b00 con 0x5616dcb70410 2024-09-12T12:35:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb2157c0740 10 client.16629 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:35:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb2157c0740 10 client.16629 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:35:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb2157c0740 20 client.16629 populate_metadata read hostname 'smithi082' 2024-09-12T12:35:58.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb2157c0740 1 --2- 172.21.15.82:0/495437637 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5616dcbf5bd0 0x5616dcbf7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:35:58.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb2157c0740 4 client.16629 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:35:58.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.019+0000 7fb2157c0740 1 -- 172.21.15.82:0/495437637 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5616dca58900 con 0x5616dcbf5bd0 2024-09-12T12:35:58.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.020+0000 7fb20bfff640 1 --2- 172.21.15.82:0/495437637 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5616dcbf5bd0 0x5616dcbf7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:35:58.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.020+0000 7fb1eb7fe640 10 client.16629 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:58.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.020+0000 7fb20bfff640 1 --2- 172.21.15.82:0/495437637 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5616dcbf5bd0 0x5616dcbf7ff0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c685112c7a44187c server_cookie=cfee2f527d144b1f in_seq=0 out_seq=0 2024-09-12T12:35:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.035+0000 7fb1eb7fe640 1 -- 172.21.15.82:0/495437637 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5616dca58900 con 0x5616dcbf5bd0 2024-09-12T12:35:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.035+0000 7fb1eb7fe640 10 client.16629 handle_command_reply: tid=0 2024-09-12T12:35:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.035+0000 7fb2157c0740 1 client.16629 shutdown 2024-09-12T12:35:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.035+0000 7fb2157c0740 1 -- 172.21.15.82:0/495437637 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb70410 msgr2=0x5616dcb835a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.035+0000 7fb2157c0740 1 --2- 172.21.15.82:0/495437637 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb70410 0x5616dcb835a0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7fb200009230 tx=0x7fb200009680 comp rx=0 tx=0).stop 2024-09-12T12:35:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.035+0000 7fb2157c0740 1 -- 172.21.15.82:0/495437637 shutdown_connections 2024-09-12T12:35:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.035+0000 7fb2157c0740 1 --2- 172.21.15.82:0/495437637 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5616dcbf5bd0 0x5616dcbf7ff0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.035+0000 7fb2157c0740 1 --2- 172.21.15.82:0/495437637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5616dcb7acb0 0x5616dcb7e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.035+0000 7fb1eb7fe640 0 client.16629 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:35:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.035+0000 7fb2157c0740 1 --2- 172.21.15.82:0/495437637 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5616dcb70410 0x5616dcb835a0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.035+0000 7fb2157c0740 1 --2- 172.21.15.82:0/495437637 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5616dcb6faf0 0x5616dcb83060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.035+0000 7fb2157c0740 1 -- 172.21.15.82:0/495437637 >> 172.21.15.82:0/495437637 conn(0x5616dcb6c060 msgr2=0x5616dcb6a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.035+0000 7fb2157c0740 1 -- 172.21.15.82:0/495437637 shutdown_connections 2024-09-12T12:35:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.035+0000 7fb2157c0740 1 -- 172.21.15.82:0/495437637 wait complete. 2024-09-12T12:35:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.036+0000 7fb2157c0740 20 client.16629 trim_cache size 0 max 16384 2024-09-12T12:35:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:35:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:35:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:35:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:35:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.036+0000 7fb21294b640 1 -- 172.21.15.82:0/3641254273 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb1f40a2e20 msgr2=0x7fb1f40a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.036+0000 7fb21294b640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb1f40a2e20 0x7fb1f40a52e0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb204010c40 tx=0x7fb20400c000 comp rx=0 tx=0).stop 2024-09-12T12:35:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.036+0000 7fb21294b640 1 -- 172.21.15.82:0/3641254273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb20c102ca0 msgr2=0x7fb20c198310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:35:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.036+0000 7fb21294b640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb20c102ca0 0x7fb20c198310 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc00d950 tx=0x7fb1fc00de10 comp rx=0 tx=0).stop 2024-09-12T12:35:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.036+0000 7fb21294b640 1 -- 172.21.15.82:0/3641254273 shutdown_connections 2024-09-12T12:35:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.036+0000 7fb21294b640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb1f40a2e20 0x7fb1f40a52e0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.036+0000 7fb21294b640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb20c10c0c0 0x7fb20c19cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.036+0000 7fb21294b640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb20c1035c0 0x7fb20c198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.036+0000 7fb21294b640 1 --2- 172.21.15.82:0/3641254273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb20c102ca0 0x7fb20c198310 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:35:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.036+0000 7fb21294b640 1 -- 172.21.15.82:0/3641254273 >> 172.21.15.82:0/3641254273 conn(0x7fb20c0fc6f0 msgr2=0x7fb20c0fd350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:35:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.036+0000 7fb21294b640 1 -- 172.21.15.82:0/3641254273 shutdown_connections 2024-09-12T12:35:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:35:58.036+0000 7fb21294b640 1 -- 172.21.15.82:0/3641254273 wait complete. 2024-09-12T12:35:58.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:35:58 smithi097 ceph-mon[34923]: pgmap v287: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 66 KiB/s wr, 24 op/s 2024-09-12T12:35:58.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:35:58 smithi082 ceph-mon[31122]: pgmap v287: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 66 KiB/s wr, 24 op/s 2024-09-12T12:35:58.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:35:58 smithi114 ceph-mon[35514]: pgmap v287: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 66 KiB/s wr, 24 op/s 2024-09-12T12:36:01.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:01 smithi097 ceph-mon[34923]: pgmap v288: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:36:01.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:01 smithi082 ceph-mon[31122]: pgmap v288: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:36:01.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:01 smithi114 ceph-mon[35514]: pgmap v288: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:36:03.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:03 smithi097 ceph-mon[34923]: pgmap v289: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:36:03.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:03 smithi097 ceph-mon[34923]: osdmap e91: 12 total, 12 up, 12 in 2024-09-12T12:36:03.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:03 smithi082 ceph-mon[31122]: pgmap v289: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:36:03.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:03 smithi082 ceph-mon[31122]: osdmap e91: 12 total, 12 up, 12 in 2024-09-12T12:36:03.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:03 smithi114 ceph-mon[35514]: pgmap v289: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:36:03.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:03 smithi114 ceph-mon[35514]: osdmap e91: 12 total, 12 up, 12 in 2024-09-12T12:36:05.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:05 smithi097 ceph-mon[34923]: pgmap v291: 97 pgs: 97 active+clean; 5.4 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 105 KiB/s wr, 39 op/s 2024-09-12T12:36:05.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:05 smithi082 ceph-mon[31122]: pgmap v291: 97 pgs: 97 active+clean; 5.4 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 105 KiB/s wr, 39 op/s 2024-09-12T12:36:05.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:05 smithi114 ceph-mon[35514]: pgmap v291: 97 pgs: 97 active+clean; 5.4 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 105 KiB/s wr, 39 op/s 2024-09-12T12:36:07.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:07 smithi097 ceph-mon[34923]: pgmap v292: 97 pgs: 97 active+clean; 5.4 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 105 KiB/s wr, 39 op/s 2024-09-12T12:36:07.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:07 smithi082 ceph-mon[31122]: pgmap v292: 97 pgs: 97 active+clean; 5.4 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 105 KiB/s wr, 39 op/s 2024-09-12T12:36:07.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:07 smithi114 ceph-mon[35514]: pgmap v292: 97 pgs: 97 active+clean; 5.4 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 105 KiB/s wr, 39 op/s 2024-09-12T12:36:09.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:08 smithi097 ceph-mon[34923]: osdmap e92: 12 total, 12 up, 12 in 2024-09-12T12:36:09.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:08 smithi082 ceph-mon[31122]: osdmap e92: 12 total, 12 up, 12 in 2024-09-12T12:36:09.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:08 smithi114 ceph-mon[35514]: osdmap e92: 12 total, 12 up, 12 in 2024-09-12T12:36:10.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:09 smithi097 ceph-mon[34923]: pgmap v294: 97 pgs: 97 active+clean; 5.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 123 KiB/s wr, 45 op/s 2024-09-12T12:36:10.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:09 smithi082 ceph-mon[31122]: pgmap v294: 97 pgs: 97 active+clean; 5.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 123 KiB/s wr, 45 op/s 2024-09-12T12:36:10.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:09 smithi114 ceph-mon[35514]: pgmap v294: 97 pgs: 97 active+clean; 5.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 123 KiB/s wr, 45 op/s 2024-09-12T12:36:11.134 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.134+0000 7f97f134b640 1 -- 172.21.15.82:0/3603073584 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f97ec1035a0 msgr2=0x7f97ec10ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:11.134 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.134+0000 7f97f134b640 1 --2- 172.21.15.82:0/3603073584 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f97ec1035a0 0x7f97ec10ba80 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f97e0009900 tx=0x7f97e002a480 comp rx=0 tx=0).stop 2024-09-12T12:36:11.134 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.134+0000 7f97f134b640 1 -- 172.21.15.82:0/3603073584 shutdown_connections 2024-09-12T12:36:11.134 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.134+0000 7f97f134b640 1 --2- 172.21.15.82:0/3603073584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97ec10c0d0 0x7f97ec10e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.134 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.134+0000 7f97f134b640 1 --2- 172.21.15.82:0/3603073584 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f97ec1035a0 0x7f97ec10ba80 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.134+0000 7f97f134b640 1 --2- 172.21.15.82:0/3603073584 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f97ec102c80 0x7f97ec103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.134+0000 7f97f134b640 1 -- 172.21.15.82:0/3603073584 >> 172.21.15.82:0/3603073584 conn(0x7f97ec077990 msgr2=0x7f97ec0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:11.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.134+0000 7f97f134b640 1 -- 172.21.15.82:0/3603073584 shutdown_connections 2024-09-12T12:36:11.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.134+0000 7f97f134b640 1 -- 172.21.15.82:0/3603073584 wait complete. 2024-09-12T12:36:11.135 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.134+0000 7f97f134b640 1 Processor -- start 2024-09-12T12:36:11.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97f134b640 1 -- start start 2024-09-12T12:36:11.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97f134b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97ec102c80 0x7f97ec198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97f134b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f97ec1035a0 0x7f97ec1988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97f134b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f97ec10c0d0 0x7f97ec19cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97f134b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec111eb0 con 0x7f97ec10c0d0 2024-09-12T12:36:11.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97f134b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec111d30 con 0x7f97ec102c80 2024-09-12T12:36:11.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97f134b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec112030 con 0x7f97ec1035a0 2024-09-12T12:36:11.137 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97eb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f97ec10c0d0 0x7f97ec19cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97eb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f97ec10c0d0 0x7f97ec19cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52638/0 (socket says 172.21.15.82:52638) 2024-09-12T12:36:11.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97eb7fe640 1 -- 172.21.15.82:0/2140296640 learned_addr learned my addr 172.21.15.82:0/2140296640 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:11.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/2140296640 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f97ec1035a0 0x7f97ec1988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97eaffd640 1 --2- 172.21.15.82:0/2140296640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97ec102c80 0x7f97ec198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97eb7fe640 1 -- 172.21.15.82:0/2140296640 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f97ec1035a0 msgr2=0x7f97ec1988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:11.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97eb7fe640 1 --2- 172.21.15.82:0/2140296640 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f97ec1035a0 0x7f97ec1988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97eb7fe640 1 -- 172.21.15.82:0/2140296640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97ec102c80 msgr2=0x7f97ec198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:11.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97eb7fe640 1 --2- 172.21.15.82:0/2140296640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97ec102c80 0x7f97ec198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.135+0000 7f97eb7fe640 1 -- 172.21.15.82:0/2140296640 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97ec19d370 con 0x7f97ec10c0d0 2024-09-12T12:36:11.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.136+0000 7f97eb7fe640 1 --2- 172.21.15.82:0/2140296640 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f97ec10c0d0 0x7f97ec19cc40 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f97e400cad0 tx=0x7f97e400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:11.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.136+0000 7f97d3fff640 1 -- 172.21.15.82:0/2140296640 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e400ae20 con 0x7f97ec10c0d0 2024-09-12T12:36:11.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.136+0000 7f97d3fff640 1 -- 172.21.15.82:0/2140296640 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f97e4005020 con 0x7f97ec10c0d0 2024-09-12T12:36:11.138 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.136+0000 7f97f134b640 1 -- 172.21.15.82:0/2140296640 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97ec19d660 con 0x7f97ec10c0d0 2024-09-12T12:36:11.139 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.136+0000 7f97d3fff640 1 -- 172.21.15.82:0/2140296640 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e400f6f0 con 0x7f97ec10c0d0 2024-09-12T12:36:11.139 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.136+0000 7f97f134b640 1 -- 172.21.15.82:0/2140296640 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97ec1a4ef0 con 0x7f97ec10c0d0 2024-09-12T12:36:11.145 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.138+0000 7f97d3fff640 1 -- 172.21.15.82:0/2140296640 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f97e40051d0 con 0x7f97ec10c0d0 2024-09-12T12:36:11.146 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.138+0000 7f97f41c1740 1 Processor -- start 2024-09-12T12:36:11.146 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.138+0000 7f97f41c1740 1 -- start start 2024-09-12T12:36:11.146 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97f41c1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1daf0 0x5591b7e1ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.146 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97f41c1740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e1e410 0x5591b7e28770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.146 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97f41c1740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e28cb0 0x5591b7e2b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.146 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97f41c1740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5591b7d822f0 con 0x5591b7e28cb0 2024-09-12T12:36:11.146 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97f41c1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5591b7d2a270 con 0x5591b7e1daf0 2024-09-12T12:36:11.146 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97f41c1740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5591b7d7e2b0 con 0x5591b7e1e410 2024-09-12T12:36:11.146 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97ea7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e28cb0 0x5591b7e2b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.146 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97ea7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e28cb0 0x5591b7e2b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52652/0 (socket says 172.21.15.82:52652) 2024-09-12T12:36:11.146 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97ea7fc640 1 -- 172.21.15.82:0/2584193225 learned_addr learned my addr 172.21.15.82:0/2584193225 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:11.147 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97eaffd640 1 --2- 172.21.15.82:0/2584193225 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e1e410 0x5591b7e28770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.147 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97d3fff640 1 --2- 172.21.15.82:0/2140296640 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f97d40a2e20 0x7f97d40a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.147 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/2584193225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1daf0 0x5591b7e1ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.147 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97eb7fe640 1 --2- 172.21.15.82:0/2140296640 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f97d40a2e20 0x7f97d40a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.147 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97ea7fc640 1 -- 172.21.15.82:0/2584193225 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e1e410 msgr2=0x5591b7e28770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:11.147 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/2584193225 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e1e410 0x5591b7e28770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.147 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97ea7fc640 1 -- 172.21.15.82:0/2584193225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1daf0 msgr2=0x5591b7e1ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:11.147 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/2584193225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1daf0 0x5591b7e1ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.147 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97ea7fc640 1 -- 172.21.15.82:0/2584193225 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591b7d29340 con 0x5591b7e28cb0 2024-09-12T12:36:11.147 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97eaffd640 1 --2- 172.21.15.82:0/2584193225 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e1e410 0x5591b7e28770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:36:11.147 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.139+0000 7f97d3fff640 1 -- 172.21.15.82:0/2140296640 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f97e40cf400 con 0x7f97ec10c0d0 2024-09-12T12:36:11.147 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.140+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/2584193225 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e28cb0 0x5591b7e2b0a0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f97e0009900 tx=0x7f97e0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57aa79f593b59f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:11.147 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.140+0000 7f97d17fa640 1 -- 172.21.15.82:0/2584193225 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e0035070 con 0x5591b7e28cb0 2024-09-12T12:36:11.148 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.140+0000 7f97eb7fe640 1 --2- 172.21.15.82:0/2140296640 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f97d40a2e20 0x7f97d40a52e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f97e409b8a0 tx=0x7f97e406a840 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:11.148 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.140+0000 7f97d17fa640 1 -- 172.21.15.82:0/2584193225 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f97e0005020 con 0x5591b7e28cb0 2024-09-12T12:36:11.148 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.140+0000 7f97d17fa640 1 -- 172.21.15.82:0/2584193225 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e0004a00 con 0x5591b7e28cb0 2024-09-12T12:36:11.148 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.140+0000 7f97f41c1740 1 -- 172.21.15.82:0/2584193225 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e28cb0 msgr2=0x5591b7e2b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:11.148 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.140+0000 7f97f41c1740 1 --2- 172.21.15.82:0/2584193225 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e28cb0 0x5591b7e2b0a0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f97e0009900 tx=0x7f97e0000bc0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.148 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 -- 172.21.15.82:0/2584193225 shutdown_connections 2024-09-12T12:36:11.148 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 --2- 172.21.15.82:0/2584193225 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e28cb0 0x5591b7e2b0a0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.148 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 --2- 172.21.15.82:0/2584193225 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e1e410 0x5591b7e28770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.148 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 --2- 172.21.15.82:0/2584193225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1daf0 0x5591b7e1ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.148 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 -- 172.21.15.82:0/2584193225 >> 172.21.15.82:0/2584193225 conn(0x5591b7e1a060 msgr2=0x5591b7e1a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:11.148 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 -- 172.21.15.82:0/2584193225 shutdown_connections 2024-09-12T12:36:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 -- 172.21.15.82:0/2584193225 wait complete. 2024-09-12T12:36:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 -- start start 2024-09-12T12:36:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 Processor -- start 2024-09-12T12:36:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e1daf0 0x5591b7e25bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1e410 0x5591b7e260f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e28cb0 0x5591b7e26630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5591b7e2b880 con 0x5591b7e1e410 2024-09-12T12:36:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5591b7d0b290 con 0x5591b7e28cb0 2024-09-12T12:36:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5591b7e2ba00 con 0x5591b7e1daf0 2024-09-12T12:36:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97f41c1740 10 client.0 _ll_register_callbacks cb 0x5591b7d3c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:36:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97eaffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1e410 0x5591b7e260f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.149 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97eaffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1e410 0x5591b7e260f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52664/0 (socket says 172.21.15.82:52664) 2024-09-12T12:36:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.141+0000 7f97eaffd640 1 -- 172.21.15.82:0/4035414594 learned_addr learned my addr 172.21.15.82:0/4035414594 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/4035414594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e28cb0 0x5591b7e26630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/4035414594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e1daf0 0x5591b7e25bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97eaffd640 1 -- 172.21.15.82:0/4035414594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e1daf0 msgr2=0x5591b7e25bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97eaffd640 1 --2- 172.21.15.82:0/4035414594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e1daf0 0x5591b7e25bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97eaffd640 1 -- 172.21.15.82:0/4035414594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e28cb0 msgr2=0x5591b7e26630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97eaffd640 1 --2- 172.21.15.82:0/4035414594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e28cb0 0x5591b7e26630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97eaffd640 1 -- 172.21.15.82:0/4035414594 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5591b7a95210 con 0x5591b7e1e410 2024-09-12T12:36:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/4035414594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e1daf0 0x5591b7e25bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:36:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97eaffd640 1 --2- 172.21.15.82:0/4035414594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1e410 0x5591b7e260f0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f97dc00ba10 tx=0x7f97dc00bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4a2875ba2425d8c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97ceff5640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:36:11.150 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97ceff5640 1 -- 172.21.15.82:0/4035414594 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97dc003e80 con 0x5591b7e1e410 2024-09-12T12:36:11.151 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97ceff5640 1 -- 172.21.15.82:0/4035414594 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f97dc011440 con 0x5591b7e1e410 2024-09-12T12:36:11.151 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97f41c1740 1 -- 172.21.15.82:0/4035414594 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97e0005020 con 0x5591b7e1e410 2024-09-12T12:36:11.151 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97ceff5640 1 -- 172.21.15.82:0/4035414594 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f97dc011640 con 0x5591b7e1e410 2024-09-12T12:36:11.151 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97f41c1740 10 client.16641 fetch_fsmap learned FSMap version 28 2024-09-12T12:36:11.151 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97f41c1740 1 -- 172.21.15.82:0/4035414594 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5591b7b61620 con 0x5591b7e1e410 2024-09-12T12:36:11.151 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.142+0000 7f97ceff5640 1 -- 172.21.15.82:0/4035414594 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f97e0005020 con 0x5591b7e1e410 2024-09-12T12:36:11.151 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.143+0000 7f97ceff5640 1 -- 172.21.15.82:0/4035414594 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f97dc01bad0 con 0x5591b7e1e410 2024-09-12T12:36:11.151 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.143+0000 7f97f41c1740 10 client.16641 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:36:11.151 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.143+0000 7f97f41c1740 10 client.16641 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:36:11.151 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.143+0000 7f97f41c1740 20 client.16641 populate_metadata read hostname 'smithi082' 2024-09-12T12:36:11.151 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.143+0000 7f97f41c1740 1 --2- 172.21.15.82:0/4035414594 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5591b7e38d70 0x5591b7e3b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.151 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.143+0000 7f97f41c1740 4 client.16641 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:36:11.151 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.143+0000 7f97f41c1740 1 -- 172.21.15.82:0/4035414594 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5591b7d8fa20 con 0x5591b7e38d70 2024-09-12T12:36:11.152 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.143+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/4035414594 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5591b7e38d70 0x5591b7e3b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.152 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.143+0000 7f97ceff5640 10 client.16641 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:11.152 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.143+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/4035414594 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5591b7e38d70 0x5591b7e3b160 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e51b70ef44cee45 server_cookie=8d5e6dfa2f9514d1 in_seq=0 out_seq=0 2024-09-12T12:36:11.152 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97ceff5640 1 -- 172.21.15.82:0/4035414594 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5591b7d8fa20 con 0x5591b7e38d70 2024-09-12T12:36:11.152 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97ceff5640 10 client.16641 handle_command_reply: tid=0 2024-09-12T12:36:11.152 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97f41c1740 1 client.16641 shutdown 2024-09-12T12:36:11.152 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97f41c1740 1 -- 172.21.15.82:0/4035414594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1e410 msgr2=0x5591b7e260f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:11.152 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97f41c1740 1 --2- 172.21.15.82:0/4035414594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1e410 0x5591b7e260f0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f97dc00ba10 tx=0x7f97dc00bed0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.152 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97f41c1740 1 -- 172.21.15.82:0/4035414594 shutdown_connections 2024-09-12T12:36:11.152 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97f41c1740 1 --2- 172.21.15.82:0/4035414594 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5591b7e38d70 0x5591b7e3b160 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.152 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97f41c1740 1 --2- 172.21.15.82:0/4035414594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e28cb0 0x5591b7e26630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.152 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97f41c1740 1 --2- 172.21.15.82:0/4035414594 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1e410 0x5591b7e260f0 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.152 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97f41c1740 1 --2- 172.21.15.82:0/4035414594 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e1daf0 0x5591b7e25bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.153 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97ceff5640 0 client.16641 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:11.153 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97f41c1740 1 -- 172.21.15.82:0/4035414594 >> 172.21.15.82:0/4035414594 conn(0x5591b7e1a060 msgr2=0x5591b7e1fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:11.153 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97f41c1740 1 -- 172.21.15.82:0/4035414594 shutdown_connections 2024-09-12T12:36:11.153 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97f41c1740 1 -- 172.21.15.82:0/4035414594 wait complete. 2024-09-12T12:36:11.153 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.144+0000 7f97f41c1740 20 client.16641 trim_cache size 0 max 16384 2024-09-12T12:36:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97f41c1740 1 Processor -- start 2024-09-12T12:36:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97f41c1740 1 -- start start 2024-09-12T12:36:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97f41c1740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1daf0 0x5591b7e26460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97f41c1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1e410 0x5591b7e1fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97f41c1740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e28cb0 0x5591b7e409d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97f41c1740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec1ad930 con 0x5591b7e1daf0 2024-09-12T12:36:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97f41c1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec1af470 con 0x5591b7e1e410 2024-09-12T12:36:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97f41c1740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec1ae000 con 0x5591b7e28cb0 2024-09-12T12:36:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97ea7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1daf0 0x5591b7e26460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97ea7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1daf0 0x5591b7e26460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52670/0 (socket says 172.21.15.82:52670) 2024-09-12T12:36:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97ea7fc640 1 -- 172.21.15.82:0/3055107599 learned_addr learned my addr 172.21.15.82:0/3055107599 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97eaffd640 1 --2- 172.21.15.82:0/3055107599 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1e410 0x5591b7e1fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97ea7fc640 1 -- 172.21.15.82:0/3055107599 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e28cb0 msgr2=0x5591b7e409d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/3055107599 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e28cb0 0x5591b7e409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97ea7fc640 1 -- 172.21.15.82:0/3055107599 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1e410 msgr2=0x5591b7e1fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/3055107599 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1e410 0x5591b7e1fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97ea7fc640 1 -- 172.21.15.82:0/3055107599 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591b7e20a80 con 0x5591b7e1daf0 2024-09-12T12:36:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97eaffd640 1 --2- 172.21.15.82:0/3055107599 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1e410 0x5591b7e1fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:36:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.159+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/3055107599 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1daf0 0x5591b7e26460 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f97e0031530 tx=0x7f97e00314c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd4790fe55e5fb01 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.160+0000 7f97d0ff9640 1 -- 172.21.15.82:0/3055107599 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e0035040 con 0x5591b7e1daf0 2024-09-12T12:36:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.160+0000 7f97d0ff9640 1 -- 172.21.15.82:0/3055107599 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f97e0005530 con 0x5591b7e1daf0 2024-09-12T12:36:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.160+0000 7f97d0ff9640 1 -- 172.21.15.82:0/3055107599 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e0004b40 con 0x5591b7e1daf0 2024-09-12T12:36:11.170 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.160+0000 7f97f41c1740 1 -- 172.21.15.82:0/3055107599 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1daf0 msgr2=0x5591b7e26460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:11.171 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.160+0000 7f97f41c1740 1 --2- 172.21.15.82:0/3055107599 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1daf0 0x5591b7e26460 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f97e0031530 tx=0x7f97e00314c0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.171 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.160+0000 7f97f41c1740 1 -- 172.21.15.82:0/3055107599 shutdown_connections 2024-09-12T12:36:11.171 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.160+0000 7f97f41c1740 1 --2- 172.21.15.82:0/3055107599 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e28cb0 0x5591b7e409d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.171 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.160+0000 7f97f41c1740 1 --2- 172.21.15.82:0/3055107599 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1e410 0x5591b7e1fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.171 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.160+0000 7f97f41c1740 1 --2- 172.21.15.82:0/3055107599 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1daf0 0x5591b7e26460 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.172 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.160+0000 7f97f41c1740 1 -- 172.21.15.82:0/3055107599 >> 172.21.15.82:0/3055107599 conn(0x5591b7e1a060 msgr2=0x5591b7e1f550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:11.172 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.160+0000 7f97f41c1740 1 -- 172.21.15.82:0/3055107599 shutdown_connections 2024-09-12T12:36:11.172 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.160+0000 7f97f41c1740 1 -- 172.21.15.82:0/3055107599 wait complete. 2024-09-12T12:36:11.172 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.160+0000 7f97f41c1740 1 -- start start 2024-09-12T12:36:11.172 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97f41c1740 1 Processor -- start 2024-09-12T12:36:11.172 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97f41c1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1daf0 0x5591b7e22bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97f41c1740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1e410 0x5591b7e23100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97f41c1740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e28cb0 0x5591b7e23640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97f41c1740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec1aeda0 con 0x5591b7e1e410 2024-09-12T12:36:11.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97f41c1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec1ae6d0 con 0x5591b7e1daf0 2024-09-12T12:36:11.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97f41c1740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec1ab930 con 0x5591b7e28cb0 2024-09-12T12:36:11.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97f41c1740 10 client.0 _ll_register_callbacks cb 0x7f97dc0042b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:36:11.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97eaffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1e410 0x5591b7e23100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97eaffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1e410 0x5591b7e23100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:52678/0 (socket says 172.21.15.82:52678) 2024-09-12T12:36:11.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97eaffd640 1 -- 172.21.15.82:0/2944695794 learned_addr learned my addr 172.21.15.82:0/2944695794 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:11.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/2944695794 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1daf0 0x5591b7e22bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/2944695794 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e28cb0 0x5591b7e23640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97eaffd640 1 -- 172.21.15.82:0/2944695794 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e28cb0 msgr2=0x5591b7e23640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:11.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97eaffd640 1 --2- 172.21.15.82:0/2944695794 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e28cb0 0x5591b7e23640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97eaffd640 1 -- 172.21.15.82:0/2944695794 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1daf0 msgr2=0x5591b7e22bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:11.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97eaffd640 1 --2- 172.21.15.82:0/2944695794 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1daf0 0x5591b7e22bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97eaffd640 1 -- 172.21.15.82:0/2944695794 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5591b7ea29a0 con 0x5591b7e1e410 2024-09-12T12:36:11.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/2944695794 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1daf0 0x5591b7e22bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:36:11.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97eaffd640 1 --2- 172.21.15.82:0/2944695794 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1e410 0x5591b7e23100 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f97dc01bef0 tx=0x7f97dc010fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af13e10b47eab09a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:11.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97ceff5640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:36:11.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.161+0000 7f97ceff5640 1 -- 172.21.15.82:0/2944695794 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97dc003e80 con 0x5591b7e1e410 2024-09-12T12:36:11.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.162+0000 7f97ceff5640 1 -- 172.21.15.82:0/2944695794 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f97dc011440 con 0x5591b7e1e410 2024-09-12T12:36:11.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.162+0000 7f97f41c1740 1 -- 172.21.15.82:0/2944695794 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97e0005530 con 0x5591b7e1e410 2024-09-12T12:36:11.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.162+0000 7f97ceff5640 1 -- 172.21.15.82:0/2944695794 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f97dc005040 con 0x5591b7e1e410 2024-09-12T12:36:11.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.162+0000 7f97f41c1740 10 client.16647 fetch_fsmap learned FSMap version 28 2024-09-12T12:36:11.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.162+0000 7f97f41c1740 1 -- 172.21.15.82:0/2944695794 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5591b7ea3c30 con 0x5591b7e1e410 2024-09-12T12:36:11.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.162+0000 7f97ceff5640 1 -- 172.21.15.82:0/2944695794 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f97e0005530 con 0x5591b7e1e410 2024-09-12T12:36:11.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.162+0000 7f97ceff5640 1 -- 172.21.15.82:0/2944695794 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f97dc004680 con 0x5591b7e1e410 2024-09-12T12:36:11.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.162+0000 7f97f41c1740 10 client.16647 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:36:11.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.162+0000 7f97f41c1740 10 client.16647 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:36:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.162+0000 7f97f41c1740 20 client.16647 populate_metadata read hostname 'smithi082' 2024-09-12T12:36:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.162+0000 7f97f41c1740 1 --2- 172.21.15.82:0/2944695794 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5591b7ea43f0 0x5591b7ea6810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.162+0000 7f97f41c1740 4 client.16647 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:36:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.162+0000 7f97f41c1740 1 -- 172.21.15.82:0/2944695794 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5591b7d89d70 con 0x5591b7ea43f0 2024-09-12T12:36:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.162+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/2944695794 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5591b7ea43f0 0x5591b7ea6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.163+0000 7f97ceff5640 10 client.16647 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.163+0000 7f97ea7fc640 1 --2- 172.21.15.82:0/2944695794 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5591b7ea43f0 0x5591b7ea6810 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3055bb7dd7ba614d server_cookie=61f9bc451d8967b0 in_seq=0 out_seq=0 2024-09-12T12:36:11.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.176+0000 7f97ceff5640 1 -- 172.21.15.82:0/2944695794 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5591b7d89d70 con 0x5591b7ea43f0 2024-09-12T12:36:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.176+0000 7f97ceff5640 10 client.16647 handle_command_reply: tid=0 2024-09-12T12:36:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.176+0000 7f97f41c1740 1 client.16647 shutdown 2024-09-12T12:36:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f41c1740 1 -- 172.21.15.82:0/2944695794 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1e410 msgr2=0x5591b7e23100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f41c1740 1 --2- 172.21.15.82:0/2944695794 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1e410 0x5591b7e23100 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f97dc01bef0 tx=0x7f97dc010fd0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f41c1740 1 -- 172.21.15.82:0/2944695794 shutdown_connections 2024-09-12T12:36:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f41c1740 1 --2- 172.21.15.82:0/2944695794 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5591b7ea43f0 0x5591b7ea6810 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f41c1740 1 --2- 172.21.15.82:0/2944695794 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5591b7e28cb0 0x5591b7e23640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f41c1740 1 --2- 172.21.15.82:0/2944695794 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5591b7e1e410 0x5591b7e23100 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f41c1740 1 --2- 172.21.15.82:0/2944695794 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591b7e1daf0 0x5591b7e22bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97ceff5640 0 client.16647 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:11.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f41c1740 1 -- 172.21.15.82:0/2944695794 >> 172.21.15.82:0/2944695794 conn(0x5591b7e1a060 msgr2=0x5591b7e191c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:11.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f41c1740 1 -- 172.21.15.82:0/2944695794 shutdown_connections 2024-09-12T12:36:11.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f41c1740 1 -- 172.21.15.82:0/2944695794 wait complete. 2024-09-12T12:36:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f41c1740 20 client.16647 trim_cache size 0 max 16384 2024-09-12T12:36:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:36:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:36:11.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:36:11.182 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:36:11.183 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f134b640 1 -- 172.21.15.82:0/2140296640 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f97d40a2e20 msgr2=0x7f97d40a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:11.183 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f134b640 1 --2- 172.21.15.82:0/2140296640 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f97d40a2e20 0x7f97d40a52e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f97e409b8a0 tx=0x7f97e406a840 comp rx=0 tx=0).stop 2024-09-12T12:36:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f134b640 1 -- 172.21.15.82:0/2140296640 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f97ec10c0d0 msgr2=0x7f97ec19cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f134b640 1 --2- 172.21.15.82:0/2140296640 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f97ec10c0d0 0x7f97ec19cc40 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f97e400cad0 tx=0x7f97e400cf90 comp rx=0 tx=0).stop 2024-09-12T12:36:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f134b640 1 -- 172.21.15.82:0/2140296640 shutdown_connections 2024-09-12T12:36:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f134b640 1 --2- 172.21.15.82:0/2140296640 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f97d40a2e20 0x7f97d40a52e0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f134b640 1 --2- 172.21.15.82:0/2140296640 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f97ec10c0d0 0x7f97ec19cc40 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f134b640 1 --2- 172.21.15.82:0/2140296640 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f97ec1035a0 0x7f97ec1988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f134b640 1 --2- 172.21.15.82:0/2140296640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97ec102c80 0x7f97ec198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.177+0000 7f97f134b640 1 -- 172.21.15.82:0/2140296640 >> 172.21.15.82:0/2140296640 conn(0x7f97ec077990 msgr2=0x7f97ec0fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.178+0000 7f97f134b640 1 -- 172.21.15.82:0/2140296640 shutdown_connections 2024-09-12T12:36:11.185 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:11.178+0000 7f97f134b640 1 -- 172.21.15.82:0/2140296640 wait complete. 2024-09-12T12:36:12.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:11 smithi097 ceph-mon[34923]: pgmap v295: 97 pgs: 97 active+clean; 5.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 123 KiB/s wr, 45 op/s 2024-09-12T12:36:12.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:11 smithi082 ceph-mon[31122]: pgmap v295: 97 pgs: 97 active+clean; 5.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 123 KiB/s wr, 45 op/s 2024-09-12T12:36:12.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:11 smithi114 ceph-mon[35514]: pgmap v295: 97 pgs: 97 active+clean; 5.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 123 KiB/s wr, 45 op/s 2024-09-12T12:36:14.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:13 smithi097 ceph-mon[34923]: pgmap v296: 97 pgs: 97 active+clean; 5.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 99 KiB/s wr, 37 op/s 2024-09-12T12:36:14.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:13 smithi082 ceph-mon[31122]: pgmap v296: 97 pgs: 97 active+clean; 5.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 99 KiB/s wr, 37 op/s 2024-09-12T12:36:14.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:13 smithi114 ceph-mon[35514]: pgmap v296: 97 pgs: 97 active+clean; 5.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 99 KiB/s wr, 37 op/s 2024-09-12T12:36:16.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:15 smithi097 ceph-mon[34923]: pgmap v297: 97 pgs: 97 active+clean; 1.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 19 op/s 2024-09-12T12:36:16.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:15 smithi082 ceph-mon[31122]: pgmap v297: 97 pgs: 97 active+clean; 1.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 19 op/s 2024-09-12T12:36:16.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:15 smithi114 ceph-mon[35514]: pgmap v297: 97 pgs: 97 active+clean; 1.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 19 op/s 2024-09-12T12:36:18.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:17 smithi097 ceph-mon[34923]: pgmap v298: 97 pgs: 97 active+clean; 1.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 19 op/s 2024-09-12T12:36:18.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:17 smithi082 ceph-mon[31122]: pgmap v298: 97 pgs: 97 active+clean; 1.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 19 op/s 2024-09-12T12:36:18.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:17 smithi114 ceph-mon[35514]: pgmap v298: 97 pgs: 97 active+clean; 1.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 19 op/s 2024-09-12T12:36:20.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:19 smithi097 ceph-mon[34923]: pgmap v299: 97 pgs: 97 active+clean; 2.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 70 KiB/s wr, 26 op/s 2024-09-12T12:36:20.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:19 smithi082 ceph-mon[31122]: pgmap v299: 97 pgs: 97 active+clean; 2.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 70 KiB/s wr, 26 op/s 2024-09-12T12:36:20.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:19 smithi114 ceph-mon[35514]: pgmap v299: 97 pgs: 97 active+clean; 2.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 70 KiB/s wr, 26 op/s 2024-09-12T12:36:21.328 INFO:tasks.quiescer.fs.[cephfs]:Total duration (45.1) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-09-12T12:36:21.329 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 22.55 2024-09-12T12:36:21.329 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:36:21.588 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:36:22.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:21 smithi082 ceph-mon[31122]: pgmap v300: 97 pgs: 97 active+clean; 2.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:36:22.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.115+0000 7fea9ab64640 1 -- 172.21.15.82:0/2060611972 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea94105f40 msgr2=0x7fea941063d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:22.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.115+0000 7fea9ab64640 1 --2- 172.21.15.82:0/2060611972 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea94105f40 0x7fea941063d0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fea8c009ca0 tx=0x7fea8c02a940 comp rx=0 tx=0).stop 2024-09-12T12:36:22.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.115+0000 7fea9ab64640 1 -- 172.21.15.82:0/2060611972 shutdown_connections 2024-09-12T12:36:22.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.115+0000 7fea9ab64640 1 --2- 172.21.15.82:0/2060611972 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea94105f40 0x7fea941063d0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:22.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.115+0000 7fea9ab64640 1 --2- 172.21.15.82:0/2060611972 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea94101450 0x7fea94105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:22.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.115+0000 7fea9ab64640 1 --2- 172.21.15.82:0/2060611972 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea94100b30 0x7fea94100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:22.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.115+0000 7fea9ab64640 1 -- 172.21.15.82:0/2060611972 >> 172.21.15.82:0/2060611972 conn(0x7fea940fc7a0 msgr2=0x7fea940febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:22.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.115+0000 7fea9ab64640 1 -- 172.21.15.82:0/2060611972 shutdown_connections 2024-09-12T12:36:22.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.115+0000 7fea9ab64640 1 -- 172.21.15.82:0/2060611972 wait complete. 2024-09-12T12:36:22.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.116+0000 7fea9ab64640 1 Processor -- start 2024-09-12T12:36:22.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.116+0000 7fea9ab64640 1 -- start start 2024-09-12T12:36:22.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.116+0000 7fea9ab64640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea94100b30 0x7fea941a46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:22.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.116+0000 7fea9ab64640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea94101450 0x7fea941a4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:22.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.116+0000 7fea9ab64640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea94105f40 0x7fea9419e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:22.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.116+0000 7fea9ab64640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fea94118560 con 0x7fea94100b30 2024-09-12T12:36:22.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.116+0000 7fea9ab64640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fea941183e0 con 0x7fea94105f40 2024-09-12T12:36:22.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.116+0000 7fea9ab64640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fea941186e0 con 0x7fea94101450 2024-09-12T12:36:22.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.116+0000 7fea98900640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea94100b30 0x7fea941a46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:22.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.116+0000 7fea98900640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea94100b30 0x7fea941a46d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:43758/0 (socket says 172.21.15.82:43758) 2024-09-12T12:36:22.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.116+0000 7fea98900640 1 -- 172.21.15.82:0/1082930414 learned_addr learned my addr 172.21.15.82:0/1082930414 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:22.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.116+0000 7fea93fff640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea94101450 0x7fea941a4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:22.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.117+0000 7fea99101640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea94105f40 0x7fea9419e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:22.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.117+0000 7fea98900640 1 -- 172.21.15.82:0/1082930414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea94101450 msgr2=0x7fea941a4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:22.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.117+0000 7fea98900640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea94101450 0x7fea941a4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:22.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.117+0000 7fea98900640 1 -- 172.21.15.82:0/1082930414 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea94105f40 msgr2=0x7fea9419e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:22.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.117+0000 7fea98900640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea94105f40 0x7fea9419e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:22.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.117+0000 7fea98900640 1 -- 172.21.15.82:0/1082930414 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea9419efc0 con 0x7fea94100b30 2024-09-12T12:36:22.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.117+0000 7fea99101640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea94105f40 0x7fea9419e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:36:22.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.117+0000 7fea98900640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea94100b30 0x7fea941a46d0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fea8800c890 tx=0x7fea8800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:22.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.117+0000 7fea91ffb640 1 -- 172.21.15.82:0/1082930414 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea88004220 con 0x7fea94100b30 2024-09-12T12:36:22.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.117+0000 7fea9ab64640 1 -- 172.21.15.82:0/1082930414 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea9419f2b0 con 0x7fea94100b30 2024-09-12T12:36:22.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.117+0000 7fea91ffb640 1 -- 172.21.15.82:0/1082930414 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fea880043c0 con 0x7fea94100b30 2024-09-12T12:36:22.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.117+0000 7fea91ffb640 1 -- 172.21.15.82:0/1082930414 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea88004a00 con 0x7fea94100b30 2024-09-12T12:36:22.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.117+0000 7fea9ab64640 1 -- 172.21.15.82:0/1082930414 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea941ab5a0 con 0x7fea94100b30 2024-09-12T12:36:22.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.118+0000 7fea9ab64640 1 -- 172.21.15.82:0/1082930414 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea94105920 con 0x7fea94100b30 2024-09-12T12:36:22.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.119+0000 7fea91ffb640 1 -- 172.21.15.82:0/1082930414 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fea880079b0 con 0x7fea94100b30 2024-09-12T12:36:22.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.120+0000 7fea91ffb640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fea840a2cf0 0x7fea840a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:22.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.120+0000 7fea93fff640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fea840a2cf0 0x7fea840a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:22.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.120+0000 7fea91ffb640 1 -- 172.21.15.82:0/1082930414 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7fea880cf1b0 con 0x7fea94100b30 2024-09-12T12:36:22.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.120+0000 7fea93fff640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fea840a2cf0 0x7fea840a51b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fea94106610 tx=0x7fea8000b2e0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:22.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.124+0000 7fea91ffb640 1 -- 172.21.15.82:0/1082930414 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fea88014030 con 0x7fea94100b30 2024-09-12T12:36:22.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:21 smithi097 ceph-mon[34923]: pgmap v300: 97 pgs: 97 active+clean; 2.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:36:22.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:21 smithi114 ceph-mon[35514]: pgmap v300: 97 pgs: 97 active+clean; 2.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:36:22.325 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.325+0000 7fea9ab64640 1 -- 172.21.15.82:0/1082930414 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fea9419fdc0 con 0x7fea94100b30 2024-09-12T12:36:22.326 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.326+0000 7fea91ffb640 1 -- 172.21.15.82:0/1082930414 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7fea8809bd70 con 0x7fea94100b30 2024-09-12T12:36:22.327 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:36:22.327 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:36:22.327 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:36:22.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.328+0000 7fea9ab64640 1 -- 172.21.15.82:0/1082930414 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fea840a2cf0 msgr2=0x7fea840a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:22.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.328+0000 7fea9ab64640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fea840a2cf0 0x7fea840a51b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fea94106610 tx=0x7fea8000b2e0 comp rx=0 tx=0).stop 2024-09-12T12:36:22.328 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.328+0000 7fea9ab64640 1 -- 172.21.15.82:0/1082930414 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea94100b30 msgr2=0x7fea941a46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:22.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.328+0000 7fea9ab64640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea94100b30 0x7fea941a46d0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fea8800c890 tx=0x7fea8800cd50 comp rx=0 tx=0).stop 2024-09-12T12:36:22.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.328+0000 7fea9ab64640 1 -- 172.21.15.82:0/1082930414 shutdown_connections 2024-09-12T12:36:22.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.328+0000 7fea9ab64640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fea840a2cf0 0x7fea840a51b0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:22.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.328+0000 7fea9ab64640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea94105f40 0x7fea9419e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:22.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.328+0000 7fea9ab64640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fea94101450 0x7fea941a4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:22.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.328+0000 7fea9ab64640 1 --2- 172.21.15.82:0/1082930414 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fea94100b30 0x7fea941a46d0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:22.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.328+0000 7fea9ab64640 1 -- 172.21.15.82:0/1082930414 >> 172.21.15.82:0/1082930414 conn(0x7fea940fc7a0 msgr2=0x7fea941038c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:22.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.328+0000 7fea9ab64640 1 -- 172.21.15.82:0/1082930414 shutdown_connections 2024-09-12T12:36:22.330 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:22.328+0000 7fea9ab64640 1 -- 172.21.15.82:0/1082930414 wait complete. 2024-09-12T12:36:23.124 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:22 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1082930414' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:36:23.152 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db / --timeout 90 --expiration 142.55 --await-for 45.0' 2024-09-12T12:36:23.152 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db / --timeout 90 --expiration 142.55 --await-for 45.0 2024-09-12T12:36:23.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:22 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1082930414' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:36:23.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:22 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1082930414' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:36:23.410 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:36:23.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.958+0000 7ff9d49a5640 1 -- 172.21.15.82:0/1665500257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff9d0101de0 msgr2=0x7ff9d01021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:23.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.958+0000 7ff9d49a5640 1 --2- 172.21.15.82:0/1665500257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff9d0101de0 0x7ff9d01021c0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7ff9c0009900 tx=0x7ff9c002a410 comp rx=0 tx=0).stop 2024-09-12T12:36:23.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.958+0000 7ff9d49a5640 1 -- 172.21.15.82:0/1665500257 shutdown_connections 2024-09-12T12:36:23.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.958+0000 7ff9d49a5640 1 --2- 172.21.15.82:0/1665500257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9d0106f10 0x7ff9d010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.958+0000 7ff9d49a5640 1 --2- 172.21.15.82:0/1665500257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9d0102790 0x7ff9d01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.958+0000 7ff9d49a5640 1 --2- 172.21.15.82:0/1665500257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff9d0101de0 0x7ff9d01021c0 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.958+0000 7ff9d49a5640 1 -- 172.21.15.82:0/1665500257 >> 172.21.15.82:0/1665500257 conn(0x7ff9d00fd8c0 msgr2=0x7ff9d00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:23.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.958+0000 7ff9d49a5640 1 -- 172.21.15.82:0/1665500257 shutdown_connections 2024-09-12T12:36:23.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.958+0000 7ff9d49a5640 1 -- 172.21.15.82:0/1665500257 wait complete. 2024-09-12T12:36:23.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.959+0000 7ff9d49a5640 1 Processor -- start 2024-09-12T12:36:23.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.959+0000 7ff9d49a5640 1 -- start start 2024-09-12T12:36:23.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.959+0000 7ff9d49a5640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff9d0101de0 0x7ff9d0198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.959+0000 7ff9d49a5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9d0102790 0x7ff9d0198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.959+0000 7ff9d49a5640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9d0106f10 0x7ff9d019cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.959+0000 7ff9d49a5640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d0111f70 con 0x7ff9d0101de0 2024-09-12T12:36:23.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.959+0000 7ff9d49a5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d0111df0 con 0x7ff9d0102790 2024-09-12T12:36:23.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.959+0000 7ff9d49a5640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d01120f0 con 0x7ff9d0106f10 2024-09-12T12:36:23.962 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.959+0000 7ff9ce59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff9d0101de0 0x7ff9d0198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.959+0000 7ff9ce59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff9d0101de0 0x7ff9d0198430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:43784/0 (socket says 172.21.15.82:43784) 2024-09-12T12:36:23.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.959+0000 7ff9ce59c640 1 -- 172.21.15.82:0/3758831744 learned_addr learned my addr 172.21.15.82:0/3758831744 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:23.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.959+0000 7ff9ced9d640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9d0106f10 0x7ff9d019cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.960+0000 7ff9c7fff640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9d0102790 0x7ff9d0198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.960+0000 7ff9ce59c640 1 -- 172.21.15.82:0/3758831744 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9d0106f10 msgr2=0x7ff9d019cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:23.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.960+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9d0106f10 0x7ff9d019cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.960+0000 7ff9ce59c640 1 -- 172.21.15.82:0/3758831744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9d0102790 msgr2=0x7ff9d0198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:23.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.960+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9d0102790 0x7ff9d0198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.960+0000 7ff9ce59c640 1 -- 172.21.15.82:0/3758831744 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9d019d3e0 con 0x7ff9d0101de0 2024-09-12T12:36:23.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.960+0000 7ff9c7fff640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9d0102790 0x7ff9d0198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:36:23.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.960+0000 7ff9ced9d640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9d0106f10 0x7ff9d019cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:36:23.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.960+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff9d0101de0 0x7ff9d0198430 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7ff9c0006010 tx=0x7ff9c00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:23.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.960+0000 7ff9c77fe640 1 -- 172.21.15.82:0/3758831744 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c003f030 con 0x7ff9d0101de0 2024-09-12T12:36:23.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.960+0000 7ff9c77fe640 1 -- 172.21.15.82:0/3758831744 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9c0003ce0 con 0x7ff9d0101de0 2024-09-12T12:36:23.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.960+0000 7ff9d49a5640 1 -- 172.21.15.82:0/3758831744 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9d019d670 con 0x7ff9d0101de0 2024-09-12T12:36:23.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.960+0000 7ff9c77fe640 1 -- 172.21.15.82:0/3758831744 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c0035070 con 0x7ff9d0101de0 2024-09-12T12:36:23.965 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.960+0000 7ff9d49a5640 1 -- 172.21.15.82:0/3758831744 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9d01a4fb0 con 0x7ff9d0101de0 2024-09-12T12:36:23.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.962+0000 7ff9c77fe640 1 -- 172.21.15.82:0/3758831744 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7ff9c0042030 con 0x7ff9d0101de0 2024-09-12T12:36:23.970 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.963+0000 7ff9d6d7e740 1 Processor -- start 2024-09-12T12:36:23.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.963+0000 7ff9d6d7e740 1 -- start start 2024-09-12T12:36:23.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.963+0000 7ff9d6d7e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 0x561a653bdc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.963+0000 7ff9d6d7e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653be170 0x561a653c84f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.963+0000 7ff9d6d7e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653c8a30 0x561a653cae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.963+0000 7ff9d6d7e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x561a65322160 con 0x561a653be170 2024-09-12T12:36:23.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.963+0000 7ff9d6d7e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x561a652c9720 con 0x561a653bd850 2024-09-12T12:36:23.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.963+0000 7ff9d6d7e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x561a6531e120 con 0x561a653c8a30 2024-09-12T12:36:23.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.963+0000 7ff9c77fe640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff9bc0a2d70 0x7ff9bc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.963+0000 7ff9ce59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653be170 0x561a653c84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.963+0000 7ff9ce59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653be170 0x561a653c84f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:43792/0 (socket says 172.21.15.82:43792) 2024-09-12T12:36:23.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.963+0000 7ff9ce59c640 1 -- 172.21.15.82:0/1734489265 learned_addr learned my addr 172.21.15.82:0/1734489265 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:23.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.963+0000 7ff9ced9d640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff9bc0a2d70 0x7ff9bc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.964+0000 7ff9c7fff640 1 --2- 172.21.15.82:0/1734489265 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653c8a30 0x561a653cae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.964+0000 7ff9ced9d640 1 --2- 172.21.15.82:0/1734489265 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 0x561a653bdc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.964+0000 7ff9c77fe640 1 -- 172.21.15.82:0/3758831744 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7ff9c00ef700 con 0x7ff9d0101de0 2024-09-12T12:36:23.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.964+0000 7ff9ce59c640 1 -- 172.21.15.82:0/1734489265 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653c8a30 msgr2=0x561a653cae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:23.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.964+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/1734489265 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653c8a30 0x561a653cae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.964+0000 7ff9ce59c640 1 -- 172.21.15.82:0/1734489265 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 msgr2=0x561a653bdc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:23.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.964+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/1734489265 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 0x561a653bdc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.964+0000 7ff9ce59c640 1 -- 172.21.15.82:0/1734489265 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a65093ba0 con 0x561a653be170 2024-09-12T12:36:23.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.964+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/1734489265 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653be170 0x561a653c84f0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7ff9c00c4300 tx=0x7ff9c002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94b3ecf88e480d68 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:23.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.964+0000 7ff9ced9d640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff9bc0a2d70 0x7ff9bc0a5230 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff9c8012710 tx=0x7ff9c800a3e0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:23.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.964+0000 7ff9c4ff9640 1 -- 172.21.15.82:0/1734489265 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c0049070 con 0x561a653be170 2024-09-12T12:36:23.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.964+0000 7ff9c4ff9640 1 -- 172.21.15.82:0/1734489265 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9c003b580 con 0x561a653be170 2024-09-12T12:36:23.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.964+0000 7ff9c4ff9640 1 -- 172.21.15.82:0/1734489265 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c00ed070 con 0x561a653be170 2024-09-12T12:36:23.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.965+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/1734489265 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653be170 msgr2=0x561a653c84f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:23.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.965+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/1734489265 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653be170 0x561a653c84f0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7ff9c00c4300 tx=0x7ff9c002a410 comp rx=0 tx=0).stop 2024-09-12T12:36:23.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.965+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/1734489265 shutdown_connections 2024-09-12T12:36:23.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.965+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/1734489265 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653c8a30 0x561a653cae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.965+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/1734489265 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653be170 0x561a653c84f0 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.965+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/1734489265 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 0x561a653bdc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.965+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/1734489265 >> 172.21.15.82:0/1734489265 conn(0x561a653b9de0 msgr2=0x561a653ba1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:23.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.965+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/1734489265 shutdown_connections 2024-09-12T12:36:23.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.965+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/1734489265 wait complete. 2024-09-12T12:36:23.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.965+0000 7ff9d6d7e740 1 -- start start 2024-09-12T12:36:23.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.965+0000 7ff9d6d7e740 1 Processor -- start 2024-09-12T12:36:23.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9d6d7e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 0x561a653c5960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.973 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9d6d7e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653be170 0x561a653c5ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9d6d7e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653c8a30 0x561a653c63e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9d6d7e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x561a653cb3c0 con 0x561a653c8a30 2024-09-12T12:36:23.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9d6d7e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x561a652aa900 con 0x561a653bd850 2024-09-12T12:36:23.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9d6d7e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x561a653cb540 con 0x561a653be170 2024-09-12T12:36:23.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9d6d7e740 10 client.0 _ll_register_callbacks cb 0x561a652a8780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:36:23.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9ced9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653c8a30 0x561a653c63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9ced9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653c8a30 0x561a653c63e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:43800/0 (socket says 172.21.15.82:43800) 2024-09-12T12:36:23.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9ced9d640 1 -- 172.21.15.82:0/3462801987 learned_addr learned my addr 172.21.15.82:0/3462801987 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:23.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9c7fff640 1 --2- 172.21.15.82:0/3462801987 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653be170 0x561a653c5ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/3462801987 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 0x561a653c5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9ced9d640 1 -- 172.21.15.82:0/3462801987 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653be170 msgr2=0x561a653c5ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:23.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9ced9d640 1 --2- 172.21.15.82:0/3462801987 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653be170 0x561a653c5ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.974 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9ced9d640 1 -- 172.21.15.82:0/3462801987 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 msgr2=0x561a653c5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:23.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9ced9d640 1 --2- 172.21.15.82:0/3462801987 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 0x561a653c5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9ced9d640 1 -- 172.21.15.82:0/3462801987 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a652eac50 con 0x561a653c8a30 2024-09-12T12:36:23.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9ced9d640 1 --2- 172.21.15.82:0/3462801987 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653c8a30 0x561a653c63e0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7ff9c800eea0 tx=0x7ff9c8004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41ace29af3efda1f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:23.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.966+0000 7ff9b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:36:23.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.967+0000 7ff9b5ffb640 1 -- 172.21.15.82:0/3462801987 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c8018070 con 0x561a653c8a30 2024-09-12T12:36:23.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.967+0000 7ff9b5ffb640 1 -- 172.21.15.82:0/3462801987 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7ff9c8028480 con 0x561a653c8a30 2024-09-12T12:36:23.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.967+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/3462801987 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561a6532f890 con 0x561a653c8a30 2024-09-12T12:36:23.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.967+0000 7ff9b5ffb640 1 -- 172.21.15.82:0/3462801987 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff9c8028680 con 0x561a653c8a30 2024-09-12T12:36:23.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.967+0000 7ff9d6d7e740 10 client.16665 fetch_fsmap learned FSMap version 28 2024-09-12T12:36:23.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.967+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/3462801987 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561a653d7010 con 0x561a653c8a30 2024-09-12T12:36:23.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.967+0000 7ff9b5ffb640 1 -- 172.21.15.82:0/3462801987 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x561a6532f890 con 0x561a653c8a30 2024-09-12T12:36:23.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.967+0000 7ff9b5ffb640 1 -- 172.21.15.82:0/3462801987 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff9c801d4a0 con 0x561a653c8a30 2024-09-12T12:36:23.975 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.967+0000 7ff9d6d7e740 10 client.16665 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:36:23.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.967+0000 7ff9d6d7e740 10 client.16665 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:36:23.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.967+0000 7ff9d6d7e740 20 client.16665 populate_metadata read hostname 'smithi082' 2024-09-12T12:36:23.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.967+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/3462801987 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a653d84d0 0x561a653da930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.967+0000 7ff9d6d7e740 4 client.16665 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:36:23.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.967+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/3462801987 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561a65329be0 con 0x561a653d84d0 2024-09-12T12:36:23.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.968+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/3462801987 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a653d84d0 0x561a653da930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.968+0000 7ff9b5ffb640 10 client.16665 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:23.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.968+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/3462801987 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a653d84d0 0x561a653da930 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6838f6c0c6bd884b server_cookie=24af2e583f5ead8 in_seq=0 out_seq=0 2024-09-12T12:36:23.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9b5ffb640 1 -- 172.21.15.82:0/3462801987 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561a65329be0 con 0x561a653d84d0 2024-09-12T12:36:23.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9b5ffb640 10 client.16665 handle_command_reply: tid=0 2024-09-12T12:36:23.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9d6d7e740 1 client.16665 shutdown 2024-09-12T12:36:23.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/3462801987 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653c8a30 msgr2=0x561a653c63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:23.976 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/3462801987 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653c8a30 0x561a653c63e0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7ff9c800eea0 tx=0x7ff9c8004ab0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/3462801987 shutdown_connections 2024-09-12T12:36:23.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/3462801987 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a653d84d0 0x561a653da930 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/3462801987 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653c8a30 0x561a653c63e0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/3462801987 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653be170 0x561a653c5ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9b5ffb640 0 client.16665 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:23.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/3462801987 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 0x561a653c5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/3462801987 >> 172.21.15.82:0/3462801987 conn(0x561a653b9de0 msgr2=0x561a653bfb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:23.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/3462801987 shutdown_connections 2024-09-12T12:36:23.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/3462801987 wait complete. 2024-09-12T12:36:23.977 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.969+0000 7ff9d6d7e740 20 client.16665 trim_cache size 0 max 16384 2024-09-12T12:36:23.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9d6d7e740 1 Processor -- start 2024-09-12T12:36:23.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9d6d7e740 1 -- start start 2024-09-12T12:36:23.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9d6d7e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653bd850 0x561a653c7830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9d6d7e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653be170 0x561a653c4230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9d6d7e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653c8a30 0x561a653e0200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9d6d7e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d01ada50 con 0x561a653bd850 2024-09-12T12:36:23.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9d6d7e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d01af590 con 0x561a653c8a30 2024-09-12T12:36:23.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9d6d7e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d01ae120 con 0x561a653be170 2024-09-12T12:36:23.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9ce59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653bd850 0x561a653c7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9ce59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653bd850 0x561a653c7830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:43816/0 (socket says 172.21.15.82:43816) 2024-09-12T12:36:23.987 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9ce59c640 1 -- 172.21.15.82:0/3759506061 learned_addr learned my addr 172.21.15.82:0/3759506061 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:23.988 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9ced9d640 1 --2- 172.21.15.82:0/3759506061 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653c8a30 0x561a653e0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.988 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9ce59c640 1 -- 172.21.15.82:0/3759506061 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653be170 msgr2=0x561a653c4230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:23.988 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9c7fff640 1 --2- 172.21.15.82:0/3759506061 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653be170 0x561a653c4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.988 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/3759506061 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653be170 0x561a653c4230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.988 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9ce59c640 1 -- 172.21.15.82:0/3759506061 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653c8a30 msgr2=0x561a653e0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:23.988 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/3759506061 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653c8a30 0x561a653e0200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.988 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9ce59c640 1 -- 172.21.15.82:0/3759506061 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a653b9c10 con 0x561a653bd850 2024-09-12T12:36:23.988 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.986+0000 7ff9ced9d640 1 --2- 172.21.15.82:0/3759506061 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653c8a30 0x561a653e0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:36:23.988 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.987+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/3759506061 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653bd850 0x561a653c7830 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7ff9c00ed3f0 tx=0x7ff9c003bcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a206e11d5b319cc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:23.988 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.987+0000 7ff9b7fff640 1 -- 172.21.15.82:0/3759506061 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c0049040 con 0x561a653bd850 2024-09-12T12:36:23.988 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.987+0000 7ff9b7fff640 1 -- 172.21.15.82:0/3759506061 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9c00d2070 con 0x561a653bd850 2024-09-12T12:36:23.988 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.987+0000 7ff9b7fff640 1 -- 172.21.15.82:0/3759506061 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c00c43a0 con 0x561a653bd850 2024-09-12T12:36:23.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.987+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/3759506061 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653bd850 msgr2=0x561a653c7830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:23.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.987+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/3759506061 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653bd850 0x561a653c7830 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7ff9c00ed3f0 tx=0x7ff9c003bcd0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.987+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/3759506061 shutdown_connections 2024-09-12T12:36:23.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.987+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/3759506061 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653c8a30 0x561a653e0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.991 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.987+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/3759506061 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653be170 0x561a653c4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.987+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/3759506061 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653bd850 0x561a653c7830 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.987+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/3759506061 >> 172.21.15.82:0/3759506061 conn(0x561a653b9de0 msgr2=0x561a653b8ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:23.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.987+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/3759506061 shutdown_connections 2024-09-12T12:36:23.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.987+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/3759506061 wait complete. 2024-09-12T12:36:23.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9d6d7e740 1 -- start start 2024-09-12T12:36:23.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9d6d7e740 1 Processor -- start 2024-09-12T12:36:23.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9d6d7e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 0x561a653ccf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9d6d7e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653be170 0x561a653cd4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9d6d7e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653c8a30 0x561a653d0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9d6d7e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d01aeec0 con 0x561a653be170 2024-09-12T12:36:23.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9d6d7e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d01ae7f0 con 0x561a653bd850 2024-09-12T12:36:23.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9d6d7e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d01aba50 con 0x561a653c8a30 2024-09-12T12:36:23.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9d6d7e740 10 client.0 _ll_register_callbacks cb 0x7ff9c800a670 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:36:23.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9c7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653be170 0x561a653cd4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9c7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653be170 0x561a653cd4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:43820/0 (socket says 172.21.15.82:43820) 2024-09-12T12:36:23.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9c7fff640 1 -- 172.21.15.82:0/439002996 learned_addr learned my addr 172.21.15.82:0/439002996 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:23.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9ced9d640 1 --2- 172.21.15.82:0/439002996 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653c8a30 0x561a653d0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9c7fff640 1 -- 172.21.15.82:0/439002996 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653c8a30 msgr2=0x561a653d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:23.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9c7fff640 1 --2- 172.21.15.82:0/439002996 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653c8a30 0x561a653d0520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9c7fff640 1 -- 172.21.15.82:0/439002996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 msgr2=0x561a653ccf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:23.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/439002996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 0x561a653ccf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9c7fff640 1 --2- 172.21.15.82:0/439002996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 0x561a653ccf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:23.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.988+0000 7ff9c7fff640 1 -- 172.21.15.82:0/439002996 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a653d0bc0 con 0x561a653be170 2024-09-12T12:36:23.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9c7fff640 1 --2- 172.21.15.82:0/439002996 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653be170 0x561a653cd4d0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7ff9b8005fd0 tx=0x7ff9b8013830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccfbebb02a721d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:23.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:36:23.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9b5ffb640 1 -- 172.21.15.82:0/439002996 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b8004240 con 0x561a653be170 2024-09-12T12:36:23.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/439002996 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9c00d2070 con 0x561a653be170 2024-09-12T12:36:23.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9b5ffb640 1 -- 172.21.15.82:0/439002996 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7ff9b80043e0 con 0x561a653be170 2024-09-12T12:36:23.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9b5ffb640 1 -- 172.21.15.82:0/439002996 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff9b80035f0 con 0x561a653be170 2024-09-12T12:36:23.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9d6d7e740 10 client.16671 fetch_fsmap learned FSMap version 28 2024-09-12T12:36:23.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/439002996 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561a65443db0 con 0x561a653be170 2024-09-12T12:36:23.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9b5ffb640 1 -- 172.21.15.82:0/439002996 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9c00d2070 con 0x561a653be170 2024-09-12T12:36:23.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9b5ffb640 1 -- 172.21.15.82:0/439002996 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff9b801da80 con 0x561a653be170 2024-09-12T12:36:23.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9d6d7e740 10 client.16671 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:36:23.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9d6d7e740 10 client.16671 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:36:23.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9d6d7e740 20 client.16671 populate_metadata read hostname 'smithi082' 2024-09-12T12:36:23.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/439002996 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a65444570 0x561a65446990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:23.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9d6d7e740 4 client.16671 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 142.55, "await_for": 45.0}] 2024-09-12T12:36:23.994 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.989+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/439002996 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 142.55, "await_for": 45.0}) -- 0x561a652a5f40 con 0x561a65444570 2024-09-12T12:36:23.995 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.990+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/439002996 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a65444570 0x561a65446990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:23.995 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.990+0000 7ff9ce59c640 1 --2- 172.21.15.82:0/439002996 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a65444570 0x561a65446990 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c01baa6e3038e357 server_cookie=70dfed5f3733f67c in_seq=0 out_seq=0 2024-09-12T12:36:23.995 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:23.990+0000 7ff9b5ffb640 10 client.16671 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:24.003 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.002+0000 7ff9b5ffb640 1 -- 172.21.15.82:0/439002996 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x561a652a5f40 con 0x561a65444570 2024-09-12T12:36:24.003 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.002+0000 7ff9b5ffb640 10 client.16671 handle_command_reply: tid=0 2024-09-12T12:36:24.003 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.002+0000 7ff9d6d7e740 1 client.16671 shutdown 2024-09-12T12:36:24.003 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.002+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/439002996 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653be170 msgr2=0x561a653cd4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:24.003 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.002+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/439002996 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653be170 0x561a653cd4d0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7ff9b8005fd0 tx=0x7ff9b8013830 comp rx=0 tx=0).stop 2024-09-12T12:36:24.003 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.002+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/439002996 shutdown_connections 2024-09-12T12:36:24.003 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.002+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/439002996 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x561a65444570 0x561a65446990 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.003 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.002+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/439002996 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x561a653c8a30 0x561a653d0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.003 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.002+0000 7ff9b5ffb640 0 client.16671 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:24.003 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.002+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/439002996 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x561a653be170 0x561a653cd4d0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.003 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.002+0000 7ff9d6d7e740 1 --2- 172.21.15.82:0/439002996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561a653bd850 0x561a653ccf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.004 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.002+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/439002996 >> 172.21.15.82:0/439002996 conn(0x561a653b9de0 msgr2=0x561a653bf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:24.004 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.003+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/439002996 shutdown_connections 2024-09-12T12:36:24.004 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.003+0000 7ff9d6d7e740 1 -- 172.21.15.82:0/439002996 wait complete. 2024-09-12T12:36:24.004 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.003+0000 7ff9d6d7e740 20 client.16671 trim_cache size 0 max 16384 2024-09-12T12:36:24.004 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:36:24.004 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:36:24.004 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:36:24.004 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 38, 2024-09-12T12:36:24.004 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:36:24.004 INFO:teuthology.orchestra.run.smithi082.stdout: "e2666161": { 2024-09-12T12:36:24.005 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 38, 2024-09-12T12:36:24.005 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:36:24.005 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:36:24.005 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:36:24.005 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:36:24.005 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:36:24.005 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:36:24.005 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 142.6, 2024-09-12T12:36:24.005 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:36:24.005 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:36:24.005 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:36:24.005 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:36:24.005 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:36:24.006 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:36:24.006 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:24.006 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:24.006 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:24.006 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:24.006 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:24.006 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:36:24.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.003+0000 7ff9d49a5640 1 -- 172.21.15.82:0/3758831744 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff9bc0a2d70 msgr2=0x7ff9bc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:24.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.003+0000 7ff9d49a5640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff9bc0a2d70 0x7ff9bc0a5230 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff9c8012710 tx=0x7ff9c800a3e0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.003+0000 7ff9d49a5640 1 -- 172.21.15.82:0/3758831744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff9d0101de0 msgr2=0x7ff9d0198430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:24.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.003+0000 7ff9d49a5640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff9d0101de0 0x7ff9d0198430 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7ff9c0006010 tx=0x7ff9c00042f0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.003+0000 7ff9d49a5640 1 -- 172.21.15.82:0/3758831744 shutdown_connections 2024-09-12T12:36:24.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.003+0000 7ff9d49a5640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff9bc0a2d70 0x7ff9bc0a5230 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.003+0000 7ff9d49a5640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff9d0106f10 0x7ff9d019cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.003+0000 7ff9d49a5640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9d0102790 0x7ff9d0198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.003+0000 7ff9d49a5640 1 --2- 172.21.15.82:0/3758831744 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff9d0101de0 0x7ff9d0198430 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.003+0000 7ff9d49a5640 1 -- 172.21.15.82:0/3758831744 >> 172.21.15.82:0/3758831744 conn(0x7ff9d00fd8c0 msgr2=0x7ff9d00fec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:24.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.003+0000 7ff9d49a5640 1 -- 172.21.15.82:0/3758831744 shutdown_connections 2024-09-12T12:36:24.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:24.004+0000 7ff9d49a5640 1 -- 172.21.15.82:0/3758831744 wait complete. 2024-09-12T12:36:24.172 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:23 smithi097 ceph-mon[34923]: pgmap v301: 97 pgs: 97 active+clean; 2.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:36:24.220 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:23 smithi114 ceph-mon[35514]: pgmap v301: 97 pgs: 97 active+clean; 2.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:36:24.267 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.266+0000 7fe271e3c640 1 -- 172.21.15.82:0/959478486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe26c101350 msgr2=0x7fe26c10d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:24.267 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.266+0000 7fe271e3c640 1 --2- 172.21.15.82:0/959478486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe26c101350 0x7fe26c10d880 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fe264009cd0 tx=0x7fe26402a8e0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.267 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.266+0000 7fe271e3c640 1 -- 172.21.15.82:0/959478486 shutdown_connections 2024-09-12T12:36:24.267 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.266+0000 7fe271e3c640 1 --2- 172.21.15.82:0/959478486 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe26c101350 0x7fe26c10d880 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.267 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.266+0000 7fe271e3c640 1 --2- 172.21.15.82:0/959478486 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe26c1009b0 0x7fe26c100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.267 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.266+0000 7fe271e3c640 1 --2- 172.21.15.82:0/959478486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe26c1069c0 0x7fe26c106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.267 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.266+0000 7fe271e3c640 1 -- 172.21.15.82:0/959478486 >> 172.21.15.82:0/959478486 conn(0x7fe26c077990 msgr2=0x7fe26c0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:24.267 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.266+0000 7fe271e3c640 1 -- 172.21.15.82:0/959478486 shutdown_connections 2024-09-12T12:36:24.267 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.266+0000 7fe271e3c640 1 -- 172.21.15.82:0/959478486 wait complete. 2024-09-12T12:36:24.267 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.267+0000 7fe271e3c640 1 Processor -- start 2024-09-12T12:36:24.267 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.267+0000 7fe271e3c640 1 -- start start 2024-09-12T12:36:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.267+0000 7fe271e3c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe26c1009b0 0x7fe26c199130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.267+0000 7fe271e3c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe26c101350 0x7fe26c199670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.267+0000 7fe271e3c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe26c1069c0 0x7fe26c1a41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.267+0000 7fe271e3c640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe26c110e00 con 0x7fe26c101350 2024-09-12T12:36:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.267+0000 7fe271e3c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe26c110c80 con 0x7fe26c1009b0 2024-09-12T12:36:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.267+0000 7fe271e3c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe26c110f80 con 0x7fe26c1069c0 2024-09-12T12:36:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.267+0000 7fe26affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe26c101350 0x7fe26c199670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.267+0000 7fe26affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe26c101350 0x7fe26c199670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:43842/0 (socket says 172.21.15.82:43842) 2024-09-12T12:36:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.267+0000 7fe26affd640 1 -- 172.21.15.82:0/1898137948 learned_addr learned my addr 172.21.15.82:0/1898137948 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.268+0000 7fe26b7fe640 1 --2- 172.21.15.82:0/1898137948 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe26c1009b0 0x7fe26c199130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.268+0000 7fe26bfff640 1 --2- 172.21.15.82:0/1898137948 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe26c1069c0 0x7fe26c1a41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.268+0000 7fe26affd640 1 -- 172.21.15.82:0/1898137948 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe26c1069c0 msgr2=0x7fe26c1a41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.268+0000 7fe26affd640 1 --2- 172.21.15.82:0/1898137948 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe26c1069c0 0x7fe26c1a41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.268+0000 7fe26affd640 1 -- 172.21.15.82:0/1898137948 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe26c1009b0 msgr2=0x7fe26c199130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.268+0000 7fe26affd640 1 --2- 172.21.15.82:0/1898137948 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe26c1009b0 0x7fe26c199130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.268+0000 7fe26affd640 1 -- 172.21.15.82:0/1898137948 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe26c1a46f0 con 0x7fe26c101350 2024-09-12T12:36:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.268+0000 7fe26affd640 1 --2- 172.21.15.82:0/1898137948 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe26c101350 0x7fe26c199670 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fe25c00d950 tx=0x7fe25c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.268+0000 7fe268ff9640 1 -- 172.21.15.82:0/1898137948 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe25c017070 con 0x7fe26c101350 2024-09-12T12:36:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.268+0000 7fe271e3c640 1 -- 172.21.15.82:0/1898137948 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe26c1a48c0 con 0x7fe26c101350 2024-09-12T12:36:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.268+0000 7fe268ff9640 1 -- 172.21.15.82:0/1898137948 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe25c009c30 con 0x7fe26c101350 2024-09-12T12:36:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.268+0000 7fe271e3c640 1 -- 172.21.15.82:0/1898137948 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe26c1a4e30 con 0x7fe26c101350 2024-09-12T12:36:24.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.269+0000 7fe268ff9640 1 -- 172.21.15.82:0/1898137948 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe25c00f6b0 con 0x7fe26c101350 2024-09-12T12:36:24.278 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.271+0000 7fe268ff9640 1 -- 172.21.15.82:0/1898137948 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fe25c0109d0 con 0x7fe26c101350 2024-09-12T12:36:24.278 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.271+0000 7fe274bd4740 1 Processor -- start 2024-09-12T12:36:24.278 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.271+0000 7fe274bd4740 1 -- start start 2024-09-12T12:36:24.278 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe274bd4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc1ff00 0x5570bdc202e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.278 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe274bd4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc20820 0x5570bdc2ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.278 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe274bd4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc2b0c0 0x5570bdc2d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.279 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe274bd4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5570bdb802f0 con 0x5570bdc2b0c0 2024-09-12T12:36:24.279 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe274bd4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5570bdb28270 con 0x5570bdc20820 2024-09-12T12:36:24.279 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe274bd4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5570bdb7c2b0 con 0x5570bdc1ff00 2024-09-12T12:36:24.279 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe26affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc2b0c0 0x5570bdc2d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.279 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe26affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc2b0c0 0x5570bdc2d4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:43858/0 (socket says 172.21.15.82:43858) 2024-09-12T12:36:24.279 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe26affd640 1 -- 172.21.15.82:0/2380918277 learned_addr learned my addr 172.21.15.82:0/2380918277 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:24.279 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe26b7fe640 1 --2- 172.21.15.82:0/2380918277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc20820 0x5570bdc2ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.279 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe26bfff640 1 --2- 172.21.15.82:0/2380918277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc1ff00 0x5570bdc202e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.279 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe268ff9640 1 --2- 172.21.15.82:0/1898137948 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe2580a2da0 0x7fe2580a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.279 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe26bfff640 1 --2- 172.21.15.82:0/1898137948 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe2580a2da0 0x7fe2580a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.279 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe268ff9640 1 -- 172.21.15.82:0/1898137948 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7fe25c0cf500 con 0x7fe26c101350 2024-09-12T12:36:24.279 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe26affd640 1 -- 172.21.15.82:0/2380918277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc1ff00 msgr2=0x5570bdc202e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:24.279 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe26affd640 1 --2- 172.21.15.82:0/2380918277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc1ff00 0x5570bdc202e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.280 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe26affd640 1 -- 172.21.15.82:0/2380918277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc20820 msgr2=0x5570bdc2ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:24.280 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe26affd640 1 --2- 172.21.15.82:0/2380918277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc20820 0x5570bdc2ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.280 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe26affd640 1 -- 172.21.15.82:0/2380918277 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570bdb27340 con 0x5570bdc2b0c0 2024-09-12T12:36:24.280 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.272+0000 7fe26b7fe640 1 --2- 172.21.15.82:0/2380918277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc20820 0x5570bdc2ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:36:24.280 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.273+0000 7fe26affd640 1 --2- 172.21.15.82:0/2380918277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc2b0c0 0x5570bdc2d4b0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7fe25c09b6a0 tx=0x7fe25c00bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7b5fa8139ce7e29 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:24.280 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.273+0000 7fe26bfff640 1 --2- 172.21.15.82:0/1898137948 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe2580a2da0 0x7fe2580a5260 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fe264004af0 tx=0x7fe26402a8e0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:24.280 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.273+0000 7fe261ffb640 1 -- 172.21.15.82:0/2380918277 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe25c020030 con 0x5570bdc2b0c0 2024-09-12T12:36:24.280 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.273+0000 7fe261ffb640 1 -- 172.21.15.82:0/2380918277 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe25c09c0a0 con 0x5570bdc2b0c0 2024-09-12T12:36:24.280 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.273+0000 7fe261ffb640 1 -- 172.21.15.82:0/2380918277 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe25c06ef10 con 0x5570bdc2b0c0 2024-09-12T12:36:24.280 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.273+0000 7fe274bd4740 1 -- 172.21.15.82:0/2380918277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc2b0c0 msgr2=0x5570bdc2d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:24.280 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.273+0000 7fe274bd4740 1 --2- 172.21.15.82:0/2380918277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc2b0c0 0x5570bdc2d4b0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7fe25c09b6a0 tx=0x7fe25c00bf60 comp rx=0 tx=0).stop 2024-09-12T12:36:24.280 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.273+0000 7fe274bd4740 1 -- 172.21.15.82:0/2380918277 shutdown_connections 2024-09-12T12:36:24.280 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.273+0000 7fe274bd4740 1 --2- 172.21.15.82:0/2380918277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc2b0c0 0x5570bdc2d4b0 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.281 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe274bd4740 1 --2- 172.21.15.82:0/2380918277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc20820 0x5570bdc2ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.281 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe274bd4740 1 --2- 172.21.15.82:0/2380918277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc1ff00 0x5570bdc202e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.281 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe274bd4740 1 -- 172.21.15.82:0/2380918277 >> 172.21.15.82:0/2380918277 conn(0x5570bdc1c470 msgr2=0x5570bdc1c850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:24.281 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe274bd4740 1 -- 172.21.15.82:0/2380918277 shutdown_connections 2024-09-12T12:36:24.281 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe274bd4740 1 -- 172.21.15.82:0/2380918277 wait complete. 2024-09-12T12:36:24.281 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe274bd4740 1 -- start start 2024-09-12T12:36:24.281 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe274bd4740 1 Processor -- start 2024-09-12T12:36:24.281 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe274bd4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc1ff00 0x5570bdc28000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.281 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe274bd4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc20820 0x5570bdc28540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.281 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe274bd4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc2b0c0 0x5570bdc28a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.281 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe274bd4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5570bdc2dc90 con 0x5570bdc1ff00 2024-09-12T12:36:24.281 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe274bd4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5570bdb09290 con 0x5570bdc2b0c0 2024-09-12T12:36:24.281 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe274bd4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5570bdc2de10 con 0x5570bdc20820 2024-09-12T12:36:24.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe274bd4740 10 client.0 _ll_register_callbacks cb 0x5570bdb3a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:36:24.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.274+0000 7fe26b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc1ff00 0x5570bdc28000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe26b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc1ff00 0x5570bdc28000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:43860/0 (socket says 172.21.15.82:43860) 2024-09-12T12:36:24.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe26b7fe640 1 -- 172.21.15.82:0/1123973869 learned_addr learned my addr 172.21.15.82:0/1123973869 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:24.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe26bfff640 1 --2- 172.21.15.82:0/1123973869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc2b0c0 0x5570bdc28a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe26affd640 1 --2- 172.21.15.82:0/1123973869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc20820 0x5570bdc28540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe26b7fe640 1 -- 172.21.15.82:0/1123973869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc20820 msgr2=0x5570bdc28540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:24.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe26b7fe640 1 --2- 172.21.15.82:0/1123973869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc20820 0x5570bdc28540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe26b7fe640 1 -- 172.21.15.82:0/1123973869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc2b0c0 msgr2=0x5570bdc28a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:24.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe26b7fe640 1 --2- 172.21.15.82:0/1123973869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc2b0c0 0x5570bdc28a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe26b7fe640 1 -- 172.21.15.82:0/1123973869 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570bd893210 con 0x5570bdc1ff00 2024-09-12T12:36:24.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe26affd640 1 --2- 172.21.15.82:0/1123973869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc20820 0x5570bdc28540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:36:24.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe26b7fe640 1 --2- 172.21.15.82:0/1123973869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc1ff00 0x5570bdc28000 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fe25400d980 tx=0x7fe25400dd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22fa7af349528a6b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe24affd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:36:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe24affd640 1 -- 172.21.15.82:0/1123973869 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe254005020 con 0x5570bdc1ff00 2024-09-12T12:36:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe24affd640 1 -- 172.21.15.82:0/1123973869 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7fe2540051c0 con 0x5570bdc1ff00 2024-09-12T12:36:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe274bd4740 1 -- 172.21.15.82:0/1123973869 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe25c09c0a0 con 0x5570bdc1ff00 2024-09-12T12:36:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe24affd640 1 -- 172.21.15.82:0/1123973869 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe2540053c0 con 0x5570bdc1ff00 2024-09-12T12:36:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe274bd4740 10 client.16683 fetch_fsmap learned FSMap version 28 2024-09-12T12:36:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.275+0000 7fe274bd4740 1 -- 172.21.15.82:0/1123973869 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5570bd95f620 con 0x5570bdc1ff00 2024-09-12T12:36:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.276+0000 7fe24affd640 1 -- 172.21.15.82:0/1123973869 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe25c09c0a0 con 0x5570bdc1ff00 2024-09-12T12:36:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.276+0000 7fe24affd640 1 -- 172.21.15.82:0/1123973869 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe254019030 con 0x5570bdc1ff00 2024-09-12T12:36:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.276+0000 7fe274bd4740 10 client.16683 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:36:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.276+0000 7fe274bd4740 10 client.16683 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:36:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.276+0000 7fe274bd4740 20 client.16683 populate_metadata read hostname 'smithi082' 2024-09-12T12:36:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.276+0000 7fe274bd4740 1 --2- 172.21.15.82:0/1123973869 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5570bdc3b0f0 0x5570bdc3d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.276+0000 7fe274bd4740 4 client.16683 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:36:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.276+0000 7fe274bd4740 1 -- 172.21.15.82:0/1123973869 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5570bdb8da20 con 0x5570bdc3b0f0 2024-09-12T12:36:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.276+0000 7fe26affd640 1 --2- 172.21.15.82:0/1123973869 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5570bdc3b0f0 0x5570bdc3d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.276+0000 7fe24affd640 10 client.16683 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.276+0000 7fe26affd640 1 --2- 172.21.15.82:0/1123973869 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5570bdc3b0f0 0x5570bdc3d4e0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef4100faec4e811b server_cookie=774a243d6bfbb4e2 in_seq=0 out_seq=0 2024-09-12T12:36:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.277+0000 7fe24affd640 1 -- 172.21.15.82:0/1123973869 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5570bdb8da20 con 0x5570bdc3b0f0 2024-09-12T12:36:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.277+0000 7fe24affd640 10 client.16683 handle_command_reply: tid=0 2024-09-12T12:36:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.277+0000 7fe274bd4740 1 client.16683 shutdown 2024-09-12T12:36:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.277+0000 7fe274bd4740 1 -- 172.21.15.82:0/1123973869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc1ff00 msgr2=0x5570bdc28000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:24.284 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.277+0000 7fe274bd4740 1 --2- 172.21.15.82:0/1123973869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc1ff00 0x5570bdc28000 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fe25400d980 tx=0x7fe25400dd80 comp rx=0 tx=0).stop 2024-09-12T12:36:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.277+0000 7fe274bd4740 1 -- 172.21.15.82:0/1123973869 shutdown_connections 2024-09-12T12:36:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.277+0000 7fe274bd4740 1 --2- 172.21.15.82:0/1123973869 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5570bdc3b0f0 0x5570bdc3d4e0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.277+0000 7fe274bd4740 1 --2- 172.21.15.82:0/1123973869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc2b0c0 0x5570bdc28a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.277+0000 7fe24affd640 0 client.16683 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.277+0000 7fe274bd4740 1 --2- 172.21.15.82:0/1123973869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc20820 0x5570bdc28540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.277+0000 7fe274bd4740 1 --2- 172.21.15.82:0/1123973869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc1ff00 0x5570bdc28000 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.277+0000 7fe274bd4740 1 -- 172.21.15.82:0/1123973869 >> 172.21.15.82:0/1123973869 conn(0x5570bdc1c470 msgr2=0x5570bdc22180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.278+0000 7fe274bd4740 1 -- 172.21.15.82:0/1123973869 shutdown_connections 2024-09-12T12:36:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.278+0000 7fe274bd4740 1 -- 172.21.15.82:0/1123973869 wait complete. 2024-09-12T12:36:24.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.278+0000 7fe274bd4740 20 client.16683 trim_cache size 0 max 16384 2024-09-12T12:36:24.286 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:23 smithi082 ceph-mon[31122]: pgmap v301: 97 pgs: 97 active+clean; 2.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:36:24.298 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe274bd4740 1 Processor -- start 2024-09-12T12:36:24.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe274bd4740 1 -- start start 2024-09-12T12:36:24.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe274bd4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc1ff00 0x5570bdc29f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe274bd4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc20820 0x5570bdc42df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe274bd4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc2b0c0 0x5570bdc43330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe274bd4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe26c1ab7f0 con 0x5570bdc20820 2024-09-12T12:36:24.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe274bd4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe26c1ad330 con 0x5570bdc2b0c0 2024-09-12T12:36:24.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe274bd4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe26c1abec0 con 0x5570bdc1ff00 2024-09-12T12:36:24.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe26affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc20820 0x5570bdc42df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe26affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc20820 0x5570bdc42df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:43868/0 (socket says 172.21.15.82:43868) 2024-09-12T12:36:24.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe26affd640 1 -- 172.21.15.82:0/2389901328 learned_addr learned my addr 172.21.15.82:0/2389901328 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:24.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe26b7fe640 1 --2- 172.21.15.82:0/2389901328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc1ff00 0x5570bdc29f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.299 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe26affd640 1 -- 172.21.15.82:0/2389901328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc1ff00 msgr2=0x5570bdc29f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:24.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe26affd640 1 --2- 172.21.15.82:0/2389901328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc1ff00 0x5570bdc29f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe26affd640 1 -- 172.21.15.82:0/2389901328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc2b0c0 msgr2=0x5570bdc43330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:24.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe26affd640 1 --2- 172.21.15.82:0/2389901328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc2b0c0 0x5570bdc43330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe26affd640 1 -- 172.21.15.82:0/2389901328 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570bdc122f0 con 0x5570bdc20820 2024-09-12T12:36:24.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe26b7fe640 1 --2- 172.21.15.82:0/2389901328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc1ff00 0x5570bdc29f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:36:24.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.293+0000 7fe26affd640 1 --2- 172.21.15.82:0/2389901328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc20820 0x5570bdc42df0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fe25c097e00 tx=0x7fe25c097d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e664ca4a2caf788 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:24.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.294+0000 7fe2617fa640 1 -- 172.21.15.82:0/2389901328 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe25c020040 con 0x5570bdc20820 2024-09-12T12:36:24.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.294+0000 7fe2617fa640 1 -- 172.21.15.82:0/2389901328 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe25c009de0 con 0x5570bdc20820 2024-09-12T12:36:24.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.294+0000 7fe2617fa640 1 -- 172.21.15.82:0/2389901328 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe25c06ef10 con 0x5570bdc20820 2024-09-12T12:36:24.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.294+0000 7fe274bd4740 1 -- 172.21.15.82:0/2389901328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc20820 msgr2=0x5570bdc42df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:24.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.294+0000 7fe274bd4740 1 --2- 172.21.15.82:0/2389901328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc20820 0x5570bdc42df0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fe25c097e00 tx=0x7fe25c097d70 comp rx=0 tx=0).stop 2024-09-12T12:36:24.300 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.294+0000 7fe274bd4740 1 -- 172.21.15.82:0/2389901328 shutdown_connections 2024-09-12T12:36:24.301 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.294+0000 7fe274bd4740 1 --2- 172.21.15.82:0/2389901328 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc2b0c0 0x5570bdc43330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.301 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.294+0000 7fe274bd4740 1 --2- 172.21.15.82:0/2389901328 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc20820 0x5570bdc42df0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.301 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.294+0000 7fe274bd4740 1 --2- 172.21.15.82:0/2389901328 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc1ff00 0x5570bdc29f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.301 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.294+0000 7fe274bd4740 1 -- 172.21.15.82:0/2389901328 >> 172.21.15.82:0/2389901328 conn(0x5570bdc1c470 msgr2=0x5570bdc29860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:24.301 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.294+0000 7fe274bd4740 1 -- 172.21.15.82:0/2389901328 shutdown_connections 2024-09-12T12:36:24.301 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.294+0000 7fe274bd4740 1 -- 172.21.15.82:0/2389901328 wait complete. 2024-09-12T12:36:24.301 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe274bd4740 1 -- start start 2024-09-12T12:36:24.301 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe274bd4740 1 Processor -- start 2024-09-12T12:36:24.301 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe274bd4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc1ff00 0x5570bdc332c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.301 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe274bd4740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc20820 0x5570bdc33800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.301 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe274bd4740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc2b0c0 0x5570bdc24830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.301 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe274bd4740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe26c1acc60 con 0x5570bdc2b0c0 2024-09-12T12:36:24.301 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe274bd4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe26c1ac590 con 0x5570bdc1ff00 2024-09-12T12:36:24.301 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe274bd4740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe26c1a97f0 con 0x5570bdc20820 2024-09-12T12:36:24.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe274bd4740 10 client.0 _ll_register_callbacks cb 0x7fe254004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:36:24.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe26bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc2b0c0 0x5570bdc24830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe26bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc2b0c0 0x5570bdc24830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:43874/0 (socket says 172.21.15.82:43874) 2024-09-12T12:36:24.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe26bfff640 1 -- 172.21.15.82:0/1886697817 learned_addr learned my addr 172.21.15.82:0/1886697817 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:24.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe26affd640 1 --2- 172.21.15.82:0/1886697817 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc20820 0x5570bdc33800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe26b7fe640 1 --2- 172.21.15.82:0/1886697817 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc1ff00 0x5570bdc332c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe26bfff640 1 -- 172.21.15.82:0/1886697817 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc20820 msgr2=0x5570bdc33800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:24.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe26bfff640 1 --2- 172.21.15.82:0/1886697817 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc20820 0x5570bdc33800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe26bfff640 1 -- 172.21.15.82:0/1886697817 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc1ff00 msgr2=0x5570bdc332c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:24.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe26bfff640 1 --2- 172.21.15.82:0/1886697817 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc1ff00 0x5570bdc332c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.302 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe26bfff640 1 -- 172.21.15.82:0/1886697817 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570bdc24ef0 con 0x5570bdc2b0c0 2024-09-12T12:36:24.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.295+0000 7fe26b7fe640 1 --2- 172.21.15.82:0/1886697817 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc1ff00 0x5570bdc332c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:36:24.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe26bfff640 1 --2- 172.21.15.82:0/1886697817 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc2b0c0 0x5570bdc24830 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fe26402ae00 tx=0x7fe264009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ea72400c3be00eb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:24.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe24affd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:36:24.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe24affd640 1 -- 172.21.15.82:0/1886697817 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe264004240 con 0x5570bdc2b0c0 2024-09-12T12:36:24.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe24affd640 1 -- 172.21.15.82:0/1886697817 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7fe2640043e0 con 0x5570bdc2b0c0 2024-09-12T12:36:24.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe274bd4740 1 -- 172.21.15.82:0/1886697817 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe25c009de0 con 0x5570bdc2b0c0 2024-09-12T12:36:24.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe24affd640 1 -- 172.21.15.82:0/1886697817 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe2640045e0 con 0x5570bdc2b0c0 2024-09-12T12:36:24.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe274bd4740 10 client.16689 fetch_fsmap learned FSMap version 28 2024-09-12T12:36:24.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe274bd4740 1 -- 172.21.15.82:0/1886697817 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5570bdca56e0 con 0x5570bdc2b0c0 2024-09-12T12:36:24.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe24affd640 1 -- 172.21.15.82:0/1886697817 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe25c009de0 con 0x5570bdc2b0c0 2024-09-12T12:36:24.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe24affd640 1 -- 172.21.15.82:0/1886697817 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe264030070 con 0x5570bdc2b0c0 2024-09-12T12:36:24.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe274bd4740 10 client.16689 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:36:24.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe274bd4740 10 client.16689 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:36:24.303 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe274bd4740 20 client.16689 populate_metadata read hostname 'smithi082' 2024-09-12T12:36:24.304 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe274bd4740 1 --2- 172.21.15.82:0/1886697817 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5570bdca5ee0 0x5570bdca8300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:24.304 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe274bd4740 4 client.16689 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:36:24.304 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.296+0000 7fe274bd4740 1 -- 172.21.15.82:0/1886697817 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5570bdb87d70 con 0x5570bdca5ee0 2024-09-12T12:36:24.304 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.297+0000 7fe26b7fe640 1 --2- 172.21.15.82:0/1886697817 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5570bdca5ee0 0x5570bdca8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:24.304 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.297+0000 7fe26b7fe640 1 --2- 172.21.15.82:0/1886697817 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5570bdca5ee0 0x5570bdca8300 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c6d834101d2f512 server_cookie=835de125035b55fd in_seq=0 out_seq=0 2024-09-12T12:36:24.304 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.297+0000 7fe24affd640 10 client.16689 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:24.312 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe24affd640 1 -- 172.21.15.82:0/1886697817 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5570bdb87d70 con 0x5570bdca5ee0 2024-09-12T12:36:24.312 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe24affd640 10 client.16689 handle_command_reply: tid=0 2024-09-12T12:36:24.312 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe274bd4740 1 client.16689 shutdown 2024-09-12T12:36:24.312 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe274bd4740 1 -- 172.21.15.82:0/1886697817 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc2b0c0 msgr2=0x5570bdc24830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:24.312 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe274bd4740 1 --2- 172.21.15.82:0/1886697817 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc2b0c0 0x5570bdc24830 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fe26402ae00 tx=0x7fe264009880 comp rx=0 tx=0).stop 2024-09-12T12:36:24.312 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe274bd4740 1 -- 172.21.15.82:0/1886697817 shutdown_connections 2024-09-12T12:36:24.312 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe274bd4740 1 --2- 172.21.15.82:0/1886697817 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5570bdca5ee0 0x5570bdca8300 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.312 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe274bd4740 1 --2- 172.21.15.82:0/1886697817 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5570bdc2b0c0 0x5570bdc24830 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.313 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe274bd4740 1 --2- 172.21.15.82:0/1886697817 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5570bdc20820 0x5570bdc33800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.313 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe24affd640 0 client.16689 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:24.313 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe274bd4740 1 --2- 172.21.15.82:0/1886697817 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5570bdc1ff00 0x5570bdc332c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.313 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe274bd4740 1 -- 172.21.15.82:0/1886697817 >> 172.21.15.82:0/1886697817 conn(0x5570bdc1c470 msgr2=0x5570bdc27fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:24.313 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe274bd4740 1 -- 172.21.15.82:0/1886697817 shutdown_connections 2024-09-12T12:36:24.313 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe274bd4740 1 -- 172.21.15.82:0/1886697817 wait complete. 2024-09-12T12:36:24.313 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.311+0000 7fe274bd4740 20 client.16689 trim_cache size 0 max 16384 2024-09-12T12:36:24.314 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:36:24.314 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:36:24.314 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:36:24.314 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:36:24.315 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.312+0000 7fe271e3c640 1 -- 172.21.15.82:0/1898137948 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe2580a2da0 msgr2=0x7fe2580a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:24.315 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.312+0000 7fe271e3c640 1 --2- 172.21.15.82:0/1898137948 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe2580a2da0 0x7fe2580a5260 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fe264004af0 tx=0x7fe26402a8e0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.315 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.312+0000 7fe271e3c640 1 -- 172.21.15.82:0/1898137948 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe26c101350 msgr2=0x7fe26c199670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:24.315 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.312+0000 7fe271e3c640 1 --2- 172.21.15.82:0/1898137948 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe26c101350 0x7fe26c199670 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fe25c00d950 tx=0x7fe25c00de10 comp rx=0 tx=0).stop 2024-09-12T12:36:24.316 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.312+0000 7fe271e3c640 1 -- 172.21.15.82:0/1898137948 shutdown_connections 2024-09-12T12:36:24.316 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.312+0000 7fe271e3c640 1 --2- 172.21.15.82:0/1898137948 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe2580a2da0 0x7fe2580a5260 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.316 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.312+0000 7fe271e3c640 1 --2- 172.21.15.82:0/1898137948 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe26c1069c0 0x7fe26c1a41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.316 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.312+0000 7fe271e3c640 1 --2- 172.21.15.82:0/1898137948 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe26c101350 0x7fe26c199670 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.316 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.312+0000 7fe271e3c640 1 --2- 172.21.15.82:0/1898137948 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe26c1009b0 0x7fe26c199130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:24.316 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.312+0000 7fe271e3c640 1 -- 172.21.15.82:0/1898137948 >> 172.21.15.82:0/1898137948 conn(0x7fe26c077990 msgr2=0x7fe26c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:24.316 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.312+0000 7fe271e3c640 1 -- 172.21.15.82:0/1898137948 shutdown_connections 2024-09-12T12:36:24.316 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:24.312+0000 7fe271e3c640 1 -- 172.21.15.82:0/1898137948 wait complete. 2024-09-12T12:36:24.792 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'e2666161', quiesce took 3.5 seconds. Will release after: 19.05 2024-09-12T12:36:26.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:25 smithi097 ceph-mon[34923]: pgmap v302: 97 pgs: 97 active+clean; 2.2 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:36:26.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:25 smithi082 ceph-mon[31122]: pgmap v302: 97 pgs: 97 active+clean; 2.2 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:36:26.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:25 smithi114 ceph-mon[35514]: pgmap v302: 97 pgs: 97 active+clean; 2.2 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:36:28.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:27 smithi097 ceph-mon[34923]: pgmap v303: 97 pgs: 97 active+clean; 2.2 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:36:28.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:27 smithi082 ceph-mon[31122]: pgmap v303: 97 pgs: 97 active+clean; 2.2 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:36:28.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:27 smithi114 ceph-mon[35514]: pgmap v303: 97 pgs: 97 active+clean; 2.2 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:36:30.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:29 smithi097 ceph-mon[34923]: pgmap v304: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 19 op/s 2024-09-12T12:36:30.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:29 smithi082 ceph-mon[31122]: pgmap v304: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 19 op/s 2024-09-12T12:36:30.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:29 smithi114 ceph-mon[35514]: pgmap v304: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 19 op/s 2024-09-12T12:36:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:31 smithi097 ceph-mon[34923]: pgmap v305: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 24 KiB/s wr, 13 op/s 2024-09-12T12:36:32.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:31 smithi082 ceph-mon[31122]: pgmap v305: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 24 KiB/s wr, 13 op/s 2024-09-12T12:36:32.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:31 smithi114 ceph-mon[35514]: pgmap v305: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 24 KiB/s wr, 13 op/s 2024-09-12T12:36:34.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:33 smithi082 ceph-mon[31122]: pgmap v306: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 24 KiB/s wr, 13 op/s 2024-09-12T12:36:34.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:33 smithi097 ceph-mon[34923]: pgmap v306: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 24 KiB/s wr, 13 op/s 2024-09-12T12:36:34.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:33 smithi114 ceph-mon[35514]: pgmap v306: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 24 KiB/s wr, 13 op/s 2024-09-12T12:36:36.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:35 smithi097 ceph-mon[34923]: pgmap v307: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 26 KiB/s wr, 17 op/s 2024-09-12T12:36:36.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:35 smithi082 ceph-mon[31122]: pgmap v307: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 26 KiB/s wr, 17 op/s 2024-09-12T12:36:36.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:35 smithi114 ceph-mon[35514]: pgmap v307: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 26 KiB/s wr, 17 op/s 2024-09-12T12:36:37.407 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.407+0000 7f78c0f86640 1 -- 172.21.15.82:0/4039813692 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78bc1009b0 msgr2=0x7f78bc100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.407+0000 7f78c0f86640 1 --2- 172.21.15.82:0/4039813692 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78bc1009b0 0x7f78bc100e10 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f78b0009930 tx=0x7f78b002a420 comp rx=0 tx=0).stop 2024-09-12T12:36:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.407+0000 7f78c0f86640 1 -- 172.21.15.82:0/4039813692 shutdown_connections 2024-09-12T12:36:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.407+0000 7f78c0f86640 1 --2- 172.21.15.82:0/4039813692 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f78bc101350 0x7f78bc10d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.407+0000 7f78c0f86640 1 --2- 172.21.15.82:0/4039813692 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78bc1009b0 0x7f78bc100e10 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.407+0000 7f78c0f86640 1 --2- 172.21.15.82:0/4039813692 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f78bc1069c0 0x7f78bc106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.407+0000 7f78c0f86640 1 -- 172.21.15.82:0/4039813692 >> 172.21.15.82:0/4039813692 conn(0x7f78bc077990 msgr2=0x7f78bc0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.407+0000 7f78c0f86640 1 -- 172.21.15.82:0/4039813692 shutdown_connections 2024-09-12T12:36:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.407+0000 7f78c0f86640 1 -- 172.21.15.82:0/4039813692 wait complete. 2024-09-12T12:36:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.408+0000 7f78c0f86640 1 Processor -- start 2024-09-12T12:36:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.408+0000 7f78c0f86640 1 -- start start 2024-09-12T12:36:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.408+0000 7f78c0f86640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f78bc1009b0 0x7f78bc197240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.408+0000 7f78c0f86640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f78bc101350 0x7f78bc197780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.408+0000 7f78c0f86640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78bc1069c0 0x7f78bc19bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.408+0000 7f78c0f86640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc110e00 con 0x7f78bc1069c0 2024-09-12T12:36:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.408+0000 7f78c0f86640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc110c80 con 0x7f78bc1009b0 2024-09-12T12:36:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.408+0000 7f78c0f86640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc110f80 con 0x7f78bc101350 2024-09-12T12:36:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.408+0000 7f78bad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78bc1069c0 0x7f78bc19bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.408+0000 7f78bad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78bc1069c0 0x7f78bc19bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34064/0 (socket says 172.21.15.82:34064) 2024-09-12T12:36:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.408+0000 7f78bad9d640 1 -- 172.21.15.82:0/658685097 learned_addr learned my addr 172.21.15.82:0/658685097 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.409+0000 7f78ba59c640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f78bc1009b0 0x7f78bc197240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.409+0000 7f78b9d9b640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f78bc101350 0x7f78bc197780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.409+0000 7f78bad9d640 1 -- 172.21.15.82:0/658685097 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f78bc101350 msgr2=0x7f78bc197780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.409+0000 7f78bad9d640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f78bc101350 0x7f78bc197780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.409+0000 7f78bad9d640 1 -- 172.21.15.82:0/658685097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f78bc1009b0 msgr2=0x7f78bc197240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.409+0000 7f78bad9d640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f78bc1009b0 0x7f78bc197240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.409+0000 7f78bad9d640 1 -- 172.21.15.82:0/658685097 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78bc19c230 con 0x7f78bc1069c0 2024-09-12T12:36:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.409+0000 7f78b9d9b640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f78bc101350 0x7f78bc197780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:36:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.409+0000 7f78bad9d640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78bc1069c0 0x7f78bc19bb00 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f78b400eb10 tx=0x7f78b400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.409+0000 7f78ab7fe640 1 -- 172.21.15.82:0/658685097 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b4004b20 con 0x7f78bc1069c0 2024-09-12T12:36:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.409+0000 7f78ab7fe640 1 -- 172.21.15.82:0/658685097 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78b4004cc0 con 0x7f78bc1069c0 2024-09-12T12:36:37.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.409+0000 7f78c0f86640 1 -- 172.21.15.82:0/658685097 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78bc19c520 con 0x7f78bc1069c0 2024-09-12T12:36:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.409+0000 7f78ab7fe640 1 -- 172.21.15.82:0/658685097 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b4010760 con 0x7f78bc1069c0 2024-09-12T12:36:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.409+0000 7f78c0f86640 1 -- 172.21.15.82:0/658685097 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78bc0698a0 con 0x7f78bc1069c0 2024-09-12T12:36:37.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.412+0000 7f78ab7fe640 1 -- 172.21.15.82:0/658685097 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f78b4005020 con 0x7f78bc1069c0 2024-09-12T12:36:37.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.412+0000 7f78c3df6740 1 Processor -- start 2024-09-12T12:36:37.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.412+0000 7f78c3df6740 1 -- start start 2024-09-12T12:36:37.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.412+0000 7f78c3df6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817669b0 0x55de81766d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.412+0000 7f78c3df6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817672d0 0x55de81775b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.420 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.412+0000 7f78ab7fe640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f78a40a2da0 0x7f78a40a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.421 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.412+0000 7f78c3df6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817760c0 0x55de817784b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.421 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.412+0000 7f78c3df6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55de816cb2f0 con 0x55de817760c0 2024-09-12T12:36:37.421 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78c3df6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55de81673270 con 0x55de817672d0 2024-09-12T12:36:37.421 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78c3df6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55de816c72b0 con 0x55de817669b0 2024-09-12T12:36:37.421 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78bad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817760c0 0x55de817784b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.421 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78bad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817760c0 0x55de817784b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34076/0 (socket says 172.21.15.82:34076) 2024-09-12T12:36:37.421 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78bad9d640 1 -- 172.21.15.82:0/3751356209 learned_addr learned my addr 172.21.15.82:0/3751356209 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:37.421 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78b9d9b640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f78a40a2da0 0x7f78a40a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.421 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78ba59c640 1 --2- 172.21.15.82:0/3751356209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817672d0 0x55de81775b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78b9d9b640 1 --2- 172.21.15.82:0/3751356209 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817669b0 0x55de81766d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78ab7fe640 1 -- 172.21.15.82:0/658685097 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f78b40cfc00 con 0x7f78bc1069c0 2024-09-12T12:36:37.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78bad9d640 1 -- 172.21.15.82:0/3751356209 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817669b0 msgr2=0x55de81766d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:37.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78bad9d640 1 --2- 172.21.15.82:0/3751356209 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817669b0 0x55de81766d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78bad9d640 1 -- 172.21.15.82:0/3751356209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817672d0 msgr2=0x55de81775b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:37.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78bad9d640 1 --2- 172.21.15.82:0/3751356209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817672d0 0x55de81775b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78bad9d640 1 -- 172.21.15.82:0/3751356209 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de81672340 con 0x55de817760c0 2024-09-12T12:36:37.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78bad9d640 1 --2- 172.21.15.82:0/3751356209 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817760c0 0x55de817784b0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f78b4005880 tx=0x7f78b40058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf8cf5a08072f391 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:37.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78b9d9b640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f78a40a2da0 0x7f78a40a5260 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f78b0032fd0 tx=0x7f78b0000bc0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:37.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78a8ff9640 1 -- 172.21.15.82:0/3751356209 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b409bc00 con 0x55de817760c0 2024-09-12T12:36:37.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78a8ff9640 1 -- 172.21.15.82:0/3751356209 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78b409c7c0 con 0x55de817760c0 2024-09-12T12:36:37.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.413+0000 7f78a8ff9640 1 -- 172.21.15.82:0/3751356209 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b400a250 con 0x55de817760c0 2024-09-12T12:36:37.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.414+0000 7f78c3df6740 1 -- 172.21.15.82:0/3751356209 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817760c0 msgr2=0x55de817784b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:37.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.414+0000 7f78c3df6740 1 --2- 172.21.15.82:0/3751356209 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817760c0 0x55de817784b0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f78b4005880 tx=0x7f78b40058d0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.414+0000 7f78c3df6740 1 -- 172.21.15.82:0/3751356209 shutdown_connections 2024-09-12T12:36:37.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.414+0000 7f78c3df6740 1 --2- 172.21.15.82:0/3751356209 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817760c0 0x55de817784b0 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.414+0000 7f78c3df6740 1 --2- 172.21.15.82:0/3751356209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817672d0 0x55de81775b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.414+0000 7f78c3df6740 1 --2- 172.21.15.82:0/3751356209 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817669b0 0x55de81766d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.414+0000 7f78c3df6740 1 -- 172.21.15.82:0/3751356209 >> 172.21.15.82:0/3751356209 conn(0x55de81763060 msgr2=0x55de81763440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:37.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.414+0000 7f78c3df6740 1 -- 172.21.15.82:0/3751356209 shutdown_connections 2024-09-12T12:36:37.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.414+0000 7f78c3df6740 1 -- 172.21.15.82:0/3751356209 wait complete. 2024-09-12T12:36:37.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78c3df6740 1 -- start start 2024-09-12T12:36:37.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78c3df6740 1 Processor -- start 2024-09-12T12:36:37.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78c3df6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817669b0 0x55de81773040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78c3df6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817672d0 0x55de81773580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78c3df6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817760c0 0x55de81773ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78c3df6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55de81778c90 con 0x55de817672d0 2024-09-12T12:36:37.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78c3df6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55de81654290 con 0x55de817669b0 2024-09-12T12:36:37.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78c3df6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55de81778e10 con 0x55de817760c0 2024-09-12T12:36:37.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78c3df6740 10 client.0 _ll_register_callbacks cb 0x55de81685140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:36:37.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78b9d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817672d0 0x55de81773580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78b9d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817672d0 0x55de81773580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34092/0 (socket says 172.21.15.82:34092) 2024-09-12T12:36:37.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78b9d9b640 1 -- 172.21.15.82:0/1365163029 learned_addr learned my addr 172.21.15.82:0/1365163029 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:37.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78bad9d640 1 --2- 172.21.15.82:0/1365163029 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817760c0 0x55de81773ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78ba59c640 1 --2- 172.21.15.82:0/1365163029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817669b0 0x55de81773040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78b9d9b640 1 -- 172.21.15.82:0/1365163029 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817760c0 msgr2=0x55de81773ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:37.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78b9d9b640 1 --2- 172.21.15.82:0/1365163029 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817760c0 0x55de81773ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78b9d9b640 1 -- 172.21.15.82:0/1365163029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817669b0 msgr2=0x55de81773040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:37.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78b9d9b640 1 --2- 172.21.15.82:0/1365163029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817669b0 0x55de81773040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78b9d9b640 1 -- 172.21.15.82:0/1365163029 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de813de210 con 0x55de817672d0 2024-09-12T12:36:37.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.415+0000 7f78ba59c640 1 --2- 172.21.15.82:0/1365163029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817669b0 0x55de81773040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:36:37.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78b9d9b640 1 --2- 172.21.15.82:0/1365163029 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817672d0 0x55de81773580 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f78b0033000 tx=0x7f78b0009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb1b2f0bfef18a95 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:37.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78a1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:36:37.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78a1ffb640 1 -- 172.21.15.82:0/1365163029 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0051060 con 0x55de817672d0 2024-09-12T12:36:37.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78a1ffb640 1 -- 172.21.15.82:0/1365163029 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f78b0003ac0 con 0x55de817672d0 2024-09-12T12:36:37.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78c3df6740 1 -- 172.21.15.82:0/1365163029 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78b409c7c0 con 0x55de817672d0 2024-09-12T12:36:37.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78a1ffb640 1 -- 172.21.15.82:0/1365163029 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f78b0035040 con 0x55de817672d0 2024-09-12T12:36:37.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78c3df6740 10 client.16701 fetch_fsmap learned FSMap version 28 2024-09-12T12:36:37.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78c3df6740 1 -- 172.21.15.82:0/1365163029 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55de814aa620 con 0x55de817672d0 2024-09-12T12:36:37.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78a1ffb640 1 -- 172.21.15.82:0/1365163029 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78b409c7c0 con 0x55de817672d0 2024-09-12T12:36:37.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78a1ffb640 1 -- 172.21.15.82:0/1365163029 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f78b004b070 con 0x55de817672d0 2024-09-12T12:36:37.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78c3df6740 10 client.16701 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:36:37.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78c3df6740 10 client.16701 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:36:37.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78c3df6740 20 client.16701 populate_metadata read hostname 'smithi082' 2024-09-12T12:36:37.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78c3df6740 1 --2- 172.21.15.82:0/1365163029 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55de81786050 0x55de81788440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78c3df6740 4 client.16701 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:36:37.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.416+0000 7f78c3df6740 1 -- 172.21.15.82:0/1365163029 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de816d8a20 con 0x55de81786050 2024-09-12T12:36:37.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.417+0000 7f78ba59c640 1 --2- 172.21.15.82:0/1365163029 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55de81786050 0x55de81788440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.417+0000 7f78a1ffb640 10 client.16701 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:37.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.417+0000 7f78ba59c640 1 --2- 172.21.15.82:0/1365163029 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55de81786050 0x55de81788440 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2eb74a60cc0bd642 server_cookie=35117bcec9697092 in_seq=0 out_seq=0 2024-09-12T12:36:37.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78a1ffb640 1 -- 172.21.15.82:0/1365163029 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55de816d8a20 con 0x55de81786050 2024-09-12T12:36:37.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78a1ffb640 10 client.16701 handle_command_reply: tid=0 2024-09-12T12:36:37.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78c3df6740 1 client.16701 shutdown 2024-09-12T12:36:37.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78c3df6740 1 -- 172.21.15.82:0/1365163029 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817672d0 msgr2=0x55de81773580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:37.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78c3df6740 1 --2- 172.21.15.82:0/1365163029 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817672d0 0x55de81773580 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f78b0033000 tx=0x7f78b0009260 comp rx=0 tx=0).stop 2024-09-12T12:36:37.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78c3df6740 1 -- 172.21.15.82:0/1365163029 shutdown_connections 2024-09-12T12:36:37.427 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78c3df6740 1 --2- 172.21.15.82:0/1365163029 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55de81786050 0x55de81788440 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78c3df6740 1 --2- 172.21.15.82:0/1365163029 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817760c0 0x55de81773ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78c3df6740 1 --2- 172.21.15.82:0/1365163029 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817672d0 0x55de81773580 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78a1ffb640 0 client.16701 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:37.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78c3df6740 1 --2- 172.21.15.82:0/1365163029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817669b0 0x55de81773040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78c3df6740 1 -- 172.21.15.82:0/1365163029 >> 172.21.15.82:0/1365163029 conn(0x55de81763060 msgr2=0x55de81768dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:37.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78c3df6740 1 -- 172.21.15.82:0/1365163029 shutdown_connections 2024-09-12T12:36:37.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78c3df6740 1 -- 172.21.15.82:0/1365163029 wait complete. 2024-09-12T12:36:37.428 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.418+0000 7f78c3df6740 20 client.16701 trim_cache size 0 max 16384 2024-09-12T12:36:37.441 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.432+0000 7f78c3df6740 1 Processor -- start 2024-09-12T12:36:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.432+0000 7f78c3df6740 1 -- start start 2024-09-12T12:36:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.432+0000 7f78c3df6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817669b0 0x55de8178dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.432+0000 7f78c3df6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817672d0 0x55de8178e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78c3df6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817760c0 0x55de81770280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78c3df6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc1ab840 con 0x55de817672d0 2024-09-12T12:36:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78c3df6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc1ad380 con 0x55de817669b0 2024-09-12T12:36:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78c3df6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc1abf10 con 0x55de817760c0 2024-09-12T12:36:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78b9d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817672d0 0x55de8178e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78b9d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817672d0 0x55de8178e270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34102/0 (socket says 172.21.15.82:34102) 2024-09-12T12:36:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78b9d9b640 1 -- 172.21.15.82:0/1857749117 learned_addr learned my addr 172.21.15.82:0/1857749117 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78bad9d640 1 --2- 172.21.15.82:0/1857749117 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817760c0 0x55de81770280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78ba59c640 1 --2- 172.21.15.82:0/1857749117 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817669b0 0x55de8178dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78b9d9b640 1 -- 172.21.15.82:0/1857749117 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817760c0 msgr2=0x55de81770280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:37.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78b9d9b640 1 --2- 172.21.15.82:0/1857749117 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817760c0 0x55de81770280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78b9d9b640 1 -- 172.21.15.82:0/1857749117 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817669b0 msgr2=0x55de8178dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:37.444 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78b9d9b640 1 --2- 172.21.15.82:0/1857749117 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817669b0 0x55de8178dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78b9d9b640 1 -- 172.21.15.82:0/1857749117 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de81771fd0 con 0x55de817672d0 2024-09-12T12:36:37.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78ba59c640 1 --2- 172.21.15.82:0/1857749117 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817669b0 0x55de8178dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:36:37.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78b9d9b640 1 --2- 172.21.15.82:0/1857749117 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817672d0 0x55de8178e270 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f78b003f460 tx=0x7f78b002a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=390c6eae5a3c07c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:37.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78a3fff640 1 -- 172.21.15.82:0/1857749117 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0051040 con 0x55de817672d0 2024-09-12T12:36:37.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78a3fff640 1 -- 172.21.15.82:0/1857749117 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78b003f6e0 con 0x55de817672d0 2024-09-12T12:36:37.445 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.433+0000 7f78a3fff640 1 -- 172.21.15.82:0/1857749117 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0005290 con 0x55de817672d0 2024-09-12T12:36:37.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 -- 172.21.15.82:0/1857749117 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817672d0 msgr2=0x55de8178e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:37.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 --2- 172.21.15.82:0/1857749117 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817672d0 0x55de8178e270 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f78b003f460 tx=0x7f78b002a420 comp rx=0 tx=0).stop 2024-09-12T12:36:37.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 -- 172.21.15.82:0/1857749117 shutdown_connections 2024-09-12T12:36:37.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 --2- 172.21.15.82:0/1857749117 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817760c0 0x55de81770280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 --2- 172.21.15.82:0/1857749117 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817672d0 0x55de8178e270 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.446 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 --2- 172.21.15.82:0/1857749117 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817669b0 0x55de8178dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 -- 172.21.15.82:0/1857749117 >> 172.21.15.82:0/1857749117 conn(0x55de81763060 msgr2=0x55de817750c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:37.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 -- 172.21.15.82:0/1857749117 shutdown_connections 2024-09-12T12:36:37.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 -- 172.21.15.82:0/1857749117 wait complete. 2024-09-12T12:36:37.447 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 -- start start 2024-09-12T12:36:37.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 Processor -- start 2024-09-12T12:36:37.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817669b0 0x55de8177a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817672d0 0x55de8177a680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817760c0 0x55de817efd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.448 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc1accb0 con 0x55de817669b0 2024-09-12T12:36:37.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc1ac5e0 con 0x55de817760c0 2024-09-12T12:36:37.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.434+0000 7f78c3df6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc1a9840 con 0x55de817672d0 2024-09-12T12:36:37.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78c3df6740 10 client.0 _ll_register_callbacks cb 0x7f78b40093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:36:37.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78ba59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817669b0 0x55de8177a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78ba59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817669b0 0x55de8177a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34114/0 (socket says 172.21.15.82:34114) 2024-09-12T12:36:37.449 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78ba59c640 1 -- 172.21.15.82:0/3429773707 learned_addr learned my addr 172.21.15.82:0/3429773707 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:37.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78bad9d640 1 --2- 172.21.15.82:0/3429773707 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817760c0 0x55de817efd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78ba59c640 1 -- 172.21.15.82:0/3429773707 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817672d0 msgr2=0x55de8177a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:37.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78ba59c640 1 --2- 172.21.15.82:0/3429773707 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817672d0 0x55de8177a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78ba59c640 1 -- 172.21.15.82:0/3429773707 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817760c0 msgr2=0x55de817efd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:37.450 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78ba59c640 1 --2- 172.21.15.82:0/3429773707 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817760c0 0x55de817efd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78ba59c640 1 -- 172.21.15.82:0/3429773707 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de81767100 con 0x55de817669b0 2024-09-12T12:36:37.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78bad9d640 1 --2- 172.21.15.82:0/3429773707 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817760c0 0x55de817efd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:36:37.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78ba59c640 1 --2- 172.21.15.82:0/3429773707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817669b0 0x55de8177a140 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x55de81788ca0 tx=0x7f78ac0128e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=951029415bcad5e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:37.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78a1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:36:37.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78a1ffb640 1 -- 172.21.15.82:0/3429773707 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ac004250 con 0x55de817669b0 2024-09-12T12:36:37.451 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78a1ffb640 1 -- 172.21.15.82:0/3429773707 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f78ac0043f0 con 0x55de817669b0 2024-09-12T12:36:37.452 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78c3df6740 1 -- 172.21.15.82:0/3429773707 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78b003f6e0 con 0x55de817669b0 2024-09-12T12:36:37.452 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78a1ffb640 1 -- 172.21.15.82:0/3429773707 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f78ac0035f0 con 0x55de817669b0 2024-09-12T12:36:37.452 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78c3df6740 10 client.16707 fetch_fsmap learned FSMap version 28 2024-09-12T12:36:37.452 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78c3df6740 1 -- 172.21.15.82:0/3429773707 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55de817f1130 con 0x55de817669b0 2024-09-12T12:36:37.452 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.435+0000 7f78a1ffb640 1 -- 172.21.15.82:0/3429773707 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f78b003f6e0 con 0x55de817669b0 2024-09-12T12:36:37.452 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.436+0000 7f78a1ffb640 1 -- 172.21.15.82:0/3429773707 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f78ac01eab0 con 0x55de817669b0 2024-09-12T12:36:37.453 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.436+0000 7f78c3df6740 10 client.16707 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:36:37.453 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.436+0000 7f78c3df6740 10 client.16707 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:36:37.453 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.436+0000 7f78c3df6740 20 client.16707 populate_metadata read hostname 'smithi082' 2024-09-12T12:36:37.453 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.436+0000 7f78c3df6740 1 --2- 172.21.15.82:0/3429773707 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55de817f1830 0x55de817f3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:37.453 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.436+0000 7f78c3df6740 4 client.16707 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:36:37.454 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.436+0000 7f78c3df6740 1 -- 172.21.15.82:0/3429773707 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55de816d2d70 con 0x55de817f1830 2024-09-12T12:36:37.454 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.436+0000 7f78b9d9b640 1 --2- 172.21.15.82:0/3429773707 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55de817f1830 0x55de817f3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:37.454 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.436+0000 7f78a1ffb640 10 client.16707 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:37.454 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.436+0000 7f78b9d9b640 1 --2- 172.21.15.82:0/3429773707 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55de817f1830 0x55de817f3c70 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10776c965f16b98c server_cookie=e4caf6cd7efa3cb9 in_seq=0 out_seq=0 2024-09-12T12:36:37.456 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78a1ffb640 1 -- 172.21.15.82:0/3429773707 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55de816d2d70 con 0x55de817f1830 2024-09-12T12:36:37.457 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78a1ffb640 10 client.16707 handle_command_reply: tid=0 2024-09-12T12:36:37.457 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c3df6740 1 client.16707 shutdown 2024-09-12T12:36:37.457 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c3df6740 1 -- 172.21.15.82:0/3429773707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817669b0 msgr2=0x55de8177a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:37.457 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c3df6740 1 --2- 172.21.15.82:0/3429773707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817669b0 0x55de8177a140 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x55de81788ca0 tx=0x7f78ac0128e0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.457 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c3df6740 1 -- 172.21.15.82:0/3429773707 shutdown_connections 2024-09-12T12:36:37.457 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c3df6740 1 --2- 172.21.15.82:0/3429773707 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55de817f1830 0x55de817f3c70 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c3df6740 1 --2- 172.21.15.82:0/3429773707 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de817760c0 0x55de817efd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c3df6740 1 --2- 172.21.15.82:0/3429773707 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55de817672d0 0x55de8177a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78a1ffb640 0 client.16707 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c3df6740 1 --2- 172.21.15.82:0/3429773707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55de817669b0 0x55de8177a140 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c3df6740 1 -- 172.21.15.82:0/3429773707 >> 172.21.15.82:0/3429773707 conn(0x55de81763060 msgr2=0x55de817619a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c3df6740 1 -- 172.21.15.82:0/3429773707 shutdown_connections 2024-09-12T12:36:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c3df6740 1 -- 172.21.15.82:0/3429773707 wait complete. 2024-09-12T12:36:37.459 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c3df6740 20 client.16707 trim_cache size 0 max 16384 2024-09-12T12:36:37.459 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:36:37.459 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:36:37.459 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:36:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:36:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c0f86640 1 -- 172.21.15.82:0/658685097 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f78a40a2da0 msgr2=0x7f78a40a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:37.461 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c0f86640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f78a40a2da0 0x7f78a40a5260 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f78b0032fd0 tx=0x7f78b0000bc0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.461 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c0f86640 1 -- 172.21.15.82:0/658685097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78bc1069c0 msgr2=0x7f78bc19bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:37.461 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.449+0000 7f78c0f86640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78bc1069c0 0x7f78bc19bb00 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f78b400eb10 tx=0x7f78b400c2d0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.461 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.450+0000 7f78c0f86640 1 -- 172.21.15.82:0/658685097 shutdown_connections 2024-09-12T12:36:37.461 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.450+0000 7f78c0f86640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f78a40a2da0 0x7f78a40a5260 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.461 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.450+0000 7f78c0f86640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f78bc1069c0 0x7f78bc19bb00 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.461 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.450+0000 7f78c0f86640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f78bc101350 0x7f78bc197780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.461 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.450+0000 7f78c0f86640 1 --2- 172.21.15.82:0/658685097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f78bc1009b0 0x7f78bc197240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:37.461 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.450+0000 7f78c0f86640 1 -- 172.21.15.82:0/658685097 >> 172.21.15.82:0/658685097 conn(0x7f78bc077990 msgr2=0x7f78bc1037e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:37.461 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.450+0000 7f78c0f86640 1 -- 172.21.15.82:0/658685097 shutdown_connections 2024-09-12T12:36:37.461 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:37.450+0000 7f78c0f86640 1 -- 172.21.15.82:0/658685097 wait complete. 2024-09-12T12:36:38.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:37 smithi097 ceph-mon[34923]: pgmap v308: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2024-09-12T12:36:38.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:37 smithi082 ceph-mon[31122]: pgmap v308: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2024-09-12T12:36:38.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:37 smithi114 ceph-mon[35514]: pgmap v308: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2024-09-12T12:36:40.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:39 smithi097 ceph-mon[34923]: pgmap v309: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-09-12T12:36:40.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:39 smithi082 ceph-mon[31122]: pgmap v309: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-09-12T12:36:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:39 smithi114 ceph-mon[35514]: pgmap v309: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-09-12T12:36:42.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:41 smithi097 ceph-mon[34923]: pgmap v310: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-09-12T12:36:42.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:41 smithi082 ceph-mon[31122]: pgmap v310: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-09-12T12:36:42.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:41 smithi114 ceph-mon[35514]: pgmap v310: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-09-12T12:36:43.843 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:36:44.107 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:36:44.227 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:43 smithi082 ceph-mon[31122]: pgmap v311: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-09-12T12:36:44.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:43 smithi097 ceph-mon[34923]: pgmap v311: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-09-12T12:36:44.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:43 smithi114 ceph-mon[35514]: pgmap v311: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-09-12T12:36:44.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.698+0000 7fc3e4155640 1 -- 172.21.15.82:0/1149757784 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc3dc100b30 msgr2=0x7fc3dc100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:44.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.698+0000 7fc3e4155640 1 --2- 172.21.15.82:0/1149757784 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc3dc100b30 0x7fc3dc100f10 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc009900 tx=0x7fc3cc02a470 comp rx=0 tx=0).stop 2024-09-12T12:36:44.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.698+0000 7fc3e4155640 1 -- 172.21.15.82:0/1149757784 shutdown_connections 2024-09-12T12:36:44.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.698+0000 7fc3e4155640 1 --2- 172.21.15.82:0/1149757784 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3dc105f40 0x7fc3dc1063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:44.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.698+0000 7fc3e4155640 1 --2- 172.21.15.82:0/1149757784 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3dc101450 0x7fc3dc105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:44.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.698+0000 7fc3e4155640 1 --2- 172.21.15.82:0/1149757784 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc3dc100b30 0x7fc3dc100f10 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:44.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.698+0000 7fc3e4155640 1 -- 172.21.15.82:0/1149757784 >> 172.21.15.82:0/1149757784 conn(0x7fc3dc0fc7a0 msgr2=0x7fc3dc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:44.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.698+0000 7fc3e4155640 1 -- 172.21.15.82:0/1149757784 shutdown_connections 2024-09-12T12:36:44.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.698+0000 7fc3e4155640 1 -- 172.21.15.82:0/1149757784 wait complete. 2024-09-12T12:36:44.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.699+0000 7fc3e4155640 1 Processor -- start 2024-09-12T12:36:44.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.699+0000 7fc3e4155640 1 -- start start 2024-09-12T12:36:44.702 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.699+0000 7fc3e4155640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3dc100b30 0x7fc3dc1a4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:44.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.699+0000 7fc3e4155640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc3dc101450 0x7fc3dc1a4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:44.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.699+0000 7fc3e4155640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3dc105f40 0x7fc3dc19e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:44.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.699+0000 7fc3e4155640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc3dc1185c0 con 0x7fc3dc101450 2024-09-12T12:36:44.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.699+0000 7fc3e4155640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc3dc118440 con 0x7fc3dc105f40 2024-09-12T12:36:44.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.699+0000 7fc3e4155640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc3dc118740 con 0x7fc3dc100b30 2024-09-12T12:36:44.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.699+0000 7fc3e16f0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc3dc101450 0x7fc3dc1a4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:44.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.699+0000 7fc3e16f0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc3dc101450 0x7fc3dc1a4c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41364/0 (socket says 172.21.15.82:41364) 2024-09-12T12:36:44.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.699+0000 7fc3e16f0640 1 -- 172.21.15.82:0/1055461565 learned_addr learned my addr 172.21.15.82:0/1055461565 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:44.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.699+0000 7fc3e1ef1640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3dc100b30 0x7fc3dc1a4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:44.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.700+0000 7fc3e16f0640 1 -- 172.21.15.82:0/1055461565 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3dc100b30 msgr2=0x7fc3dc1a4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:44.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.700+0000 7fc3e26f2640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3dc105f40 0x7fc3dc19e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:44.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.700+0000 7fc3e16f0640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3dc100b30 0x7fc3dc1a4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:44.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.700+0000 7fc3e16f0640 1 -- 172.21.15.82:0/1055461565 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3dc105f40 msgr2=0x7fc3dc19e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:44.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.700+0000 7fc3e16f0640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3dc105f40 0x7fc3dc19e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:44.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.700+0000 7fc3e16f0640 1 -- 172.21.15.82:0/1055461565 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3dc19f000 con 0x7fc3dc101450 2024-09-12T12:36:44.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.700+0000 7fc3e1ef1640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3dc100b30 0x7fc3dc1a4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:36:44.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.700+0000 7fc3e26f2640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3dc105f40 0x7fc3dc19e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:36:44.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.700+0000 7fc3e16f0640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc3dc101450 0x7fc3dc1a4c50 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fc3d800b3f0 tx=0x7fc3d800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:44.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.700+0000 7fc3d2ffd640 1 -- 172.21.15.82:0/1055461565 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3d8015020 con 0x7fc3dc101450 2024-09-12T12:36:44.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.700+0000 7fc3e4155640 1 -- 172.21.15.82:0/1055461565 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3dc19f2f0 con 0x7fc3dc101450 2024-09-12T12:36:44.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.700+0000 7fc3d2ffd640 1 -- 172.21.15.82:0/1055461565 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc3d8011d10 con 0x7fc3dc101450 2024-09-12T12:36:44.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.700+0000 7fc3d2ffd640 1 -- 172.21.15.82:0/1055461565 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3d800f2e0 con 0x7fc3dc101450 2024-09-12T12:36:44.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.700+0000 7fc3e4155640 1 -- 172.21.15.82:0/1055461565 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3dc1ab5e0 con 0x7fc3dc101450 2024-09-12T12:36:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.701+0000 7fc3e4155640 1 -- 172.21.15.82:0/1055461565 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3dc105920 con 0x7fc3dc101450 2024-09-12T12:36:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.702+0000 7fc3d2ffd640 1 -- 172.21.15.82:0/1055461565 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc3d8018020 con 0x7fc3dc101450 2024-09-12T12:36:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.703+0000 7fc3d2ffd640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3c80a2cf0 0x7fc3c80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:44.705 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.703+0000 7fc3e1ef1640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3c80a2cf0 0x7fc3c80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.703+0000 7fc3d2ffd640 1 -- 172.21.15.82:0/1055461565 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7fc3d80cecb0 con 0x7fc3dc101450 2024-09-12T12:36:44.706 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.703+0000 7fc3e1ef1640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3c80a2cf0 0x7fc3c80a51b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc000c00 tx=0x7fc3cc032d50 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:44.708 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.707+0000 7fc3d2ffd640 1 -- 172.21.15.82:0/1055461565 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc3d801f020 con 0x7fc3dc101450 2024-09-12T12:36:44.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.907+0000 7fc3e4155640 1 -- 172.21.15.82:0/1055461565 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc3dc1ab870 con 0x7fc3dc101450 2024-09-12T12:36:44.908 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.908+0000 7fc3d2ffd640 1 -- 172.21.15.82:0/1055461565 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7fc3d809b980 con 0x7fc3dc101450 2024-09-12T12:36:44.909 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:36:44.909 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:36:44.909 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:36:44.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.910+0000 7fc3e4155640 1 -- 172.21.15.82:0/1055461565 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3c80a2cf0 msgr2=0x7fc3c80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:44.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.910+0000 7fc3e4155640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3c80a2cf0 0x7fc3c80a51b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc000c00 tx=0x7fc3cc032d50 comp rx=0 tx=0).stop 2024-09-12T12:36:44.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.910+0000 7fc3e4155640 1 -- 172.21.15.82:0/1055461565 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc3dc101450 msgr2=0x7fc3dc1a4c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:44.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.910+0000 7fc3e4155640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc3dc101450 0x7fc3dc1a4c50 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fc3d800b3f0 tx=0x7fc3d800b8b0 comp rx=0 tx=0).stop 2024-09-12T12:36:44.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.910+0000 7fc3e4155640 1 -- 172.21.15.82:0/1055461565 shutdown_connections 2024-09-12T12:36:44.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.910+0000 7fc3e4155640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3c80a2cf0 0x7fc3c80a51b0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:44.911 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.910+0000 7fc3e4155640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3dc105f40 0x7fc3dc19e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:44.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.910+0000 7fc3e4155640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc3dc101450 0x7fc3dc1a4c50 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:44.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.910+0000 7fc3e4155640 1 --2- 172.21.15.82:0/1055461565 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3dc100b30 0x7fc3dc1a4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:44.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.910+0000 7fc3e4155640 1 -- 172.21.15.82:0/1055461565 >> 172.21.15.82:0/1055461565 conn(0x7fc3dc0fc7a0 msgr2=0x7fc3dc1038f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:44.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.910+0000 7fc3e4155640 1 -- 172.21.15.82:0/1055461565 shutdown_connections 2024-09-12T12:36:44.912 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:44.910+0000 7fc3e4155640 1 -- 172.21.15.82:0/1055461565 wait complete. 2024-09-12T12:36:45.761 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --set-id e2666161 --release --await' 2024-09-12T12:36:45.761 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --set-id e2666161 --release --await 2024-09-12T12:36:46.010 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:36:46.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:45 smithi082 ceph-mon[31122]: pgmap v312: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 14 op/s 2024-09-12T12:36:46.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:45 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1055461565' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:36:46.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:45 smithi097 ceph-mon[34923]: pgmap v312: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 14 op/s 2024-09-12T12:36:46.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:45 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1055461565' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:36:46.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:45 smithi114 ceph-mon[35514]: pgmap v312: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 14 op/s 2024-09-12T12:36:46.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:45 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1055461565' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:36:46.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.486+0000 7f9ec0e53640 1 -- 172.21.15.82:0/2710558729 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ebc1036e0 msgr2=0x7f9ebc107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:46.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.486+0000 7f9ec0e53640 1 --2- 172.21.15.82:0/2710558729 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ebc1036e0 0x7f9ebc107b90 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f9ea4009930 tx=0x7f9ea402a420 comp rx=0 tx=0).stop 2024-09-12T12:36:46.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.486+0000 7f9ec0e53640 1 -- 172.21.15.82:0/2710558729 shutdown_connections 2024-09-12T12:36:46.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.486+0000 7f9ec0e53640 1 --2- 172.21.15.82:0/2710558729 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ebc1082a0 0x7f9ebc10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.486+0000 7f9ec0e53640 1 --2- 172.21.15.82:0/2710558729 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ebc1036e0 0x7f9ebc107b90 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.486+0000 7f9ec0e53640 1 --2- 172.21.15.82:0/2710558729 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ebc102d30 0x7f9ebc103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.486+0000 7f9ec0e53640 1 -- 172.21.15.82:0/2710558729 >> 172.21.15.82:0/2710558729 conn(0x7f9ebc0fc7d0 msgr2=0x7f9ebc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:46.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.486+0000 7f9ec0e53640 1 -- 172.21.15.82:0/2710558729 shutdown_connections 2024-09-12T12:36:46.493 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.486+0000 7f9ec0e53640 1 -- 172.21.15.82:0/2710558729 wait complete. 2024-09-12T12:36:46.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.486+0000 7f9ec0e53640 1 Processor -- start 2024-09-12T12:36:46.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9ec0e53640 1 -- start start 2024-09-12T12:36:46.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9ec0e53640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ebc102d30 0x7f9ebc198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9ec0e53640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ebc1036e0 0x7f9ebc198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9ec0e53640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ebc1082a0 0x7f9ebc19ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9ec0e53640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1120c0 con 0x7f9ebc102d30 2024-09-12T12:36:46.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9ec0e53640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc111f40 con 0x7f9ebc1082a0 2024-09-12T12:36:46.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9ec0e53640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc112240 con 0x7f9ebc1036e0 2024-09-12T12:36:46.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ebc102d30 0x7f9ebc198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ebc102d30 0x7f9ebc198600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41372/0 (socket says 172.21.15.82:41372) 2024-09-12T12:36:46.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9eba59c640 1 -- 172.21.15.82:0/3098703394 learned_addr learned my addr 172.21.15.82:0/3098703394 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:46.494 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9ebad9d640 1 --2- 172.21.15.82:0/3098703394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ebc1082a0 0x7f9ebc19ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9eb9d9b640 1 --2- 172.21.15.82:0/3098703394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ebc1036e0 0x7f9ebc198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9eba59c640 1 -- 172.21.15.82:0/3098703394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ebc1036e0 msgr2=0x7f9ebc198b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:46.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9eba59c640 1 --2- 172.21.15.82:0/3098703394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ebc1036e0 0x7f9ebc198b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9eba59c640 1 -- 172.21.15.82:0/3098703394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ebc1082a0 msgr2=0x7f9ebc19ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:46.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9eba59c640 1 --2- 172.21.15.82:0/3098703394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ebc1082a0 0x7f9ebc19ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9eba59c640 1 -- 172.21.15.82:0/3098703394 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ebc19d5b0 con 0x7f9ebc102d30 2024-09-12T12:36:46.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9eba59c640 1 --2- 172.21.15.82:0/3098703394 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ebc102d30 0x7f9ebc198600 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f9eac00eab0 tx=0x7f9eac00ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:46.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9eb37fe640 1 -- 172.21.15.82:0/3098703394 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eac00ce40 con 0x7f9ebc102d30 2024-09-12T12:36:46.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9eb37fe640 1 -- 172.21.15.82:0/3098703394 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9eac011950 con 0x7f9ebc102d30 2024-09-12T12:36:46.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9ec0e53640 1 -- 172.21.15.82:0/3098703394 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ebc19d8a0 con 0x7f9ebc102d30 2024-09-12T12:36:46.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.487+0000 7f9eb37fe640 1 -- 172.21.15.82:0/3098703394 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eac010ae0 con 0x7f9ebc102d30 2024-09-12T12:36:46.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.488+0000 7f9ec0e53640 1 -- 172.21.15.82:0/3098703394 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ebc1a5180 con 0x7f9ebc102d30 2024-09-12T12:36:46.495 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.490+0000 7f9eb37fe640 1 -- 172.21.15.82:0/3098703394 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f9eac011b00 con 0x7f9ebc102d30 2024-09-12T12:36:46.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.490+0000 7f9ec322c740 1 Processor -- start 2024-09-12T12:36:46.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.490+0000 7f9ec322c740 1 -- start start 2024-09-12T12:36:46.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.490+0000 7f9eb37fe640 1 --2- 172.21.15.82:0/3098703394 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9ea80a2cf0 0x7f9ea80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9ec322c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab060 0x55b415dab440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9ec322c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415dab980 0x55b415db5d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9ec322c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415db6240 0x55b415db8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9ec322c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b415d10620 con 0x55b415dab980 2024-09-12T12:36:46.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9ec322c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b415cb7e50 con 0x55b415db6240 2024-09-12T12:36:46.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9ec322c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b415d0c5e0 con 0x55b415dab060 2024-09-12T12:36:46.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9ebad9d640 1 --2- 172.21.15.82:0/3098703394 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9ea80a2cf0 0x7f9ea80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9eb37fe640 1 -- 172.21.15.82:0/3098703394 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f9eac0cfca0 con 0x7f9ebc102d30 2024-09-12T12:36:46.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9eb9d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415dab980 0x55b415db5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9eb9d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415dab980 0x55b415db5d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41374/0 (socket says 172.21.15.82:41374) 2024-09-12T12:36:46.497 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9eb9d9b640 1 -- 172.21.15.82:0/920132345 learned_addr learned my addr 172.21.15.82:0/920132345 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:46.497 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9ebad9d640 1 --2- 172.21.15.82:0/920132345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415db6240 0x55b415db8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.497 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9eb9d9b640 1 -- 172.21.15.82:0/920132345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab060 msgr2=0x55b415dab440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:46.497 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9eb9d9b640 1 --2- 172.21.15.82:0/920132345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab060 0x55b415dab440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.497 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9eb9d9b640 1 -- 172.21.15.82:0/920132345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415db6240 msgr2=0x55b415db8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:46.497 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9eb9d9b640 1 --2- 172.21.15.82:0/920132345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415db6240 0x55b415db8630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.497 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9eb9d9b640 1 -- 172.21.15.82:0/920132345 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b415ca8d40 con 0x55b415dab980 2024-09-12T12:36:46.497 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9eb9d9b640 1 --2- 172.21.15.82:0/920132345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415dab980 0x55b415db5d00 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f9ea4005ab0 tx=0x7f9ea4032cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=300a22bf12b67cc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:46.497 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.491+0000 7f9ebad9d640 1 --2- 172.21.15.82:0/3098703394 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9ea80a2cf0 0x7f9ea80a51b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x55b415da8970 tx=0x7f9eb40092c0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:46.497 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.492+0000 7f9eb0ff9640 1 -- 172.21.15.82:0/920132345 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea403f070 con 0x55b415dab980 2024-09-12T12:36:46.497 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.492+0000 7f9eb0ff9640 1 -- 172.21.15.82:0/920132345 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ea40317b0 con 0x55b415dab980 2024-09-12T12:36:46.497 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.492+0000 7f9eb0ff9640 1 -- 172.21.15.82:0/920132345 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea4035070 con 0x55b415dab980 2024-09-12T12:36:46.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.492+0000 7f9ec322c740 1 -- 172.21.15.82:0/920132345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415dab980 msgr2=0x55b415db5d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:46.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.492+0000 7f9ec322c740 1 --2- 172.21.15.82:0/920132345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415dab980 0x55b415db5d00 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f9ea4005ab0 tx=0x7f9ea4032cb0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.492+0000 7f9ec322c740 1 -- 172.21.15.82:0/920132345 shutdown_connections 2024-09-12T12:36:46.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.492+0000 7f9ec322c740 1 --2- 172.21.15.82:0/920132345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415db6240 0x55b415db8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.492+0000 7f9ec322c740 1 --2- 172.21.15.82:0/920132345 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415dab980 0x55b415db5d00 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.492+0000 7f9ec322c740 1 --2- 172.21.15.82:0/920132345 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab060 0x55b415dab440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.492+0000 7f9ec322c740 1 -- 172.21.15.82:0/920132345 >> 172.21.15.82:0/920132345 conn(0x55b415da75f0 msgr2=0x55b415da79d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:46.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.493+0000 7f9ec322c740 1 -- 172.21.15.82:0/920132345 shutdown_connections 2024-09-12T12:36:46.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.493+0000 7f9ec322c740 1 -- 172.21.15.82:0/920132345 wait complete. 2024-09-12T12:36:46.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.493+0000 7f9ec322c740 1 -- start start 2024-09-12T12:36:46.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.493+0000 7f9ec322c740 1 Processor -- start 2024-09-12T12:36:46.501 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.493+0000 7f9ec322c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab060 0x55b415db3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.493+0000 7f9ec322c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab980 0x55b415db36c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.493+0000 7f9ec322c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415db3c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.493+0000 7f9ec322c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b415dbd220 con 0x55b415db6240 2024-09-12T12:36:46.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.493+0000 7f9ec322c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b415c98f10 con 0x55b415dab980 2024-09-12T12:36:46.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.493+0000 7f9ec322c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b415dbd3a0 con 0x55b415dab060 2024-09-12T12:36:46.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.493+0000 7f9ec322c740 10 client.0 _ll_register_callbacks cb 0x55b415cbcdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:36:46.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.493+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415db3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.493+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415db3c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41380/0 (socket says 172.21.15.82:41380) 2024-09-12T12:36:46.502 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.493+0000 7f9ebad9d640 1 -- 172.21.15.82:0/537281414 learned_addr learned my addr 172.21.15.82:0/537281414 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:46.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9eb9d9b640 1 --2- 172.21.15.82:0/537281414 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab980 0x55b415db36c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ebad9d640 1 -- 172.21.15.82:0/537281414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab060 msgr2=0x55b415db3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:46.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ebad9d640 1 --2- 172.21.15.82:0/537281414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab060 0x55b415db3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ebad9d640 1 -- 172.21.15.82:0/537281414 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab980 msgr2=0x55b415db36c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:46.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ebad9d640 1 --2- 172.21.15.82:0/537281414 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab980 0x55b415db36c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ebad9d640 1 -- 172.21.15.82:0/537281414 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b415a1f580 con 0x55b415db6240 2024-09-12T12:36:46.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ebad9d640 1 --2- 172.21.15.82:0/537281414 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415db3c00 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4018dc0 tx=0x7f9eb4008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=517ba43b52c945e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:46.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ea1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:36:46.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ea1ffb640 1 -- 172.21.15.82:0/537281414 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb40223f0 con 0x55b415db6240 2024-09-12T12:36:46.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ea1ffb640 1 -- 172.21.15.82:0/537281414 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f9eb4022590 con 0x55b415db6240 2024-09-12T12:36:46.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ec322c740 1 -- 172.21.15.82:0/537281414 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ea40317b0 con 0x55b415db6240 2024-09-12T12:36:46.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ea1ffb640 1 -- 172.21.15.82:0/537281414 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9eb40059c0 con 0x55b415db6240 2024-09-12T12:36:46.503 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ec322c740 10 client.16725 fetch_fsmap learned FSMap version 28 2024-09-12T12:36:46.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ec322c740 1 -- 172.21.15.82:0/537281414 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b415ae9960 con 0x55b415db6240 2024-09-12T12:36:46.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ea1ffb640 1 -- 172.21.15.82:0/537281414 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ea40317b0 con 0x55b415db6240 2024-09-12T12:36:46.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.494+0000 7f9ea1ffb640 1 -- 172.21.15.82:0/537281414 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f9eb4006020 con 0x55b415db6240 2024-09-12T12:36:46.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.495+0000 7f9ec322c740 10 client.16725 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:36:46.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.495+0000 7f9ec322c740 10 client.16725 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:36:46.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.495+0000 7f9ec322c740 20 client.16725 populate_metadata read hostname 'smithi082' 2024-09-12T12:36:46.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.495+0000 7f9ec322c740 1 --2- 172.21.15.82:0/537281414 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b415dca300 0x55b415dcc790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.495+0000 7f9ec322c740 4 client.16725 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:36:46.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.495+0000 7f9ec322c740 1 -- 172.21.15.82:0/537281414 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b415d1db90 con 0x55b415dca300 2024-09-12T12:36:46.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.495+0000 7f9eba59c640 1 --2- 172.21.15.82:0/537281414 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b415dca300 0x55b415dcc790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.495+0000 7f9eba59c640 1 --2- 172.21.15.82:0/537281414 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b415dca300 0x55b415dcc790 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c1060a11e2f0209 server_cookie=b96851b5f9fd9fd in_seq=0 out_seq=0 2024-09-12T12:36:46.504 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.495+0000 7f9ea1ffb640 10 client.16725 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:46.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ea1ffb640 1 -- 172.21.15.82:0/537281414 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b415d1db90 con 0x55b415dca300 2024-09-12T12:36:46.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ea1ffb640 10 client.16725 handle_command_reply: tid=0 2024-09-12T12:36:46.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ec322c740 1 client.16725 shutdown 2024-09-12T12:36:46.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ec322c740 1 -- 172.21.15.82:0/537281414 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 msgr2=0x55b415db3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:46.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ec322c740 1 --2- 172.21.15.82:0/537281414 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415db3c00 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4018dc0 tx=0x7f9eb4008040 comp rx=0 tx=0).stop 2024-09-12T12:36:46.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ec322c740 1 -- 172.21.15.82:0/537281414 shutdown_connections 2024-09-12T12:36:46.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ec322c740 1 --2- 172.21.15.82:0/537281414 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b415dca300 0x55b415dcc790 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ec322c740 1 --2- 172.21.15.82:0/537281414 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415db3c00 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ec322c740 1 --2- 172.21.15.82:0/537281414 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab980 0x55b415db36c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ec322c740 1 --2- 172.21.15.82:0/537281414 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab060 0x55b415db3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ec322c740 1 -- 172.21.15.82:0/537281414 >> 172.21.15.82:0/537281414 conn(0x55b415da75f0 msgr2=0x55b415dad2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:46.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ea1ffb640 0 client.16725 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:46.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ec322c740 1 -- 172.21.15.82:0/537281414 shutdown_connections 2024-09-12T12:36:46.505 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ec322c740 1 -- 172.21.15.82:0/537281414 wait complete. 2024-09-12T12:36:46.506 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.496+0000 7f9ec322c740 20 client.16725 trim_cache size 0 max 16384 2024-09-12T12:36:46.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ec322c740 1 Processor -- start 2024-09-12T12:36:46.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ec322c740 1 -- start start 2024-09-12T12:36:46.518 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ec322c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab060 0x55b415da6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ec322c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab980 0x55b415dd2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ec322c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415dd25a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ec322c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1ab730 con 0x55b415db6240 2024-09-12T12:36:46.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ec322c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1ad270 con 0x55b415dab980 2024-09-12T12:36:46.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ec322c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1abe00 con 0x55b415dab060 2024-09-12T12:36:46.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415dd25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415dd25a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41392/0 (socket says 172.21.15.82:41392) 2024-09-12T12:36:46.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ebad9d640 1 -- 172.21.15.82:0/2557529885 learned_addr learned my addr 172.21.15.82:0/2557529885 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:46.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9eba59c640 1 --2- 172.21.15.82:0/2557529885 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab060 0x55b415da6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9eb9d9b640 1 --2- 172.21.15.82:0/2557529885 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab980 0x55b415dd2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.519 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ebad9d640 1 -- 172.21.15.82:0/2557529885 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab060 msgr2=0x55b415da6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:46.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ebad9d640 1 --2- 172.21.15.82:0/2557529885 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab060 0x55b415da6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ebad9d640 1 -- 172.21.15.82:0/2557529885 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab980 msgr2=0x55b415dd2060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:46.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.513+0000 7f9ebad9d640 1 --2- 172.21.15.82:0/2557529885 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab980 0x55b415dd2060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.514+0000 7f9ebad9d640 1 -- 172.21.15.82:0/2557529885 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b415da8280 con 0x55b415db6240 2024-09-12T12:36:46.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.514+0000 7f9ebad9d640 1 --2- 172.21.15.82:0/2557529885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415dd25a0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f9eb40069c0 tx=0x7f9eb40047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ad0b855eeaa9e33 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:46.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.514+0000 7f9ea3fff640 1 -- 172.21.15.82:0/2557529885 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb4017de0 con 0x55b415db6240 2024-09-12T12:36:46.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.514+0000 7f9ea3fff640 1 -- 172.21.15.82:0/2557529885 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9eb4027070 con 0x55b415db6240 2024-09-12T12:36:46.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.514+0000 7f9ea3fff640 1 -- 172.21.15.82:0/2557529885 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb4035aa0 con 0x55b415db6240 2024-09-12T12:36:46.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.514+0000 7f9ec322c740 1 -- 172.21.15.82:0/2557529885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 msgr2=0x55b415dd25a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:46.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.514+0000 7f9ec322c740 1 --2- 172.21.15.82:0/2557529885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415dd25a0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f9eb40069c0 tx=0x7f9eb40047d0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.514+0000 7f9ec322c740 1 -- 172.21.15.82:0/2557529885 shutdown_connections 2024-09-12T12:36:46.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.514+0000 7f9ec322c740 1 --2- 172.21.15.82:0/2557529885 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415dd25a0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.520 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.514+0000 7f9ec322c740 1 --2- 172.21.15.82:0/2557529885 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab980 0x55b415dd2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.514+0000 7f9ec322c740 1 --2- 172.21.15.82:0/2557529885 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab060 0x55b415da6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.514+0000 7f9ec322c740 1 -- 172.21.15.82:0/2557529885 >> 172.21.15.82:0/2557529885 conn(0x55b415da75f0 msgr2=0x55b415da5f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ec322c740 1 -- 172.21.15.82:0/2557529885 shutdown_connections 2024-09-12T12:36:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ec322c740 1 -- 172.21.15.82:0/2557529885 wait complete. 2024-09-12T12:36:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ec322c740 1 -- start start 2024-09-12T12:36:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ec322c740 1 Processor -- start 2024-09-12T12:36:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ec322c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab060 0x55b415dbeab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ec322c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab980 0x55b415dbeff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ec322c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415e34030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.521 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ec322c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1acba0 con 0x55b415db6240 2024-09-12T12:36:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ec322c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1ac4d0 con 0x55b415dab060 2024-09-12T12:36:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ec322c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1a9730 con 0x55b415dab980 2024-09-12T12:36:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ec322c740 10 client.0 _ll_register_callbacks cb 0x7f9eb4018730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:36:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415e34030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415e34030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41402/0 (socket says 172.21.15.82:41402) 2024-09-12T12:36:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ebad9d640 1 -- 172.21.15.82:0/1051438112 learned_addr learned my addr 172.21.15.82:0/1051438112 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9eb9d9b640 1 --2- 172.21.15.82:0/1051438112 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab980 0x55b415dbeff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9eba59c640 1 --2- 172.21.15.82:0/1051438112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab060 0x55b415dbeab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ebad9d640 1 -- 172.21.15.82:0/1051438112 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab980 msgr2=0x55b415dbeff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ebad9d640 1 --2- 172.21.15.82:0/1051438112 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab980 0x55b415dbeff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.522 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ebad9d640 1 -- 172.21.15.82:0/1051438112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab060 msgr2=0x55b415dbeab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:46.523 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.515+0000 7f9ebad9d640 1 --2- 172.21.15.82:0/1051438112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab060 0x55b415dbeab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.523 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ebad9d640 1 -- 172.21.15.82:0/1051438112 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b415e345a0 con 0x55b415db6240 2024-09-12T12:36:46.523 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ebad9d640 1 --2- 172.21.15.82:0/1051438112 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415e34030 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4009dc0 tx=0x7f9eb4018d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=327c9ebadd404a24 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:46.523 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ea1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:36:46.523 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ea1ffb640 1 -- 172.21.15.82:0/1051438112 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb4044060 con 0x55b415db6240 2024-09-12T12:36:46.523 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ec322c740 1 -- 172.21.15.82:0/1051438112 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9eb4027070 con 0x55b415db6240 2024-09-12T12:36:46.523 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ea1ffb640 1 -- 172.21.15.82:0/1051438112 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f9eb4035bf0 con 0x55b415db6240 2024-09-12T12:36:46.523 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ea1ffb640 1 -- 172.21.15.82:0/1051438112 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9eb4035df0 con 0x55b415db6240 2024-09-12T12:36:46.523 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ec322c740 10 client.16731 fetch_fsmap learned FSMap version 28 2024-09-12T12:36:46.523 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ec322c740 1 -- 172.21.15.82:0/1051438112 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b415e358c0 con 0x55b415db6240 2024-09-12T12:36:46.523 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ea1ffb640 1 -- 172.21.15.82:0/1051438112 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9eb4027070 con 0x55b415db6240 2024-09-12T12:36:46.523 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ea1ffb640 1 -- 172.21.15.82:0/1051438112 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f9eb403d8e0 con 0x55b415db6240 2024-09-12T12:36:46.523 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ec322c740 10 client.16731 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:36:46.524 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ec322c740 10 client.16731 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:36:46.524 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ec322c740 20 client.16731 populate_metadata read hostname 'smithi082' 2024-09-12T12:36:46.524 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ec322c740 1 --2- 172.21.15.82:0/1051438112 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b415e35ed0 0x55b415e382c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:46.524 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ec322c740 4 client.16731 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "e2666161", "release": true, "await": true}] 2024-09-12T12:36:46.524 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.516+0000 7f9ec322c740 1 -- 172.21.15.82:0/1051438112 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "set_id": "e2666161", "release": true, "await": true}) -- 0x55b415d180a0 con 0x55b415e35ed0 2024-09-12T12:36:46.524 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.517+0000 7f9eba59c640 1 --2- 172.21.15.82:0/1051438112 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b415e35ed0 0x55b415e382c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:46.524 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.517+0000 7f9eba59c640 1 --2- 172.21.15.82:0/1051438112 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b415e35ed0 0x55b415e382c0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8fe844b1f44d509c server_cookie=23cb29684eead813 in_seq=0 out_seq=0 2024-09-12T12:36:46.524 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.517+0000 7f9ea1ffb640 10 client.16731 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:46.525 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.520+0000 7f9ea1ffb640 1 -- 172.21.15.82:0/1051438112 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55b415d180a0 con 0x55b415e35ed0 2024-09-12T12:36:46.525 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.520+0000 7f9ea1ffb640 10 client.16731 handle_command_reply: tid=0 2024-09-12T12:36:46.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.520+0000 7f9ec322c740 1 client.16731 shutdown 2024-09-12T12:36:46.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.520+0000 7f9ec322c740 1 -- 172.21.15.82:0/1051438112 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 msgr2=0x55b415e34030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:46.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.520+0000 7f9ec322c740 1 --2- 172.21.15.82:0/1051438112 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415e34030 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4009dc0 tx=0x7f9eb4018d60 comp rx=0 tx=0).stop 2024-09-12T12:36:46.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.520+0000 7f9ec322c740 1 -- 172.21.15.82:0/1051438112 shutdown_connections 2024-09-12T12:36:46.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.520+0000 7f9ec322c740 1 --2- 172.21.15.82:0/1051438112 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b415e35ed0 0x55b415e382c0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.520+0000 7f9ec322c740 1 --2- 172.21.15.82:0/1051438112 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b415db6240 0x55b415e34030 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.520+0000 7f9ec322c740 1 --2- 172.21.15.82:0/1051438112 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b415dab980 0x55b415dbeff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.520+0000 7f9ec322c740 1 --2- 172.21.15.82:0/1051438112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b415dab060 0x55b415dbeab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.520+0000 7f9ea1ffb640 0 client.16731 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:46.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec322c740 1 -- 172.21.15.82:0/1051438112 >> 172.21.15.82:0/1051438112 conn(0x55b415da75f0 msgr2=0x55b415db3960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:46.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec322c740 1 -- 172.21.15.82:0/1051438112 shutdown_connections 2024-09-12T12:36:46.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec322c740 1 -- 172.21.15.82:0/1051438112 wait complete. 2024-09-12T12:36:46.526 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec322c740 20 client.16731 trim_cache size 0 max 16384 2024-09-12T12:36:46.527 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:36:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:36:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:36:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 40, 2024-09-12T12:36:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:36:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: "e2666161": { 2024-09-12T12:36:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 40, 2024-09-12T12:36:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:36:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:36:46.527 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:36:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:36:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:36:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:36:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 142.6, 2024-09-12T12:36:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:36:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:36:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:36:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:36:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:36:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:36:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:46.528 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:46.529 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:46.529 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:36:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec0e53640 1 -- 172.21.15.82:0/3098703394 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9ea80a2cf0 msgr2=0x7f9ea80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec0e53640 1 --2- 172.21.15.82:0/3098703394 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9ea80a2cf0 0x7f9ea80a51b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x55b415da8970 tx=0x7f9eb40092c0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec0e53640 1 -- 172.21.15.82:0/3098703394 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ebc102d30 msgr2=0x7f9ebc198600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec0e53640 1 --2- 172.21.15.82:0/3098703394 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ebc102d30 0x7f9ebc198600 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f9eac00eab0 tx=0x7f9eac00ef70 comp rx=0 tx=0).stop 2024-09-12T12:36:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec0e53640 1 -- 172.21.15.82:0/3098703394 shutdown_connections 2024-09-12T12:36:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec0e53640 1 --2- 172.21.15.82:0/3098703394 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9ea80a2cf0 0x7f9ea80a51b0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec0e53640 1 --2- 172.21.15.82:0/3098703394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ebc1082a0 0x7f9ebc19ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec0e53640 1 --2- 172.21.15.82:0/3098703394 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9ebc1036e0 0x7f9ebc198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec0e53640 1 --2- 172.21.15.82:0/3098703394 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9ebc102d30 0x7f9ebc198600 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec0e53640 1 -- 172.21.15.82:0/3098703394 >> 172.21.15.82:0/3098703394 conn(0x7f9ebc0fc7d0 msgr2=0x7f9ebc106380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec0e53640 1 -- 172.21.15.82:0/3098703394 shutdown_connections 2024-09-12T12:36:46.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:46.521+0000 7f9ec0e53640 1 -- 172.21.15.82:0/3098703394 wait complete. 2024-09-12T12:36:47.242 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'e2666161', total seconds elapsed: 25.9 2024-09-12T12:36:47.242 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 22.55 2024-09-12T12:36:47.243 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:36:47.491 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:36:48.004 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.003+0000 7f394ffff640 1 -- 172.21.15.82:0/1402077779 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3950102380 msgr2=0x7f395010e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:48.004 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.003+0000 7f394ffff640 1 --2- 172.21.15.82:0/1402077779 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3950102380 0x7f395010e9c0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f3948009cd0 tx=0x7f394802a8e0 comp rx=0 tx=0).stop 2024-09-12T12:36:48.004 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.003+0000 7f394ffff640 1 -- 172.21.15.82:0/1402077779 shutdown_connections 2024-09-12T12:36:48.004 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.003+0000 7f394ffff640 1 --2- 172.21.15.82:0/1402077779 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3950102380 0x7f395010e9c0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:48.004 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.003+0000 7f394ffff640 1 --2- 172.21.15.82:0/1402077779 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f39501019e0 0x7f3950101e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:48.004 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.003+0000 7f394ffff640 1 --2- 172.21.15.82:0/1402077779 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3950107af0 0x7f3950107ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:48.005 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.003+0000 7f394ffff640 1 -- 172.21.15.82:0/1402077779 >> 172.21.15.82:0/1402077779 conn(0x7f39500fd700 msgr2=0x7f39500ffb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:48.005 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.003+0000 7f394ffff640 1 -- 172.21.15.82:0/1402077779 shutdown_connections 2024-09-12T12:36:48.005 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.003+0000 7f394ffff640 1 -- 172.21.15.82:0/1402077779 wait complete. 2024-09-12T12:36:48.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.004+0000 7f394ffff640 1 Processor -- start 2024-09-12T12:36:48.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.004+0000 7f394ffff640 1 -- start start 2024-09-12T12:36:48.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.004+0000 7f394ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f39501019e0 0x7f39500744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:48.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.004+0000 7f394ffff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3950102380 0x7f3950074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:48.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.004+0000 7f394ffff640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3950107af0 0x7f3950074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:48.007 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.004+0000 7f394ffff640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3950111ef0 con 0x7f39501019e0 2024-09-12T12:36:48.008 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.004+0000 7f394ffff640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3950111d70 con 0x7f3950102380 2024-09-12T12:36:48.008 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.004+0000 7f394ffff640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3950112070 con 0x7f3950107af0 2024-09-12T12:36:48.008 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.004+0000 7f394effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f39501019e0 0x7f39500744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:48.008 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.004+0000 7f394effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f39501019e0 0x7f39500744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39708/0 (socket says 172.21.15.82:39708) 2024-09-12T12:36:48.008 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.004+0000 7f394effd640 1 -- 172.21.15.82:0/2913100697 learned_addr learned my addr 172.21.15.82:0/2913100697 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:48.008 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.005+0000 7f394f7fe640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3950107af0 0x7f3950074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:48.008 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.005+0000 7f394e7fc640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3950102380 0x7f3950074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:48.008 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.005+0000 7f394effd640 1 -- 172.21.15.82:0/2913100697 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3950107af0 msgr2=0x7f3950074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:48.008 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.005+0000 7f394effd640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3950107af0 0x7f3950074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:48.008 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.005+0000 7f394effd640 1 -- 172.21.15.82:0/2913100697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3950102380 msgr2=0x7f3950074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:48.009 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.005+0000 7f394effd640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3950102380 0x7f3950074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:48.009 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.005+0000 7f394effd640 1 -- 172.21.15.82:0/2913100697 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39501a6870 con 0x7f39501019e0 2024-09-12T12:36:48.009 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.005+0000 7f394e7fc640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3950102380 0x7f3950074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:36:48.009 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.005+0000 7f394effd640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f39501019e0 0x7f39500744f0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f394000c890 tx=0x7f394000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:48.009 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.005+0000 7f3954a02640 1 -- 172.21.15.82:0/2913100697 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3940004220 con 0x7f39501019e0 2024-09-12T12:36:48.009 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.005+0000 7f3954a02640 1 -- 172.21.15.82:0/2913100697 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f39400043c0 con 0x7f39501019e0 2024-09-12T12:36:48.009 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.005+0000 7f394ffff640 1 -- 172.21.15.82:0/2913100697 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39501a6b60 con 0x7f39501019e0 2024-09-12T12:36:48.009 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.005+0000 7f3954a02640 1 -- 172.21.15.82:0/2913100697 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39400049e0 con 0x7f39501019e0 2024-09-12T12:36:48.009 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.005+0000 7f394ffff640 1 -- 172.21.15.82:0/2913100697 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39501a70f0 con 0x7f39501019e0 2024-09-12T12:36:48.010 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.006+0000 7f394ffff640 1 -- 172.21.15.82:0/2913100697 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3950101e40 con 0x7f39501019e0 2024-09-12T12:36:48.010 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.007+0000 7f3954a02640 1 -- 172.21.15.82:0/2913100697 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f39400079b0 con 0x7f39501019e0 2024-09-12T12:36:48.011 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.008+0000 7f3954a02640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f39380a2d70 0x7f39380a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:48.011 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.008+0000 7f394e7fc640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f39380a2d70 0x7f39380a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:48.011 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.008+0000 7f3954a02640 1 -- 172.21.15.82:0/2913100697 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f39400cf690 con 0x7f39501019e0 2024-09-12T12:36:48.011 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.008+0000 7f394e7fc640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f39380a2d70 0x7f39380a5230 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f3950075f80 tx=0x7f3944005e50 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:48.012 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.011+0000 7f3954a02640 1 -- 172.21.15.82:0/2913100697 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3940014030 con 0x7f39501019e0 2024-09-12T12:36:48.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.210+0000 7f394ffff640 1 -- 172.21.15.82:0/2913100697 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3950075a20 con 0x7f39501019e0 2024-09-12T12:36:48.211 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:47 smithi082 ceph-mon[31122]: pgmap v313: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-09-12T12:36:48.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.211+0000 7f3954a02640 1 -- 172.21.15.82:0/2913100697 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f394009c2d0 con 0x7f39501019e0 2024-09-12T12:36:48.212 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:36:48.212 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:36:48.213 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:36:48.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.213+0000 7f394ffff640 1 -- 172.21.15.82:0/2913100697 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f39380a2d70 msgr2=0x7f39380a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:48.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.213+0000 7f394ffff640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f39380a2d70 0x7f39380a5230 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f3950075f80 tx=0x7f3944005e50 comp rx=0 tx=0).stop 2024-09-12T12:36:48.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.213+0000 7f394ffff640 1 -- 172.21.15.82:0/2913100697 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f39501019e0 msgr2=0x7f39500744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:48.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.213+0000 7f394ffff640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f39501019e0 0x7f39500744f0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f394000c890 tx=0x7f394000cd50 comp rx=0 tx=0).stop 2024-09-12T12:36:48.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.213+0000 7f394ffff640 1 -- 172.21.15.82:0/2913100697 shutdown_connections 2024-09-12T12:36:48.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.213+0000 7f394ffff640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f39380a2d70 0x7f39380a5230 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:48.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.213+0000 7f394ffff640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3950107af0 0x7f3950074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:48.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.213+0000 7f394ffff640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3950102380 0x7f3950074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:48.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.213+0000 7f394ffff640 1 --2- 172.21.15.82:0/2913100697 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f39501019e0 0x7f39500744f0 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:48.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.213+0000 7f394ffff640 1 -- 172.21.15.82:0/2913100697 >> 172.21.15.82:0/2913100697 conn(0x7f39500fd700 msgr2=0x7f39500fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:48.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.213+0000 7f394ffff640 1 -- 172.21.15.82:0/2913100697 shutdown_connections 2024-09-12T12:36:48.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:48.213+0000 7f394ffff640 1 -- 172.21.15.82:0/2913100697 wait complete. 2024-09-12T12:36:48.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:47 smithi097 ceph-mon[34923]: pgmap v313: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-09-12T12:36:48.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:47 smithi114 ceph-mon[35514]: pgmap v313: 97 pgs: 97 active+clean; 2.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-09-12T12:36:48.875 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db / --timeout 90 --expiration 142.55 --await-for 45.0' 2024-09-12T12:36:48.875 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db / --timeout 90 --expiration 142.55 --await-for 45.0 2024-09-12T12:36:49.122 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:36:49.243 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:48 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2913100697' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:36:49.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:48 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2913100697' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:36:49.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:48 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2913100697' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:36:49.597 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.596+0000 7f7c87d22640 1 -- 172.21.15.82:0/559139743 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7c801002f0 msgr2=0x7f7c801006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:49.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.596+0000 7f7c87d22640 1 --2- 172.21.15.82:0/559139743 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7c801002f0 0x7f7c801006d0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c009930 tx=0x7f7c7c02a420 comp rx=0 tx=0).stop 2024-09-12T12:36:49.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.596+0000 7f7c87d22640 1 -- 172.21.15.82:0/559139743 shutdown_connections 2024-09-12T12:36:49.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.596+0000 7f7c87d22640 1 --2- 172.21.15.82:0/559139743 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c80106f50 0x7f7c8010eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.596+0000 7f7c87d22640 1 --2- 172.21.15.82:0/559139743 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c80100ca0 0x7f7c80106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.596+0000 7f7c87d22640 1 --2- 172.21.15.82:0/559139743 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7c801002f0 0x7f7c801006d0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.596+0000 7f7c87d22640 1 -- 172.21.15.82:0/559139743 >> 172.21.15.82:0/559139743 conn(0x7f7c80077210 msgr2=0x7f7c800fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:49.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.596+0000 7f7c87d22640 1 -- 172.21.15.82:0/559139743 shutdown_connections 2024-09-12T12:36:49.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.596+0000 7f7c87d22640 1 -- 172.21.15.82:0/559139743 wait complete. 2024-09-12T12:36:49.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.597+0000 7f7c87d22640 1 Processor -- start 2024-09-12T12:36:49.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.597+0000 7f7c87d22640 1 -- start start 2024-09-12T12:36:49.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.597+0000 7f7c87d22640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c801002f0 0x7f7c80198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.597+0000 7f7c87d22640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7c80100ca0 0x7f7c80198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.597+0000 7f7c87d22640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c80106f50 0x7f7c8019cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.597+0000 7f7c87d22640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7c80112000 con 0x7f7c80100ca0 2024-09-12T12:36:49.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.597+0000 7f7c87d22640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7c80111e80 con 0x7f7c80106f50 2024-09-12T12:36:49.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.597+0000 7f7c87d22640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7c80112180 con 0x7f7c801002f0 2024-09-12T12:36:49.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c852bd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7c80100ca0 0x7f7c80198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c852bd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7c80100ca0 0x7f7c80198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39724/0 (socket says 172.21.15.82:39724) 2024-09-12T12:36:49.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c852bd640 1 -- 172.21.15.82:0/274730044 learned_addr learned my addr 172.21.15.82:0/274730044 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:49.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c85abe640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c801002f0 0x7f7c80198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c862bf640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c80106f50 0x7f7c8019cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c852bd640 1 -- 172.21.15.82:0/274730044 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c801002f0 msgr2=0x7f7c80198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:49.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c852bd640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c801002f0 0x7f7c80198520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c852bd640 1 -- 172.21.15.82:0/274730044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c80106f50 msgr2=0x7f7c8019cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:49.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c852bd640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c80106f50 0x7f7c8019cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c852bd640 1 -- 172.21.15.82:0/274730044 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c8019d4d0 con 0x7f7c80100ca0 2024-09-12T12:36:49.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c862bf640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c80106f50 0x7f7c8019cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:36:49.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c852bd640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7c80100ca0 0x7f7c80198a60 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f7c7000c970 tx=0x7f7c7000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:49.601 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c76ffd640 1 -- 172.21.15.82:0/274730044 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c70014070 con 0x7f7c80100ca0 2024-09-12T12:36:49.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c76ffd640 1 -- 172.21.15.82:0/274730044 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c70004440 con 0x7f7c80100ca0 2024-09-12T12:36:49.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c87d22640 1 -- 172.21.15.82:0/274730044 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c8019d7c0 con 0x7f7c80100ca0 2024-09-12T12:36:49.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c76ffd640 1 -- 172.21.15.82:0/274730044 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c7000f450 con 0x7f7c80100ca0 2024-09-12T12:36:49.602 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.598+0000 7f7c87d22640 1 -- 172.21.15.82:0/274730044 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c801a50a0 con 0x7f7c80100ca0 2024-09-12T12:36:49.603 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.601+0000 7f7c8a0fb740 1 Processor -- start 2024-09-12T12:36:49.604 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.601+0000 7f7c76ffd640 1 -- 172.21.15.82:0/274730044 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f7c70017070 con 0x7f7c80100ca0 2024-09-12T12:36:49.604 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.601+0000 7f7c8a0fb740 1 -- start start 2024-09-12T12:36:49.604 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c8a0fb740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 0x55aa8857faf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.604 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c8a0fb740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa8858e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.604 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c8a0fb740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa88591230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.604 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c8a0fb740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55aa884e4160 con 0x55aa88580030 2024-09-12T12:36:49.604 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c8a0fb740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55aa8848b720 con 0x55aa8857f710 2024-09-12T12:36:49.604 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c8a0fb740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55aa884e0120 con 0x55aa8858ee40 2024-09-12T12:36:49.604 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c85abe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa8858e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.604 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c85abe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa8858e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39738/0 (socket says 172.21.15.82:39738) 2024-09-12T12:36:49.604 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c85abe640 1 -- 172.21.15.82:0/2638963054 learned_addr learned my addr 172.21.15.82:0/2638963054 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:49.604 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c862bf640 1 --2- 172.21.15.82:0/2638963054 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 0x55aa8857faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c852bd640 1 --2- 172.21.15.82:0/2638963054 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa88591230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c85abe640 1 -- 172.21.15.82:0/2638963054 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 msgr2=0x55aa88591230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:49.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c85abe640 1 --2- 172.21.15.82:0/2638963054 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa88591230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c85abe640 1 -- 172.21.15.82:0/2638963054 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 msgr2=0x55aa8857faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:49.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c85abe640 1 --2- 172.21.15.82:0/2638963054 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 0x55aa8857faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c85abe640 1 -- 172.21.15.82:0/2638963054 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa88255ba0 con 0x55aa88580030 2024-09-12T12:36:49.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c76ffd640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7c6c0a2cf0 0x7f7c6c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.602+0000 7f7c85abe640 1 --2- 172.21.15.82:0/2638963054 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa8858e900 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c031550 tx=0x7f7c7c032cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1c6fafbb5f602be server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:49.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.603+0000 7f7c862bf640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7c6c0a2cf0 0x7f7c6c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.603+0000 7f7c76ffd640 1 -- 172.21.15.82:0/274730044 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f7c700cf3c0 con 0x7f7c80100ca0 2024-09-12T12:36:49.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.603+0000 7f7c6bfff640 1 -- 172.21.15.82:0/2638963054 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c7c03f070 con 0x55aa88580030 2024-09-12T12:36:49.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.603+0000 7f7c6bfff640 1 -- 172.21.15.82:0/2638963054 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c7c0317b0 con 0x55aa88580030 2024-09-12T12:36:49.605 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.603+0000 7f7c6bfff640 1 -- 172.21.15.82:0/2638963054 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c7c035070 con 0x55aa88580030 2024-09-12T12:36:49.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.603+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/2638963054 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 msgr2=0x55aa8858e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:49.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.603+0000 7f7c862bf640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7c6c0a2cf0 0x7f7c6c0a51b0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f7c7800f4c0 tx=0x7f7c78007740 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:49.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.603+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/2638963054 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa8858e900 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c031550 tx=0x7f7c7c032cb0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.603+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/2638963054 shutdown_connections 2024-09-12T12:36:49.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.604+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/2638963054 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa88591230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.604+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/2638963054 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa8858e900 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.604+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/2638963054 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 0x55aa8857faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.604+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/2638963054 >> 172.21.15.82:0/2638963054 conn(0x55aa8857bde0 msgr2=0x55aa8857c1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:49.609 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.604+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/2638963054 shutdown_connections 2024-09-12T12:36:49.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.604+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/2638963054 wait complete. 2024-09-12T12:36:49.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.604+0000 7f7c8a0fb740 1 -- start start 2024-09-12T12:36:49.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.604+0000 7f7c8a0fb740 1 Processor -- start 2024-09-12T12:36:49.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.604+0000 7f7c8a0fb740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 0x55aa8858bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.604+0000 7f7c8a0fb740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa8858c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.604+0000 7f7c8a0fb740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa8858c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.604+0000 7f7c8a0fb740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55aa885919b0 con 0x55aa88580030 2024-09-12T12:36:49.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.604+0000 7f7c8a0fb740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55aa8846c900 con 0x55aa8857f710 2024-09-12T12:36:49.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c8a0fb740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55aa88591b30 con 0x55aa8858ee40 2024-09-12T12:36:49.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c8a0fb740 10 client.0 _ll_register_callbacks cb 0x55aa8846a780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:36:49.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c852bd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa8858c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c852bd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa8858c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39742/0 (socket says 172.21.15.82:39742) 2024-09-12T12:36:49.610 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c852bd640 1 -- 172.21.15.82:0/3031480050 learned_addr learned my addr 172.21.15.82:0/3031480050 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:49.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c85abe640 1 --2- 172.21.15.82:0/3031480050 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 0x55aa8858bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c862bf640 1 --2- 172.21.15.82:0/3031480050 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa8858c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c852bd640 1 -- 172.21.15.82:0/3031480050 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 msgr2=0x55aa8858c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:49.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c852bd640 1 --2- 172.21.15.82:0/3031480050 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa8858c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c852bd640 1 -- 172.21.15.82:0/3031480050 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 msgr2=0x55aa8858bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:49.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c852bd640 1 --2- 172.21.15.82:0/3031480050 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 0x55aa8858bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c852bd640 1 -- 172.21.15.82:0/3031480050 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa884acc50 con 0x55aa88580030 2024-09-12T12:36:49.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c852bd640 1 --2- 172.21.15.82:0/3031480050 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa8858c2c0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f7c700ccb10 tx=0x7f7c7009b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a96ae1fc2a8c01d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:49.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c697fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:36:49.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c697fa640 1 -- 172.21.15.82:0/3031480050 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c7009bf80 con 0x55aa88580030 2024-09-12T12:36:49.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c697fa640 1 -- 172.21.15.82:0/3031480050 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f7c70097ef0 con 0x55aa88580030 2024-09-12T12:36:49.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/3031480050 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c7c0317b0 con 0x55aa88580030 2024-09-12T12:36:49.611 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c697fa640 1 -- 172.21.15.82:0/3031480050 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7c7009b880 con 0x55aa88580030 2024-09-12T12:36:49.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c8a0fb740 10 client.16749 fetch_fsmap learned FSMap version 28 2024-09-12T12:36:49.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.605+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/3031480050 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55aa8859d6f0 con 0x55aa88580030 2024-09-12T12:36:49.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.606+0000 7f7c697fa640 1 -- 172.21.15.82:0/3031480050 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c7c0317b0 con 0x55aa88580030 2024-09-12T12:36:49.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.606+0000 7f7c697fa640 1 -- 172.21.15.82:0/3031480050 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7c7009cbb0 con 0x55aa88580030 2024-09-12T12:36:49.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.606+0000 7f7c8a0fb740 10 client.16749 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:36:49.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.606+0000 7f7c8a0fb740 10 client.16749 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:36:49.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.606+0000 7f7c8a0fb740 20 client.16749 populate_metadata read hostname 'smithi082' 2024-09-12T12:36:49.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.606+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/3031480050 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aa8859ebb0 0x55aa885a0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.606+0000 7f7c8a0fb740 4 client.16749 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:36:49.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.606+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/3031480050 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aa884f1890 con 0x55aa8859ebb0 2024-09-12T12:36:49.612 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.606+0000 7f7c85abe640 1 --2- 172.21.15.82:0/3031480050 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aa8859ebb0 0x55aa885a0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.606+0000 7f7c697fa640 10 client.16749 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:49.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.606+0000 7f7c85abe640 1 --2- 172.21.15.82:0/3031480050 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aa8859ebb0 0x55aa885a0fa0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=101bb6b3d6813e35 server_cookie=ec2361d35d4d45fe in_seq=0 out_seq=0 2024-09-12T12:36:49.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.607+0000 7f7c697fa640 1 -- 172.21.15.82:0/3031480050 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55aa884f1890 con 0x55aa8859ebb0 2024-09-12T12:36:49.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.607+0000 7f7c697fa640 10 client.16749 handle_command_reply: tid=0 2024-09-12T12:36:49.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.607+0000 7f7c8a0fb740 1 client.16749 shutdown 2024-09-12T12:36:49.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.607+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/3031480050 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 msgr2=0x55aa8858c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:49.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.607+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/3031480050 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa8858c2c0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f7c700ccb10 tx=0x7f7c7009b650 comp rx=0 tx=0).stop 2024-09-12T12:36:49.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.607+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/3031480050 shutdown_connections 2024-09-12T12:36:49.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.607+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/3031480050 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aa8859ebb0 0x55aa885a0fa0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.607+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/3031480050 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa8858c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.607+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/3031480050 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa8858c2c0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.607+0000 7f7c697fa640 0 client.16749 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:49.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.607+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/3031480050 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 0x55aa8858bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.607+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/3031480050 >> 172.21.15.82:0/3031480050 conn(0x55aa8857bde0 msgr2=0x55aa88581b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:49.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.608+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/3031480050 shutdown_connections 2024-09-12T12:36:49.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.608+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/3031480050 wait complete. 2024-09-12T12:36:49.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.608+0000 7f7c8a0fb740 20 client.16749 trim_cache size 0 max 16384 2024-09-12T12:36:49.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c8a0fb740 1 Processor -- start 2024-09-12T12:36:49.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c8a0fb740 1 -- start start 2024-09-12T12:36:49.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c8a0fb740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 0x55aa885a6840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c8a0fb740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa885a6d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c8a0fb740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa88588fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c8a0fb740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7c801ab850 con 0x55aa88580030 2024-09-12T12:36:49.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c8a0fb740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7c801ad390 con 0x55aa8857f710 2024-09-12T12:36:49.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c8a0fb740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7c801abf20 con 0x55aa8858ee40 2024-09-12T12:36:49.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c852bd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa885a6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c852bd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa885a6d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39746/0 (socket says 172.21.15.82:39746) 2024-09-12T12:36:49.627 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c852bd640 1 -- 172.21.15.82:0/852239187 learned_addr learned my addr 172.21.15.82:0/852239187 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:49.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c85abe640 1 --2- 172.21.15.82:0/852239187 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 0x55aa885a6840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c862bf640 1 --2- 172.21.15.82:0/852239187 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa88588fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c852bd640 1 -- 172.21.15.82:0/852239187 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 msgr2=0x55aa88588fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:49.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c852bd640 1 --2- 172.21.15.82:0/852239187 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa88588fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c852bd640 1 -- 172.21.15.82:0/852239187 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 msgr2=0x55aa885a6840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:49.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c852bd640 1 --2- 172.21.15.82:0/852239187 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 0x55aa885a6840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c852bd640 1 -- 172.21.15.82:0/852239187 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa8858ad30 con 0x55aa88580030 2024-09-12T12:36:49.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.625+0000 7f7c852bd640 1 --2- 172.21.15.82:0/852239187 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa885a6d80 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f7c7009b810 tx=0x7f7c700cf300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f70132438314e183 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:49.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.626+0000 7f7c6b7fe640 1 -- 172.21.15.82:0/852239187 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c7009bf80 con 0x55aa88580030 2024-09-12T12:36:49.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.626+0000 7f7c6b7fe640 1 -- 172.21.15.82:0/852239187 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c7009fc30 con 0x55aa88580030 2024-09-12T12:36:49.628 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.626+0000 7f7c6b7fe640 1 -- 172.21.15.82:0/852239187 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c7009cbb0 con 0x55aa88580030 2024-09-12T12:36:49.631 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.626+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/852239187 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 msgr2=0x55aa885a6d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:49.631 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.626+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/852239187 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa885a6d80 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f7c7009b810 tx=0x7f7c700cf300 comp rx=0 tx=0).stop 2024-09-12T12:36:49.631 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.626+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/852239187 shutdown_connections 2024-09-12T12:36:49.631 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.626+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/852239187 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa88588fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.631 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.626+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/852239187 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa88580030 0x55aa885a6d80 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.626+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/852239187 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa8857f710 0x55aa885a6840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.626+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/852239187 >> 172.21.15.82:0/852239187 conn(0x55aa8857bde0 msgr2=0x55aa8858de00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:49.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.626+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/852239187 shutdown_connections 2024-09-12T12:36:49.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.626+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/852239187 wait complete. 2024-09-12T12:36:49.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.627+0000 7f7c8a0fb740 1 -- start start 2024-09-12T12:36:49.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.627+0000 7f7c8a0fb740 1 Processor -- start 2024-09-12T12:36:49.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.627+0000 7f7c8a0fb740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa8857f710 0x55aa88592e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.627+0000 7f7c8a0fb740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa88580030 0x55aa885933b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.627+0000 7f7c8a0fb740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa88608810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.627+0000 7f7c8a0fb740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7c801accc0 con 0x55aa8857f710 2024-09-12T12:36:49.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.627+0000 7f7c8a0fb740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7c801ac5f0 con 0x55aa88580030 2024-09-12T12:36:49.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.627+0000 7f7c8a0fb740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7c801a9850 con 0x55aa8858ee40 2024-09-12T12:36:49.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.627+0000 7f7c8a0fb740 10 client.0 _ll_register_callbacks cb 0x7f7c7000a560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:36:49.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.627+0000 7f7c85abe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa8857f710 0x55aa88592e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.627+0000 7f7c85abe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa8857f710 0x55aa88592e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39762/0 (socket says 172.21.15.82:39762) 2024-09-12T12:36:49.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.627+0000 7f7c85abe640 1 -- 172.21.15.82:0/1460117683 learned_addr learned my addr 172.21.15.82:0/1460117683 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:49.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.627+0000 7f7c852bd640 1 --2- 172.21.15.82:0/1460117683 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa88580030 0x55aa885933b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.627+0000 7f7c862bf640 1 --2- 172.21.15.82:0/1460117683 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa88608810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c85abe640 1 -- 172.21.15.82:0/1460117683 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 msgr2=0x55aa88608810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:49.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c85abe640 1 --2- 172.21.15.82:0/1460117683 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa88608810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c85abe640 1 -- 172.21.15.82:0/1460117683 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa88580030 msgr2=0x55aa885933b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:49.633 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c85abe640 1 --2- 172.21.15.82:0/1460117683 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa88580030 0x55aa885933b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c85abe640 1 -- 172.21.15.82:0/1460117683 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa88593c60 con 0x55aa8857f710 2024-09-12T12:36:49.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c85abe640 1 --2- 172.21.15.82:0/1460117683 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa8857f710 0x55aa88592e70 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c033000 tx=0x7f7c7c032ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b201b1425235cd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:49.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c697fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:36:49.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c697fa640 1 -- 172.21.15.82:0/1460117683 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c7c050070 con 0x55aa8857f710 2024-09-12T12:36:49.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c697fa640 1 -- 172.21.15.82:0/1460117683 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f7c7c005540 con 0x55aa8857f710 2024-09-12T12:36:49.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/1460117683 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c7009fc30 con 0x55aa8857f710 2024-09-12T12:36:49.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c697fa640 1 -- 172.21.15.82:0/1460117683 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7c7c05c050 con 0x55aa8857f710 2024-09-12T12:36:49.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c8a0fb740 10 client.16755 fetch_fsmap learned FSMap version 28 2024-09-12T12:36:49.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/1460117683 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55aa88609e70 con 0x55aa8857f710 2024-09-12T12:36:49.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c697fa640 1 -- 172.21.15.82:0/1460117683 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c7009fc30 con 0x55aa8857f710 2024-09-12T12:36:49.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c697fa640 1 -- 172.21.15.82:0/1460117683 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7c7c03b4f0 con 0x55aa8857f710 2024-09-12T12:36:49.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c8a0fb740 10 client.16755 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:36:49.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c8a0fb740 10 client.16755 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:36:49.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c8a0fb740 20 client.16755 populate_metadata read hostname 'smithi082' 2024-09-12T12:36:49.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.628+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/1460117683 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aa8860a240 0x55aa8860c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:49.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.629+0000 7f7c8a0fb740 4 client.16755 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 142.55, "await_for": 45.0}] 2024-09-12T12:36:49.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.629+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/1460117683 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 142.55, "await_for": 45.0}) -- 0x55aa884ebbe0 con 0x55aa8860a240 2024-09-12T12:36:49.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.629+0000 7f7c852bd640 1 --2- 172.21.15.82:0/1460117683 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aa8860a240 0x55aa8860c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:49.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.629+0000 7f7c852bd640 1 --2- 172.21.15.82:0/1460117683 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aa8860a240 0x55aa8860c630 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d8cf043a9b1a637 server_cookie=34481fc9851e05ac in_seq=0 out_seq=0 2024-09-12T12:36:49.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.629+0000 7f7c697fa640 10 client.16755 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:49.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c697fa640 1 -- 172.21.15.82:0/1460117683 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55aa884ebbe0 con 0x55aa8860a240 2024-09-12T12:36:49.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c697fa640 10 client.16755 handle_command_reply: tid=0 2024-09-12T12:36:49.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c8a0fb740 1 client.16755 shutdown 2024-09-12T12:36:49.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/1460117683 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa8857f710 msgr2=0x55aa88592e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:49.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/1460117683 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa8857f710 0x55aa88592e70 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c033000 tx=0x7f7c7c032ef0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/1460117683 shutdown_connections 2024-09-12T12:36:49.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/1460117683 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55aa8860a240 0x55aa8860c630 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/1460117683 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55aa8858ee40 0x55aa88608810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/1460117683 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55aa88580030 0x55aa885933b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c697fa640 0 client.16755 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:49.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c8a0fb740 1 --2- 172.21.15.82:0/1460117683 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55aa8857f710 0x55aa88592e70 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/1460117683 >> 172.21.15.82:0/1460117683 conn(0x55aa8857bde0 msgr2=0x55aa8858bd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:49.645 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/1460117683 shutdown_connections 2024-09-12T12:36:49.645 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c8a0fb740 1 -- 172.21.15.82:0/1460117683 wait complete. 2024-09-12T12:36:49.645 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c8a0fb740 20 client.16755 trim_cache size 0 max 16384 2024-09-12T12:36:49.645 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:36:49.645 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:36:49.645 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:36:49.645 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 42, 2024-09-12T12:36:49.645 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:36:49.645 INFO:teuthology.orchestra.run.smithi082.stdout: "e6048f9": { 2024-09-12T12:36:49.646 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 42, 2024-09-12T12:36:49.646 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:36:49.646 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:36:49.646 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:36:49.646 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:36:49.646 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:36:49.646 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:36:49.646 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 142.6, 2024-09-12T12:36:49.646 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:36:49.646 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:36:49.646 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:36:49.646 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:36:49.646 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:36:49.647 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:36:49.647 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:49.647 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:49.647 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:49.647 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:49.647 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:36:49.647 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:36:49.648 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c87d22640 1 -- 172.21.15.82:0/274730044 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7c6c0a2cf0 msgr2=0x7f7c6c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:49.648 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c87d22640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7c6c0a2cf0 0x7f7c6c0a51b0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f7c7800f4c0 tx=0x7f7c78007740 comp rx=0 tx=0).stop 2024-09-12T12:36:49.648 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c87d22640 1 -- 172.21.15.82:0/274730044 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7c80100ca0 msgr2=0x7f7c80198a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:49.648 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c87d22640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7c80100ca0 0x7f7c80198a60 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f7c7000c970 tx=0x7f7c7000ce30 comp rx=0 tx=0).stop 2024-09-12T12:36:49.648 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c87d22640 1 -- 172.21.15.82:0/274730044 shutdown_connections 2024-09-12T12:36:49.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c87d22640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7c6c0a2cf0 0x7f7c6c0a51b0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c87d22640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c80106f50 0x7f7c8019cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c87d22640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7c80100ca0 0x7f7c80198a60 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c87d22640 1 --2- 172.21.15.82:0/274730044 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7c801002f0 0x7f7c80198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:49.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c87d22640 1 -- 172.21.15.82:0/274730044 >> 172.21.15.82:0/274730044 conn(0x7f7c80077210 msgr2=0x7f7c80105800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:49.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c87d22640 1 -- 172.21.15.82:0/274730044 shutdown_connections 2024-09-12T12:36:49.649 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:36:49.643+0000 7f7c87d22640 1 -- 172.21.15.82:0/274730044 wait complete. 2024-09-12T12:36:50.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:49 smithi097 ceph-mon[34923]: pgmap v314: 97 pgs: 97 active+clean; 2.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-09-12T12:36:50.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:49 smithi082 ceph-mon[31122]: pgmap v314: 97 pgs: 97 active+clean; 2.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-09-12T12:36:50.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:49 smithi114 ceph-mon[35514]: pgmap v314: 97 pgs: 97 active+clean; 2.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-09-12T12:36:50.500 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'e6048f9', quiesce took 3.3 seconds. Will release after: 19.25 2024-09-12T12:36:50.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.540+0000 7f28567e8640 1 -- 172.21.15.82:0/2078822367 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28501069c0 msgr2=0x7f2850106da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:50.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.540+0000 7f28567e8640 1 --2- 172.21.15.82:0/2078822367 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28501069c0 0x7f2850106da0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f2840009930 tx=0x7f284002a420 comp rx=0 tx=0).stop 2024-09-12T12:36:50.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.540+0000 7f28567e8640 1 -- 172.21.15.82:0/2078822367 shutdown_connections 2024-09-12T12:36:50.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.540+0000 7f28567e8640 1 --2- 172.21.15.82:0/2078822367 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2850101350 0x7f285010d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.540+0000 7f28567e8640 1 --2- 172.21.15.82:0/2078822367 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f28501009b0 0x7f2850100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.540+0000 7f28567e8640 1 --2- 172.21.15.82:0/2078822367 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28501069c0 0x7f2850106da0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.540+0000 7f28567e8640 1 -- 172.21.15.82:0/2078822367 >> 172.21.15.82:0/2078822367 conn(0x7f2850077990 msgr2=0x7f28500fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:50.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.540+0000 7f28567e8640 1 -- 172.21.15.82:0/2078822367 shutdown_connections 2024-09-12T12:36:50.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.540+0000 7f28567e8640 1 -- 172.21.15.82:0/2078822367 wait complete. 2024-09-12T12:36:50.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f28567e8640 1 Processor -- start 2024-09-12T12:36:50.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f28567e8640 1 -- start start 2024-09-12T12:36:50.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f28567e8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f28501009b0 0x7f2850196f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f28567e8640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2850101350 0x7f28501974c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f28567e8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28501069c0 0x7f2850197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f28567e8640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2850110e00 con 0x7f28501069c0 2024-09-12T12:36:50.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f28567e8640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2850110c80 con 0x7f2850101350 2024-09-12T12:36:50.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f28567e8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2850110f80 con 0x7f28501009b0 2024-09-12T12:36:50.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f2854d85640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28501069c0 0x7f2850197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f2854d85640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28501069c0 0x7f2850197a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39780/0 (socket says 172.21.15.82:39780) 2024-09-12T12:36:50.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f2854d85640 1 -- 172.21.15.82:0/244897648 learned_addr learned my addr 172.21.15.82:0/244897648 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:50.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f2847fff640 1 --2- 172.21.15.82:0/244897648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2850101350 0x7f28501974c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f284ffff640 1 --2- 172.21.15.82:0/244897648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f28501009b0 0x7f2850196f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f2854d85640 1 -- 172.21.15.82:0/244897648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f28501009b0 msgr2=0x7f2850196f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:50.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f2854d85640 1 --2- 172.21.15.82:0/244897648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f28501009b0 0x7f2850196f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f2854d85640 1 -- 172.21.15.82:0/244897648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2850101350 msgr2=0x7f28501974c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:50.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f2854d85640 1 --2- 172.21.15.82:0/244897648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2850101350 0x7f28501974c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f2854d85640 1 -- 172.21.15.82:0/244897648 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28501a67f0 con 0x7f28501069c0 2024-09-12T12:36:50.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.541+0000 7f2854d85640 1 --2- 172.21.15.82:0/244897648 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28501069c0 0x7f2850197a00 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f284800eaa0 tx=0x7f284800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:50.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.542+0000 7f284dffb640 1 -- 172.21.15.82:0/244897648 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f284800cdb0 con 0x7f28501069c0 2024-09-12T12:36:50.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.542+0000 7f28567e8640 1 -- 172.21.15.82:0/244897648 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28501a6ae0 con 0x7f28501069c0 2024-09-12T12:36:50.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.542+0000 7f284dffb640 1 -- 172.21.15.82:0/244897648 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2848005020 con 0x7f28501069c0 2024-09-12T12:36:50.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.542+0000 7f284dffb640 1 -- 172.21.15.82:0/244897648 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28480116d0 con 0x7f28501069c0 2024-09-12T12:36:50.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.542+0000 7f28567e8640 1 -- 172.21.15.82:0/244897648 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28501a7080 con 0x7f28501069c0 2024-09-12T12:36:50.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.544+0000 7f284dffb640 1 -- 172.21.15.82:0/244897648 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f28480054d0 con 0x7f28501069c0 2024-09-12T12:36:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.544+0000 7f285965f740 1 Processor -- start 2024-09-12T12:36:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.544+0000 7f285965f740 1 -- start start 2024-09-12T12:36:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.544+0000 7f285965f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7edaf0 0x5608ff7eded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f285965f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7ee410 0x5608ff7f8770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f285965f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7f8cb0 0x5608ff7fb0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f285965f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5608ff7522f0 con 0x5608ff7edaf0 2024-09-12T12:36:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f285965f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5608ff6fa270 con 0x5608ff7ee410 2024-09-12T12:36:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f285965f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5608ff74e2b0 con 0x5608ff7f8cb0 2024-09-12T12:36:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f2847fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7edaf0 0x5608ff7eded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f2847fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7edaf0 0x5608ff7eded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39796/0 (socket says 172.21.15.82:39796) 2024-09-12T12:36:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f2847fff640 1 -- 172.21.15.82:0/4134282307 learned_addr learned my addr 172.21.15.82:0/4134282307 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f284ffff640 1 --2- 172.21.15.82:0/4134282307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7ee410 0x5608ff7f8770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f2847fff640 1 --2- 172.21.15.82:0/4134282307 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7f8cb0 0x5608ff7fb0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f284dffb640 1 --2- 172.21.15.82:0/244897648 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f283c0a2da0 0x7f283c0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f2847fff640 1 -- 172.21.15.82:0/4134282307 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7f8cb0 msgr2=0x5608ff7fb0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f2847fff640 1 --2- 172.21.15.82:0/4134282307 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7f8cb0 0x5608ff7fb0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f2847fff640 1 -- 172.21.15.82:0/4134282307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7ee410 msgr2=0x5608ff7f8770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f2847fff640 1 --2- 172.21.15.82:0/4134282307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7ee410 0x5608ff7f8770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f2847fff640 1 -- 172.21.15.82:0/4134282307 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608ff6f9340 con 0x5608ff7edaf0 2024-09-12T12:36:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f284ffff640 1 --2- 172.21.15.82:0/4134282307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7ee410 0x5608ff7f8770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:36:50.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f2854d85640 1 --2- 172.21.15.82:0/244897648 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f283c0a2da0 0x7f283c0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f284dffb640 1 -- 172.21.15.82:0/244897648 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f28480cf6f0 con 0x7f28501069c0 2024-09-12T12:36:50.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f2847fff640 1 --2- 172.21.15.82:0/4134282307 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7edaf0 0x5608ff7eded0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f283800ae70 tx=0x7f283800a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff508d3f05942ae2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:50.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f28467fc640 1 -- 172.21.15.82:0/4134282307 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2838004220 con 0x5608ff7edaf0 2024-09-12T12:36:50.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f28467fc640 1 -- 172.21.15.82:0/4134282307 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f28380043c0 con 0x5608ff7edaf0 2024-09-12T12:36:50.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.545+0000 7f28467fc640 1 -- 172.21.15.82:0/4134282307 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2838004d90 con 0x5608ff7edaf0 2024-09-12T12:36:50.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.546+0000 7f2854d85640 1 --2- 172.21.15.82:0/244897648 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f283c0a2da0 0x7f283c0a5260 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f28480092f0 tx=0x7f284806db10 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:50.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.546+0000 7f285965f740 1 -- 172.21.15.82:0/4134282307 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7edaf0 msgr2=0x5608ff7eded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:50.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.546+0000 7f285965f740 1 --2- 172.21.15.82:0/4134282307 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7edaf0 0x5608ff7eded0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f283800ae70 tx=0x7f283800a760 comp rx=0 tx=0).stop 2024-09-12T12:36:50.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.546+0000 7f285965f740 1 -- 172.21.15.82:0/4134282307 shutdown_connections 2024-09-12T12:36:50.556 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.546+0000 7f285965f740 1 --2- 172.21.15.82:0/4134282307 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7f8cb0 0x5608ff7fb0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.546+0000 7f285965f740 1 --2- 172.21.15.82:0/4134282307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7ee410 0x5608ff7f8770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.546+0000 7f285965f740 1 --2- 172.21.15.82:0/4134282307 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7edaf0 0x5608ff7eded0 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.546+0000 7f285965f740 1 -- 172.21.15.82:0/4134282307 >> 172.21.15.82:0/4134282307 conn(0x5608ff7ea060 msgr2=0x5608ff7ea440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.546+0000 7f285965f740 1 -- 172.21.15.82:0/4134282307 shutdown_connections 2024-09-12T12:36:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.546+0000 7f285965f740 1 -- 172.21.15.82:0/4134282307 wait complete. 2024-09-12T12:36:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.546+0000 7f285965f740 1 -- start start 2024-09-12T12:36:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f285965f740 1 Processor -- start 2024-09-12T12:36:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f285965f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 0x5608ff7f5af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f285965f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7ee410 0x5608ff7f6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f285965f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7f8cb0 0x5608ff7f6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f285965f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5608ff7fb880 con 0x5608ff7ee410 2024-09-12T12:36:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f285965f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5608ff6db290 con 0x5608ff7edaf0 2024-09-12T12:36:50.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f285965f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5608ff7fba00 con 0x5608ff7f8cb0 2024-09-12T12:36:50.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f285965f740 10 client.0 _ll_register_callbacks cb 0x5608ff70c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:36:50.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f284ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7ee410 0x5608ff7f6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f284ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7ee410 0x5608ff7f6030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39804/0 (socket says 172.21.15.82:39804) 2024-09-12T12:36:50.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f284ffff640 1 -- 172.21.15.82:0/2393906608 learned_addr learned my addr 172.21.15.82:0/2393906608 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:50.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f2847fff640 1 --2- 172.21.15.82:0/2393906608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7f8cb0 0x5608ff7f6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f2847fff640 1 --2- 172.21.15.82:0/2393906608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 0x5608ff7f5af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f284ffff640 1 -- 172.21.15.82:0/2393906608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7f8cb0 msgr2=0x5608ff7f6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:50.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f284ffff640 1 --2- 172.21.15.82:0/2393906608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7f8cb0 0x5608ff7f6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f284ffff640 1 -- 172.21.15.82:0/2393906608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 msgr2=0x5608ff7f5af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:50.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f284ffff640 1 --2- 172.21.15.82:0/2393906608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 0x5608ff7f5af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.558 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.547+0000 7f284ffff640 1 -- 172.21.15.82:0/2393906608 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5608ff465210 con 0x5608ff7ee410 2024-09-12T12:36:50.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f284ffff640 1 --2- 172.21.15.82:0/2393906608 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7ee410 0x5608ff7f6030 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f2840033000 tx=0x7f2840031b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8f845e9638d6c82 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:50.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f282f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:36:50.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f282f7fe640 1 -- 172.21.15.82:0/2393906608 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2840035040 con 0x5608ff7ee410 2024-09-12T12:36:50.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f282f7fe640 1 -- 172.21.15.82:0/2393906608 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f2840004380 con 0x5608ff7ee410 2024-09-12T12:36:50.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f285965f740 1 -- 172.21.15.82:0/2393906608 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28380043c0 con 0x5608ff7ee410 2024-09-12T12:36:50.559 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f282f7fe640 1 -- 172.21.15.82:0/2393906608 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2840005030 con 0x5608ff7ee410 2024-09-12T12:36:50.560 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f285965f740 10 client.16767 fetch_fsmap learned FSMap version 28 2024-09-12T12:36:50.560 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f285965f740 1 -- 172.21.15.82:0/2393906608 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5608ff531620 con 0x5608ff7ee410 2024-09-12T12:36:50.560 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f282f7fe640 1 -- 172.21.15.82:0/2393906608 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f28380043c0 con 0x5608ff7ee410 2024-09-12T12:36:50.560 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f282f7fe640 1 -- 172.21.15.82:0/2393906608 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f28400035f0 con 0x5608ff7ee410 2024-09-12T12:36:50.560 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f285965f740 10 client.16767 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:36:50.560 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f285965f740 10 client.16767 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:36:50.560 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f285965f740 20 client.16767 populate_metadata read hostname 'smithi082' 2024-09-12T12:36:50.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f285965f740 1 --2- 172.21.15.82:0/2393906608 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5608ff808b50 0x5608ff80af40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f285965f740 4 client.16767 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:36:50.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.548+0000 7f285965f740 1 -- 172.21.15.82:0/2393906608 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5608ff75fa20 con 0x5608ff808b50 2024-09-12T12:36:50.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.549+0000 7f2847fff640 1 --2- 172.21.15.82:0/2393906608 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5608ff808b50 0x5608ff80af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.549+0000 7f282f7fe640 10 client.16767 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:50.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.549+0000 7f2847fff640 1 --2- 172.21.15.82:0/2393906608 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5608ff808b50 0x5608ff80af40 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a76fe35c27b28588 server_cookie=57c19e32f1ed345b in_seq=0 out_seq=0 2024-09-12T12:36:50.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f282f7fe640 1 -- 172.21.15.82:0/2393906608 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5608ff75fa20 con 0x5608ff808b50 2024-09-12T12:36:50.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f282f7fe640 10 client.16767 handle_command_reply: tid=0 2024-09-12T12:36:50.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f285965f740 1 client.16767 shutdown 2024-09-12T12:36:50.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f285965f740 1 -- 172.21.15.82:0/2393906608 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7ee410 msgr2=0x5608ff7f6030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:50.561 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f285965f740 1 --2- 172.21.15.82:0/2393906608 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7ee410 0x5608ff7f6030 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f2840033000 tx=0x7f2840031b60 comp rx=0 tx=0).stop 2024-09-12T12:36:50.562 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f285965f740 1 -- 172.21.15.82:0/2393906608 shutdown_connections 2024-09-12T12:36:50.562 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f285965f740 1 --2- 172.21.15.82:0/2393906608 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5608ff808b50 0x5608ff80af40 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.562 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f285965f740 1 --2- 172.21.15.82:0/2393906608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7f8cb0 0x5608ff7f6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.562 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f282f7fe640 0 client.16767 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:50.562 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f285965f740 1 --2- 172.21.15.82:0/2393906608 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7ee410 0x5608ff7f6030 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.562 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f285965f740 1 --2- 172.21.15.82:0/2393906608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 0x5608ff7f5af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.562 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f285965f740 1 -- 172.21.15.82:0/2393906608 >> 172.21.15.82:0/2393906608 conn(0x5608ff7ea060 msgr2=0x5608ff7efdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:50.562 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f285965f740 1 -- 172.21.15.82:0/2393906608 shutdown_connections 2024-09-12T12:36:50.562 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f285965f740 1 -- 172.21.15.82:0/2393906608 wait complete. 2024-09-12T12:36:50.562 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.550+0000 7f285965f740 20 client.16767 trim_cache size 0 max 16384 2024-09-12T12:36:50.572 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.564+0000 7f285965f740 1 Processor -- start 2024-09-12T12:36:50.572 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.564+0000 7f285965f740 1 -- start start 2024-09-12T12:36:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.564+0000 7f285965f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 0x5608ff7f4a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.564+0000 7f285965f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7ee410 0x5608ff7f63a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.564+0000 7f285965f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7f8cb0 0x5608ff810830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.564+0000 7f285965f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f28501afb90 con 0x5608ff7f8cb0 2024-09-12T12:36:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.564+0000 7f285965f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f28501b16d0 con 0x5608ff7edaf0 2024-09-12T12:36:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.564+0000 7f285965f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f28501b0260 con 0x5608ff7ee410 2024-09-12T12:36:50.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.564+0000 7f2847fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7f8cb0 0x5608ff810830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.564+0000 7f2847fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7f8cb0 0x5608ff810830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39818/0 (socket says 172.21.15.82:39818) 2024-09-12T12:36:50.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.564+0000 7f2847fff640 1 -- 172.21.15.82:0/3335948035 learned_addr learned my addr 172.21.15.82:0/3335948035 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:50.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.564+0000 7f2847fff640 1 --2- 172.21.15.82:0/3335948035 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 0x5608ff7f4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.565+0000 7f2847fff640 1 -- 172.21.15.82:0/3335948035 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7ee410 msgr2=0x5608ff7f63a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:50.574 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.565+0000 7f2847fff640 1 --2- 172.21.15.82:0/3335948035 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7ee410 0x5608ff7f63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.565+0000 7f2847fff640 1 -- 172.21.15.82:0/3335948035 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 msgr2=0x5608ff7f4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:50.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.565+0000 7f2847fff640 1 --2- 172.21.15.82:0/3335948035 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 0x5608ff7f4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.565+0000 7f2847fff640 1 -- 172.21.15.82:0/3335948035 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608ff7e9e90 con 0x5608ff7f8cb0 2024-09-12T12:36:50.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.565+0000 7f2847fff640 1 --2- 172.21.15.82:0/3335948035 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7f8cb0 0x5608ff810830 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f2838011c40 tx=0x7f283800a2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ff2d4275ec3e91e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:50.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.565+0000 7f2845ffb640 1 -- 172.21.15.82:0/3335948035 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2838012660 con 0x5608ff7f8cb0 2024-09-12T12:36:50.575 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.565+0000 7f2845ffb640 1 -- 172.21.15.82:0/3335948035 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2838012ce0 con 0x5608ff7f8cb0 2024-09-12T12:36:50.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.565+0000 7f2845ffb640 1 -- 172.21.15.82:0/3335948035 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f283802bbe0 con 0x5608ff7f8cb0 2024-09-12T12:36:50.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.565+0000 7f285965f740 1 -- 172.21.15.82:0/3335948035 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7f8cb0 msgr2=0x5608ff810830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:50.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.565+0000 7f285965f740 1 --2- 172.21.15.82:0/3335948035 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7f8cb0 0x5608ff810830 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f2838011c40 tx=0x7f283800a2d0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 -- 172.21.15.82:0/3335948035 shutdown_connections 2024-09-12T12:36:50.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 --2- 172.21.15.82:0/3335948035 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7f8cb0 0x5608ff810830 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.576 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 --2- 172.21.15.82:0/3335948035 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7ee410 0x5608ff7f63a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 --2- 172.21.15.82:0/3335948035 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 0x5608ff7f4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 -- 172.21.15.82:0/3335948035 >> 172.21.15.82:0/3335948035 conn(0x5608ff7ea060 msgr2=0x5608ff7f7b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:50.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 -- 172.21.15.82:0/3335948035 shutdown_connections 2024-09-12T12:36:50.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 -- 172.21.15.82:0/3335948035 wait complete. 2024-09-12T12:36:50.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 -- start start 2024-09-12T12:36:50.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 Processor -- start 2024-09-12T12:36:50.577 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 0x5608ff801550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7ee410 0x5608ff7fc870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7f8cb0 0x5608ff7fd000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f28501b1000 con 0x5608ff7f8cb0 2024-09-12T12:36:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f28501b0930 con 0x5608ff7edaf0 2024-09-12T12:36:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f28501adb90 con 0x5608ff7ee410 2024-09-12T12:36:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f285965f740 10 client.0 _ll_register_callbacks cb 0x7f2840009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:36:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f2847fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7f8cb0 0x5608ff7fd000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f2847fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7f8cb0 0x5608ff7fd000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39822/0 (socket says 172.21.15.82:39822) 2024-09-12T12:36:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.566+0000 7f2847fff640 1 -- 172.21.15.82:0/4073915606 learned_addr learned my addr 172.21.15.82:0/4073915606 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:36:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f2847fff640 1 --2- 172.21.15.82:0/4073915606 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 0x5608ff801550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f2847fff640 1 -- 172.21.15.82:0/4073915606 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7ee410 msgr2=0x5608ff7fc870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f2847fff640 1 --2- 172.21.15.82:0/4073915606 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7ee410 0x5608ff7fc870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f2847fff640 1 -- 172.21.15.82:0/4073915606 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 msgr2=0x5608ff801550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:36:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f2847fff640 1 --2- 172.21.15.82:0/4073915606 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 0x5608ff801550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f2847fff640 1 -- 172.21.15.82:0/4073915606 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5608ff7e52d0 con 0x5608ff7f8cb0 2024-09-12T12:36:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f2847fff640 1 --2- 172.21.15.82:0/4073915606 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7f8cb0 0x5608ff7fd000 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f28380058c0 tx=0x7f2838037040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae9336d7cba32ff server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:36:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f282f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:36:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f282f7fe640 1 -- 172.21.15.82:0/4073915606 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f283802b980 con 0x5608ff7f8cb0 2024-09-12T12:36:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f282f7fe640 1 -- 172.21.15.82:0/4073915606 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7f283802bb20 con 0x5608ff7f8cb0 2024-09-12T12:36:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f285965f740 1 -- 172.21.15.82:0/4073915606 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2838012ce0 con 0x5608ff7f8cb0 2024-09-12T12:36:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f282f7fe640 1 -- 172.21.15.82:0/4073915606 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2838004020 con 0x5608ff7f8cb0 2024-09-12T12:36:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f285965f740 10 client.16773 fetch_fsmap learned FSMap version 28 2024-09-12T12:36:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f285965f740 1 -- 172.21.15.82:0/4073915606 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5608ff7eacf0 con 0x5608ff7f8cb0 2024-09-12T12:36:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f282f7fe640 1 -- 172.21.15.82:0/4073915606 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2838012ce0 con 0x5608ff7f8cb0 2024-09-12T12:36:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f282f7fe640 1 -- 172.21.15.82:0/4073915606 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f28380036f0 con 0x5608ff7f8cb0 2024-09-12T12:36:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f285965f740 10 client.16773 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:36:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f285965f740 10 client.16773 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:36:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f285965f740 20 client.16773 populate_metadata read hostname 'smithi082' 2024-09-12T12:36:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.567+0000 7f285965f740 1 --2- 172.21.15.82:0/4073915606 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5608ff873a60 0x5608ff875e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:36:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.568+0000 7f285965f740 4 client.16773 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:36:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.568+0000 7f285965f740 1 -- 172.21.15.82:0/4073915606 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5608ff759d70 con 0x5608ff873a60 2024-09-12T12:36:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.568+0000 7f284ffff640 1 --2- 172.21.15.82:0/4073915606 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5608ff873a60 0x5608ff875e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:36:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.568+0000 7f282f7fe640 10 client.16773 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.568+0000 7f284ffff640 1 --2- 172.21.15.82:0/4073915606 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5608ff873a60 0x5608ff875e50 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da8b4f8475f93a76 server_cookie=739cdae32f5b2d73 in_seq=0 out_seq=0 2024-09-12T12:36:50.581 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f282f7fe640 1 -- 172.21.15.82:0/4073915606 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5608ff759d70 con 0x5608ff873a60 2024-09-12T12:36:50.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f282f7fe640 10 client.16773 handle_command_reply: tid=0 2024-09-12T12:36:50.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f285965f740 1 client.16773 shutdown 2024-09-12T12:36:50.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f285965f740 1 -- 172.21.15.82:0/4073915606 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7f8cb0 msgr2=0x5608ff7fd000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:50.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f285965f740 1 --2- 172.21.15.82:0/4073915606 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7f8cb0 0x5608ff7fd000 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f28380058c0 tx=0x7f2838037040 comp rx=0 tx=0).stop 2024-09-12T12:36:50.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f285965f740 1 -- 172.21.15.82:0/4073915606 shutdown_connections 2024-09-12T12:36:50.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f285965f740 1 --2- 172.21.15.82:0/4073915606 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5608ff873a60 0x5608ff875e50 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f285965f740 1 --2- 172.21.15.82:0/4073915606 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5608ff7f8cb0 0x5608ff7fd000 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f285965f740 1 --2- 172.21.15.82:0/4073915606 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5608ff7ee410 0x5608ff7fc870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f282f7fe640 0 client.16773 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:36:50.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f285965f740 1 --2- 172.21.15.82:0/4073915606 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5608ff7edaf0 0x5608ff801550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f285965f740 1 -- 172.21.15.82:0/4073915606 >> 172.21.15.82:0/4073915606 conn(0x5608ff7ea060 msgr2=0x5608ff7f7350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:50.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f285965f740 1 -- 172.21.15.82:0/4073915606 shutdown_connections 2024-09-12T12:36:50.582 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f285965f740 1 -- 172.21.15.82:0/4073915606 wait complete. 2024-09-12T12:36:50.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.580+0000 7f285965f740 20 client.16773 trim_cache size 0 max 16384 2024-09-12T12:36:50.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:36:50.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:36:50.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:36:50.583 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:36:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.581+0000 7f28567e8640 1 -- 172.21.15.82:0/244897648 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f283c0a2da0 msgr2=0x7f283c0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.581+0000 7f28567e8640 1 --2- 172.21.15.82:0/244897648 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f283c0a2da0 0x7f283c0a5260 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f28480092f0 tx=0x7f284806db10 comp rx=0 tx=0).stop 2024-09-12T12:36:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.581+0000 7f28567e8640 1 -- 172.21.15.82:0/244897648 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28501069c0 msgr2=0x7f2850197a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:36:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.581+0000 7f28567e8640 1 --2- 172.21.15.82:0/244897648 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28501069c0 0x7f2850197a00 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f284800eaa0 tx=0x7f284800ef60 comp rx=0 tx=0).stop 2024-09-12T12:36:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.581+0000 7f28567e8640 1 -- 172.21.15.82:0/244897648 shutdown_connections 2024-09-12T12:36:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.581+0000 7f28567e8640 1 --2- 172.21.15.82:0/244897648 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f283c0a2da0 0x7f283c0a5260 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.581+0000 7f28567e8640 1 --2- 172.21.15.82:0/244897648 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f28501069c0 0x7f2850197a00 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.581+0000 7f28567e8640 1 --2- 172.21.15.82:0/244897648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2850101350 0x7f28501974c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.581+0000 7f28567e8640 1 --2- 172.21.15.82:0/244897648 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f28501009b0 0x7f2850196f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:36:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.581+0000 7f28567e8640 1 -- 172.21.15.82:0/244897648 >> 172.21.15.82:0/244897648 conn(0x7f2850077990 msgr2=0x7f28501037b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:36:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.581+0000 7f28567e8640 1 -- 172.21.15.82:0/244897648 shutdown_connections 2024-09-12T12:36:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:36:50.581+0000 7f28567e8640 1 -- 172.21.15.82:0/244897648 wait complete. 2024-09-12T12:36:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:51 smithi097 ceph-mon[34923]: pgmap v315: 97 pgs: 97 active+clean; 2.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 KiB/s wr, 9 op/s 2024-09-12T12:36:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:51 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:36:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:51 smithi082 ceph-mon[31122]: pgmap v315: 97 pgs: 97 active+clean; 2.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 KiB/s wr, 9 op/s 2024-09-12T12:36:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:51 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:36:52.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:51 smithi114 ceph-mon[35514]: pgmap v315: 97 pgs: 97 active+clean; 2.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 KiB/s wr, 9 op/s 2024-09-12T12:36:52.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:51 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:36:54.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: pgmap v316: 97 pgs: 97 active+clean; 2.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 KiB/s wr, 9 op/s 2024-09-12T12:36:54.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:36:54.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:36:54.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: pgmap v316: 97 pgs: 97 active+clean; 2.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 KiB/s wr, 9 op/s 2024-09-12T12:36:54.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:36:54.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:36:54.532 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.571 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: pgmap v316: 97 pgs: 97 active+clean; 2.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 KiB/s wr, 9 op/s 2024-09-12T12:36:54.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:54.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.572 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-12T12:36:54.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:36:54.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:36:54.573 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:36:55.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:55 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi114 to 176.0M 2024-09-12T12:36:55.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:55 smithi097 ceph-mon[34923]: Unable to set osd_memory_target on smithi114 to 184574566: error parsing value: Value '184574566' is below minimum 939524096 2024-09-12T12:36:55.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:55 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi097 to 176.0M 2024-09-12T12:36:55.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:55 smithi097 ceph-mon[34923]: Unable to set osd_memory_target on smithi097 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-12T12:36:55.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:55 smithi097 ceph-mon[34923]: Adjusting osd_memory_target on smithi082 to 176.0M 2024-09-12T12:36:55.522 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:55 smithi097 ceph-mon[34923]: Unable to set osd_memory_target on smithi082 to 184556646: error parsing value: Value '184556646' is below minimum 939524096 2024-09-12T12:36:55.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:55 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi114 to 176.0M 2024-09-12T12:36:55.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:55 smithi082 ceph-mon[31122]: Unable to set osd_memory_target on smithi114 to 184574566: error parsing value: Value '184574566' is below minimum 939524096 2024-09-12T12:36:55.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:55 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi097 to 176.0M 2024-09-12T12:36:55.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:55 smithi082 ceph-mon[31122]: Unable to set osd_memory_target on smithi097 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-12T12:36:55.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:55 smithi082 ceph-mon[31122]: Adjusting osd_memory_target on smithi082 to 176.0M 2024-09-12T12:36:55.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:55 smithi082 ceph-mon[31122]: Unable to set osd_memory_target on smithi082 to 184556646: error parsing value: Value '184556646' is below minimum 939524096 2024-09-12T12:36:55.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:55 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi114 to 176.0M 2024-09-12T12:36:55.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:55 smithi114 ceph-mon[35514]: Unable to set osd_memory_target on smithi114 to 184574566: error parsing value: Value '184574566' is below minimum 939524096 2024-09-12T12:36:55.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:55 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi097 to 176.0M 2024-09-12T12:36:55.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:55 smithi114 ceph-mon[35514]: Unable to set osd_memory_target on smithi097 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-12T12:36:55.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:55 smithi114 ceph-mon[35514]: Adjusting osd_memory_target on smithi082 to 176.0M 2024-09-12T12:36:55.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:55 smithi114 ceph-mon[35514]: Unable to set osd_memory_target on smithi082 to 184556646: error parsing value: Value '184556646' is below minimum 939524096 2024-09-12T12:36:56.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:56 smithi097 ceph-mon[34923]: pgmap v317: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-09-12T12:36:56.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:56 smithi082 ceph-mon[31122]: pgmap v317: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-09-12T12:36:56.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:56 smithi114 ceph-mon[35514]: pgmap v317: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-09-12T12:36:58.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:36:58 smithi097 ceph-mon[34923]: pgmap v318: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-09-12T12:36:58.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:36:58 smithi082 ceph-mon[31122]: pgmap v318: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-09-12T12:36:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:36:58 smithi114 ceph-mon[35514]: pgmap v318: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-09-12T12:37:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:00 smithi097 ceph-mon[34923]: pgmap v319: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-09-12T12:37:00.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:00 smithi082 ceph-mon[31122]: pgmap v319: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-09-12T12:37:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:00 smithi114 ceph-mon[35514]: pgmap v319: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-09-12T12:37:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:02 smithi097 ceph-mon[34923]: pgmap v320: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-09-12T12:37:02.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:02 smithi082 ceph-mon[31122]: pgmap v320: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-09-12T12:37:02.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:02 smithi114 ceph-mon[35514]: pgmap v320: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-09-12T12:37:03.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.676+0000 7fc321d86640 1 -- 172.21.15.82:0/681047656 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc31c102d60 msgr2=0x7fc31c103140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:03.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.676+0000 7fc321d86640 1 --2- 172.21.15.82:0/681047656 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc31c102d60 0x7fc31c103140 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fc30c009900 tx=0x7fc30c02a480 comp rx=0 tx=0).stop 2024-09-12T12:37:03.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.676+0000 7fc321d86640 1 -- 172.21.15.82:0/681047656 shutdown_connections 2024-09-12T12:37:03.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.676+0000 7fc321d86640 1 --2- 172.21.15.82:0/681047656 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc31c10c130 0x7fc31c10e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.676+0000 7fc321d86640 1 --2- 172.21.15.82:0/681047656 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc31c103680 0x7fc31c10bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.676+0000 7fc321d86640 1 --2- 172.21.15.82:0/681047656 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc31c102d60 0x7fc31c103140 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.676+0000 7fc321d86640 1 -- 172.21.15.82:0/681047656 >> 172.21.15.82:0/681047656 conn(0x7fc31c0fc6b0 msgr2=0x7fc31c0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:03.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.677+0000 7fc321d86640 1 -- 172.21.15.82:0/681047656 shutdown_connections 2024-09-12T12:37:03.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.677+0000 7fc321d86640 1 -- 172.21.15.82:0/681047656 wait complete. 2024-09-12T12:37:03.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.677+0000 7fc321d86640 1 Processor -- start 2024-09-12T12:37:03.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.677+0000 7fc321d86640 1 -- start start 2024-09-12T12:37:03.680 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc321d86640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc31c102d60 0x7fc31c1982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.680 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc321d86640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc31c103680 0x7fc31c198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.680 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc321d86640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc31c10c130 0x7fc31c19cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.680 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc321d86640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc31c111f00 con 0x7fc31c102d60 2024-09-12T12:37:03.680 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc321d86640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc31c111d80 con 0x7fc31c103680 2024-09-12T12:37:03.680 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc321d86640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc31c112080 con 0x7fc31c10c130 2024-09-12T12:37:03.680 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc31b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc31c102d60 0x7fc31c1982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.680 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc31b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc31c102d60 0x7fc31c1982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:57184/0 (socket says 172.21.15.82:57184) 2024-09-12T12:37:03.680 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc31b7fe640 1 -- 172.21.15.82:0/4216750886 learned_addr learned my addr 172.21.15.82:0/4216750886 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:03.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc31bfff640 1 --2- 172.21.15.82:0/4216750886 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc31c10c130 0x7fc31c19cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc31affd640 1 --2- 172.21.15.82:0/4216750886 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc31c103680 0x7fc31c198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc31b7fe640 1 -- 172.21.15.82:0/4216750886 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc31c10c130 msgr2=0x7fc31c19cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:03.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc31b7fe640 1 --2- 172.21.15.82:0/4216750886 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc31c10c130 0x7fc31c19cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc31b7fe640 1 -- 172.21.15.82:0/4216750886 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc31c103680 msgr2=0x7fc31c198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:03.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc31b7fe640 1 --2- 172.21.15.82:0/4216750886 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc31c103680 0x7fc31c198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc31b7fe640 1 -- 172.21.15.82:0/4216750886 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc31c19d2e0 con 0x7fc31c102d60 2024-09-12T12:37:03.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc31b7fe640 1 --2- 172.21.15.82:0/4216750886 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc31c102d60 0x7fc31c1982f0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fc30c006010 tx=0x7fc30c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:03.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc318ff9640 1 -- 172.21.15.82:0/4216750886 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc30c03f030 con 0x7fc31c102d60 2024-09-12T12:37:03.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc318ff9640 1 -- 172.21.15.82:0/4216750886 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc30c003ce0 con 0x7fc31c102d60 2024-09-12T12:37:03.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc321d86640 1 -- 172.21.15.82:0/4216750886 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc31c19d570 con 0x7fc31c102d60 2024-09-12T12:37:03.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.678+0000 7fc318ff9640 1 -- 172.21.15.82:0/4216750886 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc30c035070 con 0x7fc31c102d60 2024-09-12T12:37:03.681 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.679+0000 7fc321d86640 1 -- 172.21.15.82:0/4216750886 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc31c1a4e60 con 0x7fc31c102d60 2024-09-12T12:37:03.688 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.681+0000 7fc318ff9640 1 -- 172.21.15.82:0/4216750886 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc30c042030 con 0x7fc31c102d60 2024-09-12T12:37:03.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.681+0000 7fc324bf6740 1 Processor -- start 2024-09-12T12:37:03.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.681+0000 7fc324bf6740 1 -- start start 2024-09-12T12:37:03.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.681+0000 7fc324bf6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6af7af0 0x55a2d6af7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.681+0000 7fc324bf6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af8410 0x55a2d6b02770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.681+0000 7fc324bf6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b050a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.681+0000 7fc324bf6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a2d6a5c2f0 con 0x55a2d6b02cb0 2024-09-12T12:37:03.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.681+0000 7fc324bf6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a2d6a04270 con 0x55a2d6af8410 2024-09-12T12:37:03.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.681+0000 7fc324bf6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a2d6a582b0 con 0x55a2d6af7af0 2024-09-12T12:37:03.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc31affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b050a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc31affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b050a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:57194/0 (socket says 172.21.15.82:57194) 2024-09-12T12:37:03.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc31affd640 1 -- 172.21.15.82:0/2014425268 learned_addr learned my addr 172.21.15.82:0/2014425268 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc31b7fe640 1 --2- 172.21.15.82:0/2014425268 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af8410 0x55a2d6b02770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc318ff9640 1 --2- 172.21.15.82:0/4216750886 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3040a2da0 0x7fc3040a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc31bfff640 1 --2- 172.21.15.82:0/2014425268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6af7af0 0x55a2d6af7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc31affd640 1 -- 172.21.15.82:0/2014425268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6af7af0 msgr2=0x55a2d6af7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc31affd640 1 --2- 172.21.15.82:0/2014425268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6af7af0 0x55a2d6af7ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc31bfff640 1 --2- 172.21.15.82:0/4216750886 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3040a2da0 0x7fc3040a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc31affd640 1 -- 172.21.15.82:0/2014425268 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af8410 msgr2=0x55a2d6b02770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc31affd640 1 --2- 172.21.15.82:0/2014425268 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af8410 0x55a2d6b02770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc31affd640 1 -- 172.21.15.82:0/2014425268 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2d6a03340 con 0x55a2d6b02cb0 2024-09-12T12:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc318ff9640 1 -- 172.21.15.82:0/4216750886 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7fc30c0ef6c0 con 0x7fc31c102d60 2024-09-12T12:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc31affd640 1 --2- 172.21.15.82:0/2014425268 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b050a0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fc31000b740 tx=0x7fc31000bc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efd9ffa762da6515 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc301ffb640 1 -- 172.21.15.82:0/2014425268 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc310003dd0 con 0x55a2d6b02cb0 2024-09-12T12:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc31bfff640 1 --2- 172.21.15.82:0/4216750886 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3040a2da0 0x7fc3040a5260 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc3140077f0 tx=0x7fc314007520 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:03.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc301ffb640 1 -- 172.21.15.82:0/2014425268 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc310015070 con 0x55a2d6b02cb0 2024-09-12T12:37:03.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.682+0000 7fc301ffb640 1 -- 172.21.15.82:0/2014425268 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc310004e00 con 0x55a2d6b02cb0 2024-09-12T12:37:03.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.683+0000 7fc324bf6740 1 -- 172.21.15.82:0/2014425268 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6b02cb0 msgr2=0x55a2d6b050a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:03.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.683+0000 7fc324bf6740 1 --2- 172.21.15.82:0/2014425268 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b050a0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fc31000b740 tx=0x7fc31000bc00 comp rx=0 tx=0).stop 2024-09-12T12:37:03.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.683+0000 7fc324bf6740 1 -- 172.21.15.82:0/2014425268 shutdown_connections 2024-09-12T12:37:03.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.683+0000 7fc324bf6740 1 --2- 172.21.15.82:0/2014425268 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b050a0 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.683+0000 7fc324bf6740 1 --2- 172.21.15.82:0/2014425268 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af8410 0x55a2d6b02770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.683+0000 7fc324bf6740 1 --2- 172.21.15.82:0/2014425268 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6af7af0 0x55a2d6af7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.683+0000 7fc324bf6740 1 -- 172.21.15.82:0/2014425268 >> 172.21.15.82:0/2014425268 conn(0x55a2d6af4060 msgr2=0x55a2d6af4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:03.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.683+0000 7fc324bf6740 1 -- 172.21.15.82:0/2014425268 shutdown_connections 2024-09-12T12:37:03.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.683+0000 7fc324bf6740 1 -- 172.21.15.82:0/2014425268 wait complete. 2024-09-12T12:37:03.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.684+0000 7fc324bf6740 1 -- start start 2024-09-12T12:37:03.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.684+0000 7fc324bf6740 1 Processor -- start 2024-09-12T12:37:03.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.684+0000 7fc324bf6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af7af0 0x55a2d6affb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.684+0000 7fc324bf6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af8410 0x55a2d6b000c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.684+0000 7fc324bf6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b00600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.684+0000 7fc324bf6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a2d6b05880 con 0x55a2d6af8410 2024-09-12T12:37:03.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.684+0000 7fc324bf6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a2d69e5290 con 0x55a2d6af7af0 2024-09-12T12:37:03.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.684+0000 7fc324bf6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a2d6b05a00 con 0x55a2d6b02cb0 2024-09-12T12:37:03.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.684+0000 7fc324bf6740 10 client.0 _ll_register_callbacks cb 0x55a2d6a16140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:37:03.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.684+0000 7fc31affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af8410 0x55a2d6b000c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.684+0000 7fc31affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af8410 0x55a2d6b000c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:57202/0 (socket says 172.21.15.82:57202) 2024-09-12T12:37:03.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.684+0000 7fc31affd640 1 -- 172.21.15.82:0/282016637 learned_addr learned my addr 172.21.15.82:0/282016637 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:03.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.684+0000 7fc31b7fe640 1 --2- 172.21.15.82:0/282016637 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af7af0 0x55a2d6affb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc31bfff640 1 --2- 172.21.15.82:0/282016637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b00600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc31affd640 1 -- 172.21.15.82:0/282016637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6b02cb0 msgr2=0x55a2d6b00600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:03.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc31affd640 1 --2- 172.21.15.82:0/282016637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b00600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc31affd640 1 -- 172.21.15.82:0/282016637 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af7af0 msgr2=0x55a2d6affb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:03.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc31affd640 1 --2- 172.21.15.82:0/282016637 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af7af0 0x55a2d6affb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc31affd640 1 -- 172.21.15.82:0/282016637 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2d676f210 con 0x55a2d6af8410 2024-09-12T12:37:03.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc31affd640 1 --2- 172.21.15.82:0/282016637 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af8410 0x55a2d6b000c0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fc31000b710 tx=0x7fc3100043e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=249b994334683f37 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:03.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc2faffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:37:03.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc2faffd640 1 -- 172.21.15.82:0/282016637 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc310028060 con 0x55a2d6af8410 2024-09-12T12:37:03.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc2faffd640 1 -- 172.21.15.82:0/282016637 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7fc310004b40 con 0x55a2d6af8410 2024-09-12T12:37:03.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc324bf6740 1 -- 172.21.15.82:0/282016637 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc310015070 con 0x55a2d6af8410 2024-09-12T12:37:03.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc2faffd640 1 -- 172.21.15.82:0/282016637 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc310004d40 con 0x55a2d6af8410 2024-09-12T12:37:03.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc324bf6740 10 client.16785 fetch_fsmap learned FSMap version 28 2024-09-12T12:37:03.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc324bf6740 1 -- 172.21.15.82:0/282016637 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a2d683b620 con 0x55a2d6af8410 2024-09-12T12:37:03.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc2faffd640 1 -- 172.21.15.82:0/282016637 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc310015070 con 0x55a2d6af8410 2024-09-12T12:37:03.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc2faffd640 1 -- 172.21.15.82:0/282016637 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc310022070 con 0x55a2d6af8410 2024-09-12T12:37:03.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc324bf6740 10 client.16785 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:37:03.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.685+0000 7fc324bf6740 10 client.16785 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:37:03.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.686+0000 7fc324bf6740 20 client.16785 populate_metadata read hostname 'smithi082' 2024-09-12T12:37:03.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.686+0000 7fc324bf6740 1 --2- 172.21.15.82:0/282016637 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a2d6b12ba0 0x55a2d6b14f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.686+0000 7fc324bf6740 4 client.16785 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:37:03.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.686+0000 7fc324bf6740 1 -- 172.21.15.82:0/282016637 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a2d6a69a20 con 0x55a2d6b12ba0 2024-09-12T12:37:03.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.686+0000 7fc31b7fe640 1 --2- 172.21.15.82:0/282016637 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a2d6b12ba0 0x55a2d6b14f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.686+0000 7fc2faffd640 10 client.16785 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:03.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.686+0000 7fc31b7fe640 1 --2- 172.21.15.82:0/282016637 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a2d6b12ba0 0x55a2d6b14f90 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b24abbadc7b1505 server_cookie=471c91582ca66ed in_seq=0 out_seq=0 2024-09-12T12:37:03.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.687+0000 7fc2faffd640 1 -- 172.21.15.82:0/282016637 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a2d6a69a20 con 0x55a2d6b12ba0 2024-09-12T12:37:03.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.687+0000 7fc2faffd640 10 client.16785 handle_command_reply: tid=0 2024-09-12T12:37:03.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.687+0000 7fc324bf6740 1 client.16785 shutdown 2024-09-12T12:37:03.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.687+0000 7fc324bf6740 1 -- 172.21.15.82:0/282016637 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af8410 msgr2=0x55a2d6b000c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:03.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.687+0000 7fc324bf6740 1 --2- 172.21.15.82:0/282016637 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af8410 0x55a2d6b000c0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fc31000b710 tx=0x7fc3100043e0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.687+0000 7fc324bf6740 1 -- 172.21.15.82:0/282016637 shutdown_connections 2024-09-12T12:37:03.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.687+0000 7fc324bf6740 1 --2- 172.21.15.82:0/282016637 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a2d6b12ba0 0x55a2d6b14f90 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.687+0000 7fc324bf6740 1 --2- 172.21.15.82:0/282016637 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b00600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.687+0000 7fc324bf6740 1 --2- 172.21.15.82:0/282016637 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af8410 0x55a2d6b000c0 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.687+0000 7fc324bf6740 1 --2- 172.21.15.82:0/282016637 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af7af0 0x55a2d6affb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.687+0000 7fc2faffd640 0 client.16785 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:03.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.687+0000 7fc324bf6740 1 -- 172.21.15.82:0/282016637 >> 172.21.15.82:0/282016637 conn(0x55a2d6af4060 msgr2=0x55a2d6af9d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:03.695 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.687+0000 7fc324bf6740 1 -- 172.21.15.82:0/282016637 shutdown_connections 2024-09-12T12:37:03.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.687+0000 7fc324bf6740 1 -- 172.21.15.82:0/282016637 wait complete. 2024-09-12T12:37:03.696 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.688+0000 7fc324bf6740 20 client.16785 trim_cache size 0 max 16384 2024-09-12T12:37:03.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc324bf6740 1 Processor -- start 2024-09-12T12:37:03.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc324bf6740 1 -- start start 2024-09-12T12:37:03.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc324bf6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af7af0 0x55a2d6b00430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc324bf6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6af8410 0x55a2d6b1a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc324bf6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b1aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc324bf6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc31c1ad860 con 0x55a2d6af7af0 2024-09-12T12:37:03.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc324bf6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc31c1af3a0 con 0x55a2d6b02cb0 2024-09-12T12:37:03.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc324bf6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc31c1adf30 con 0x55a2d6af8410 2024-09-12T12:37:03.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc31b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af7af0 0x55a2d6b00430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc31b7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af7af0 0x55a2d6b00430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:57210/0 (socket says 172.21.15.82:57210) 2024-09-12T12:37:03.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc31b7fe640 1 -- 172.21.15.82:0/614760625 learned_addr learned my addr 172.21.15.82:0/614760625 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:03.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc31b7fe640 1 -- 172.21.15.82:0/614760625 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6af8410 msgr2=0x55a2d6b1a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:03.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc31b7fe640 1 --2- 172.21.15.82:0/614760625 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6af8410 0x55a2d6b1a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc31b7fe640 1 -- 172.21.15.82:0/614760625 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6b02cb0 msgr2=0x55a2d6b1aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:03.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc31b7fe640 1 --2- 172.21.15.82:0/614760625 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b1aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.707 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.702+0000 7fc31b7fe640 1 -- 172.21.15.82:0/614760625 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2d6af3e90 con 0x55a2d6af7af0 2024-09-12T12:37:03.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.703+0000 7fc31b7fe640 1 --2- 172.21.15.82:0/614760625 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af7af0 0x55a2d6b00430 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fc30c0bbc20 tx=0x7fc30c0bbb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d23f73393e512346 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:03.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.703+0000 7fc3017fa640 1 -- 172.21.15.82:0/614760625 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc30c049040 con 0x55a2d6af7af0 2024-09-12T12:37:03.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.703+0000 7fc3017fa640 1 -- 172.21.15.82:0/614760625 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc30c0bbc90 con 0x55a2d6af7af0 2024-09-12T12:37:03.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.703+0000 7fc3017fa640 1 -- 172.21.15.82:0/614760625 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc30c0ba020 con 0x55a2d6af7af0 2024-09-12T12:37:03.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.703+0000 7fc324bf6740 1 -- 172.21.15.82:0/614760625 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af7af0 msgr2=0x55a2d6b00430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:03.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.703+0000 7fc324bf6740 1 --2- 172.21.15.82:0/614760625 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af7af0 0x55a2d6b00430 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fc30c0bbc20 tx=0x7fc30c0bbb10 comp rx=0 tx=0).stop 2024-09-12T12:37:03.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.703+0000 7fc324bf6740 1 -- 172.21.15.82:0/614760625 shutdown_connections 2024-09-12T12:37:03.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.703+0000 7fc324bf6740 1 --2- 172.21.15.82:0/614760625 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b1aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.708 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.703+0000 7fc324bf6740 1 --2- 172.21.15.82:0/614760625 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6af8410 0x55a2d6b1a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.709 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.703+0000 7fc324bf6740 1 --2- 172.21.15.82:0/614760625 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af7af0 0x55a2d6b00430 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.709 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.703+0000 7fc324bf6740 1 -- 172.21.15.82:0/614760625 >> 172.21.15.82:0/614760625 conn(0x55a2d6af4060 msgr2=0x55a2d6b01c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:03.709 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.703+0000 7fc324bf6740 1 -- 172.21.15.82:0/614760625 shutdown_connections 2024-09-12T12:37:03.709 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.703+0000 7fc324bf6740 1 -- 172.21.15.82:0/614760625 wait complete. 2024-09-12T12:37:03.709 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.704+0000 7fc324bf6740 1 -- start start 2024-09-12T12:37:03.709 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.704+0000 7fc324bf6740 1 Processor -- start 2024-09-12T12:37:03.709 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.704+0000 7fc324bf6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af7af0 0x55a2d6b06930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.709 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.704+0000 7fc324bf6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af8410 0x55a2d6b06e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.709 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.704+0000 7fc324bf6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b073b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.709 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.704+0000 7fc324bf6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc31c1aecd0 con 0x55a2d6af8410 2024-09-12T12:37:03.709 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.704+0000 7fc324bf6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc31c1ae600 con 0x55a2d6af7af0 2024-09-12T12:37:03.709 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.704+0000 7fc324bf6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc31c1ab860 con 0x55a2d6b02cb0 2024-09-12T12:37:03.709 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.704+0000 7fc324bf6740 10 client.0 _ll_register_callbacks cb 0x7fc30c0bba60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:37:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.704+0000 7fc31affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af8410 0x55a2d6b06e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.704+0000 7fc31affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af8410 0x55a2d6b06e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:57212/0 (socket says 172.21.15.82:57212) 2024-09-12T12:37:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.704+0000 7fc31affd640 1 -- 172.21.15.82:0/650850360 learned_addr learned my addr 172.21.15.82:0/650850360 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.704+0000 7fc31bfff640 1 --2- 172.21.15.82:0/650850360 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b073b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc31b7fe640 1 --2- 172.21.15.82:0/650850360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af7af0 0x55a2d6b06930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc31affd640 1 -- 172.21.15.82:0/650850360 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6b02cb0 msgr2=0x55a2d6b073b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc31affd640 1 --2- 172.21.15.82:0/650850360 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b073b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc31affd640 1 -- 172.21.15.82:0/650850360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af7af0 msgr2=0x55a2d6b06930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc31affd640 1 --2- 172.21.15.82:0/650850360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af7af0 0x55a2d6b06930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc31affd640 1 -- 172.21.15.82:0/650850360 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2d6b7c530 con 0x55a2d6af8410 2024-09-12T12:37:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc31bfff640 1 --2- 172.21.15.82:0/650850360 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b073b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:37:03.710 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc31affd640 1 --2- 172.21.15.82:0/650850360 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af8410 0x55a2d6b06e70 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fc31002d040 tx=0x7fc310003af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29afa482edf544ed server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc2faffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:37:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc2faffd640 1 -- 172.21.15.82:0/650850360 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc310011640 con 0x55a2d6af8410 2024-09-12T12:37:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc2faffd640 1 -- 172.21.15.82:0/650850360 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8622+0+0 (secure 0 0 0) 0x7fc310004ee0 con 0x55a2d6af8410 2024-09-12T12:37:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc324bf6740 1 -- 172.21.15.82:0/650850360 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc30c0bbc90 con 0x55a2d6af8410 2024-09-12T12:37:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc2faffd640 1 -- 172.21.15.82:0/650850360 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc310005e50 con 0x55a2d6af8410 2024-09-12T12:37:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc324bf6740 10 client.16791 fetch_fsmap learned FSMap version 28 2024-09-12T12:37:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc324bf6740 1 -- 172.21.15.82:0/650850360 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a2d6b7d780 con 0x55a2d6af8410 2024-09-12T12:37:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc2faffd640 1 -- 172.21.15.82:0/650850360 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc30c0bbc90 con 0x55a2d6af8410 2024-09-12T12:37:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc2faffd640 1 -- 172.21.15.82:0/650850360 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc310032070 con 0x55a2d6af8410 2024-09-12T12:37:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.705+0000 7fc324bf6740 10 client.16791 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:37:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.706+0000 7fc324bf6740 10 client.16791 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:37:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.706+0000 7fc324bf6740 20 client.16791 populate_metadata read hostname 'smithi082' 2024-09-12T12:37:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.706+0000 7fc324bf6740 1 --2- 172.21.15.82:0/650850360 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a2d6b7df20 0x55a2d6b80340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:03.711 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.706+0000 7fc324bf6740 4 client.16791 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:37:03.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.706+0000 7fc324bf6740 1 -- 172.21.15.82:0/650850360 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a2d6a63d70 con 0x55a2d6b7df20 2024-09-12T12:37:03.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.706+0000 7fc31b7fe640 1 --2- 172.21.15.82:0/650850360 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a2d6b7df20 0x55a2d6b80340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:03.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.706+0000 7fc2faffd640 10 client.16791 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:03.712 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.706+0000 7fc31b7fe640 1 --2- 172.21.15.82:0/650850360 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a2d6b7df20 0x55a2d6b80340 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9c17704d1d7143d server_cookie=f9a3f31d0ecfef96 in_seq=0 out_seq=0 2024-09-12T12:37:03.717 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc2faffd640 1 -- 172.21.15.82:0/650850360 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a2d6a63d70 con 0x55a2d6b7df20 2024-09-12T12:37:03.717 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc2faffd640 10 client.16791 handle_command_reply: tid=0 2024-09-12T12:37:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc324bf6740 1 client.16791 shutdown 2024-09-12T12:37:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc324bf6740 1 -- 172.21.15.82:0/650850360 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af8410 msgr2=0x55a2d6b06e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc324bf6740 1 --2- 172.21.15.82:0/650850360 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af8410 0x55a2d6b06e70 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fc31002d040 tx=0x7fc310003af0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc324bf6740 1 -- 172.21.15.82:0/650850360 shutdown_connections 2024-09-12T12:37:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc324bf6740 1 --2- 172.21.15.82:0/650850360 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a2d6b7df20 0x55a2d6b80340 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc324bf6740 1 --2- 172.21.15.82:0/650850360 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a2d6b02cb0 0x55a2d6b073b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc324bf6740 1 --2- 172.21.15.82:0/650850360 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a2d6af8410 0x55a2d6b06e70 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc324bf6740 1 --2- 172.21.15.82:0/650850360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a2d6af7af0 0x55a2d6b06930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc2faffd640 0 client.16791 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc324bf6740 1 -- 172.21.15.82:0/650850360 >> 172.21.15.82:0/650850360 conn(0x55a2d6af4060 msgr2=0x55a2d6af9550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc324bf6740 1 -- 172.21.15.82:0/650850360 shutdown_connections 2024-09-12T12:37:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc324bf6740 1 -- 172.21.15.82:0/650850360 wait complete. 2024-09-12T12:37:03.718 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.717+0000 7fc324bf6740 20 client.16791 trim_cache size 0 max 16384 2024-09-12T12:37:03.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:37:03.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:37:03.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:37:03.719 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:37:03.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.718+0000 7fc321d86640 1 -- 172.21.15.82:0/4216750886 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3040a2da0 msgr2=0x7fc3040a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:03.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.718+0000 7fc321d86640 1 --2- 172.21.15.82:0/4216750886 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3040a2da0 0x7fc3040a5260 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc3140077f0 tx=0x7fc314007520 comp rx=0 tx=0).stop 2024-09-12T12:37:03.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.718+0000 7fc321d86640 1 -- 172.21.15.82:0/4216750886 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc31c102d60 msgr2=0x7fc31c1982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:03.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.718+0000 7fc321d86640 1 --2- 172.21.15.82:0/4216750886 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc31c102d60 0x7fc31c1982f0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fc30c006010 tx=0x7fc30c0042f0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.718+0000 7fc321d86640 1 -- 172.21.15.82:0/4216750886 shutdown_connections 2024-09-12T12:37:03.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.718+0000 7fc321d86640 1 --2- 172.21.15.82:0/4216750886 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3040a2da0 0x7fc3040a5260 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.718+0000 7fc321d86640 1 --2- 172.21.15.82:0/4216750886 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc31c10c130 0x7fc31c19cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.718+0000 7fc321d86640 1 --2- 172.21.15.82:0/4216750886 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc31c103680 0x7fc31c198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.720 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.718+0000 7fc321d86640 1 --2- 172.21.15.82:0/4216750886 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc31c102d60 0x7fc31c1982f0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:03.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.718+0000 7fc321d86640 1 -- 172.21.15.82:0/4216750886 >> 172.21.15.82:0/4216750886 conn(0x7fc31c0fc6b0 msgr2=0x7fc31c0fd310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:03.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.718+0000 7fc321d86640 1 -- 172.21.15.82:0/4216750886 shutdown_connections 2024-09-12T12:37:03.721 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:03.718+0000 7fc321d86640 1 -- 172.21.15.82:0/4216750886 wait complete. 2024-09-12T12:37:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:04 smithi097 ceph-mon[34923]: pgmap v321: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-09-12T12:37:04.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:04 smithi082 ceph-mon[31122]: pgmap v321: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-09-12T12:37:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:04 smithi114 ceph-mon[35514]: pgmap v321: 97 pgs: 97 active+clean; 2.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-09-12T12:37:06.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:06 smithi097 ceph-mon[34923]: pgmap v322: 97 pgs: 97 active+clean; 2.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 58 KiB/s wr, 33 op/s 2024-09-12T12:37:06.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:06 smithi082 ceph-mon[31122]: pgmap v322: 97 pgs: 97 active+clean; 2.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 58 KiB/s wr, 33 op/s 2024-09-12T12:37:06.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:06 smithi114 ceph-mon[35514]: pgmap v322: 97 pgs: 97 active+clean; 2.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 58 KiB/s wr, 33 op/s 2024-09-12T12:37:08.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:08 smithi097 ceph-mon[34923]: pgmap v323: 97 pgs: 97 active+clean; 2.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-09-12T12:37:08.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:08 smithi097 ceph-mon[34923]: osdmap e93: 12 total, 12 up, 12 in 2024-09-12T12:37:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:08 smithi082 ceph-mon[31122]: pgmap v323: 97 pgs: 97 active+clean; 2.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-09-12T12:37:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:08 smithi082 ceph-mon[31122]: osdmap e93: 12 total, 12 up, 12 in 2024-09-12T12:37:08.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:08 smithi114 ceph-mon[35514]: pgmap v323: 97 pgs: 97 active+clean; 2.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-09-12T12:37:08.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:08 smithi114 ceph-mon[35514]: osdmap e93: 12 total, 12 up, 12 in 2024-09-12T12:37:09.751 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:37:10.000 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:37:10.402 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:10 smithi082 ceph-mon[31122]: pgmap v325: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 33 op/s 2024-09-12T12:37:10.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.481+0000 7f1632bea640 1 -- 172.21.15.82:0/2012216941 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f162c10c160 msgr2=0x7f162c10e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:10.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.481+0000 7f1632bea640 1 --2- 172.21.15.82:0/2012216941 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f162c10c160 0x7f162c10e600 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f1624009900 tx=0x7f162402a480 comp rx=0 tx=0).stop 2024-09-12T12:37:10.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.481+0000 7f1632bea640 1 -- 172.21.15.82:0/2012216941 shutdown_connections 2024-09-12T12:37:10.485 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.481+0000 7f1632bea640 1 --2- 172.21.15.82:0/2012216941 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f162c10c160 0x7f162c10e600 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:10.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.481+0000 7f1632bea640 1 --2- 172.21.15.82:0/2012216941 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f162c103650 0x7f162c10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:10.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.481+0000 7f1632bea640 1 --2- 172.21.15.82:0/2012216941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f162c102d30 0x7f162c103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:10.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.481+0000 7f1632bea640 1 -- 172.21.15.82:0/2012216941 >> 172.21.15.82:0/2012216941 conn(0x7f162c0fc7d0 msgr2=0x7f162c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:10.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.481+0000 7f1632bea640 1 -- 172.21.15.82:0/2012216941 shutdown_connections 2024-09-12T12:37:10.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.481+0000 7f1632bea640 1 -- 172.21.15.82:0/2012216941 wait complete. 2024-09-12T12:37:10.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1632bea640 1 Processor -- start 2024-09-12T12:37:10.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1632bea640 1 -- start start 2024-09-12T12:37:10.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1632bea640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f162c102d30 0x7f162c1983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:10.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1632bea640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f162c103650 0x7f162c1988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:10.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1632bea640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f162c10c160 0x7f162c19cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:10.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1632bea640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f162c111f40 con 0x7f162c10c160 2024-09-12T12:37:10.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1632bea640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f162c111dc0 con 0x7f162c103650 2024-09-12T12:37:10.486 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1632bea640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f162c1120c0 con 0x7f162c102d30 2024-09-12T12:37:10.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1631187640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f162c10c160 0x7f162c19cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:10.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1631187640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f162c10c160 0x7f162c19cc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38564/0 (socket says 172.21.15.82:38564) 2024-09-12T12:37:10.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1631187640 1 -- 172.21.15.82:0/1019101139 learned_addr learned my addr 172.21.15.82:0/1019101139 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:10.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f162bfff640 1 --2- 172.21.15.82:0/1019101139 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f162c103650 0x7f162c1988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:10.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1630986640 1 --2- 172.21.15.82:0/1019101139 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f162c102d30 0x7f162c1983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:10.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1631187640 1 -- 172.21.15.82:0/1019101139 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f162c102d30 msgr2=0x7f162c1983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:10.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1631187640 1 --2- 172.21.15.82:0/1019101139 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f162c102d30 0x7f162c1983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:10.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1631187640 1 -- 172.21.15.82:0/1019101139 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f162c103650 msgr2=0x7f162c1988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:10.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1631187640 1 --2- 172.21.15.82:0/1019101139 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f162c103650 0x7f162c1988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:10.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1631187640 1 -- 172.21.15.82:0/1019101139 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f162c19d350 con 0x7f162c10c160 2024-09-12T12:37:10.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.482+0000 7f1631187640 1 --2- 172.21.15.82:0/1019101139 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f162c10c160 0x7f162c19cc70 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f1624005ab0 tx=0x7f16240042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:10.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.483+0000 7f1629ffb640 1 -- 172.21.15.82:0/1019101139 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f162403f030 con 0x7f162c10c160 2024-09-12T12:37:10.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.483+0000 7f1629ffb640 1 -- 172.21.15.82:0/1019101139 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1624003ce0 con 0x7f162c10c160 2024-09-12T12:37:10.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.483+0000 7f1632bea640 1 -- 172.21.15.82:0/1019101139 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f162c19d5e0 con 0x7f162c10c160 2024-09-12T12:37:10.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.483+0000 7f1629ffb640 1 -- 172.21.15.82:0/1019101139 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1624035070 con 0x7f162c10c160 2024-09-12T12:37:10.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.483+0000 7f1632bea640 1 -- 172.21.15.82:0/1019101139 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f162c1a4f20 con 0x7f162c10c160 2024-09-12T12:37:10.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.484+0000 7f1632bea640 1 -- 172.21.15.82:0/1019101139 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f162c103110 con 0x7f162c10c160 2024-09-12T12:37:10.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.485+0000 7f1629ffb640 1 -- 172.21.15.82:0/1019101139 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f1624042030 con 0x7f162c10c160 2024-09-12T12:37:10.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.486+0000 7f1629ffb640 1 --2- 172.21.15.82:0/1019101139 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16180a2d70 0x7f16180a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:10.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.486+0000 7f1629ffb640 1 -- 172.21.15.82:0/1019101139 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8666+0+0 (secure 0 0 0) 0x7f16240efc70 con 0x7f162c10c160 2024-09-12T12:37:10.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.486+0000 7f1630986640 1 --2- 172.21.15.82:0/1019101139 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16180a2d70 0x7f16180a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:10.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.487+0000 7f1630986640 1 --2- 172.21.15.82:0/1019101139 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16180a2d70 0x7f16180a5230 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f161c007350 tx=0x7f161c0072e0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:10.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.490+0000 7f1629ffb640 1 -- 172.21.15.82:0/1019101139 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f16240bc800 con 0x7f162c10c160 2024-09-12T12:37:10.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:10 smithi097 ceph-mon[34923]: pgmap v325: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 33 op/s 2024-09-12T12:37:10.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:10 smithi114 ceph-mon[35514]: pgmap v325: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 33 op/s 2024-09-12T12:37:10.691 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.691+0000 7f1632bea640 1 -- 172.21.15.82:0/1019101139 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f162c107230 con 0x7f162c10c160 2024-09-12T12:37:10.692 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.692+0000 7f1629ffb640 1 -- 172.21.15.82:0/1019101139 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f16240bc100 con 0x7f162c10c160 2024-09-12T12:37:10.692 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:37:10.693 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:37:10.693 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:37:10.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.695+0000 7f1632bea640 1 -- 172.21.15.82:0/1019101139 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16180a2d70 msgr2=0x7f16180a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:10.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.695+0000 7f1632bea640 1 --2- 172.21.15.82:0/1019101139 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16180a2d70 0x7f16180a5230 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f161c007350 tx=0x7f161c0072e0 comp rx=0 tx=0).stop 2024-09-12T12:37:10.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.695+0000 7f1632bea640 1 -- 172.21.15.82:0/1019101139 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f162c10c160 msgr2=0x7f162c19cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:10.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.695+0000 7f1632bea640 1 --2- 172.21.15.82:0/1019101139 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f162c10c160 0x7f162c19cc70 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f1624005ab0 tx=0x7f16240042f0 comp rx=0 tx=0).stop 2024-09-12T12:37:10.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.695+0000 7f1632bea640 1 -- 172.21.15.82:0/1019101139 shutdown_connections 2024-09-12T12:37:10.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.695+0000 7f1632bea640 1 --2- 172.21.15.82:0/1019101139 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16180a2d70 0x7f16180a5230 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:10.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.695+0000 7f1632bea640 1 --2- 172.21.15.82:0/1019101139 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f162c10c160 0x7f162c19cc70 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:10.695 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.695+0000 7f1632bea640 1 --2- 172.21.15.82:0/1019101139 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f162c103650 0x7f162c1988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:10.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.695+0000 7f1632bea640 1 --2- 172.21.15.82:0/1019101139 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f162c102d30 0x7f162c1983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:10.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.695+0000 7f1632bea640 1 -- 172.21.15.82:0/1019101139 >> 172.21.15.82:0/1019101139 conn(0x7f162c0fc7d0 msgr2=0x7f162c0fd430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:10.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.695+0000 7f1632bea640 1 -- 172.21.15.82:0/1019101139 shutdown_connections 2024-09-12T12:37:10.696 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:10.695+0000 7f1632bea640 1 -- 172.21.15.82:0/1019101139 wait complete. 2024-09-12T12:37:11.341 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --set-id e6048f9 --release --await' 2024-09-12T12:37:11.342 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --set-id e6048f9 --release --await 2024-09-12T12:37:11.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:11 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1019101139' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:37:11.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:11 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1019101139' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:37:11.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:11 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1019101139' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:37:11.588 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:37:12.125 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.121+0000 7fc981685640 1 -- 172.21.15.82:0/4242834264 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc97c101de0 msgr2=0x7fc97c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:12.125 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.121+0000 7fc981685640 1 --2- 172.21.15.82:0/4242834264 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc97c101de0 0x7fc97c1021c0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fc96c009900 tx=0x7fc96c02a410 comp rx=0 tx=0).stop 2024-09-12T12:37:12.125 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.121+0000 7fc981685640 1 -- 172.21.15.82:0/4242834264 shutdown_connections 2024-09-12T12:37:12.125 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.121+0000 7fc981685640 1 --2- 172.21.15.82:0/4242834264 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc97c106f10 0x7fc97c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.126 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.121+0000 7fc981685640 1 --2- 172.21.15.82:0/4242834264 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc97c102790 0x7fc97c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.126 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.121+0000 7fc981685640 1 --2- 172.21.15.82:0/4242834264 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc97c101de0 0x7fc97c1021c0 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.126 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.121+0000 7fc981685640 1 -- 172.21.15.82:0/4242834264 >> 172.21.15.82:0/4242834264 conn(0x7fc97c0fd8c0 msgr2=0x7fc97c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:12.126 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.121+0000 7fc981685640 1 -- 172.21.15.82:0/4242834264 shutdown_connections 2024-09-12T12:37:12.127 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.121+0000 7fc981685640 1 -- 172.21.15.82:0/4242834264 wait complete. 2024-09-12T12:37:12.127 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.122+0000 7fc981685640 1 Processor -- start 2024-09-12T12:37:12.127 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.122+0000 7fc981685640 1 -- start start 2024-09-12T12:37:12.127 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.122+0000 7fc981685640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc97c101de0 0x7fc97c198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.127 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.122+0000 7fc981685640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc97c102790 0x7fc97c1989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.122+0000 7fc981685640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc97c106f10 0x7fc97c19cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.122+0000 7fc981685640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc97c111fb0 con 0x7fc97c101de0 2024-09-12T12:37:12.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.122+0000 7fc981685640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc97c111e30 con 0x7fc97c106f10 2024-09-12T12:37:12.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.122+0000 7fc981685640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc97c112130 con 0x7fc97c102790 2024-09-12T12:37:12.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.122+0000 7fc97affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc97c101de0 0x7fc97c198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.122+0000 7fc97affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc97c101de0 0x7fc97c198490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38578/0 (socket says 172.21.15.82:38578) 2024-09-12T12:37:12.128 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.122+0000 7fc97affd640 1 -- 172.21.15.82:0/3823829600 learned_addr learned my addr 172.21.15.82:0/3823829600 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:12.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.122+0000 7fc97b7fe640 1 --2- 172.21.15.82:0/3823829600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc97c106f10 0x7fc97c19cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.123+0000 7fc9727fc640 1 --2- 172.21.15.82:0/3823829600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc97c102790 0x7fc97c1989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.123+0000 7fc97affd640 1 -- 172.21.15.82:0/3823829600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc97c102790 msgr2=0x7fc97c1989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:12.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.123+0000 7fc97affd640 1 --2- 172.21.15.82:0/3823829600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc97c102790 0x7fc97c1989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.129 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.123+0000 7fc97affd640 1 -- 172.21.15.82:0/3823829600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc97c106f10 msgr2=0x7fc97c19cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:12.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.123+0000 7fc97affd640 1 --2- 172.21.15.82:0/3823829600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc97c106f10 0x7fc97c19cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.123+0000 7fc97affd640 1 -- 172.21.15.82:0/3823829600 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc97c19d440 con 0x7fc97c101de0 2024-09-12T12:37:12.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.123+0000 7fc97affd640 1 --2- 172.21.15.82:0/3823829600 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc97c101de0 0x7fc97c198490 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7fc96c006010 tx=0x7fc96c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:12.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.123+0000 7fc978ff9640 1 -- 172.21.15.82:0/3823829600 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc96c03f030 con 0x7fc97c101de0 2024-09-12T12:37:12.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.123+0000 7fc978ff9640 1 -- 172.21.15.82:0/3823829600 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc96c003ce0 con 0x7fc97c101de0 2024-09-12T12:37:12.130 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.123+0000 7fc978ff9640 1 -- 172.21.15.82:0/3823829600 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc96c035070 con 0x7fc97c101de0 2024-09-12T12:37:12.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.123+0000 7fc981685640 1 -- 172.21.15.82:0/3823829600 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc97c19d6d0 con 0x7fc97c101de0 2024-09-12T12:37:12.131 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.123+0000 7fc981685640 1 -- 172.21.15.82:0/3823829600 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc97c19db60 con 0x7fc97c101de0 2024-09-12T12:37:12.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.125+0000 7fc978ff9640 1 -- 172.21.15.82:0/3823829600 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc96c042030 con 0x7fc97c101de0 2024-09-12T12:37:12.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.126+0000 7fc983a5e740 1 Processor -- start 2024-09-12T12:37:12.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.126+0000 7fc983a5e740 1 -- start start 2024-09-12T12:37:12.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.126+0000 7fc983a5e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f78f80 0x55c433f79360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.126+0000 7fc983a5e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f798a0 0x55c433f88110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.126+0000 7fc983a5e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f88650 0x55c433f8aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.126+0000 7fc983a5e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c433ede620 con 0x55c433f88650 2024-09-12T12:37:12.141 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.126+0000 7fc983a5e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c433e85e50 con 0x55c433f78f80 2024-09-12T12:37:12.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.126+0000 7fc983a5e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55c433eda5e0 con 0x55c433f798a0 2024-09-12T12:37:12.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.126+0000 7fc978ff9640 1 --2- 172.21.15.82:0/3823829600 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc9680a2cf0 0x7fc9680a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.126+0000 7fc9727fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f88650 0x55c433f8aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.126+0000 7fc9727fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f88650 0x55c433f8aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38588/0 (socket says 172.21.15.82:38588) 2024-09-12T12:37:12.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.126+0000 7fc9727fc640 1 -- 172.21.15.82:0/207064675 learned_addr learned my addr 172.21.15.82:0/207064675 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:12.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.127+0000 7fc97b7fe640 1 --2- 172.21.15.82:0/3823829600 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc9680a2cf0 0x7fc9680a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.142 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.127+0000 7fc978ff9640 1 -- 172.21.15.82:0/3823829600 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8666+0+0 (secure 0 0 0) 0x7fc96c0ef9f0 con 0x7fc97c101de0 2024-09-12T12:37:12.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.127+0000 7fc97b7fe640 1 --2- 172.21.15.82:0/207064675 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f78f80 0x55c433f79360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.127+0000 7fc97affd640 1 --2- 172.21.15.82:0/207064675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f798a0 0x55c433f88110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.127+0000 7fc9727fc640 1 -- 172.21.15.82:0/207064675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f798a0 msgr2=0x55c433f88110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:12.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.127+0000 7fc9727fc640 1 --2- 172.21.15.82:0/207064675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f798a0 0x55c433f88110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.127+0000 7fc9727fc640 1 -- 172.21.15.82:0/207064675 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f78f80 msgr2=0x55c433f79360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:12.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.127+0000 7fc9727fc640 1 --2- 172.21.15.82:0/207064675 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f78f80 0x55c433f79360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.127+0000 7fc9727fc640 1 -- 172.21.15.82:0/207064675 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c433e76d40 con 0x55c433f88650 2024-09-12T12:37:12.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.127+0000 7fc97b7fe640 1 --2- 172.21.15.82:0/3823829600 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc9680a2cf0 0x7fc9680a51b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc974005fd0 tx=0x7fc974009de0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:12.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.127+0000 7fc9727fc640 1 --2- 172.21.15.82:0/207064675 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f88650 0x55c433f8aa40 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fc96400b7f0 tx=0x7fc96400bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26f5ecb31b36b001 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:12.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.127+0000 7fc9717fa640 1 -- 172.21.15.82:0/207064675 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc96400d950 con 0x55c433f88650 2024-09-12T12:37:12.143 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.127+0000 7fc9717fa640 1 -- 172.21.15.82:0/207064675 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc964018070 con 0x55c433f88650 2024-09-12T12:37:12.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.127+0000 7fc9717fa640 1 -- 172.21.15.82:0/207064675 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9640123e0 con 0x55c433f88650 2024-09-12T12:37:12.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.128+0000 7fc983a5e740 1 -- 172.21.15.82:0/207064675 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f88650 msgr2=0x55c433f8aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:12.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.128+0000 7fc983a5e740 1 --2- 172.21.15.82:0/207064675 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f88650 0x55c433f8aa40 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fc96400b7f0 tx=0x7fc96400bcb0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.128+0000 7fc983a5e740 1 -- 172.21.15.82:0/207064675 shutdown_connections 2024-09-12T12:37:12.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.128+0000 7fc983a5e740 1 --2- 172.21.15.82:0/207064675 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f88650 0x55c433f8aa40 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.128+0000 7fc983a5e740 1 --2- 172.21.15.82:0/207064675 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f798a0 0x55c433f88110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.128+0000 7fc983a5e740 1 --2- 172.21.15.82:0/207064675 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f78f80 0x55c433f79360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.128+0000 7fc983a5e740 1 -- 172.21.15.82:0/207064675 >> 172.21.15.82:0/207064675 conn(0x55c433f755f0 msgr2=0x55c433f759d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:12.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.128+0000 7fc983a5e740 1 -- 172.21.15.82:0/207064675 shutdown_connections 2024-09-12T12:37:12.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.128+0000 7fc983a5e740 1 -- 172.21.15.82:0/207064675 wait complete. 2024-09-12T12:37:12.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.128+0000 7fc983a5e740 1 -- start start 2024-09-12T12:37:12.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc983a5e740 1 Processor -- start 2024-09-12T12:37:12.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc983a5e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f78f80 0x55c433f85610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc983a5e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f798a0 0x55c433f85b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc983a5e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 0x55c433f86090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc983a5e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c433f8b1c0 con 0x55c433f78f80 2024-09-12T12:37:12.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc983a5e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c433e66f10 con 0x55c433f798a0 2024-09-12T12:37:12.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc983a5e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55c433f8b340 con 0x55c433f88650 2024-09-12T12:37:12.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc983a5e740 10 client.0 _ll_register_callbacks cb 0x55c433e8adb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:37:12.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc97affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f78f80 0x55c433f85610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc97affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f78f80 0x55c433f85610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38602/0 (socket says 172.21.15.82:38602) 2024-09-12T12:37:12.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc97affd640 1 -- 172.21.15.82:0/3744246739 learned_addr learned my addr 172.21.15.82:0/3744246739 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:12.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc9727fc640 1 --2- 172.21.15.82:0/3744246739 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f798a0 0x55c433f85b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc97b7fe640 1 --2- 172.21.15.82:0/3744246739 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 0x55c433f86090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc97affd640 1 -- 172.21.15.82:0/3744246739 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 msgr2=0x55c433f86090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:12.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc97affd640 1 --2- 172.21.15.82:0/3744246739 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 0x55c433f86090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc97affd640 1 -- 172.21.15.82:0/3744246739 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f798a0 msgr2=0x55c433f85b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:12.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc97affd640 1 --2- 172.21.15.82:0/3744246739 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f798a0 0x55c433f85b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc97affd640 1 -- 172.21.15.82:0/3744246739 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c433bed580 con 0x55c433f78f80 2024-09-12T12:37:12.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc97affd640 1 --2- 172.21.15.82:0/3744246739 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f78f80 0x55c433f85610 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fc96c0bbc40 tx=0x7fc96c0bbd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50c3d6078f230e1c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:12.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.129+0000 7fc9627fc640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:37:12.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc9627fc640 1 -- 172.21.15.82:0/3744246739 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc96c0d8060 con 0x55c433f78f80 2024-09-12T12:37:12.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc9627fc640 1 -- 172.21.15.82:0/3744246739 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8666+0+0 (secure 0 0 0) 0x7fc96c0bc1a0 con 0x55c433f78f80 2024-09-12T12:37:12.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc983a5e740 1 -- 172.21.15.82:0/3744246739 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc964018070 con 0x55c433f78f80 2024-09-12T12:37:12.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc9627fc640 1 -- 172.21.15.82:0/3744246739 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc96c0eb050 con 0x55c433f78f80 2024-09-12T12:37:12.146 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc983a5e740 10 client.16809 fetch_fsmap learned FSMap version 28 2024-09-12T12:37:12.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc983a5e740 1 -- 172.21.15.82:0/3744246739 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c433cb7960 con 0x55c433f78f80 2024-09-12T12:37:12.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc9627fc640 1 -- 172.21.15.82:0/3744246739 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc964018070 con 0x55c433f78f80 2024-09-12T12:37:12.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc9627fc640 1 -- 172.21.15.82:0/3744246739 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc96c0c4720 con 0x55c433f78f80 2024-09-12T12:37:12.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc983a5e740 10 client.16809 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:37:12.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc983a5e740 10 client.16809 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:37:12.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc983a5e740 20 client.16809 populate_metadata read hostname 'smithi082' 2024-09-12T12:37:12.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc983a5e740 1 --2- 172.21.15.82:0/3744246739 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c433f982a0 0x55c433f9a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc983a5e740 4 client.16809 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:37:12.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc983a5e740 1 -- 172.21.15.82:0/3744246739 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c433eebb90 con 0x55c433f982a0 2024-09-12T12:37:12.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.130+0000 7fc9727fc640 1 --2- 172.21.15.82:0/3744246739 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c433f982a0 0x55c433f9a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.147 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.131+0000 7fc9727fc640 1 --2- 172.21.15.82:0/3744246739 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c433f982a0 0x55c433f9a6d0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2072168542813606 server_cookie=fd9ef61327e2f26d in_seq=0 out_seq=0 2024-09-12T12:37:12.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.131+0000 7fc9627fc640 10 client.16809 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:12.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.131+0000 7fc9627fc640 1 -- 172.21.15.82:0/3744246739 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c433eebb90 con 0x55c433f982a0 2024-09-12T12:37:12.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.131+0000 7fc9627fc640 10 client.16809 handle_command_reply: tid=0 2024-09-12T12:37:12.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.132+0000 7fc983a5e740 1 client.16809 shutdown 2024-09-12T12:37:12.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.132+0000 7fc983a5e740 1 -- 172.21.15.82:0/3744246739 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f78f80 msgr2=0x55c433f85610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:12.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.132+0000 7fc983a5e740 1 --2- 172.21.15.82:0/3744246739 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f78f80 0x55c433f85610 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fc96c0bbc40 tx=0x7fc96c0bbd80 comp rx=0 tx=0).stop 2024-09-12T12:37:12.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.132+0000 7fc983a5e740 1 -- 172.21.15.82:0/3744246739 shutdown_connections 2024-09-12T12:37:12.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.132+0000 7fc983a5e740 1 --2- 172.21.15.82:0/3744246739 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c433f982a0 0x55c433f9a6d0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.132+0000 7fc983a5e740 1 --2- 172.21.15.82:0/3744246739 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 0x55c433f86090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.148 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.132+0000 7fc983a5e740 1 --2- 172.21.15.82:0/3744246739 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f798a0 0x55c433f85b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.132+0000 7fc9627fc640 0 client.16809 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:12.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.132+0000 7fc983a5e740 1 --2- 172.21.15.82:0/3744246739 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f78f80 0x55c433f85610 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.132+0000 7fc983a5e740 1 -- 172.21.15.82:0/3744246739 >> 172.21.15.82:0/3744246739 conn(0x55c433f755f0 msgr2=0x55c433f7b280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:12.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.132+0000 7fc983a5e740 1 -- 172.21.15.82:0/3744246739 shutdown_connections 2024-09-12T12:37:12.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.132+0000 7fc983a5e740 1 -- 172.21.15.82:0/3744246739 wait complete. 2024-09-12T12:37:12.149 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.132+0000 7fc983a5e740 20 client.16809 trim_cache size 0 max 16384 2024-09-12T12:37:12.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.148+0000 7fc983a5e740 1 Processor -- start 2024-09-12T12:37:12.153 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.148+0000 7fc983a5e740 1 -- start start 2024-09-12T12:37:12.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc983a5e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f78f80 0x55c433f9ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc983a5e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f798a0 0x55c433fa04e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc983a5e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 0x55c433f82870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc983a5e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc97c1ab890 con 0x55c433f798a0 2024-09-12T12:37:12.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc983a5e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc97c1ad3d0 con 0x55c433f78f80 2024-09-12T12:37:12.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc983a5e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc97c1abf60 con 0x55c433f88650 2024-09-12T12:37:12.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc9727fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f798a0 0x55c433fa04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc9727fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f798a0 0x55c433fa04e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38608/0 (socket says 172.21.15.82:38608) 2024-09-12T12:37:12.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc9727fc640 1 -- 172.21.15.82:0/666923020 learned_addr learned my addr 172.21.15.82:0/666923020 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:12.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc97b7fe640 1 --2- 172.21.15.82:0/666923020 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 0x55c433f82870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc97affd640 1 --2- 172.21.15.82:0/666923020 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f78f80 0x55c433f9ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.154 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc9727fc640 1 -- 172.21.15.82:0/666923020 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 msgr2=0x55c433f82870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:12.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc9727fc640 1 --2- 172.21.15.82:0/666923020 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 0x55c433f82870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc9727fc640 1 -- 172.21.15.82:0/666923020 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f78f80 msgr2=0x55c433f9ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:12.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc9727fc640 1 --2- 172.21.15.82:0/666923020 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f78f80 0x55c433f9ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc9727fc640 1 -- 172.21.15.82:0/666923020 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c433f73bb0 con 0x55c433f798a0 2024-09-12T12:37:12.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc97affd640 1 --2- 172.21.15.82:0/666923020 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f78f80 0x55c433f9ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:37:12.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc9727fc640 1 --2- 172.21.15.82:0/666923020 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f798a0 0x55c433fa04e0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7fc964004810 tx=0x7fc96400f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=368e666a239293e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:12.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.149+0000 7fc970ff9640 1 -- 172.21.15.82:0/666923020 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc964029070 con 0x55c433f798a0 2024-09-12T12:37:12.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.150+0000 7fc970ff9640 1 -- 172.21.15.82:0/666923020 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc964018040 con 0x55c433f798a0 2024-09-12T12:37:12.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.150+0000 7fc970ff9640 1 -- 172.21.15.82:0/666923020 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc964025810 con 0x55c433f798a0 2024-09-12T12:37:12.155 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.150+0000 7fc983a5e740 1 -- 172.21.15.82:0/666923020 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f798a0 msgr2=0x55c433fa04e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:12.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.150+0000 7fc983a5e740 1 --2- 172.21.15.82:0/666923020 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f798a0 0x55c433fa04e0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7fc964004810 tx=0x7fc96400f040 comp rx=0 tx=0).stop 2024-09-12T12:37:12.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.150+0000 7fc983a5e740 1 -- 172.21.15.82:0/666923020 shutdown_connections 2024-09-12T12:37:12.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.150+0000 7fc983a5e740 1 --2- 172.21.15.82:0/666923020 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 0x55c433f82870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.150+0000 7fc983a5e740 1 --2- 172.21.15.82:0/666923020 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f798a0 0x55c433fa04e0 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.150+0000 7fc983a5e740 1 --2- 172.21.15.82:0/666923020 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f78f80 0x55c433f9ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.150+0000 7fc983a5e740 1 -- 172.21.15.82:0/666923020 >> 172.21.15.82:0/666923020 conn(0x55c433f755f0 msgr2=0x55c433f83ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:12.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.150+0000 7fc983a5e740 1 -- 172.21.15.82:0/666923020 shutdown_connections 2024-09-12T12:37:12.156 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.150+0000 7fc983a5e740 1 -- 172.21.15.82:0/666923020 wait complete. 2024-09-12T12:37:12.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc983a5e740 1 -- start start 2024-09-12T12:37:12.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc983a5e740 1 Processor -- start 2024-09-12T12:37:12.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc983a5e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f78f80 0x55c433f8c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc983a5e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f798a0 0x55c433f8cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc983a5e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 0x55c434001f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc983a5e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc97c1acd00 con 0x55c433f78f80 2024-09-12T12:37:12.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc983a5e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc97c1ac630 con 0x55c433f798a0 2024-09-12T12:37:12.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc983a5e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc97c1a9890 con 0x55c433f88650 2024-09-12T12:37:12.157 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc983a5e740 10 client.0 _ll_register_callbacks cb 0x7fc96c0095f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:37:12.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc97affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f78f80 0x55c433f8c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc97affd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f78f80 0x55c433f8c750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38612/0 (socket says 172.21.15.82:38612) 2024-09-12T12:37:12.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc97affd640 1 -- 172.21.15.82:0/3973556364 learned_addr learned my addr 172.21.15.82:0/3973556364 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:12.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc97b7fe640 1 --2- 172.21.15.82:0/3973556364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 0x55c434001f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc9727fc640 1 --2- 172.21.15.82:0/3973556364 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f798a0 0x55c433f8cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc97affd640 1 -- 172.21.15.82:0/3973556364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 msgr2=0x55c434001f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:12.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc97affd640 1 --2- 172.21.15.82:0/3973556364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 0x55c434001f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc97affd640 1 -- 172.21.15.82:0/3973556364 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f798a0 msgr2=0x55c433f8cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:12.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc97affd640 1 --2- 172.21.15.82:0/3973556364 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f798a0 0x55c433f8cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.151+0000 7fc97affd640 1 -- 172.21.15.82:0/3973556364 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4340024b0 con 0x55c433f78f80 2024-09-12T12:37:12.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc97affd640 1 --2- 172.21.15.82:0/3973556364 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f78f80 0x55c433f8c750 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fc96c0ba1f0 tx=0x7fc96c0c49d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3284b5fc83b633f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:12.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc9627fc640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:37:12.158 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc9627fc640 1 -- 172.21.15.82:0/3973556364 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc96c049040 con 0x55c433f78f80 2024-09-12T12:37:12.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc9627fc640 1 -- 172.21.15.82:0/3973556364 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8666+0+0 (secure 0 0 0) 0x7fc96c0bb390 con 0x55c433f78f80 2024-09-12T12:37:12.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc983a5e740 1 -- 172.21.15.82:0/3973556364 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc964018040 con 0x55c433f78f80 2024-09-12T12:37:12.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc9627fc640 1 -- 172.21.15.82:0/3973556364 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc96c0c4c00 con 0x55c433f78f80 2024-09-12T12:37:12.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc983a5e740 10 client.16815 fetch_fsmap learned FSMap version 28 2024-09-12T12:37:12.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc983a5e740 1 -- 172.21.15.82:0/3973556364 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c4340036b0 con 0x55c433f78f80 2024-09-12T12:37:12.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc9627fc640 1 -- 172.21.15.82:0/3973556364 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc964018040 con 0x55c433f78f80 2024-09-12T12:37:12.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc9627fc640 1 -- 172.21.15.82:0/3973556364 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc96c0b7c90 con 0x55c433f78f80 2024-09-12T12:37:12.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc983a5e740 10 client.16815 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:37:12.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc983a5e740 10 client.16815 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:37:12.159 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc983a5e740 20 client.16815 populate_metadata read hostname 'smithi082' 2024-09-12T12:37:12.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc983a5e740 1 --2- 172.21.15.82:0/3973556364 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c434003c40 0x55c434006030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:12.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc983a5e740 4 client.16815 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "e6048f9", "release": true, "await": true}] 2024-09-12T12:37:12.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.152+0000 7fc983a5e740 1 -- 172.21.15.82:0/3973556364 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "set_id": "e6048f9", "release": true, "await": true}) -- 0x55c433f86420 con 0x55c434003c40 2024-09-12T12:37:12.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.153+0000 7fc9727fc640 1 --2- 172.21.15.82:0/3973556364 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c434003c40 0x55c434006030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:12.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.153+0000 7fc9727fc640 1 --2- 172.21.15.82:0/3973556364 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c434003c40 0x55c434006030 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3125674058d0dfe server_cookie=d4998f7e08d45efc in_seq=0 out_seq=0 2024-09-12T12:37:12.160 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.153+0000 7fc9627fc640 10 client.16815 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:12.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.156+0000 7fc9627fc640 1 -- 172.21.15.82:0/3973556364 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55c433f86420 con 0x55c434003c40 2024-09-12T12:37:12.161 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.156+0000 7fc9627fc640 10 client.16815 handle_command_reply: tid=0 2024-09-12T12:37:12.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.156+0000 7fc983a5e740 1 client.16815 shutdown 2024-09-12T12:37:12.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc983a5e740 1 -- 172.21.15.82:0/3973556364 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f78f80 msgr2=0x55c433f8c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:12.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc983a5e740 1 --2- 172.21.15.82:0/3973556364 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f78f80 0x55c433f8c750 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fc96c0ba1f0 tx=0x7fc96c0c49d0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc983a5e740 1 -- 172.21.15.82:0/3973556364 shutdown_connections 2024-09-12T12:37:12.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc983a5e740 1 --2- 172.21.15.82:0/3973556364 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c434003c40 0x55c434006030 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc983a5e740 1 --2- 172.21.15.82:0/3973556364 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c433f88650 0x55c434001f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc983a5e740 1 --2- 172.21.15.82:0/3973556364 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c433f798a0 0x55c433f8cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.162 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc9627fc640 0 client.16815 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:12.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc983a5e740 1 --2- 172.21.15.82:0/3973556364 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c433f78f80 0x55c433f8c750 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc983a5e740 1 -- 172.21.15.82:0/3973556364 >> 172.21.15.82:0/3973556364 conn(0x55c433f755f0 msgr2=0x55c433f73f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:12.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc983a5e740 1 -- 172.21.15.82:0/3973556364 shutdown_connections 2024-09-12T12:37:12.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc983a5e740 1 -- 172.21.15.82:0/3973556364 wait complete. 2024-09-12T12:37:12.163 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc983a5e740 20 client.16815 trim_cache size 0 max 16384 2024-09-12T12:37:12.163 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:37:12.163 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:37:12.163 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:37:12.164 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 44, 2024-09-12T12:37:12.164 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:37:12.164 INFO:teuthology.orchestra.run.smithi082.stdout: "e6048f9": { 2024-09-12T12:37:12.164 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 44, 2024-09-12T12:37:12.164 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:37:12.164 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:37:12.164 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:37:12.164 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:37:12.164 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:37:12.165 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:37:12.165 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 142.6, 2024-09-12T12:37:12.165 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:37:12.165 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:37:12.165 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:37:12.165 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:37:12.165 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:37:12.165 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:37:12.165 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:37:12.165 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:37:12.165 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:37:12.165 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:37:12.166 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:37:12.166 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:37:12.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc981685640 1 -- 172.21.15.82:0/3823829600 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc9680a2cf0 msgr2=0x7fc9680a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:12.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc981685640 1 --2- 172.21.15.82:0/3823829600 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc9680a2cf0 0x7fc9680a51b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc974005fd0 tx=0x7fc974009de0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.166 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc981685640 1 -- 172.21.15.82:0/3823829600 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc97c101de0 msgr2=0x7fc97c198490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:12.167 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc981685640 1 --2- 172.21.15.82:0/3823829600 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc97c101de0 0x7fc97c198490 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7fc96c006010 tx=0x7fc96c0042f0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.167 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc981685640 1 -- 172.21.15.82:0/3823829600 shutdown_connections 2024-09-12T12:37:12.167 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc981685640 1 --2- 172.21.15.82:0/3823829600 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc9680a2cf0 0x7fc9680a51b0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.167 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc981685640 1 --2- 172.21.15.82:0/3823829600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc97c106f10 0x7fc97c19cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.167 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc981685640 1 --2- 172.21.15.82:0/3823829600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc97c102790 0x7fc97c1989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.167 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc981685640 1 --2- 172.21.15.82:0/3823829600 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc97c101de0 0x7fc97c198490 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:12.168 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc981685640 1 -- 172.21.15.82:0/3823829600 >> 172.21.15.82:0/3823829600 conn(0x7fc97c0fd8c0 msgr2=0x7fc97c0fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:12.168 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.157+0000 7fc981685640 1 -- 172.21.15.82:0/3823829600 shutdown_connections 2024-09-12T12:37:12.168 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:37:12.158+0000 7fc981685640 1 -- 172.21.15.82:0/3823829600 wait complete. 2024-09-12T12:37:12.472 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:12 smithi082 ceph-mon[31122]: pgmap v326: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 33 op/s 2024-09-12T12:37:12.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:12 smithi097 ceph-mon[34923]: pgmap v326: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 33 op/s 2024-09-12T12:37:12.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:12 smithi114 ceph-mon[35514]: pgmap v326: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 33 op/s 2024-09-12T12:37:12.925 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'e6048f9', total seconds elapsed: 25.7 2024-09-12T12:37:14.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:13 smithi097 ceph-mon[34923]: pgmap v327: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 33 op/s 2024-09-12T12:37:14.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:13 smithi097 ceph-mon[34923]: osdmap e94: 12 total, 12 up, 12 in 2024-09-12T12:37:14.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:13 smithi082 ceph-mon[31122]: pgmap v327: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 33 op/s 2024-09-12T12:37:14.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:13 smithi082 ceph-mon[31122]: osdmap e94: 12 total, 12 up, 12 in 2024-09-12T12:37:14.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:13 smithi114 ceph-mon[35514]: pgmap v327: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 33 op/s 2024-09-12T12:37:14.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:13 smithi114 ceph-mon[35514]: osdmap e94: 12 total, 12 up, 12 in 2024-09-12T12:37:16.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:15 smithi097 ceph-mon[34923]: pgmap v329: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-09-12T12:37:16.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:15 smithi082 ceph-mon[31122]: pgmap v329: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-09-12T12:37:16.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:15 smithi114 ceph-mon[35514]: pgmap v329: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-09-12T12:37:16.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.815+0000 7f656598d640 1 -- 172.21.15.82:0/3549714531 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f65601035a0 msgr2=0x7f656010ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.815+0000 7f656598d640 1 --2- 172.21.15.82:0/3549714531 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f65601035a0 0x7f656010ba80 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f6554009900 tx=0x7f655402a480 comp rx=0 tx=0).stop 2024-09-12T12:37:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.815+0000 7f656598d640 1 -- 172.21.15.82:0/3549714531 shutdown_connections 2024-09-12T12:37:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.815+0000 7f656598d640 1 --2- 172.21.15.82:0/3549714531 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f656010c0d0 0x7f656010e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.815+0000 7f656598d640 1 --2- 172.21.15.82:0/3549714531 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f65601035a0 0x7f656010ba80 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.815+0000 7f656598d640 1 --2- 172.21.15.82:0/3549714531 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6560102c80 0x7f6560103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.815+0000 7f656598d640 1 -- 172.21.15.82:0/3549714531 >> 172.21.15.82:0/3549714531 conn(0x7f6560077990 msgr2=0x7f65600fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.815+0000 7f656598d640 1 -- 172.21.15.82:0/3549714531 shutdown_connections 2024-09-12T12:37:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.815+0000 7f656598d640 1 -- 172.21.15.82:0/3549714531 wait complete. 2024-09-12T12:37:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.816+0000 7f656598d640 1 Processor -- start 2024-09-12T12:37:16.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.816+0000 7f656598d640 1 -- start start 2024-09-12T12:37:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.816+0000 7f656598d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6560102c80 0x7f6560198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.816+0000 7f656598d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f65601035a0 0x7f65601988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.816+0000 7f656598d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f656010c0d0 0x7f656019cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.816+0000 7f656598d640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6560111eb0 con 0x7f65601035a0 2024-09-12T12:37:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.816+0000 7f656598d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6560111d30 con 0x7f656010c0d0 2024-09-12T12:37:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.816+0000 7f656598d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6560112030 con 0x7f6560102c80 2024-09-12T12:37:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.816+0000 7f655e7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f65601035a0 0x7f65601988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.816+0000 7f655e7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f65601035a0 0x7f65601988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38624/0 (socket says 172.21.15.82:38624) 2024-09-12T12:37:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.816+0000 7f655e7fc640 1 -- 172.21.15.82:0/1732935793 learned_addr learned my addr 172.21.15.82:0/1732935793 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.816+0000 7f655effd640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6560102c80 0x7f6560198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.817+0000 7f655f7fe640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f656010c0d0 0x7f656019cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.817+0000 7f655e7fc640 1 -- 172.21.15.82:0/1732935793 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6560102c80 msgr2=0x7f6560198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.817+0000 7f655e7fc640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6560102c80 0x7f6560198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.817+0000 7f655e7fc640 1 -- 172.21.15.82:0/1732935793 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f656010c0d0 msgr2=0x7f656019cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.817+0000 7f655e7fc640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f656010c0d0 0x7f656019cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.817+0000 7f655e7fc640 1 -- 172.21.15.82:0/1732935793 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f656019d350 con 0x7f65601035a0 2024-09-12T12:37:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.817+0000 7f655effd640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6560102c80 0x7f6560198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:37:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.817+0000 7f655f7fe640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f656010c0d0 0x7f656019cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:37:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.817+0000 7f655e7fc640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f65601035a0 0x7f65601988a0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f6554006010 tx=0x7f6554004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.817+0000 7f656498b640 1 -- 172.21.15.82:0/1732935793 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f655403f030 con 0x7f65601035a0 2024-09-12T12:37:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.817+0000 7f656598d640 1 -- 172.21.15.82:0/1732935793 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f656019d5e0 con 0x7f65601035a0 2024-09-12T12:37:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.817+0000 7f656498b640 1 -- 172.21.15.82:0/1732935793 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6554004440 con 0x7f65601035a0 2024-09-12T12:37:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.817+0000 7f656598d640 1 -- 172.21.15.82:0/1732935793 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65601a4ed0 con 0x7f65601035a0 2024-09-12T12:37:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.817+0000 7f656498b640 1 -- 172.21.15.82:0/1732935793 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6554049060 con 0x7f65601035a0 2024-09-12T12:37:16.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.819+0000 7f656498b640 1 -- 172.21.15.82:0/1732935793 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f6554042030 con 0x7f65601035a0 2024-09-12T12:37:16.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f6568804740 1 Processor -- start 2024-09-12T12:37:16.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f6568804740 1 -- start start 2024-09-12T12:37:16.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f6568804740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d31a10 0x5559b1d31df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f6568804740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d32330 0x5559b1d40b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f6568804740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d410c0 0x5559b1d434b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f6568804740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5559b1c962f0 con 0x5559b1d31a10 2024-09-12T12:37:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f6568804740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5559b1c3e270 con 0x5559b1d410c0 2024-09-12T12:37:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f6568804740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5559b1c922b0 con 0x5559b1d32330 2024-09-12T12:37:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f656498b640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f65480a2da0 0x7f65480a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f655f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d31a10 0x5559b1d31df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f655f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d31a10 0x5559b1d31df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38640/0 (socket says 172.21.15.82:38640) 2024-09-12T12:37:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f655f7fe640 1 -- 172.21.15.82:0/108203600 learned_addr learned my addr 172.21.15.82:0/108203600 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f655effd640 1 --2- 172.21.15.82:0/108203600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d32330 0x5559b1d40b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f655f7fe640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f65480a2da0 0x7f65480a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.820+0000 7f655e7fc640 1 --2- 172.21.15.82:0/108203600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d410c0 0x5559b1d434b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.821+0000 7f656498b640 1 -- 172.21.15.82:0/1732935793 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8622+0+0 (secure 0 0 0) 0x7f65540efce0 con 0x7f65601035a0 2024-09-12T12:37:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.821+0000 7f655f7fe640 1 -- 172.21.15.82:0/108203600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d32330 msgr2=0x5559b1d40b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.821+0000 7f655f7fe640 1 --2- 172.21.15.82:0/108203600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d32330 0x5559b1d40b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.821+0000 7f655f7fe640 1 -- 172.21.15.82:0/108203600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d410c0 msgr2=0x5559b1d434b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.821+0000 7f655f7fe640 1 --2- 172.21.15.82:0/108203600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d410c0 0x5559b1d434b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.821+0000 7f655f7fe640 1 -- 172.21.15.82:0/108203600 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559b1c3d340 con 0x5559b1d31a10 2024-09-12T12:37:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.821+0000 7f655f7fe640 1 --2- 172.21.15.82:0/108203600 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d31a10 0x5559b1d31df0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f6558014b40 tx=0x7f65580113e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6f4dd45b0059118 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.821+0000 7f655f7fe640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f65480a2da0 0x7f65480a5260 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6558005f60 tx=0x7f655801c000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.821+0000 7f6545ffb640 1 -- 172.21.15.82:0/108203600 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6558022070 con 0x5559b1d31a10 2024-09-12T12:37:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.821+0000 7f6545ffb640 1 -- 172.21.15.82:0/108203600 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6558005500 con 0x5559b1d31a10 2024-09-12T12:37:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.821+0000 7f6545ffb640 1 -- 172.21.15.82:0/108203600 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f655800ca80 con 0x5559b1d31a10 2024-09-12T12:37:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.822+0000 7f6568804740 1 -- 172.21.15.82:0/108203600 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d31a10 msgr2=0x5559b1d31df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.822+0000 7f6568804740 1 --2- 172.21.15.82:0/108203600 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d31a10 0x5559b1d31df0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f6558014b40 tx=0x7f65580113e0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.822+0000 7f6568804740 1 -- 172.21.15.82:0/108203600 shutdown_connections 2024-09-12T12:37:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.822+0000 7f6568804740 1 --2- 172.21.15.82:0/108203600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d410c0 0x5559b1d434b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.822+0000 7f6568804740 1 --2- 172.21.15.82:0/108203600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d32330 0x5559b1d40b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.822+0000 7f6568804740 1 --2- 172.21.15.82:0/108203600 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d31a10 0x5559b1d31df0 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.822+0000 7f6568804740 1 -- 172.21.15.82:0/108203600 >> 172.21.15.82:0/108203600 conn(0x5559b1d2e060 msgr2=0x5559b1d2e440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.822+0000 7f6568804740 1 -- 172.21.15.82:0/108203600 shutdown_connections 2024-09-12T12:37:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.822+0000 7f6568804740 1 -- 172.21.15.82:0/108203600 wait complete. 2024-09-12T12:37:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.822+0000 7f6568804740 1 -- start start 2024-09-12T12:37:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f6568804740 1 Processor -- start 2024-09-12T12:37:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f6568804740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d31a10 0x5559b1d3e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f6568804740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d32330 0x5559b1d3e540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f6568804740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d3ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f6568804740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5559b1d43c90 con 0x5559b1d410c0 2024-09-12T12:37:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f6568804740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5559b1c1f290 con 0x5559b1d31a10 2024-09-12T12:37:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f6568804740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5559b1d43e10 con 0x5559b1d32330 2024-09-12T12:37:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f6568804740 10 client.0 _ll_register_callbacks cb 0x5559b1c50140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:37:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f655f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d3ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f655f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d3ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38648/0 (socket says 172.21.15.82:38648) 2024-09-12T12:37:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f655f7fe640 1 -- 172.21.15.82:0/564006276 learned_addr learned my addr 172.21.15.82:0/564006276 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f655e7fc640 1 --2- 172.21.15.82:0/564006276 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d32330 0x5559b1d3e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f655effd640 1 --2- 172.21.15.82:0/564006276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d31a10 0x5559b1d3e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f655f7fe640 1 -- 172.21.15.82:0/564006276 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d32330 msgr2=0x5559b1d3e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f655f7fe640 1 --2- 172.21.15.82:0/564006276 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d32330 0x5559b1d3e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f655f7fe640 1 -- 172.21.15.82:0/564006276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d31a10 msgr2=0x5559b1d3e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f655f7fe640 1 --2- 172.21.15.82:0/564006276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d31a10 0x5559b1d3e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f655f7fe640 1 -- 172.21.15.82:0/564006276 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559b19a9210 con 0x5559b1d410c0 2024-09-12T12:37:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f655f7fe640 1 --2- 172.21.15.82:0/564006276 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d3ea80 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f655800ce60 tx=0x7f655800ce90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6389426682a95379 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.823+0000 7f653effd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:37:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f653effd640 1 -- 172.21.15.82:0/564006276 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6558022040 con 0x5559b1d410c0 2024-09-12T12:37:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f653effd640 1 -- 172.21.15.82:0/564006276 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8622+0+0 (secure 0 0 0) 0x7f65580035f0 con 0x5559b1d410c0 2024-09-12T12:37:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f6568804740 1 -- 172.21.15.82:0/564006276 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6558005500 con 0x5559b1d410c0 2024-09-12T12:37:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f653effd640 1 -- 172.21.15.82:0/564006276 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6558005850 con 0x5559b1d410c0 2024-09-12T12:37:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f6568804740 10 client.16827 fetch_fsmap learned FSMap version 28 2024-09-12T12:37:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f6568804740 1 -- 172.21.15.82:0/564006276 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5559b1a75620 con 0x5559b1d410c0 2024-09-12T12:37:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f653effd640 1 -- 172.21.15.82:0/564006276 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6558005500 con 0x5559b1d410c0 2024-09-12T12:37:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f653effd640 1 -- 172.21.15.82:0/564006276 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f655801d070 con 0x5559b1d410c0 2024-09-12T12:37:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f6568804740 10 client.16827 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:37:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f6568804740 10 client.16827 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:37:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f6568804740 20 client.16827 populate_metadata read hostname 'smithi082' 2024-09-12T12:37:16.834 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f6568804740 1 --2- 172.21.15.82:0/564006276 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5559b1d51080 0x5559b1d53470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.834 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f6568804740 4 client.16827 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:37:16.834 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f6568804740 1 -- 172.21.15.82:0/564006276 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5559b1ca3a20 con 0x5559b1d51080 2024-09-12T12:37:16.834 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.824+0000 7f655effd640 1 --2- 172.21.15.82:0/564006276 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5559b1d51080 0x5559b1d53470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.834 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.825+0000 7f653effd640 10 client.16827 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:16.834 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.825+0000 7f655effd640 1 --2- 172.21.15.82:0/564006276 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5559b1d51080 0x5559b1d53470 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1141dbd1b0eba0 server_cookie=f9dfe848ce9a528c in_seq=0 out_seq=0 2024-09-12T12:37:16.834 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f653effd640 1 -- 172.21.15.82:0/564006276 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5559b1ca3a20 con 0x5559b1d51080 2024-09-12T12:37:16.834 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f653effd640 10 client.16827 handle_command_reply: tid=0 2024-09-12T12:37:16.834 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f6568804740 1 client.16827 shutdown 2024-09-12T12:37:16.834 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f6568804740 1 -- 172.21.15.82:0/564006276 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 msgr2=0x5559b1d3ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f6568804740 1 --2- 172.21.15.82:0/564006276 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d3ea80 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f655800ce60 tx=0x7f655800ce90 comp rx=0 tx=0).stop 2024-09-12T12:37:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f6568804740 1 -- 172.21.15.82:0/564006276 shutdown_connections 2024-09-12T12:37:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f6568804740 1 --2- 172.21.15.82:0/564006276 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5559b1d51080 0x5559b1d53470 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f6568804740 1 --2- 172.21.15.82:0/564006276 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d3ea80 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f6568804740 1 --2- 172.21.15.82:0/564006276 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d32330 0x5559b1d3e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f653effd640 0 client.16827 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f6568804740 1 --2- 172.21.15.82:0/564006276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d31a10 0x5559b1d3e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f6568804740 1 -- 172.21.15.82:0/564006276 >> 172.21.15.82:0/564006276 conn(0x5559b1d2e060 msgr2=0x5559b1d33d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f6568804740 1 -- 172.21.15.82:0/564006276 shutdown_connections 2024-09-12T12:37:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f6568804740 1 -- 172.21.15.82:0/564006276 wait complete. 2024-09-12T12:37:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.826+0000 7f6568804740 20 client.16827 trim_cache size 0 max 16384 2024-09-12T12:37:16.844 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.840+0000 7f6568804740 1 Processor -- start 2024-09-12T12:37:16.844 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.840+0000 7f6568804740 1 -- start start 2024-09-12T12:37:16.845 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.840+0000 7f6568804740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d31a10 0x5559b1d58aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.845 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.840+0000 7f6568804740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d32330 0x5559b1d58fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.845 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.840+0000 7f6568804740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d3b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.845 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.840+0000 7f6568804740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f65601ab6a0 con 0x5559b1d410c0 2024-09-12T12:37:16.845 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.840+0000 7f6568804740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f65601ad1e0 con 0x5559b1d32330 2024-09-12T12:37:16.845 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.840+0000 7f6568804740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f65601abd70 con 0x5559b1d31a10 2024-09-12T12:37:16.846 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.840+0000 7f655f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d3b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.846 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.841+0000 7f655f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d3b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38658/0 (socket says 172.21.15.82:38658) 2024-09-12T12:37:16.846 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.841+0000 7f655f7fe640 1 -- 172.21.15.82:0/255495205 learned_addr learned my addr 172.21.15.82:0/255495205 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:16.846 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.841+0000 7f655f7fe640 1 -- 172.21.15.82:0/255495205 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d31a10 msgr2=0x5559b1d58aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:16.846 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.841+0000 7f655f7fe640 1 --2- 172.21.15.82:0/255495205 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d31a10 0x5559b1d58aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.846 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.841+0000 7f655f7fe640 1 -- 172.21.15.82:0/255495205 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d32330 msgr2=0x5559b1d58fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:16.846 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.841+0000 7f655f7fe640 1 --2- 172.21.15.82:0/255495205 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d32330 0x5559b1d58fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.846 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.841+0000 7f655f7fe640 1 -- 172.21.15.82:0/255495205 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559b1d39bb0 con 0x5559b1d410c0 2024-09-12T12:37:16.846 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.841+0000 7f655f7fe640 1 --2- 172.21.15.82:0/255495205 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d3b240 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f6558009650 tx=0x7f65580368a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8704e91e8ab8545b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:16.846 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.841+0000 7f65457fa640 1 -- 172.21.15.82:0/255495205 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6558005850 con 0x5559b1d410c0 2024-09-12T12:37:16.846 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.841+0000 7f65457fa640 1 -- 172.21.15.82:0/255495205 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6558036470 con 0x5559b1d410c0 2024-09-12T12:37:16.847 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.841+0000 7f65457fa640 1 -- 172.21.15.82:0/255495205 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6558005570 con 0x5559b1d410c0 2024-09-12T12:37:16.847 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 -- 172.21.15.82:0/255495205 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 msgr2=0x5559b1d3b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:16.847 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 --2- 172.21.15.82:0/255495205 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d3b240 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f6558009650 tx=0x7f65580368a0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.847 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 -- 172.21.15.82:0/255495205 shutdown_connections 2024-09-12T12:37:16.847 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 --2- 172.21.15.82:0/255495205 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d3b240 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.847 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 --2- 172.21.15.82:0/255495205 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d32330 0x5559b1d58fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.847 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 --2- 172.21.15.82:0/255495205 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d31a10 0x5559b1d58aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.847 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 -- 172.21.15.82:0/255495205 >> 172.21.15.82:0/255495205 conn(0x5559b1d2e060 msgr2=0x5559b1d40080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:16.847 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 -- 172.21.15.82:0/255495205 shutdown_connections 2024-09-12T12:37:16.847 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 -- 172.21.15.82:0/255495205 wait complete. 2024-09-12T12:37:16.847 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 -- start start 2024-09-12T12:37:16.847 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 Processor -- start 2024-09-12T12:37:16.847 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d31a10 0x5559b1d49790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.848 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d32330 0x5559b1d44ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.848 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d44ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.848 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f65601acb10 con 0x5559b1d410c0 2024-09-12T12:37:16.848 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f65601ac440 con 0x5559b1d32330 2024-09-12T12:37:16.848 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.842+0000 7f6568804740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f65601a96a0 con 0x5559b1d31a10 2024-09-12T12:37:16.849 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f6568804740 10 client.0 _ll_register_callbacks cb 0x7f6554005890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:37:16.849 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f655f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d44ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.849 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f655f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d44ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38660/0 (socket says 172.21.15.82:38660) 2024-09-12T12:37:16.849 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f655f7fe640 1 -- 172.21.15.82:0/1018704764 learned_addr learned my addr 172.21.15.82:0/1018704764 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:16.849 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f655e7fc640 1 --2- 172.21.15.82:0/1018704764 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d32330 0x5559b1d44ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.849 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f655effd640 1 --2- 172.21.15.82:0/1018704764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d31a10 0x5559b1d49790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.849 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f655f7fe640 1 -- 172.21.15.82:0/1018704764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d31a10 msgr2=0x5559b1d49790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:16.849 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f655f7fe640 1 --2- 172.21.15.82:0/1018704764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d31a10 0x5559b1d49790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.849 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f655f7fe640 1 -- 172.21.15.82:0/1018704764 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d32330 msgr2=0x5559b1d44ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:16.849 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f655f7fe640 1 --2- 172.21.15.82:0/1018704764 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d32330 0x5559b1d44ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.850 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f655f7fe640 1 -- 172.21.15.82:0/1018704764 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559b1d45800 con 0x5559b1d410c0 2024-09-12T12:37:16.850 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f655f7fe640 1 --2- 172.21.15.82:0/1018704764 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d44ff0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f6558036c20 tx=0x7f6558014a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36b96490300dbeb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:16.850 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f653effd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:37:16.850 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f653effd640 1 -- 172.21.15.82:0/1018704764 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6558005620 con 0x5559b1d410c0 2024-09-12T12:37:16.850 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f653effd640 1 -- 172.21.15.82:0/1018704764 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8622+0+0 (secure 0 0 0) 0x7f65580035f0 con 0x5559b1d410c0 2024-09-12T12:37:16.850 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f6568804740 1 -- 172.21.15.82:0/1018704764 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6558036470 con 0x5559b1d410c0 2024-09-12T12:37:16.850 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f653effd640 1 -- 172.21.15.82:0/1018704764 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f655804e050 con 0x5559b1d410c0 2024-09-12T12:37:16.850 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f6568804740 10 client.16833 fetch_fsmap learned FSMap version 28 2024-09-12T12:37:16.850 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.843+0000 7f6568804740 1 -- 172.21.15.82:0/1018704764 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5559b1dbb9f0 con 0x5559b1d410c0 2024-09-12T12:37:16.850 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.844+0000 7f653effd640 1 -- 172.21.15.82:0/1018704764 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6558036470 con 0x5559b1d410c0 2024-09-12T12:37:16.850 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.844+0000 7f653effd640 1 -- 172.21.15.82:0/1018704764 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f655803d020 con 0x5559b1d410c0 2024-09-12T12:37:16.850 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.844+0000 7f6568804740 10 client.16833 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:37:16.850 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.844+0000 7f6568804740 10 client.16833 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:37:16.851 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.844+0000 7f6568804740 20 client.16833 populate_metadata read hostname 'smithi082' 2024-09-12T12:37:16.851 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.844+0000 7f6568804740 1 --2- 172.21.15.82:0/1018704764 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5559b1dbbff0 0x5559b1dbe3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:16.851 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.844+0000 7f6568804740 4 client.16833 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:37:16.851 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.844+0000 7f6568804740 1 -- 172.21.15.82:0/1018704764 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5559b1c9dd70 con 0x5559b1dbbff0 2024-09-12T12:37:16.851 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.844+0000 7f655effd640 1 --2- 172.21.15.82:0/1018704764 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5559b1dbbff0 0x5559b1dbe3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:16.851 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.844+0000 7f653effd640 10 client.16833 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:16.851 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.844+0000 7f655effd640 1 --2- 172.21.15.82:0/1018704764 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5559b1dbbff0 0x5559b1dbe3e0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a09ebc40a83a1e17 server_cookie=fbcca64a0243c3cf in_seq=0 out_seq=0 2024-09-12T12:37:16.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.856+0000 7f653effd640 1 -- 172.21.15.82:0/1018704764 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5559b1c9dd70 con 0x5559b1dbbff0 2024-09-12T12:37:16.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.856+0000 7f653effd640 10 client.16833 handle_command_reply: tid=0 2024-09-12T12:37:16.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.857+0000 7f6568804740 1 client.16833 shutdown 2024-09-12T12:37:16.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.857+0000 7f6568804740 1 -- 172.21.15.82:0/1018704764 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 msgr2=0x5559b1d44ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:16.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.857+0000 7f6568804740 1 --2- 172.21.15.82:0/1018704764 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d44ff0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f6558036c20 tx=0x7f6558014a00 comp rx=0 tx=0).stop 2024-09-12T12:37:16.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.857+0000 7f6568804740 1 -- 172.21.15.82:0/1018704764 shutdown_connections 2024-09-12T12:37:16.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.857+0000 7f6568804740 1 --2- 172.21.15.82:0/1018704764 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5559b1dbbff0 0x5559b1dbe3e0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.858 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.857+0000 7f6568804740 1 --2- 172.21.15.82:0/1018704764 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5559b1d410c0 0x5559b1d44ff0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.859 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.857+0000 7f6568804740 1 --2- 172.21.15.82:0/1018704764 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5559b1d32330 0x5559b1d44ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.859 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.857+0000 7f653effd640 0 client.16833 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:16.859 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.857+0000 7f6568804740 1 --2- 172.21.15.82:0/1018704764 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5559b1d31a10 0x5559b1d49790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.859 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.857+0000 7f6568804740 1 -- 172.21.15.82:0/1018704764 >> 172.21.15.82:0/1018704764 conn(0x5559b1d2e060 msgr2=0x5559b1d2c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:16.859 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.857+0000 7f6568804740 1 -- 172.21.15.82:0/1018704764 shutdown_connections 2024-09-12T12:37:16.859 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.857+0000 7f6568804740 1 -- 172.21.15.82:0/1018704764 wait complete. 2024-09-12T12:37:16.859 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.857+0000 7f6568804740 20 client.16833 trim_cache size 0 max 16384 2024-09-12T12:37:16.860 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:37:16.860 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:37:16.860 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:37:16.860 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:37:16.860 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.858+0000 7f656598d640 1 -- 172.21.15.82:0/1732935793 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f65480a2da0 msgr2=0x7f65480a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:16.861 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.858+0000 7f656598d640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f65480a2da0 0x7f65480a5260 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6558005f60 tx=0x7f655801c000 comp rx=0 tx=0).stop 2024-09-12T12:37:16.861 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.858+0000 7f656598d640 1 -- 172.21.15.82:0/1732935793 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f65601035a0 msgr2=0x7f65601988a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:16.861 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.858+0000 7f656598d640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f65601035a0 0x7f65601988a0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f6554006010 tx=0x7f6554004040 comp rx=0 tx=0).stop 2024-09-12T12:37:16.861 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.858+0000 7f656598d640 1 -- 172.21.15.82:0/1732935793 shutdown_connections 2024-09-12T12:37:16.861 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.858+0000 7f656598d640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f65480a2da0 0x7f65480a5260 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.861 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.858+0000 7f656598d640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f656010c0d0 0x7f656019cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.861 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.858+0000 7f656598d640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f65601035a0 0x7f65601988a0 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.861 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.858+0000 7f656598d640 1 --2- 172.21.15.82:0/1732935793 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6560102c80 0x7f6560198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:16.861 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.858+0000 7f656598d640 1 -- 172.21.15.82:0/1732935793 >> 172.21.15.82:0/1732935793 conn(0x7f6560077990 msgr2=0x7f65600fcfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:16.861 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.858+0000 7f656598d640 1 -- 172.21.15.82:0/1732935793 shutdown_connections 2024-09-12T12:37:16.861 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:16.858+0000 7f656598d640 1 -- 172.21.15.82:0/1732935793 wait complete. 2024-09-12T12:37:18.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:17 smithi097 ceph-mon[34923]: pgmap v330: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-09-12T12:37:18.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:17 smithi082 ceph-mon[31122]: pgmap v330: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-09-12T12:37:18.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:17 smithi114 ceph-mon[35514]: pgmap v330: 97 pgs: 97 active+clean; 2.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-09-12T12:37:20.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:19 smithi097 ceph-mon[34923]: pgmap v331: 97 pgs: 97 active+clean; 2.8 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 16 op/s 2024-09-12T12:37:20.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:19 smithi082 ceph-mon[31122]: pgmap v331: 97 pgs: 97 active+clean; 2.8 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 16 op/s 2024-09-12T12:37:20.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:19 smithi114 ceph-mon[35514]: pgmap v331: 97 pgs: 97 active+clean; 2.8 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 16 op/s 2024-09-12T12:37:22.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:21 smithi097 ceph-mon[34923]: pgmap v332: 97 pgs: 97 active+clean; 2.8 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 16 op/s 2024-09-12T12:37:22.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:21 smithi082 ceph-mon[31122]: pgmap v332: 97 pgs: 97 active+clean; 2.8 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 16 op/s 2024-09-12T12:37:22.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:21 smithi114 ceph-mon[35514]: pgmap v332: 97 pgs: 97 active+clean; 2.8 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 16 op/s 2024-09-12T12:37:24.121 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:23 smithi114 ceph-mon[35514]: pgmap v333: 97 pgs: 97 active+clean; 2.8 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 16 op/s 2024-09-12T12:37:24.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:23 smithi097 ceph-mon[34923]: pgmap v333: 97 pgs: 97 active+clean; 2.8 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 16 op/s 2024-09-12T12:37:24.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:23 smithi082 ceph-mon[31122]: pgmap v333: 97 pgs: 97 active+clean; 2.8 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 16 op/s 2024-09-12T12:37:26.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:25 smithi097 ceph-mon[34923]: pgmap v334: 97 pgs: 97 active+clean; 3.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 46 KiB/s wr, 20 op/s 2024-09-12T12:37:26.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:25 smithi082 ceph-mon[31122]: pgmap v334: 97 pgs: 97 active+clean; 3.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 46 KiB/s wr, 20 op/s 2024-09-12T12:37:26.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:25 smithi114 ceph-mon[35514]: pgmap v334: 97 pgs: 97 active+clean; 3.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 46 KiB/s wr, 20 op/s 2024-09-12T12:37:28.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:27 smithi097 ceph-mon[34923]: pgmap v335: 97 pgs: 97 active+clean; 3.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 37 KiB/s wr, 14 op/s 2024-09-12T12:37:28.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:27 smithi082 ceph-mon[31122]: pgmap v335: 97 pgs: 97 active+clean; 3.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 37 KiB/s wr, 14 op/s 2024-09-12T12:37:28.293 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.293 INFO:tasks.workunit.client.0.smithi082.stdout:313/600: open fd = 3 2024-09-12T12:37:28.293 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.293 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.293 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.293 INFO:tasks.workunit.client.0.smithi082.stdout:314/600: open fd = 3 2024-09-12T12:37:28.293 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.293 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.294 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.294 INFO:tasks.workunit.client.0.smithi082.stdout:315/600: open fd = 3 2024-09-12T12:37:28.294 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.294 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.294 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.294 INFO:tasks.workunit.client.0.smithi082.stdout:316/600: open fd = 3 2024-09-12T12:37:28.294 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.294 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.294 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.294 INFO:tasks.workunit.client.0.smithi082.stdout:317/600: open fd = 3 2024-09-12T12:37:28.294 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.294 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.294 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.294 INFO:tasks.workunit.client.0.smithi082.stdout:318/600: open fd = 3 2024-09-12T12:37:28.295 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.295 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.295 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.295 INFO:tasks.workunit.client.0.smithi082.stdout:319/600: open fd = 3 2024-09-12T12:37:28.295 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.295 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.295 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.295 INFO:tasks.workunit.client.0.smithi082.stdout:320/600: open fd = 3 2024-09-12T12:37:28.295 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.295 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.295 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.295 INFO:tasks.workunit.client.0.smithi082.stdout:321/600: open fd = 3 2024-09-12T12:37:28.295 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.295 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.296 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.296 INFO:tasks.workunit.client.0.smithi082.stdout:322/600: open fd = 3 2024-09-12T12:37:28.296 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.296 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.296 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.296 INFO:tasks.workunit.client.0.smithi082.stdout:323/600: open fd = 3 2024-09-12T12:37:28.296 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.296 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.296 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.296 INFO:tasks.workunit.client.0.smithi082.stdout:324/600: open fd = 3 2024-09-12T12:37:28.296 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.296 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.296 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.297 INFO:tasks.workunit.client.0.smithi082.stdout:325/600: open fd = 3 2024-09-12T12:37:28.297 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.297 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.297 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.297 INFO:tasks.workunit.client.0.smithi082.stdout:326/600: open fd = 3 2024-09-12T12:37:28.297 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.297 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.297 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.297 INFO:tasks.workunit.client.0.smithi082.stdout:327/600: open fd = 3 2024-09-12T12:37:28.297 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.297 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.297 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.297 INFO:tasks.workunit.client.0.smithi082.stdout:328/600: open fd = 3 2024-09-12T12:37:28.297 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.298 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.298 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.298 INFO:tasks.workunit.client.0.smithi082.stdout:329/600: open fd = 3 2024-09-12T12:37:28.298 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.298 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.298 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.298 INFO:tasks.workunit.client.0.smithi082.stdout:330/600: open fd = 3 2024-09-12T12:37:28.298 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.298 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.298 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.298 INFO:tasks.workunit.client.0.smithi082.stdout:331/600: open fd = 3 2024-09-12T12:37:28.298 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.298 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.298 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.299 INFO:tasks.workunit.client.0.smithi082.stdout:332/600: open fd = 3 2024-09-12T12:37:28.299 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.299 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.299 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.299 INFO:tasks.workunit.client.0.smithi082.stdout:333/600: open fd = 3 2024-09-12T12:37:28.299 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.299 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.299 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.299 INFO:tasks.workunit.client.0.smithi082.stdout:334/600: open fd = 3 2024-09-12T12:37:28.299 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.299 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.299 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.299 INFO:tasks.workunit.client.0.smithi082.stdout:335/600: open fd = 3 2024-09-12T12:37:28.299 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.300 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.300 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.300 INFO:tasks.workunit.client.0.smithi082.stdout:336/600: open fd = 3 2024-09-12T12:37:28.300 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.300 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.300 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.300 INFO:tasks.workunit.client.0.smithi082.stdout:337/600: open fd = 3 2024-09-12T12:37:28.300 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.300 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.300 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.300 INFO:tasks.workunit.client.0.smithi082.stdout:338/600: open fd = 3 2024-09-12T12:37:28.300 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.300 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.301 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.301 INFO:tasks.workunit.client.0.smithi082.stdout:339/600: open fd = 3 2024-09-12T12:37:28.301 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.301 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.301 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.301 INFO:tasks.workunit.client.0.smithi082.stdout:340/600: open fd = 3 2024-09-12T12:37:28.301 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.301 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.301 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.301 INFO:tasks.workunit.client.0.smithi082.stdout:341/600: open fd = 3 2024-09-12T12:37:28.301 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.301 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.301 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.301 INFO:tasks.workunit.client.0.smithi082.stdout:342/600: open fd = 3 2024-09-12T12:37:28.302 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.302 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.302 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.302 INFO:tasks.workunit.client.0.smithi082.stdout:343/600: open fd = 3 2024-09-12T12:37:28.302 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.302 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.302 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.302 INFO:tasks.workunit.client.0.smithi082.stdout:344/600: open fd = 3 2024-09-12T12:37:28.302 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.302 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.302 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.302 INFO:tasks.workunit.client.0.smithi082.stdout:345/600: open fd = 3 2024-09-12T12:37:28.302 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.302 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.303 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.303 INFO:tasks.workunit.client.0.smithi082.stdout:346/600: open fd = 3 2024-09-12T12:37:28.303 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.303 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.303 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.303 INFO:tasks.workunit.client.0.smithi082.stdout:347/600: open fd = 3 2024-09-12T12:37:28.303 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.303 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.303 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.303 INFO:tasks.workunit.client.0.smithi082.stdout:348/600: open fd = 3 2024-09-12T12:37:28.303 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.303 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.303 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.303 INFO:tasks.workunit.client.0.smithi082.stdout:349/600: open fd = 3 2024-09-12T12:37:28.304 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.304 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.304 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.304 INFO:tasks.workunit.client.0.smithi082.stdout:350/600: open fd = 3 2024-09-12T12:37:28.304 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.304 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.304 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.304 INFO:tasks.workunit.client.0.smithi082.stdout:351/600: open fd = 3 2024-09-12T12:37:28.304 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.304 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.304 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.304 INFO:tasks.workunit.client.0.smithi082.stdout:352/600: open fd = 3 2024-09-12T12:37:28.304 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.305 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.305 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.305 INFO:tasks.workunit.client.0.smithi082.stdout:353/600: open fd = 3 2024-09-12T12:37:28.305 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.305 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.305 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.305 INFO:tasks.workunit.client.0.smithi082.stdout:354/600: open fd = 3 2024-09-12T12:37:28.305 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.305 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.305 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.305 INFO:tasks.workunit.client.0.smithi082.stdout:355/600: open fd = 3 2024-09-12T12:37:28.305 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.305 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.305 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.306 INFO:tasks.workunit.client.0.smithi082.stdout:356/600: open fd = 3 2024-09-12T12:37:28.306 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.306 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.306 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.306 INFO:tasks.workunit.client.0.smithi082.stdout:357/600: open fd = 3 2024-09-12T12:37:28.306 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.306 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.306 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.306 INFO:tasks.workunit.client.0.smithi082.stdout:358/600: open fd = 3 2024-09-12T12:37:28.306 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.307 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.307 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.307 INFO:tasks.workunit.client.0.smithi082.stdout:359/600: open fd = 3 2024-09-12T12:37:28.307 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.307 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.307 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.307 INFO:tasks.workunit.client.0.smithi082.stdout:360/600: open fd = 3 2024-09-12T12:37:28.307 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.307 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.307 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.307 INFO:tasks.workunit.client.0.smithi082.stdout:361/600: open fd = 3 2024-09-12T12:37:28.307 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.307 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.308 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.308 INFO:tasks.workunit.client.0.smithi082.stdout:362/600: open fd = 3 2024-09-12T12:37:28.308 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.308 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.308 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.308 INFO:tasks.workunit.client.0.smithi082.stdout:363/600: open fd = 3 2024-09-12T12:37:28.308 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.308 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.308 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.308 INFO:tasks.workunit.client.0.smithi082.stdout:364/600: open fd = 3 2024-09-12T12:37:28.308 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.308 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.308 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.309 INFO:tasks.workunit.client.0.smithi082.stdout:365/600: open fd = 3 2024-09-12T12:37:28.309 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.309 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.309 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.309 INFO:tasks.workunit.client.0.smithi082.stdout:366/600: open fd = 3 2024-09-12T12:37:28.309 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.309 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.309 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.309 INFO:tasks.workunit.client.0.smithi082.stdout:367/600: open fd = 3 2024-09-12T12:37:28.309 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.309 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.309 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.310 INFO:tasks.workunit.client.0.smithi082.stdout:368/600: open fd = 3 2024-09-12T12:37:28.310 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.310 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.310 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.310 INFO:tasks.workunit.client.0.smithi082.stdout:369/600: open fd = 3 2024-09-12T12:37:28.310 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.310 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.310 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.310 INFO:tasks.workunit.client.0.smithi082.stdout:370/600: open fd = 3 2024-09-12T12:37:28.310 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.310 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.310 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.310 INFO:tasks.workunit.client.0.smithi082.stdout:371/600: open fd = 3 2024-09-12T12:37:28.311 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.311 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.311 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.311 INFO:tasks.workunit.client.0.smithi082.stdout:372/600: open fd = 3 2024-09-12T12:37:28.311 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.311 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.311 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.311 INFO:tasks.workunit.client.0.smithi082.stdout:373/600: open fd = 3 2024-09-12T12:37:28.311 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.311 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.311 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.311 INFO:tasks.workunit.client.0.smithi082.stdout:374/600: open fd = 3 2024-09-12T12:37:28.311 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.311 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:37:28.312 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:37:28.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:27 smithi114 ceph-mon[35514]: pgmap v335: 97 pgs: 97 active+clean; 3.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 37 KiB/s wr, 14 op/s 2024-09-12T12:37:29.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.954+0000 7f7130b2a640 1 -- 172.21.15.82:0/1277692075 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f712c1035a0 msgr2=0x7f712c10ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:29.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.954+0000 7f7130b2a640 1 --2- 172.21.15.82:0/1277692075 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f712c1035a0 0x7f712c10ba80 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f7120009900 tx=0x7f712002a480 comp rx=0 tx=0).stop 2024-09-12T12:37:29.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.954+0000 7f7130b2a640 1 -- 172.21.15.82:0/1277692075 shutdown_connections 2024-09-12T12:37:29.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.954+0000 7f7130b2a640 1 --2- 172.21.15.82:0/1277692075 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f712c10c0d0 0x7f712c10e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.954+0000 7f7130b2a640 1 --2- 172.21.15.82:0/1277692075 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f712c1035a0 0x7f712c10ba80 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.954+0000 7f7130b2a640 1 --2- 172.21.15.82:0/1277692075 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f712c102c80 0x7f712c103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.954+0000 7f7130b2a640 1 -- 172.21.15.82:0/1277692075 >> 172.21.15.82:0/1277692075 conn(0x7f712c077990 msgr2=0x7f712c0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:29.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.954+0000 7f7130b2a640 1 -- 172.21.15.82:0/1277692075 shutdown_connections 2024-09-12T12:37:29.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.954+0000 7f7130b2a640 1 -- 172.21.15.82:0/1277692075 wait complete. 2024-09-12T12:37:29.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.955+0000 7f7130b2a640 1 Processor -- start 2024-09-12T12:37:29.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.955+0000 7f7130b2a640 1 -- start start 2024-09-12T12:37:29.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.955+0000 7f7130b2a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f712c102c80 0x7f712c198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.955+0000 7f7130b2a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f712c1035a0 0x7f712c198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.955+0000 7f7130b2a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f712c10c0d0 0x7f712c19cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.955+0000 7f7130b2a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f712c111eb0 con 0x7f712c1035a0 2024-09-12T12:37:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.955+0000 7f7130b2a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f712c111d30 con 0x7f712c10c0d0 2024-09-12T12:37:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.955+0000 7f7130b2a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f712c112030 con 0x7f712c102c80 2024-09-12T12:37:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.955+0000 7f7129d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f712c1035a0 0x7f712c198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.955+0000 7f7129d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f712c1035a0 0x7f712c198840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35502/0 (socket says 172.21.15.82:35502) 2024-09-12T12:37:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.955+0000 7f7129d9b640 1 -- 172.21.15.82:0/2664619695 learned_addr learned my addr 172.21.15.82:0/2664619695 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.955+0000 7f712a59c640 1 --2- 172.21.15.82:0/2664619695 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f712c102c80 0x7f712c198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.955+0000 7f712ad9d640 1 --2- 172.21.15.82:0/2664619695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f712c10c0d0 0x7f712c19cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.956+0000 7f7129d9b640 1 -- 172.21.15.82:0/2664619695 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f712c102c80 msgr2=0x7f712c198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.956+0000 7f7129d9b640 1 --2- 172.21.15.82:0/2664619695 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f712c102c80 0x7f712c198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.956+0000 7f7129d9b640 1 -- 172.21.15.82:0/2664619695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f712c10c0d0 msgr2=0x7f712c19cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.956+0000 7f7129d9b640 1 --2- 172.21.15.82:0/2664619695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f712c10c0d0 0x7f712c19cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.956+0000 7f7129d9b640 1 -- 172.21.15.82:0/2664619695 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f712c19d2f0 con 0x7f712c1035a0 2024-09-12T12:37:29.959 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.956+0000 7f7129d9b640 1 --2- 172.21.15.82:0/2664619695 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f712c1035a0 0x7f712c198840 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f7120006010 tx=0x7f71200042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:29.959 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.956+0000 7f711b7fe640 1 -- 172.21.15.82:0/2664619695 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f712003f030 con 0x7f712c1035a0 2024-09-12T12:37:29.959 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.956+0000 7f711b7fe640 1 -- 172.21.15.82:0/2664619695 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7120003ce0 con 0x7f712c1035a0 2024-09-12T12:37:29.959 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.956+0000 7f7130b2a640 1 -- 172.21.15.82:0/2664619695 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f712c19d580 con 0x7f712c1035a0 2024-09-12T12:37:29.959 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.956+0000 7f711b7fe640 1 -- 172.21.15.82:0/2664619695 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7120035070 con 0x7f712c1035a0 2024-09-12T12:37:29.959 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.956+0000 7f7130b2a640 1 -- 172.21.15.82:0/2664619695 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f712c1a4e70 con 0x7f712c1035a0 2024-09-12T12:37:29.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.959+0000 7f711b7fe640 1 -- 172.21.15.82:0/2664619695 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f7120042030 con 0x7f712c1035a0 2024-09-12T12:37:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.959+0000 7f71338c3740 1 Processor -- start 2024-09-12T12:37:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.959+0000 7f71338c3740 1 -- start start 2024-09-12T12:37:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f71338c3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 0x55eb96345db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f71338c3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963462f0 0x55eb96354b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f71338c3740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963550c0 0x55eb963574b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f71338c3740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55eb962aa2f0 con 0x55eb963550c0 2024-09-12T12:37:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f71338c3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55eb96252270 con 0x55eb963459d0 2024-09-12T12:37:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f71338c3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55eb962a62b0 con 0x55eb963462f0 2024-09-12T12:37:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f7129d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963550c0 0x55eb963574b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f712a59c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963462f0 0x55eb96354b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f712a59c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963462f0 0x55eb96354b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.82:42326/0 (socket says 172.21.15.82:42326) 2024-09-12T12:37:29.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f712a59c640 1 -- 172.21.15.82:0/3282055836 learned_addr learned my addr 172.21.15.82:0/3282055836 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:29.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f711b7fe640 1 --2- 172.21.15.82:0/2664619695 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f71140a2da0 0x7f71140a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f712ad9d640 1 --2- 172.21.15.82:0/3282055836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 0x55eb96345db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f712ad9d640 1 --2- 172.21.15.82:0/2664619695 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f71140a2da0 0x7f71140a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f711b7fe640 1 -- 172.21.15.82:0/2664619695 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8622+0+0 (secure 0 0 0) 0x7f71200efb30 con 0x7f712c1035a0 2024-09-12T12:37:29.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f7129d9b640 1 -- 172.21.15.82:0/3282055836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963462f0 msgr2=0x55eb96354b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:29.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f7129d9b640 1 --2- 172.21.15.82:0/3282055836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963462f0 0x55eb96354b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f7129d9b640 1 -- 172.21.15.82:0/3282055836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 msgr2=0x55eb96345db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f7129d9b640 1 --2- 172.21.15.82:0/3282055836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 0x55eb96345db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f7129d9b640 1 -- 172.21.15.82:0/3282055836 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb96251340 con 0x55eb963550c0 2024-09-12T12:37:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.960+0000 7f712ad9d640 1 --2- 172.21.15.82:0/3282055836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 0x55eb96345db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:37:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.961+0000 7f7129d9b640 1 --2- 172.21.15.82:0/3282055836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963550c0 0x55eb963574b0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f71200ed220 tx=0x7f712002a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3db0139a6eee7cbc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.961+0000 7f712ad9d640 1 --2- 172.21.15.82:0/2664619695 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f71140a2da0 0x7f71140a5260 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7124005fd0 tx=0x7f7124009600 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.961+0000 7f7118ff9640 1 -- 172.21.15.82:0/3282055836 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7120049070 con 0x55eb963550c0 2024-09-12T12:37:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.961+0000 7f7118ff9640 1 -- 172.21.15.82:0/3282055836 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f71200dc0d0 con 0x55eb963550c0 2024-09-12T12:37:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.961+0000 7f7118ff9640 1 -- 172.21.15.82:0/3282055836 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71200c03a0 con 0x55eb963550c0 2024-09-12T12:37:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.961+0000 7f71338c3740 1 -- 172.21.15.82:0/3282055836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963550c0 msgr2=0x55eb963574b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.961+0000 7f71338c3740 1 --2- 172.21.15.82:0/3282055836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963550c0 0x55eb963574b0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f71200ed220 tx=0x7f712002a480 comp rx=0 tx=0).stop 2024-09-12T12:37:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.961+0000 7f71338c3740 1 -- 172.21.15.82:0/3282055836 shutdown_connections 2024-09-12T12:37:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.961+0000 7f71338c3740 1 --2- 172.21.15.82:0/3282055836 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963550c0 0x55eb963574b0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.961+0000 7f71338c3740 1 --2- 172.21.15.82:0/3282055836 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963462f0 0x55eb96354b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.961+0000 7f71338c3740 1 --2- 172.21.15.82:0/3282055836 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 0x55eb96345db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f71338c3740 1 -- 172.21.15.82:0/3282055836 >> 172.21.15.82:0/3282055836 conn(0x55eb96342060 msgr2=0x55eb96342440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:29.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f71338c3740 1 -- 172.21.15.82:0/3282055836 shutdown_connections 2024-09-12T12:37:29.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f71338c3740 1 -- 172.21.15.82:0/3282055836 wait complete. 2024-09-12T12:37:29.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f71338c3740 1 -- start start 2024-09-12T12:37:29.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f71338c3740 1 Processor -- start 2024-09-12T12:37:29.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f71338c3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 0x55eb963520b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f71338c3740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963462f0 0x55eb963525f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f71338c3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963550c0 0x55eb96352b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f71338c3740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55eb962aa2f0 con 0x55eb963462f0 2024-09-12T12:37:29.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f71338c3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55eb96233290 con 0x55eb963459d0 2024-09-12T12:37:29.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f71338c3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55eb96357ab0 con 0x55eb963550c0 2024-09-12T12:37:29.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f71338c3740 10 client.0 _ll_register_callbacks cb 0x55eb96264140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:37:29.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f7129d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963462f0 0x55eb963525f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f7129d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963462f0 0x55eb963525f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35508/0 (socket says 172.21.15.82:35508) 2024-09-12T12:37:29.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.962+0000 7f7129d9b640 1 -- 172.21.15.82:0/190673577 learned_addr learned my addr 172.21.15.82:0/190673577 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:29.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f712a59c640 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 0x55eb963520b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f7129d9b640 1 -- 172.21.15.82:0/190673577 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963550c0 msgr2=0x55eb96352b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:29.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f712ad9d640 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963550c0 0x55eb96352b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f7129d9b640 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963550c0 0x55eb96352b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f7129d9b640 1 -- 172.21.15.82:0/190673577 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 msgr2=0x55eb963520b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:29.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f7129d9b640 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 0x55eb963520b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.972 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f7129d9b640 1 -- 172.21.15.82:0/190673577 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb95fbd210 con 0x55eb963462f0 2024-09-12T12:37:29.972 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f712a59c640 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 0x55eb963520b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:37:29.972 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f712ad9d640 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963550c0 0x55eb96352b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:37:29.972 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f7129d9b640 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963462f0 0x55eb963525f0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f71200c4730 tx=0x7f7120031a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7688e71e5203bdd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:29.972 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f7111ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:37:29.972 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f7111ffb640 1 -- 172.21.15.82:0/190673577 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7120049070 con 0x55eb963462f0 2024-09-12T12:37:29.972 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f7111ffb640 1 -- 172.21.15.82:0/190673577 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8622+0+0 (secure 0 0 0) 0x7f71200bc460 con 0x55eb963462f0 2024-09-12T12:37:29.972 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f71338c3740 1 -- 172.21.15.82:0/190673577 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55eb962b7a20 con 0x55eb963462f0 2024-09-12T12:37:29.972 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f7111ffb640 1 -- 172.21.15.82:0/190673577 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f71200bbb30 con 0x55eb963462f0 2024-09-12T12:37:29.972 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f71338c3740 10 client.16845 fetch_fsmap learned FSMap version 28 2024-09-12T12:37:29.972 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f71338c3740 1 -- 172.21.15.82:0/190673577 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55eb96089620 con 0x55eb963462f0 2024-09-12T12:37:29.972 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f7111ffb640 1 -- 172.21.15.82:0/190673577 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55eb962b7a20 con 0x55eb963462f0 2024-09-12T12:37:29.972 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f7111ffb640 1 -- 172.21.15.82:0/190673577 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f71200c47d0 con 0x55eb963462f0 2024-09-12T12:37:29.973 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f71338c3740 10 client.16845 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:37:29.973 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.963+0000 7f71338c3740 10 client.16845 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:37:29.973 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.964+0000 7f71338c3740 20 client.16845 populate_metadata read hostname 'smithi082' 2024-09-12T12:37:29.973 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.964+0000 7f71338c3740 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb96364c90 0x55eb96367080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.973 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.964+0000 7f71338c3740 4 client.16845 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:37:29.973 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.964+0000 7f71338c3740 1 -- 172.21.15.82:0/190673577 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eb962b1d70 con 0x55eb96364c90 2024-09-12T12:37:29.973 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.964+0000 7f712a59c640 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb96364c90 0x55eb96367080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.973 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.964+0000 7f7111ffb640 10 client.16845 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:29.973 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.964+0000 7f712a59c640 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb96364c90 0x55eb96367080 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ddaf8761e707bc36 server_cookie=214db2bb62ec0083 in_seq=0 out_seq=0 2024-09-12T12:37:29.973 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f7111ffb640 1 -- 172.21.15.82:0/190673577 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55eb962b1d70 con 0x55eb96364c90 2024-09-12T12:37:29.973 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f7111ffb640 10 client.16845 handle_command_reply: tid=0 2024-09-12T12:37:29.973 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f71338c3740 1 client.16845 shutdown 2024-09-12T12:37:29.974 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f71338c3740 1 -- 172.21.15.82:0/190673577 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963462f0 msgr2=0x55eb963525f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:29.974 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f71338c3740 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963462f0 0x55eb963525f0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f71200c4730 tx=0x7f7120031a60 comp rx=0 tx=0).stop 2024-09-12T12:37:29.974 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f71338c3740 1 -- 172.21.15.82:0/190673577 shutdown_connections 2024-09-12T12:37:29.974 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f71338c3740 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb96364c90 0x55eb96367080 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.974 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f71338c3740 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963550c0 0x55eb96352b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.974 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f71338c3740 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963462f0 0x55eb963525f0 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.974 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f7111ffb640 0 client.16845 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:29.974 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f71338c3740 1 --2- 172.21.15.82:0/190673577 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 0x55eb963520b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.974 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f71338c3740 1 -- 172.21.15.82:0/190673577 >> 172.21.15.82:0/190673577 conn(0x55eb96342060 msgr2=0x55eb96347dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:29.974 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f71338c3740 1 -- 172.21.15.82:0/190673577 shutdown_connections 2024-09-12T12:37:29.974 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f71338c3740 1 -- 172.21.15.82:0/190673577 wait complete. 2024-09-12T12:37:29.974 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.965+0000 7f71338c3740 20 client.16845 trim_cache size 0 max 16384 2024-09-12T12:37:29.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f71338c3740 1 Processor -- start 2024-09-12T12:37:29.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f71338c3740 1 -- start start 2024-09-12T12:37:29.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f71338c3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963459d0 0x55eb9636c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f71338c3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963462f0 0x55eb9636cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f71338c3740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963550c0 0x55eb9634f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.984 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f71338c3740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f712c1ab5e0 con 0x55eb963550c0 2024-09-12T12:37:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f71338c3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f712c1ad120 con 0x55eb963462f0 2024-09-12T12:37:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f71338c3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f712c1abcb0 con 0x55eb963459d0 2024-09-12T12:37:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f712ad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963550c0 0x55eb9634f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f712ad9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963550c0 0x55eb9634f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35524/0 (socket says 172.21.15.82:35524) 2024-09-12T12:37:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f712ad9d640 1 -- 172.21.15.82:0/3584543424 learned_addr learned my addr 172.21.15.82:0/3584543424 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f712a59c640 1 --2- 172.21.15.82:0/3584543424 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963459d0 0x55eb9636c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f7129d9b640 1 --2- 172.21.15.82:0/3584543424 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963462f0 0x55eb9636cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f712ad9d640 1 -- 172.21.15.82:0/3584543424 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963459d0 msgr2=0x55eb9636c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f712ad9d640 1 --2- 172.21.15.82:0/3584543424 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963459d0 0x55eb9636c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f712ad9d640 1 -- 172.21.15.82:0/3584543424 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963462f0 msgr2=0x55eb9636cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f712ad9d640 1 --2- 172.21.15.82:0/3584543424 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963462f0 0x55eb9636cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f712ad9d640 1 -- 172.21.15.82:0/3584543424 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb963673f0 con 0x55eb963550c0 2024-09-12T12:37:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f7129d9b640 1 --2- 172.21.15.82:0/3584543424 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963462f0 0x55eb9636cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:37:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.980+0000 7f712ad9d640 1 --2- 172.21.15.82:0/3584543424 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963550c0 0x55eb9634f2f0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f7124005c20 tx=0x7f7124009960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f520767378032576 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.981+0000 7f7113fff640 1 -- 172.21.15.82:0/3584543424 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7124011b60 con 0x55eb963550c0 2024-09-12T12:37:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.981+0000 7f7113fff640 1 -- 172.21.15.82:0/3584543424 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7124011d00 con 0x55eb963550c0 2024-09-12T12:37:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.981+0000 7f7113fff640 1 -- 172.21.15.82:0/3584543424 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7124029660 con 0x55eb963550c0 2024-09-12T12:37:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.981+0000 7f71338c3740 1 -- 172.21.15.82:0/3584543424 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963550c0 msgr2=0x55eb9634f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.981+0000 7f71338c3740 1 --2- 172.21.15.82:0/3584543424 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963550c0 0x55eb9634f2f0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f7124005c20 tx=0x7f7124009960 comp rx=0 tx=0).stop 2024-09-12T12:37:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.981+0000 7f71338c3740 1 -- 172.21.15.82:0/3584543424 shutdown_connections 2024-09-12T12:37:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.981+0000 7f71338c3740 1 --2- 172.21.15.82:0/3584543424 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963550c0 0x55eb9634f2f0 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.981+0000 7f71338c3740 1 --2- 172.21.15.82:0/3584543424 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963462f0 0x55eb9636cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.981+0000 7f71338c3740 1 --2- 172.21.15.82:0/3584543424 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963459d0 0x55eb9636c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.981+0000 7f71338c3740 1 -- 172.21.15.82:0/3584543424 >> 172.21.15.82:0/3584543424 conn(0x55eb96342060 msgr2=0x55eb96352890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.981+0000 7f71338c3740 1 -- 172.21.15.82:0/3584543424 shutdown_connections 2024-09-12T12:37:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.981+0000 7f71338c3740 1 -- 172.21.15.82:0/3584543424 wait complete. 2024-09-12T12:37:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.981+0000 7f71338c3740 1 -- start start 2024-09-12T12:37:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f71338c3740 1 Processor -- start 2024-09-12T12:37:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f71338c3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 0x55eb96358e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f71338c3740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963462f0 0x55eb963593b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f71338c3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963550c0 0x55eb963ce880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f71338c3740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f712c1aca50 con 0x55eb963462f0 2024-09-12T12:37:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f71338c3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f712c1ac380 con 0x55eb963459d0 2024-09-12T12:37:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f71338c3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f712c1a95e0 con 0x55eb963550c0 2024-09-12T12:37:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f71338c3740 10 client.0 _ll_register_callbacks cb 0x7f7124009a10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:37:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f7129d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963462f0 0x55eb963593b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f7129d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963462f0 0x55eb963593b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:35528/0 (socket says 172.21.15.82:35528) 2024-09-12T12:37:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f7129d9b640 1 -- 172.21.15.82:0/1699059676 learned_addr learned my addr 172.21.15.82:0/1699059676 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f712a59c640 1 --2- 172.21.15.82:0/1699059676 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 0x55eb96358e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f7129d9b640 1 -- 172.21.15.82:0/1699059676 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963550c0 msgr2=0x55eb963ce880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f7129d9b640 1 --2- 172.21.15.82:0/1699059676 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963550c0 0x55eb963ce880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f7129d9b640 1 -- 172.21.15.82:0/1699059676 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 msgr2=0x55eb96358e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f7129d9b640 1 --2- 172.21.15.82:0/1699059676 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 0x55eb96358e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f7129d9b640 1 -- 172.21.15.82:0/1699059676 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb963cedc0 con 0x55eb963462f0 2024-09-12T12:37:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f7129d9b640 1 --2- 172.21.15.82:0/1699059676 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963462f0 0x55eb963593b0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f7120000c00 tx=0x7f71200ed310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bf34ce9f4b14e25 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f7111ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:37:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.982+0000 7f7111ffb640 1 -- 172.21.15.82:0/1699059676 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7120049030 con 0x55eb963462f0 2024-09-12T12:37:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.983+0000 7f7111ffb640 1 -- 172.21.15.82:0/1699059676 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8622+0+0 (secure 0 0 0) 0x7f712003bb80 con 0x55eb963462f0 2024-09-12T12:37:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.983+0000 7f71338c3740 1 -- 172.21.15.82:0/1699059676 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7124011d00 con 0x55eb963462f0 2024-09-12T12:37:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.983+0000 7f7111ffb640 1 -- 172.21.15.82:0/1699059676 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f71200bb950 con 0x55eb963462f0 2024-09-12T12:37:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.983+0000 7f71338c3740 10 client.16851 fetch_fsmap learned FSMap version 28 2024-09-12T12:37:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.983+0000 7f71338c3740 1 -- 172.21.15.82:0/1699059676 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55eb963cedc0 con 0x55eb963462f0 2024-09-12T12:37:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.983+0000 7f7111ffb640 1 -- 172.21.15.82:0/1699059676 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7124011d00 con 0x55eb963462f0 2024-09-12T12:37:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.983+0000 7f7111ffb640 1 -- 172.21.15.82:0/1699059676 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f71200b8660 con 0x55eb963462f0 2024-09-12T12:37:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.983+0000 7f71338c3740 10 client.16851 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:37:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.983+0000 7f71338c3740 10 client.16851 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:37:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.983+0000 7f71338c3740 20 client.16851 populate_metadata read hostname 'smithi082' 2024-09-12T12:37:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.983+0000 7f71338c3740 1 --2- 172.21.15.82:0/1699059676 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb963d0220 0x55eb963d2640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.983+0000 7f71338c3740 4 client.16851 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:37:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.983+0000 7f71338c3740 1 -- 172.21.15.82:0/1699059676 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55eb9622e900 con 0x55eb963d0220 2024-09-12T12:37:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.983+0000 7f712a59c640 1 --2- 172.21.15.82:0/1699059676 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb963d0220 0x55eb963d2640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.984+0000 7f7111ffb640 10 client.16851 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.984+0000 7f712a59c640 1 --2- 172.21.15.82:0/1699059676 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb963d0220 0x55eb963d2640 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f8c9381ae1e9c01 server_cookie=8c80e17310a15fe8 in_seq=0 out_seq=0 2024-09-12T12:37:29.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.997+0000 7f7111ffb640 1 -- 172.21.15.82:0/1699059676 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55eb9622e900 con 0x55eb963d0220 2024-09-12T12:37:29.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.997+0000 7f7111ffb640 10 client.16851 handle_command_reply: tid=0 2024-09-12T12:37:29.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.997+0000 7f71338c3740 1 client.16851 shutdown 2024-09-12T12:37:29.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.997+0000 7f71338c3740 1 -- 172.21.15.82:0/1699059676 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963462f0 msgr2=0x55eb963593b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:29.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.997+0000 7f71338c3740 1 --2- 172.21.15.82:0/1699059676 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963462f0 0x55eb963593b0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f7120000c00 tx=0x7f71200ed310 comp rx=0 tx=0).stop 2024-09-12T12:37:29.998 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.997+0000 7f71338c3740 1 -- 172.21.15.82:0/1699059676 shutdown_connections 2024-09-12T12:37:29.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.997+0000 7f71338c3740 1 --2- 172.21.15.82:0/1699059676 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55eb963d0220 0x55eb963d2640 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.997+0000 7f71338c3740 1 --2- 172.21.15.82:0/1699059676 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55eb963550c0 0x55eb963ce880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f71338c3740 1 --2- 172.21.15.82:0/1699059676 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55eb963462f0 0x55eb963593b0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f7111ffb640 0 client.16851 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:29.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f71338c3740 1 --2- 172.21.15.82:0/1699059676 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55eb963459d0 0x55eb96358e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:29.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f71338c3740 1 -- 172.21.15.82:0/1699059676 >> 172.21.15.82:0/1699059676 conn(0x55eb96342060 msgr2=0x55eb963474f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:29.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f71338c3740 1 -- 172.21.15.82:0/1699059676 shutdown_connections 2024-09-12T12:37:29.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f71338c3740 1 -- 172.21.15.82:0/1699059676 wait complete. 2024-09-12T12:37:29.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f71338c3740 20 client.16851 trim_cache size 0 max 16384 2024-09-12T12:37:29.999 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:37:30.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:37:30.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:37:30.000 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:37:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f7130b2a640 1 -- 172.21.15.82:0/2664619695 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f71140a2da0 msgr2=0x7f71140a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f7130b2a640 1 --2- 172.21.15.82:0/2664619695 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f71140a2da0 0x7f71140a5260 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7124005fd0 tx=0x7f7124009600 comp rx=0 tx=0).stop 2024-09-12T12:37:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f7130b2a640 1 -- 172.21.15.82:0/2664619695 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f712c1035a0 msgr2=0x7f712c198840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f7130b2a640 1 --2- 172.21.15.82:0/2664619695 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f712c1035a0 0x7f712c198840 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f7120006010 tx=0x7f71200042f0 comp rx=0 tx=0).stop 2024-09-12T12:37:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f7130b2a640 1 -- 172.21.15.82:0/2664619695 shutdown_connections 2024-09-12T12:37:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f7130b2a640 1 --2- 172.21.15.82:0/2664619695 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f71140a2da0 0x7f71140a5260 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f7130b2a640 1 --2- 172.21.15.82:0/2664619695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f712c10c0d0 0x7f712c19cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f7130b2a640 1 --2- 172.21.15.82:0/2664619695 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f712c1035a0 0x7f712c198840 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f7130b2a640 1 --2- 172.21.15.82:0/2664619695 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f712c102c80 0x7f712c198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f7130b2a640 1 -- 172.21.15.82:0/2664619695 >> 172.21.15.82:0/2664619695 conn(0x7f712c077990 msgr2=0x7f712c0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f7130b2a640 1 -- 172.21.15.82:0/2664619695 shutdown_connections 2024-09-12T12:37:30.002 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:29.998+0000 7f7130b2a640 1 -- 172.21.15.82:0/2664619695 wait complete. 2024-09-12T12:37:30.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:29 smithi097 ceph-mon[34923]: pgmap v336: 97 pgs: 97 active+clean; 3.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 51 KiB/s wr, 21 op/s 2024-09-12T12:37:30.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:29 smithi082 ceph-mon[31122]: pgmap v336: 97 pgs: 97 active+clean; 3.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 51 KiB/s wr, 21 op/s 2024-09-12T12:37:30.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:29 smithi114 ceph-mon[35514]: pgmap v336: 97 pgs: 97 active+clean; 3.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 51 KiB/s wr, 21 op/s 2024-09-12T12:37:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:31 smithi097 ceph-mon[34923]: pgmap v337: 97 pgs: 97 active+clean; 3.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:37:32.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:31 smithi082 ceph-mon[31122]: pgmap v337: 97 pgs: 97 active+clean; 3.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:37:32.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:31 smithi114 ceph-mon[35514]: pgmap v337: 97 pgs: 97 active+clean; 3.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:37:34.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:33 smithi097 ceph-mon[34923]: pgmap v338: 97 pgs: 97 active+clean; 3.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:37:34.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:33 smithi082 ceph-mon[31122]: pgmap v338: 97 pgs: 97 active+clean; 3.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:37:34.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:33 smithi114 ceph-mon[35514]: pgmap v338: 97 pgs: 97 active+clean; 3.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:37:36.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:35 smithi097 ceph-mon[34923]: pgmap v339: 97 pgs: 97 active+clean; 3.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 54 KiB/s wr, 21 op/s 2024-09-12T12:37:36.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:35 smithi082 ceph-mon[31122]: pgmap v339: 97 pgs: 97 active+clean; 3.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 54 KiB/s wr, 21 op/s 2024-09-12T12:37:36.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:35 smithi114 ceph-mon[35514]: pgmap v339: 97 pgs: 97 active+clean; 3.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 54 KiB/s wr, 21 op/s 2024-09-12T12:37:38.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:37 smithi097 ceph-mon[34923]: pgmap v340: 97 pgs: 97 active+clean; 3.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-09-12T12:37:38.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:37 smithi082 ceph-mon[31122]: pgmap v340: 97 pgs: 97 active+clean; 3.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-09-12T12:37:38.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:37 smithi114 ceph-mon[35514]: pgmap v340: 97 pgs: 97 active+clean; 3.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-09-12T12:37:40.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:39 smithi097 ceph-mon[34923]: pgmap v341: 97 pgs: 97 active+clean; 3.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 55 KiB/s wr, 21 op/s 2024-09-12T12:37:40.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:39 smithi082 ceph-mon[31122]: pgmap v341: 97 pgs: 97 active+clean; 3.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 55 KiB/s wr, 21 op/s 2024-09-12T12:37:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:39 smithi114 ceph-mon[35514]: pgmap v341: 97 pgs: 97 active+clean; 3.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 55 KiB/s wr, 21 op/s 2024-09-12T12:37:42.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:41 smithi097 ceph-mon[34923]: pgmap v342: 97 pgs: 97 active+clean; 3.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:37:42.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:41 smithi082 ceph-mon[31122]: pgmap v342: 97 pgs: 97 active+clean; 3.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:37:42.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:41 smithi114 ceph-mon[35514]: pgmap v342: 97 pgs: 97 active+clean; 3.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:37:43.096 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.096+0000 7f8c05731640 1 -- 172.21.15.82:0/2569421458 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8c00107b70 msgr2=0x7f8c00107f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:43.096 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.096+0000 7f8c05731640 1 --2- 172.21.15.82:0/2569421458 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8c00107b70 0x7f8c00107f50 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f8bf0009930 tx=0x7f8bf002a420 comp rx=0 tx=0).stop 2024-09-12T12:37:43.096 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.096+0000 7f8c05731640 1 -- 172.21.15.82:0/2569421458 shutdown_connections 2024-09-12T12:37:43.097 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.096+0000 7f8c05731640 1 --2- 172.21.15.82:0/2569421458 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c00102470 0x7f8c0010e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.097 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.096+0000 7f8c05731640 1 --2- 172.21.15.82:0/2569421458 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c00101ad0 0x7f8c00101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.097 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.096+0000 7f8c05731640 1 --2- 172.21.15.82:0/2569421458 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8c00107b70 0x7f8c00107f50 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.097 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.096+0000 7f8c05731640 1 -- 172.21.15.82:0/2569421458 >> 172.21.15.82:0/2569421458 conn(0x7f8c000fd7d0 msgr2=0x7f8c000ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:43.097 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.096+0000 7f8c05731640 1 -- 172.21.15.82:0/2569421458 shutdown_connections 2024-09-12T12:37:43.097 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.096+0000 7f8c05731640 1 -- 172.21.15.82:0/2569421458 wait complete. 2024-09-12T12:37:43.097 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.096+0000 7f8c05731640 1 Processor -- start 2024-09-12T12:37:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8c05731640 1 -- start start 2024-09-12T12:37:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8c05731640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c00101ad0 0x7f8c000744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8c05731640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8c00102470 0x7f8c00074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8c05731640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c00107b70 0x7f8c00074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8c05731640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8c00111f20 con 0x7f8c00102470 2024-09-12T12:37:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8c05731640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8c00111da0 con 0x7f8c00107b70 2024-09-12T12:37:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8c05731640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8c001120a0 con 0x7f8c00101ad0 2024-09-12T12:37:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8bfe7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8c00102470 0x7f8c00074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8bfe7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8c00102470 0x7f8c00074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41148/0 (socket says 172.21.15.82:41148) 2024-09-12T12:37:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8bfe7fc640 1 -- 172.21.15.82:0/3349340424 learned_addr learned my addr 172.21.15.82:0/3349340424 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8bff7fe640 1 --2- 172.21.15.82:0/3349340424 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c00107b70 0x7f8c00074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8bfeffd640 1 --2- 172.21.15.82:0/3349340424 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c00101ad0 0x7f8c000744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8bfe7fc640 1 -- 172.21.15.82:0/3349340424 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c00101ad0 msgr2=0x7f8c000744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8bfe7fc640 1 --2- 172.21.15.82:0/3349340424 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c00101ad0 0x7f8c000744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8bfe7fc640 1 -- 172.21.15.82:0/3349340424 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c00107b70 msgr2=0x7f8c00074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8bfe7fc640 1 --2- 172.21.15.82:0/3349340424 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c00107b70 0x7f8c00074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.097+0000 7f8bfe7fc640 1 -- 172.21.15.82:0/3349340424 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c001a67b0 con 0x7f8c00102470 2024-09-12T12:37:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.098+0000 7f8bfe7fc640 1 --2- 172.21.15.82:0/3349340424 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8c00102470 0x7f8c00074a30 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f8bf400c920 tx=0x7f8bf400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.098+0000 7f8be7fff640 1 -- 172.21.15.82:0/3349340424 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf4007c70 con 0x7f8c00102470 2024-09-12T12:37:43.101 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.098+0000 7f8be7fff640 1 -- 172.21.15.82:0/3349340424 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8bf4007e10 con 0x7f8c00102470 2024-09-12T12:37:43.101 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.098+0000 7f8c05731640 1 -- 172.21.15.82:0/3349340424 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c001a6aa0 con 0x7f8c00102470 2024-09-12T12:37:43.101 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.098+0000 7f8be7fff640 1 -- 172.21.15.82:0/3349340424 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf4018890 con 0x7f8c00102470 2024-09-12T12:37:43.101 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.098+0000 7f8c05731640 1 -- 172.21.15.82:0/3349340424 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c001a7040 con 0x7f8c00102470 2024-09-12T12:37:43.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.101+0000 7f8be7fff640 1 -- 172.21.15.82:0/3349340424 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f8bf4018a70 con 0x7f8c00102470 2024-09-12T12:37:43.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.101+0000 7f8c084d3740 1 Processor -- start 2024-09-12T12:37:43.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.101+0000 7f8c084d3740 1 -- start start 2024-09-12T12:37:43.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.101+0000 7f8c084d3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f745480af0 0x55f745480ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.101+0000 7f8c084d3740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745481410 0x55f74548b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.101+0000 7f8c084d3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f74548bcb0 0x55f74548e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.101+0000 7f8c084d3740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55f7453e52f0 con 0x55f745481410 2024-09-12T12:37:43.108 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.101+0000 7f8c084d3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f74538d270 con 0x55f745480af0 2024-09-12T12:37:43.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.101+0000 7f8c084d3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55f7453e12b0 con 0x55f74548bcb0 2024-09-12T12:37:43.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.101+0000 7f8bfeffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745481410 0x55f74548b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.101+0000 7f8bfeffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745481410 0x55f74548b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41150/0 (socket says 172.21.15.82:41150) 2024-09-12T12:37:43.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.101+0000 7f8bfeffd640 1 -- 172.21.15.82:0/1603196593 learned_addr learned my addr 172.21.15.82:0/1603196593 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:43.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.101+0000 7f8bff7fe640 1 --2- 172.21.15.82:0/1603196593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f745480af0 0x55f745480ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.102+0000 7f8bfe7fc640 1 --2- 172.21.15.82:0/1603196593 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f74548bcb0 0x55f74548e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.102+0000 7f8be7fff640 1 --2- 172.21.15.82:0/3349340424 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f8be80a2e20 0x7f8be80a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.102+0000 7f8bfeffd640 1 -- 172.21.15.82:0/1603196593 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f74548bcb0 msgr2=0x55f74548e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:43.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.102+0000 7f8bfeffd640 1 --2- 172.21.15.82:0/1603196593 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f74548bcb0 0x55f74548e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.102+0000 7f8bfeffd640 1 -- 172.21.15.82:0/1603196593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f745480af0 msgr2=0x55f745480ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:43.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.102+0000 7f8bfeffd640 1 --2- 172.21.15.82:0/1603196593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f745480af0 0x55f745480ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.102+0000 7f8bfeffd640 1 -- 172.21.15.82:0/1603196593 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f74538c340 con 0x55f745481410 2024-09-12T12:37:43.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.102+0000 7f8bff7fe640 1 --2- 172.21.15.82:0/1603196593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f745480af0 0x55f745480ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:37:43.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.102+0000 7f8bff7fe640 1 --2- 172.21.15.82:0/3349340424 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f8be80a2e20 0x7f8be80a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.102+0000 7f8be7fff640 1 -- 172.21.15.82:0/3349340424 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8622+0+0 (secure 0 0 0) 0x7f8bf40cf570 con 0x7f8c00102470 2024-09-12T12:37:43.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.102+0000 7f8bfeffd640 1 --2- 172.21.15.82:0/1603196593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745481410 0x55f74548b770 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f8bf0005ab0 tx=0x7f8bf0031630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b7c13086f9c3e65 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:43.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.102+0000 7f8be57fa640 1 -- 172.21.15.82:0/1603196593 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf003f070 con 0x55f745481410 2024-09-12T12:37:43.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.102+0000 7f8be57fa640 1 -- 172.21.15.82:0/1603196593 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8bf0031a20 con 0x55f745481410 2024-09-12T12:37:43.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.102+0000 7f8be57fa640 1 -- 172.21.15.82:0/1603196593 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf0035070 con 0x55f745481410 2024-09-12T12:37:43.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.103+0000 7f8c084d3740 1 -- 172.21.15.82:0/1603196593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745481410 msgr2=0x55f74548b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:43.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.103+0000 7f8bff7fe640 1 --2- 172.21.15.82:0/3349340424 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f8be80a2e20 0x7f8be80a52e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8bf800afd0 tx=0x7f8bf8004a40 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:43.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.103+0000 7f8c084d3740 1 --2- 172.21.15.82:0/1603196593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745481410 0x55f74548b770 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f8bf0005ab0 tx=0x7f8bf0031630 comp rx=0 tx=0).stop 2024-09-12T12:37:43.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.103+0000 7f8c084d3740 1 -- 172.21.15.82:0/1603196593 shutdown_connections 2024-09-12T12:37:43.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.103+0000 7f8c084d3740 1 --2- 172.21.15.82:0/1603196593 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f74548bcb0 0x55f74548e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.103+0000 7f8c084d3740 1 --2- 172.21.15.82:0/1603196593 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745481410 0x55f74548b770 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.103+0000 7f8c084d3740 1 --2- 172.21.15.82:0/1603196593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f745480af0 0x55f745480ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.103+0000 7f8c084d3740 1 -- 172.21.15.82:0/1603196593 >> 172.21.15.82:0/1603196593 conn(0x55f74547d060 msgr2=0x55f74547d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:43.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.103+0000 7f8c084d3740 1 -- 172.21.15.82:0/1603196593 shutdown_connections 2024-09-12T12:37:43.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.103+0000 7f8c084d3740 1 -- 172.21.15.82:0/1603196593 wait complete. 2024-09-12T12:37:43.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.103+0000 7f8c084d3740 1 -- start start 2024-09-12T12:37:43.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.103+0000 7f8c084d3740 1 Processor -- start 2024-09-12T12:37:43.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8c084d3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f745480af0 0x55f745488af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8c084d3740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745481410 0x55f745489030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8c084d3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f74548bcb0 0x55f745489570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8c084d3740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55f74548e880 con 0x55f745481410 2024-09-12T12:37:43.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8c084d3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f74536e290 con 0x55f74548bcb0 2024-09-12T12:37:43.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8c084d3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55f74548ea00 con 0x55f745480af0 2024-09-12T12:37:43.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8c084d3740 10 client.0 _ll_register_callbacks cb 0x55f74539f140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:37:43.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8bfe7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745481410 0x55f745489030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8bfe7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745481410 0x55f745489030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41158/0 (socket says 172.21.15.82:41158) 2024-09-12T12:37:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8bfe7fc640 1 -- 172.21.15.82:0/1946709608 learned_addr learned my addr 172.21.15.82:0/1946709608 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8bff7fe640 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f74548bcb0 0x55f745489570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8bfe7fc640 1 -- 172.21.15.82:0/1946709608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f745480af0 msgr2=0x55f745488af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8bfeffd640 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f745480af0 0x55f745488af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8bfe7fc640 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f745480af0 0x55f745488af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8bfe7fc640 1 -- 172.21.15.82:0/1946709608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f74548bcb0 msgr2=0x55f745489570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8bfe7fc640 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f74548bcb0 0x55f745489570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8bfe7fc640 1 -- 172.21.15.82:0/1946709608 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f7450f8210 con 0x55f745481410 2024-09-12T12:37:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8bfeffd640 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f745480af0 0x55f745488af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:37:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8bff7fe640 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f74548bcb0 0x55f745489570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:37:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8bfe7fc640 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745481410 0x55f745489030 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f8bf400c8f0 tx=0x7f8bf40d2cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=850bf2f692cab2c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:43.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8be2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:37:43.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8be2ff5640 1 -- 172.21.15.82:0/1946709608 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf409b570 con 0x55f745481410 2024-09-12T12:37:43.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8be2ff5640 1 -- 172.21.15.82:0/1946709608 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8622+0+0 (secure 0 0 0) 0x7f8bf40980a0 con 0x55f745481410 2024-09-12T12:37:43.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.104+0000 7f8c084d3740 1 -- 172.21.15.82:0/1946709608 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bf0031a20 con 0x55f745481410 2024-09-12T12:37:43.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.105+0000 7f8be2ff5640 1 -- 172.21.15.82:0/1946709608 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8bf409b390 con 0x55f745481410 2024-09-12T12:37:43.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.105+0000 7f8c084d3740 10 client.16863 fetch_fsmap learned FSMap version 28 2024-09-12T12:37:43.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.105+0000 7f8c084d3740 1 -- 172.21.15.82:0/1946709608 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f7451c4620 con 0x55f745481410 2024-09-12T12:37:43.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.105+0000 7f8be2ff5640 1 -- 172.21.15.82:0/1946709608 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8bf0031a20 con 0x55f745481410 2024-09-12T12:37:43.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.105+0000 7f8be2ff5640 1 -- 172.21.15.82:0/1946709608 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8bf40a4210 con 0x55f745481410 2024-09-12T12:37:43.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.105+0000 7f8c084d3740 10 client.16863 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:37:43.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.105+0000 7f8c084d3740 10 client.16863 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:37:43.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.105+0000 7f8c084d3740 20 client.16863 populate_metadata read hostname 'smithi082' 2024-09-12T12:37:43.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.105+0000 7f8c084d3740 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f74549bbb0 0x55f74549dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.105+0000 7f8c084d3740 4 client.16863 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:37:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.105+0000 7f8c084d3740 1 -- 172.21.15.82:0/1946709608 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f7453f2a20 con 0x55f74549bbb0 2024-09-12T12:37:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.105+0000 7f8bfeffd640 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f74549bbb0 0x55f74549dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.106+0000 7f8be2ff5640 10 client.16863 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.106+0000 7f8bfeffd640 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f74549bbb0 0x55f74549dfa0 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba9907163edf5c99 server_cookie=f69a828259765050 in_seq=0 out_seq=0 2024-09-12T12:37:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.106+0000 7f8be2ff5640 1 -- 172.21.15.82:0/1946709608 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f7453f2a20 con 0x55f74549bbb0 2024-09-12T12:37:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.106+0000 7f8be2ff5640 10 client.16863 handle_command_reply: tid=0 2024-09-12T12:37:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.107+0000 7f8c084d3740 1 client.16863 shutdown 2024-09-12T12:37:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.107+0000 7f8c084d3740 1 -- 172.21.15.82:0/1946709608 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745481410 msgr2=0x55f745489030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.107+0000 7f8c084d3740 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745481410 0x55f745489030 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f8bf400c8f0 tx=0x7f8bf40d2cb0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.107+0000 7f8c084d3740 1 -- 172.21.15.82:0/1946709608 shutdown_connections 2024-09-12T12:37:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.107+0000 7f8c084d3740 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f74549bbb0 0x55f74549dfa0 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.107+0000 7f8c084d3740 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f74548bcb0 0x55f745489570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.107+0000 7f8be2ff5640 0 client.16863 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:43.115 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.107+0000 7f8c084d3740 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745481410 0x55f745489030 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.115 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.107+0000 7f8c084d3740 1 --2- 172.21.15.82:0/1946709608 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f745480af0 0x55f745488af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.115 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.107+0000 7f8c084d3740 1 -- 172.21.15.82:0/1946709608 >> 172.21.15.82:0/1946709608 conn(0x55f74547d060 msgr2=0x55f745482dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:43.115 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.107+0000 7f8c084d3740 1 -- 172.21.15.82:0/1946709608 shutdown_connections 2024-09-12T12:37:43.115 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.107+0000 7f8c084d3740 1 -- 172.21.15.82:0/1946709608 wait complete. 2024-09-12T12:37:43.115 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.107+0000 7f8c084d3740 20 client.16863 trim_cache size 0 max 16384 2024-09-12T12:37:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.121+0000 7f8c084d3740 1 Processor -- start 2024-09-12T12:37:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.121+0000 7f8c084d3740 1 -- start start 2024-09-12T12:37:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.121+0000 7f8c084d3740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745480af0 0x55f745483560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.121+0000 7f8c084d3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f745481410 0x55f7454893a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.121+0000 7f8c084d3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f74548bcb0 0x55f7454a3860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.121+0000 7f8c084d3740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8c001afaa0 con 0x55f745480af0 2024-09-12T12:37:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.121+0000 7f8c084d3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8c001b15e0 con 0x55f745481410 2024-09-12T12:37:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.121+0000 7f8c084d3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8c001b0170 con 0x55f74548bcb0 2024-09-12T12:37:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.121+0000 7f8bfeffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745480af0 0x55f745483560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.122+0000 7f8bfeffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745480af0 0x55f745483560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41168/0 (socket says 172.21.15.82:41168) 2024-09-12T12:37:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.122+0000 7f8bfeffd640 1 -- 172.21.15.82:0/943057898 learned_addr learned my addr 172.21.15.82:0/943057898 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.122+0000 7f8bff7fe640 1 --2- 172.21.15.82:0/943057898 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f74548bcb0 0x55f7454a3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.122+0000 7f8bfeffd640 1 -- 172.21.15.82:0/943057898 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f74548bcb0 msgr2=0x55f7454a3860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.122+0000 7f8bfe7fc640 1 --2- 172.21.15.82:0/943057898 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f745481410 0x55f7454893a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.122+0000 7f8bfeffd640 1 --2- 172.21.15.82:0/943057898 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f74548bcb0 0x55f7454a3860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.122+0000 7f8bfeffd640 1 -- 172.21.15.82:0/943057898 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f745481410 msgr2=0x55f7454893a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.122+0000 7f8bfeffd640 1 --2- 172.21.15.82:0/943057898 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f745481410 0x55f7454893a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.122+0000 7f8bfeffd640 1 -- 172.21.15.82:0/943057898 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f74549e5d0 con 0x55f745480af0 2024-09-12T12:37:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.122+0000 7f8bff7fe640 1 --2- 172.21.15.82:0/943057898 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f74548bcb0 0x55f7454a3860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:37:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.122+0000 7f8bfeffd640 1 --2- 172.21.15.82:0/943057898 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745480af0 0x55f745483560 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f8bf0031550 tx=0x7f8bf0005660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1149557f8629a64 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.122+0000 7f8be4ff9640 1 -- 172.21.15.82:0/943057898 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf0052070 con 0x55f745480af0 2024-09-12T12:37:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.122+0000 7f8be4ff9640 1 -- 172.21.15.82:0/943057898 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8bf00053e0 con 0x55f745480af0 2024-09-12T12:37:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.122+0000 7f8be4ff9640 1 -- 172.21.15.82:0/943057898 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf0035040 con 0x55f745480af0 2024-09-12T12:37:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 -- 172.21.15.82:0/943057898 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745480af0 msgr2=0x55f745483560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 --2- 172.21.15.82:0/943057898 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745480af0 0x55f745483560 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f8bf0031550 tx=0x7f8bf0005660 comp rx=0 tx=0).stop 2024-09-12T12:37:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 -- 172.21.15.82:0/943057898 shutdown_connections 2024-09-12T12:37:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 --2- 172.21.15.82:0/943057898 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f74548bcb0 0x55f7454a3860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 --2- 172.21.15.82:0/943057898 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f745481410 0x55f7454893a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 --2- 172.21.15.82:0/943057898 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745480af0 0x55f745483560 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 -- 172.21.15.82:0/943057898 >> 172.21.15.82:0/943057898 conn(0x55f74547d060 msgr2=0x55f74548ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 -- 172.21.15.82:0/943057898 shutdown_connections 2024-09-12T12:37:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 -- 172.21.15.82:0/943057898 wait complete. 2024-09-12T12:37:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 -- start start 2024-09-12T12:37:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 Processor -- start 2024-09-12T12:37:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745480af0 0x55f745494580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f745481410 0x55f74548f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f74548bcb0 0x55f745490030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8c001b0f10 con 0x55f745480af0 2024-09-12T12:37:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8c001b0840 con 0x55f74548bcb0 2024-09-12T12:37:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8c001adaa0 con 0x55f745481410 2024-09-12T12:37:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8c084d3740 10 client.0 _ll_register_callbacks cb 0x7f8bf400fe30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:37:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8bfeffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745480af0 0x55f745494580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8bfeffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745480af0 0x55f745494580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41178/0 (socket says 172.21.15.82:41178) 2024-09-12T12:37:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.123+0000 7f8bfeffd640 1 -- 172.21.15.82:0/763752859 learned_addr learned my addr 172.21.15.82:0/763752859 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8bfe7fc640 1 --2- 172.21.15.82:0/763752859 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f745481410 0x55f74548f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8bff7fe640 1 --2- 172.21.15.82:0/763752859 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f74548bcb0 0x55f745490030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8bfeffd640 1 -- 172.21.15.82:0/763752859 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f745481410 msgr2=0x55f74548f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8bfeffd640 1 --2- 172.21.15.82:0/763752859 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f745481410 0x55f74548f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8bfeffd640 1 -- 172.21.15.82:0/763752859 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f74548bcb0 msgr2=0x55f745490030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:43.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8bfeffd640 1 --2- 172.21.15.82:0/763752859 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f74548bcb0 0x55f745490030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8bfeffd640 1 -- 172.21.15.82:0/763752859 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f7454782d0 con 0x55f745480af0 2024-09-12T12:37:43.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8bff7fe640 1 --2- 172.21.15.82:0/763752859 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f74548bcb0 0x55f745490030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:37:43.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8bfeffd640 1 --2- 172.21.15.82:0/763752859 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745480af0 0x55f745494580 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f8bf002a940 tx=0x7f8bf0005590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b93b95a408cef899 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:43.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8be2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:37:43.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8be2ff5640 1 -- 172.21.15.82:0/763752859 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf0035070 con 0x55f745480af0 2024-09-12T12:37:43.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8be2ff5640 1 -- 172.21.15.82:0/763752859 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8622+0+0 (secure 0 0 0) 0x7f8bf00035f0 con 0x55f745480af0 2024-09-12T12:37:43.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8c084d3740 1 -- 172.21.15.82:0/763752859 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bf00053e0 con 0x55f745480af0 2024-09-12T12:37:43.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8be2ff5640 1 -- 172.21.15.82:0/763752859 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8bf0052040 con 0x55f745480af0 2024-09-12T12:37:43.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8c084d3740 10 client.16869 fetch_fsmap learned FSMap version 28 2024-09-12T12:37:43.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8c084d3740 1 -- 172.21.15.82:0/763752859 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f74549a7a0 con 0x55f745480af0 2024-09-12T12:37:43.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8be2ff5640 1 -- 172.21.15.82:0/763752859 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8bf00053e0 con 0x55f745480af0 2024-09-12T12:37:43.130 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8be2ff5640 1 -- 172.21.15.82:0/763752859 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8bf005e030 con 0x55f745480af0 2024-09-12T12:37:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8c084d3740 10 client.16869 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:37:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.124+0000 7f8c084d3740 10 client.16869 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:37:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.125+0000 7f8c084d3740 20 client.16869 populate_metadata read hostname 'smithi082' 2024-09-12T12:37:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.125+0000 7f8c084d3740 1 --2- 172.21.15.82:0/763752859 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f7455067d0 0x55f745508bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.125+0000 7f8c084d3740 4 client.16869 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:37:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.125+0000 7f8c084d3740 1 -- 172.21.15.82:0/763752859 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f7453ecd70 con 0x55f7455067d0 2024-09-12T12:37:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.125+0000 7f8bfe7fc640 1 --2- 172.21.15.82:0/763752859 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f7455067d0 0x55f745508bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.125+0000 7f8be2ff5640 10 client.16869 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.125+0000 7f8bfe7fc640 1 --2- 172.21.15.82:0/763752859 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f7455067d0 0x55f745508bc0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=239ecee40fc721be server_cookie=e239c510f48e2274 in_seq=0 out_seq=0 2024-09-12T12:37:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8be2ff5640 1 -- 172.21.15.82:0/763752859 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f7453ecd70 con 0x55f7455067d0 2024-09-12T12:37:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8be2ff5640 10 client.16869 handle_command_reply: tid=0 2024-09-12T12:37:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8c084d3740 1 client.16869 shutdown 2024-09-12T12:37:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8c084d3740 1 -- 172.21.15.82:0/763752859 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745480af0 msgr2=0x55f745494580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8c084d3740 1 --2- 172.21.15.82:0/763752859 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745480af0 0x55f745494580 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f8bf002a940 tx=0x7f8bf0005590 comp rx=0 tx=0).stop 2024-09-12T12:37:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8c084d3740 1 -- 172.21.15.82:0/763752859 shutdown_connections 2024-09-12T12:37:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8c084d3740 1 --2- 172.21.15.82:0/763752859 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55f7455067d0 0x55f745508bc0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8c084d3740 1 --2- 172.21.15.82:0/763752859 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f74548bcb0 0x55f745490030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8c084d3740 1 --2- 172.21.15.82:0/763752859 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55f745481410 0x55f74548f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8be2ff5640 0 client.16869 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8c084d3740 1 --2- 172.21.15.82:0/763752859 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55f745480af0 0x55f745494580 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8c084d3740 1 -- 172.21.15.82:0/763752859 >> 172.21.15.82:0/763752859 conn(0x55f74547d060 msgr2=0x55f74547b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8c084d3740 1 -- 172.21.15.82:0/763752859 shutdown_connections 2024-09-12T12:37:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8c084d3740 1 -- 172.21.15.82:0/763752859 wait complete. 2024-09-12T12:37:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.139+0000 7f8c084d3740 20 client.16869 trim_cache size 0 max 16384 2024-09-12T12:37:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:37:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:37:43.142 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:37:43.142 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:37:43.142 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.140+0000 7f8c05731640 1 -- 172.21.15.82:0/3349340424 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f8be80a2e20 msgr2=0x7f8be80a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:43.142 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.140+0000 7f8c05731640 1 --2- 172.21.15.82:0/3349340424 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f8be80a2e20 0x7f8be80a52e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8bf800afd0 tx=0x7f8bf8004a40 comp rx=0 tx=0).stop 2024-09-12T12:37:43.142 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.140+0000 7f8c05731640 1 -- 172.21.15.82:0/3349340424 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8c00102470 msgr2=0x7f8c00074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.140+0000 7f8c05731640 1 --2- 172.21.15.82:0/3349340424 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8c00102470 0x7f8c00074a30 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f8bf400c920 tx=0x7f8bf400cde0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.140+0000 7f8c05731640 1 -- 172.21.15.82:0/3349340424 shutdown_connections 2024-09-12T12:37:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.140+0000 7f8c05731640 1 --2- 172.21.15.82:0/3349340424 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f8be80a2e20 0x7f8be80a52e0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.140+0000 7f8c05731640 1 --2- 172.21.15.82:0/3349340424 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c00107b70 0x7f8c00074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.140+0000 7f8c05731640 1 --2- 172.21.15.82:0/3349340424 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8c00102470 0x7f8c00074a30 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.140+0000 7f8c05731640 1 --2- 172.21.15.82:0/3349340424 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8c00101ad0 0x7f8c000744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.140+0000 7f8c05731640 1 -- 172.21.15.82:0/3349340424 >> 172.21.15.82:0/3349340424 conn(0x7f8c000fd7d0 msgr2=0x7f8c000fdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.140+0000 7f8c05731640 1 -- 172.21.15.82:0/3349340424 shutdown_connections 2024-09-12T12:37:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:43.140+0000 7f8c05731640 1 -- 172.21.15.82:0/3349340424 wait complete. 2024-09-12T12:37:44.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:43 smithi097 ceph-mon[34923]: pgmap v343: 97 pgs: 97 active+clean; 3.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:37:44.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:43 smithi082 ceph-mon[31122]: pgmap v343: 97 pgs: 97 active+clean; 3.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:37:44.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:43 smithi114 ceph-mon[35514]: pgmap v343: 97 pgs: 97 active+clean; 3.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:37:46.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:45 smithi097 ceph-mon[34923]: pgmap v344: 97 pgs: 97 active+clean; 3.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 64 KiB/s wr, 24 op/s 2024-09-12T12:37:46.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:45 smithi082 ceph-mon[31122]: pgmap v344: 97 pgs: 97 active+clean; 3.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 64 KiB/s wr, 24 op/s 2024-09-12T12:37:46.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:45 smithi114 ceph-mon[35514]: pgmap v344: 97 pgs: 97 active+clean; 3.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 64 KiB/s wr, 24 op/s 2024-09-12T12:37:48.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:47 smithi097 ceph-mon[34923]: pgmap v345: 97 pgs: 97 active+clean; 3.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:37:48.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:47 smithi082 ceph-mon[31122]: pgmap v345: 97 pgs: 97 active+clean; 3.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:37:48.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:47 smithi114 ceph-mon[35514]: pgmap v345: 97 pgs: 97 active+clean; 3.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:37:50.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:49 smithi097 ceph-mon[34923]: pgmap v346: 97 pgs: 97 active+clean; 4.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:37:50.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:49 smithi082 ceph-mon[31122]: pgmap v346: 97 pgs: 97 active+clean; 4.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:37:50.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:49 smithi114 ceph-mon[35514]: pgmap v346: 97 pgs: 97 active+clean; 4.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:37:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:51 smithi097 ceph-mon[34923]: pgmap v347: 97 pgs: 97 active+clean; 4.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:37:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:51 smithi082 ceph-mon[31122]: pgmap v347: 97 pgs: 97 active+clean; 4.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:37:52.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:51 smithi114 ceph-mon[35514]: pgmap v347: 97 pgs: 97 active+clean; 4.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:37:54.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:53 smithi097 ceph-mon[34923]: pgmap v348: 97 pgs: 97 active+clean; 4.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:37:54.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:53 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:37:54.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:53 smithi082 ceph-mon[31122]: pgmap v348: 97 pgs: 97 active+clean; 4.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:37:54.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:53 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:37:54.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:53 smithi114 ceph-mon[35514]: pgmap v348: 97 pgs: 97 active+clean; 4.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:37:54.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:53 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:37:55.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:37:55.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:37:55.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:54 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:37:55.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:37:55.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:37:55.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:54 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:37:55.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:37:55.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:37:55.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:54 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:37:56.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.237+0000 7f75f912a640 1 -- 172.21.15.82:0/943366670 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75f410c0d0 msgr2=0x7f75f410e550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:56.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.237+0000 7f75f912a640 1 --2- 172.21.15.82:0/943366670 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75f410c0d0 0x7f75f410e550 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f75ec009900 tx=0x7f75ec02a480 comp rx=0 tx=0).stop 2024-09-12T12:37:56.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.237+0000 7f75f912a640 1 -- 172.21.15.82:0/943366670 shutdown_connections 2024-09-12T12:37:56.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.237+0000 7f75f912a640 1 --2- 172.21.15.82:0/943366670 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75f410c0d0 0x7f75f410e550 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.237+0000 7f75f912a640 1 --2- 172.21.15.82:0/943366670 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75f41035a0 0x7f75f410ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.237+0000 7f75f912a640 1 --2- 172.21.15.82:0/943366670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75f4102c80 0x7f75f4103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.240 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.237+0000 7f75f912a640 1 -- 172.21.15.82:0/943366670 >> 172.21.15.82:0/943366670 conn(0x7f75f4077990 msgr2=0x7f75f40fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.237+0000 7f75f912a640 1 -- 172.21.15.82:0/943366670 shutdown_connections 2024-09-12T12:37:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.237+0000 7f75f912a640 1 -- 172.21.15.82:0/943366670 wait complete. 2024-09-12T12:37:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.237+0000 7f75f912a640 1 Processor -- start 2024-09-12T12:37:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.238+0000 7f75f912a640 1 -- start start 2024-09-12T12:37:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.238+0000 7f75f912a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75f4102c80 0x7f75f41008d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.238+0000 7f75f912a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75f41035a0 0x7f75f4100e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.238+0000 7f75f912a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75f410c0d0 0x7f75f4101350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.238+0000 7f75f912a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f75f4111eb0 con 0x7f75f41035a0 2024-09-12T12:37:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.238+0000 7f75f912a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f75f4111d30 con 0x7f75f410c0d0 2024-09-12T12:37:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.238+0000 7f75f912a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f75f4112030 con 0x7f75f4102c80 2024-09-12T12:37:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.238+0000 7f75f259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75f41035a0 0x7f75f4100e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.238+0000 7f75f259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75f41035a0 0x7f75f4100e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56912/0 (socket says 172.21.15.82:56912) 2024-09-12T12:37:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.238+0000 7f75f259c640 1 -- 172.21.15.82:0/787245223 learned_addr learned my addr 172.21.15.82:0/787245223 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.238+0000 7f75f359e640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75f410c0d0 0x7f75f4101350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.238+0000 7f75f2d9d640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75f4102c80 0x7f75f41008d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.239+0000 7f75f259c640 1 -- 172.21.15.82:0/787245223 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75f4102c80 msgr2=0x7f75f41008d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.239+0000 7f75f259c640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75f4102c80 0x7f75f41008d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.239+0000 7f75f259c640 1 -- 172.21.15.82:0/787245223 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75f410c0d0 msgr2=0x7f75f4101350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.239+0000 7f75f259c640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75f410c0d0 0x7f75f4101350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.239+0000 7f75f259c640 1 -- 172.21.15.82:0/787245223 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75f41a6860 con 0x7f75f41035a0 2024-09-12T12:37:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.239+0000 7f75f359e640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75f410c0d0 0x7f75f4101350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:37:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.239+0000 7f75f259c640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75f41035a0 0x7f75f4100e10 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f75e800d950 tx=0x7f75e800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.239+0000 7f75dbfff640 1 -- 172.21.15.82:0/787245223 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e8017030 con 0x7f75f41035a0 2024-09-12T12:37:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.239+0000 7f75f912a640 1 -- 172.21.15.82:0/787245223 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75f41a6b50 con 0x7f75f41035a0 2024-09-12T12:37:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.239+0000 7f75dbfff640 1 -- 172.21.15.82:0/787245223 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75e8004020 con 0x7f75f41035a0 2024-09-12T12:37:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.239+0000 7f75dbfff640 1 -- 172.21.15.82:0/787245223 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e80047a0 con 0x7f75f41035a0 2024-09-12T12:37:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.239+0000 7f75f912a640 1 -- 172.21.15.82:0/787245223 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75f41a70f0 con 0x7f75f41035a0 2024-09-12T12:37:56.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.242+0000 7f75dbfff640 1 -- 172.21.15.82:0/787245223 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f75e80041d0 con 0x7f75f41035a0 2024-09-12T12:37:56.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.242+0000 7f75fbec6740 1 Processor -- start 2024-09-12T12:37:56.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.242+0000 7f75fbec6740 1 -- start start 2024-09-12T12:37:56.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.242+0000 7f75fbec6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0eaf0 0x55edaec0eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.242+0000 7f75fbec6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0f410 0x55edaec19770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.251 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.242+0000 7f75fbec6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec19cb0 0x55edaec1c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.251 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.242+0000 7f75fbec6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55edaeb732f0 con 0x55edaec0f410 2024-09-12T12:37:56.251 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.242+0000 7f75fbec6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55edaeb1b270 con 0x55edaec19cb0 2024-09-12T12:37:56.251 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.242+0000 7f75fbec6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55edaeb6f2b0 con 0x55edaec0eaf0 2024-09-12T12:37:56.251 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75f2d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0f410 0x55edaec19770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.251 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75f2d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0f410 0x55edaec19770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56924/0 (socket says 172.21.15.82:56924) 2024-09-12T12:37:56.251 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75f2d9d640 1 -- 172.21.15.82:0/2850943916 learned_addr learned my addr 172.21.15.82:0/2850943916 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:56.251 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75f359e640 1 --2- 172.21.15.82:0/2850943916 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0eaf0 0x55edaec0eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.251 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75dbfff640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f75dc0a2da0 0x7f75dc0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.251 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75f259c640 1 --2- 172.21.15.82:0/2850943916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec19cb0 0x55edaec1c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.251 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75f359e640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f75dc0a2da0 0x7f75dc0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.251 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75f2d9d640 1 -- 172.21.15.82:0/2850943916 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0eaf0 msgr2=0x55edaec0eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75f2d9d640 1 --2- 172.21.15.82:0/2850943916 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0eaf0 0x55edaec0eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75f2d9d640 1 -- 172.21.15.82:0/2850943916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec19cb0 msgr2=0x55edaec1c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75f2d9d640 1 --2- 172.21.15.82:0/2850943916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec19cb0 0x55edaec1c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75f2d9d640 1 -- 172.21.15.82:0/2850943916 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55edaeb1a340 con 0x55edaec0f410 2024-09-12T12:37:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75dbfff640 1 -- 172.21.15.82:0/787245223 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8622+0+0 (secure 0 0 0) 0x7f75e80ced10 con 0x7f75f41035a0 2024-09-12T12:37:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75f2d9d640 1 --2- 172.21.15.82:0/2850943916 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0f410 0x55edaec19770 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f75e40114f0 tx=0x7f75e40119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbaa6c22149c093a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75f359e640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f75dc0a2da0 0x7f75dc0a5260 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f75ec031550 tx=0x7f75ec02a480 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75d97fa640 1 -- 172.21.15.82:0/2850943916 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e401e070 con 0x55edaec0f410 2024-09-12T12:37:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75d97fa640 1 -- 172.21.15.82:0/2850943916 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75e400fb00 con 0x55edaec0f410 2024-09-12T12:37:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.243+0000 7f75d97fa640 1 -- 172.21.15.82:0/2850943916 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e4019bd0 con 0x55edaec0f410 2024-09-12T12:37:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.244+0000 7f75fbec6740 1 -- 172.21.15.82:0/2850943916 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0f410 msgr2=0x55edaec19770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.244+0000 7f75fbec6740 1 --2- 172.21.15.82:0/2850943916 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0f410 0x55edaec19770 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f75e40114f0 tx=0x7f75e40119b0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.252 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.244+0000 7f75fbec6740 1 -- 172.21.15.82:0/2850943916 shutdown_connections 2024-09-12T12:37:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.244+0000 7f75fbec6740 1 --2- 172.21.15.82:0/2850943916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec19cb0 0x55edaec1c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.244+0000 7f75fbec6740 1 --2- 172.21.15.82:0/2850943916 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0f410 0x55edaec19770 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.244+0000 7f75fbec6740 1 --2- 172.21.15.82:0/2850943916 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0eaf0 0x55edaec0eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.244+0000 7f75fbec6740 1 -- 172.21.15.82:0/2850943916 >> 172.21.15.82:0/2850943916 conn(0x55edaec0b060 msgr2=0x55edaec0b440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.244+0000 7f75fbec6740 1 -- 172.21.15.82:0/2850943916 shutdown_connections 2024-09-12T12:37:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.244+0000 7f75fbec6740 1 -- 172.21.15.82:0/2850943916 wait complete. 2024-09-12T12:37:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.244+0000 7f75fbec6740 1 -- start start 2024-09-12T12:37:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75fbec6740 1 Processor -- start 2024-09-12T12:37:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75fbec6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec0eaf0 0x55edaec16b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75fbec6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0f410 0x55edaec170d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.253 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75fbec6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec19cb0 0x55edaec17610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75fbec6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55edaec1c880 con 0x55edaec0f410 2024-09-12T12:37:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75fbec6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55edaeafc290 con 0x55edaec0eaf0 2024-09-12T12:37:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75fbec6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55edaec1ca00 con 0x55edaec19cb0 2024-09-12T12:37:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75fbec6740 10 client.0 _ll_register_callbacks cb 0x55edaeb2d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:37:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75f259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0f410 0x55edaec170d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75f259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0f410 0x55edaec170d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56936/0 (socket says 172.21.15.82:56936) 2024-09-12T12:37:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75f259c640 1 -- 172.21.15.82:0/1975497038 learned_addr learned my addr 172.21.15.82:0/1975497038 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75f359e640 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec19cb0 0x55edaec17610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75f2d9d640 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec0eaf0 0x55edaec16b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75f259c640 1 -- 172.21.15.82:0/1975497038 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec19cb0 msgr2=0x55edaec17610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75f259c640 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec19cb0 0x55edaec17610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.254 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75f259c640 1 -- 172.21.15.82:0/1975497038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec0eaf0 msgr2=0x55edaec16b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75f259c640 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec0eaf0 0x55edaec16b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75f259c640 1 -- 172.21.15.82:0/1975497038 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55edae886210 con 0x55edaec0f410 2024-09-12T12:37:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75f359e640 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec19cb0 0x55edaec17610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:37:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75f2d9d640 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec0eaf0 0x55edaec16b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:37:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75f259c640 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0f410 0x55edaec170d0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f75e809aed0 tx=0x7f75e80057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45bea61ab81ce14c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.245+0000 7f75d6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:37:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75d6ff5640 1 -- 172.21.15.82:0/1975497038 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e809b8d0 con 0x55edaec0f410 2024-09-12T12:37:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75d6ff5640 1 -- 172.21.15.82:0/1975497038 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8622+0+0 (secure 0 0 0) 0x7f75e809f140 con 0x55edaec0f410 2024-09-12T12:37:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75fbec6740 1 -- 172.21.15.82:0/1975497038 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75e400fb00 con 0x55edaec0f410 2024-09-12T12:37:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75d6ff5640 1 -- 172.21.15.82:0/1975497038 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f75e809f340 con 0x55edaec0f410 2024-09-12T12:37:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75fbec6740 10 client.16881 fetch_fsmap learned FSMap version 28 2024-09-12T12:37:56.255 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75fbec6740 1 -- 172.21.15.82:0/1975497038 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55edae952620 con 0x55edaec0f410 2024-09-12T12:37:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75d6ff5640 1 -- 172.21.15.82:0/1975497038 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75e400fb00 con 0x55edaec0f410 2024-09-12T12:37:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75d6ff5640 1 -- 172.21.15.82:0/1975497038 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f75e80a39b0 con 0x55edaec0f410 2024-09-12T12:37:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75fbec6740 10 client.16881 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:37:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75fbec6740 10 client.16881 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:37:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75fbec6740 20 client.16881 populate_metadata read hostname 'smithi082' 2024-09-12T12:37:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75fbec6740 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55edaec29bf0 0x55edaec2bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75fbec6740 4 client.16881 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:37:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75fbec6740 1 -- 172.21.15.82:0/1975497038 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55edaeb80a20 con 0x55edaec29bf0 2024-09-12T12:37:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.246+0000 7f75f2d9d640 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55edaec29bf0 0x55edaec2bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.247+0000 7f75f2d9d640 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55edaec29bf0 0x55edaec2bfe0 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2de4f2d8ec73f01a server_cookie=610ccb8999dbde0a in_seq=0 out_seq=0 2024-09-12T12:37:56.256 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.247+0000 7f75d6ff5640 10 client.16881 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:56.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75d6ff5640 1 -- 172.21.15.82:0/1975497038 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55edaeb80a20 con 0x55edaec29bf0 2024-09-12T12:37:56.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75d6ff5640 10 client.16881 handle_command_reply: tid=0 2024-09-12T12:37:56.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75fbec6740 1 client.16881 shutdown 2024-09-12T12:37:56.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75fbec6740 1 -- 172.21.15.82:0/1975497038 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0f410 msgr2=0x55edaec170d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:56.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75fbec6740 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0f410 0x55edaec170d0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f75e809aed0 tx=0x7f75e80057c0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75fbec6740 1 -- 172.21.15.82:0/1975497038 shutdown_connections 2024-09-12T12:37:56.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75fbec6740 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55edaec29bf0 0x55edaec2bfe0 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75fbec6740 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec19cb0 0x55edaec17610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75fbec6740 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0f410 0x55edaec170d0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75fbec6740 1 --2- 172.21.15.82:0/1975497038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec0eaf0 0x55edaec16b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75d6ff5640 0 client.16881 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:56.257 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75fbec6740 1 -- 172.21.15.82:0/1975497038 >> 172.21.15.82:0/1975497038 conn(0x55edaec0b060 msgr2=0x55edaec10d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:56.258 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75fbec6740 1 -- 172.21.15.82:0/1975497038 shutdown_connections 2024-09-12T12:37:56.258 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75fbec6740 1 -- 172.21.15.82:0/1975497038 wait complete. 2024-09-12T12:37:56.258 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.248+0000 7f75fbec6740 20 client.16881 trim_cache size 0 max 16384 2024-09-12T12:37:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.263+0000 7f75fbec6740 1 Processor -- start 2024-09-12T12:37:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.263+0000 7f75fbec6740 1 -- start start 2024-09-12T12:37:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.263+0000 7f75fbec6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0eaf0 0x55edaec11560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.263+0000 7f75fbec6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec0f410 0x55edaec0b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.263+0000 7f75fbec6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec19cb0 0x55edaec17440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.263+0000 7f75fbec6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f75f41afb20 con 0x55edaec19cb0 2024-09-12T12:37:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.263+0000 7f75fbec6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f75f41b1660 con 0x55edaec0f410 2024-09-12T12:37:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.263+0000 7f75fbec6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f75f41b01f0 con 0x55edaec0eaf0 2024-09-12T12:37:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75f359e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec19cb0 0x55edaec17440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75f359e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec19cb0 0x55edaec17440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56938/0 (socket says 172.21.15.82:56938) 2024-09-12T12:37:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75f359e640 1 -- 172.21.15.82:0/3396600280 learned_addr learned my addr 172.21.15.82:0/3396600280 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75f259c640 1 --2- 172.21.15.82:0/3396600280 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec0f410 0x55edaec0b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75f2d9d640 1 --2- 172.21.15.82:0/3396600280 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0eaf0 0x55edaec11560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75f359e640 1 -- 172.21.15.82:0/3396600280 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0eaf0 msgr2=0x55edaec11560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75f359e640 1 --2- 172.21.15.82:0/3396600280 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0eaf0 0x55edaec11560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75f359e640 1 -- 172.21.15.82:0/3396600280 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec0f410 msgr2=0x55edaec0b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75f359e640 1 --2- 172.21.15.82:0/3396600280 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec0f410 0x55edaec0b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75f359e640 1 -- 172.21.15.82:0/3396600280 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55edaec15b20 con 0x55edaec19cb0 2024-09-12T12:37:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75f259c640 1 --2- 172.21.15.82:0/3396600280 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec0f410 0x55edaec0b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:37:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75f359e640 1 --2- 172.21.15.82:0/3396600280 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec19cb0 0x55edaec17440 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f75ec031b00 tx=0x7f75ec041000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2dd421c4ccd2aef server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75d8ff9640 1 -- 172.21.15.82:0/3396600280 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75ec04d070 con 0x55edaec19cb0 2024-09-12T12:37:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75d8ff9640 1 -- 172.21.15.82:0/3396600280 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75ec003e50 con 0x55edaec19cb0 2024-09-12T12:37:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.264+0000 7f75d8ff9640 1 -- 172.21.15.82:0/3396600280 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75ec035040 con 0x55edaec19cb0 2024-09-12T12:37:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 -- 172.21.15.82:0/3396600280 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec19cb0 msgr2=0x55edaec17440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 --2- 172.21.15.82:0/3396600280 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec19cb0 0x55edaec17440 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f75ec031b00 tx=0x7f75ec041000 comp rx=0 tx=0).stop 2024-09-12T12:37:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 -- 172.21.15.82:0/3396600280 shutdown_connections 2024-09-12T12:37:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 --2- 172.21.15.82:0/3396600280 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec19cb0 0x55edaec17440 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 --2- 172.21.15.82:0/3396600280 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec0f410 0x55edaec0b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 --2- 172.21.15.82:0/3396600280 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0eaf0 0x55edaec11560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 -- 172.21.15.82:0/3396600280 >> 172.21.15.82:0/3396600280 conn(0x55edaec0b060 msgr2=0x55edaec18c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 -- 172.21.15.82:0/3396600280 shutdown_connections 2024-09-12T12:37:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 -- 172.21.15.82:0/3396600280 wait complete. 2024-09-12T12:37:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 -- start start 2024-09-12T12:37:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 Processor -- start 2024-09-12T12:37:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0eaf0 0x55edaec22130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0f410 0x55edaec1d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec19cb0 0x55edaec1d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f75f41b0f90 con 0x55edaec0eaf0 2024-09-12T12:37:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.265+0000 7f75fbec6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f75f41b08c0 con 0x55edaec19cb0 2024-09-12T12:37:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75fbec6740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f75f41adb20 con 0x55edaec0f410 2024-09-12T12:37:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75fbec6740 10 client.0 _ll_register_callbacks cb 0x7f75e80046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:37:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75f2d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0eaf0 0x55edaec22130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75f2d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0eaf0 0x55edaec22130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:56948/0 (socket says 172.21.15.82:56948) 2024-09-12T12:37:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75f2d9d640 1 -- 172.21.15.82:0/3490695010 learned_addr learned my addr 172.21.15.82:0/3490695010 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:37:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75f259c640 1 --2- 172.21.15.82:0/3490695010 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0f410 0x55edaec1d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75f359e640 1 --2- 172.21.15.82:0/3490695010 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec19cb0 0x55edaec1d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75f2d9d640 1 -- 172.21.15.82:0/3490695010 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0f410 msgr2=0x55edaec1d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75f2d9d640 1 --2- 172.21.15.82:0/3490695010 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0f410 0x55edaec1d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75f2d9d640 1 -- 172.21.15.82:0/3490695010 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec19cb0 msgr2=0x55edaec1d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:37:56.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75f2d9d640 1 --2- 172.21.15.82:0/3490695010 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec19cb0 0x55edaec1d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75f2d9d640 1 -- 172.21.15.82:0/3490695010 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55edaec1ded0 con 0x55edaec0eaf0 2024-09-12T12:37:56.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75f2d9d640 1 --2- 172.21.15.82:0/3490695010 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0eaf0 0x55edaec22130 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f75e4019700 tx=0x7f75e4009c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ddc90a31fc6f10d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:37:56.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75d6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:37:56.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75d6ff5640 1 -- 172.21.15.82:0/3490695010 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e401e040 con 0x55edaec0eaf0 2024-09-12T12:37:56.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75d6ff5640 1 -- 172.21.15.82:0/3490695010 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8622+0+0 (secure 0 0 0) 0x7f75e4016040 con 0x55edaec0eaf0 2024-09-12T12:37:56.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75fbec6740 1 -- 172.21.15.82:0/3490695010 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75ec003e50 con 0x55edaec0eaf0 2024-09-12T12:37:56.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75d6ff5640 1 -- 172.21.15.82:0/3490695010 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f75e4035050 con 0x55edaec0eaf0 2024-09-12T12:37:56.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75fbec6740 10 client.16887 fetch_fsmap learned FSMap version 28 2024-09-12T12:37:56.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75fbec6740 1 -- 172.21.15.82:0/3490695010 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55edaec945e0 con 0x55edaec0eaf0 2024-09-12T12:37:56.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.266+0000 7f75d6ff5640 1 -- 172.21.15.82:0/3490695010 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75ec003e50 con 0x55edaec0eaf0 2024-09-12T12:37:56.273 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.267+0000 7f75d6ff5640 1 -- 172.21.15.82:0/3490695010 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f75e400f620 con 0x55edaec0eaf0 2024-09-12T12:37:56.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.267+0000 7f75fbec6740 10 client.16887 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:37:56.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.267+0000 7f75fbec6740 10 client.16887 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:37:56.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.267+0000 7f75fbec6740 20 client.16887 populate_metadata read hostname 'smithi082' 2024-09-12T12:37:56.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.267+0000 7f75fbec6740 1 --2- 172.21.15.82:0/3490695010 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55edaec94bc0 0x55edaec96fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:37:56.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.267+0000 7f75fbec6740 4 client.16887 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:37:56.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.267+0000 7f75fbec6740 1 -- 172.21.15.82:0/3490695010 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55edaeb7ad70 con 0x55edaec94bc0 2024-09-12T12:37:56.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.267+0000 7f75f259c640 1 --2- 172.21.15.82:0/3490695010 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55edaec94bc0 0x55edaec96fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:37:56.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.267+0000 7f75d6ff5640 10 client.16887 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:56.274 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.267+0000 7f75f259c640 1 --2- 172.21.15.82:0/3490695010 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55edaec94bc0 0x55edaec96fb0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1948857d6b462a5d server_cookie=4780ef4125b4bbbb in_seq=0 out_seq=0 2024-09-12T12:37:56.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.281+0000 7f75d6ff5640 1 -- 172.21.15.82:0/3490695010 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55edaeb7ad70 con 0x55edaec94bc0 2024-09-12T12:37:56.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.281+0000 7f75d6ff5640 10 client.16887 handle_command_reply: tid=0 2024-09-12T12:37:56.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.281+0000 7f75fbec6740 1 client.16887 shutdown 2024-09-12T12:37:56.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.281+0000 7f75fbec6740 1 -- 172.21.15.82:0/3490695010 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0eaf0 msgr2=0x55edaec22130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:56.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.281+0000 7f75fbec6740 1 --2- 172.21.15.82:0/3490695010 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0eaf0 0x55edaec22130 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f75e4019700 tx=0x7f75e4009c80 comp rx=0 tx=0).stop 2024-09-12T12:37:56.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75fbec6740 1 -- 172.21.15.82:0/3490695010 shutdown_connections 2024-09-12T12:37:56.282 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75fbec6740 1 --2- 172.21.15.82:0/3490695010 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55edaec94bc0 0x55edaec96fb0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75fbec6740 1 --2- 172.21.15.82:0/3490695010 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55edaec19cb0 0x55edaec1d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75fbec6740 1 --2- 172.21.15.82:0/3490695010 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55edaec0f410 0x55edaec1d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75fbec6740 1 --2- 172.21.15.82:0/3490695010 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55edaec0eaf0 0x55edaec22130 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75d6ff5640 0 client.16887 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:37:56.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75fbec6740 1 -- 172.21.15.82:0/3490695010 >> 172.21.15.82:0/3490695010 conn(0x55edaec0b060 msgr2=0x55edaec099a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:56.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75fbec6740 1 -- 172.21.15.82:0/3490695010 shutdown_connections 2024-09-12T12:37:56.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75fbec6740 1 -- 172.21.15.82:0/3490695010 wait complete. 2024-09-12T12:37:56.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75fbec6740 20 client.16887 trim_cache size 0 max 16384 2024-09-12T12:37:56.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:37:56.283 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:37:56.284 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:37:56.284 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:37:56.284 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75f912a640 1 -- 172.21.15.82:0/787245223 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f75dc0a2da0 msgr2=0x7f75dc0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:56.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75f912a640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f75dc0a2da0 0x7f75dc0a5260 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f75ec031550 tx=0x7f75ec02a480 comp rx=0 tx=0).stop 2024-09-12T12:37:56.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75f912a640 1 -- 172.21.15.82:0/787245223 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75f41035a0 msgr2=0x7f75f4100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:37:56.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75f912a640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75f41035a0 0x7f75f4100e10 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f75e800d950 tx=0x7f75e800de10 comp rx=0 tx=0).stop 2024-09-12T12:37:56.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75f912a640 1 -- 172.21.15.82:0/787245223 shutdown_connections 2024-09-12T12:37:56.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75f912a640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f75dc0a2da0 0x7f75dc0a5260 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75f912a640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75f410c0d0 0x7f75f4101350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75f912a640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f75f41035a0 0x7f75f4100e10 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75f912a640 1 --2- 172.21.15.82:0/787245223 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f75f4102c80 0x7f75f41008d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:37:56.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75f912a640 1 -- 172.21.15.82:0/787245223 >> 172.21.15.82:0/787245223 conn(0x7f75f4077990 msgr2=0x7f75f40fcee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:37:56.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75f912a640 1 -- 172.21.15.82:0/787245223 shutdown_connections 2024-09-12T12:37:56.285 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:37:56.282+0000 7f75f912a640 1 -- 172.21.15.82:0/787245223 wait complete. 2024-09-12T12:37:56.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:56 smithi097 ceph-mon[34923]: pgmap v349: 97 pgs: 97 active+clean; 4.2 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:37:56.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:56 smithi082 ceph-mon[31122]: pgmap v349: 97 pgs: 97 active+clean; 4.2 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:37:56.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:56 smithi114 ceph-mon[35514]: pgmap v349: 97 pgs: 97 active+clean; 4.2 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:37:58.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:37:58 smithi097 ceph-mon[34923]: pgmap v350: 97 pgs: 97 active+clean; 4.2 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:37:58.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:37:58 smithi082 ceph-mon[31122]: pgmap v350: 97 pgs: 97 active+clean; 4.2 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:37:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:37:58 smithi114 ceph-mon[35514]: pgmap v350: 97 pgs: 97 active+clean; 4.2 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:38:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:00 smithi097 ceph-mon[34923]: pgmap v351: 97 pgs: 97 active+clean; 4.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:38:00.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:00 smithi082 ceph-mon[31122]: pgmap v351: 97 pgs: 97 active+clean; 4.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:38:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:00 smithi114 ceph-mon[35514]: pgmap v351: 97 pgs: 97 active+clean; 4.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:38:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:02 smithi097 ceph-mon[34923]: pgmap v352: 97 pgs: 97 active+clean; 4.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:38:02.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:02 smithi082 ceph-mon[31122]: pgmap v352: 97 pgs: 97 active+clean; 4.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:38:02.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:02 smithi114 ceph-mon[35514]: pgmap v352: 97 pgs: 97 active+clean; 4.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:38:03.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:03 smithi097 ceph-mon[34923]: osdmap e95: 12 total, 12 up, 12 in 2024-09-12T12:38:03.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:03 smithi082 ceph-mon[31122]: osdmap e95: 12 total, 12 up, 12 in 2024-09-12T12:38:03.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:03 smithi114 ceph-mon[35514]: osdmap e95: 12 total, 12 up, 12 in 2024-09-12T12:38:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:04 smithi097 ceph-mon[34923]: pgmap v354: 97 pgs: 97 active+clean; 4.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 50 KiB/s wr, 18 op/s 2024-09-12T12:38:04.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:04 smithi082 ceph-mon[31122]: pgmap v354: 97 pgs: 97 active+clean; 4.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 50 KiB/s wr, 18 op/s 2024-09-12T12:38:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:04 smithi114 ceph-mon[35514]: pgmap v354: 97 pgs: 97 active+clean; 4.4 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 50 KiB/s wr, 18 op/s 2024-09-12T12:38:06.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:06 smithi097 ceph-mon[34923]: pgmap v355: 97 pgs: 97 active+clean; 4.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 106 KiB/s wr, 39 op/s 2024-09-12T12:38:06.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:06 smithi082 ceph-mon[31122]: pgmap v355: 97 pgs: 97 active+clean; 4.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 106 KiB/s wr, 39 op/s 2024-09-12T12:38:06.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:06 smithi114 ceph-mon[35514]: pgmap v355: 97 pgs: 97 active+clean; 4.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 106 KiB/s wr, 39 op/s 2024-09-12T12:38:08.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:08 smithi097 ceph-mon[34923]: pgmap v356: 97 pgs: 97 active+clean; 4.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 106 KiB/s wr, 39 op/s 2024-09-12T12:38:08.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:08 smithi097 ceph-mon[34923]: osdmap e96: 12 total, 12 up, 12 in 2024-09-12T12:38:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:08 smithi082 ceph-mon[31122]: pgmap v356: 97 pgs: 97 active+clean; 4.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 106 KiB/s wr, 39 op/s 2024-09-12T12:38:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:08 smithi082 ceph-mon[31122]: osdmap e96: 12 total, 12 up, 12 in 2024-09-12T12:38:08.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:08 smithi114 ceph-mon[35514]: pgmap v356: 97 pgs: 97 active+clean; 4.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 106 KiB/s wr, 39 op/s 2024-09-12T12:38:08.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:08 smithi114 ceph-mon[35514]: osdmap e96: 12 total, 12 up, 12 in 2024-09-12T12:38:09.380 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.378+0000 7efd24103640 1 -- 172.21.15.82:0/1997718527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1c101370 msgr2=0x7efd1c10d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:09.380 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.378+0000 7efd24103640 1 --2- 172.21.15.82:0/1997718527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1c101370 0x7efd1c10d8a0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7efd14009cd0 tx=0x7efd1402a8e0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.380 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.378+0000 7efd24103640 1 -- 172.21.15.82:0/1997718527 shutdown_connections 2024-09-12T12:38:09.380 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.378+0000 7efd24103640 1 --2- 172.21.15.82:0/1997718527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1c101370 0x7efd1c10d8a0 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.378+0000 7efd24103640 1 --2- 172.21.15.82:0/1997718527 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd1c1009d0 0x7efd1c100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.378+0000 7efd24103640 1 --2- 172.21.15.82:0/1997718527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd1c1069e0 0x7efd1c106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.378+0000 7efd24103640 1 -- 172.21.15.82:0/1997718527 >> 172.21.15.82:0/1997718527 conn(0x7efd1c0fc6b0 msgr2=0x7efd1c0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:09.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.378+0000 7efd24103640 1 -- 172.21.15.82:0/1997718527 shutdown_connections 2024-09-12T12:38:09.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.378+0000 7efd24103640 1 -- 172.21.15.82:0/1997718527 wait complete. 2024-09-12T12:38:09.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.378+0000 7efd24103640 1 Processor -- start 2024-09-12T12:38:09.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.378+0000 7efd24103640 1 -- start start 2024-09-12T12:38:09.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd24103640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1c1009d0 0x7efd1c197240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd24103640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd1c101370 0x7efd1c197780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd24103640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd1c1069e0 0x7efd1c19bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd24103640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c110e70 con 0x7efd1c1009d0 2024-09-12T12:38:09.381 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd24103640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c110cf0 con 0x7efd1c101370 2024-09-12T12:38:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd24103640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c110ff0 con 0x7efd1c1069e0 2024-09-12T12:38:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd21e9f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1c1009d0 0x7efd1c197240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd21e9f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1c1009d0 0x7efd1c197240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54856/0 (socket says 172.21.15.82:54856) 2024-09-12T12:38:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd21e9f640 1 -- 172.21.15.82:0/4256325958 learned_addr learned my addr 172.21.15.82:0/4256325958 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd2169e640 1 --2- 172.21.15.82:0/4256325958 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd1c101370 0x7efd1c197780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd226a0640 1 --2- 172.21.15.82:0/4256325958 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd1c1069e0 0x7efd1c19bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd21e9f640 1 -- 172.21.15.82:0/4256325958 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd1c1069e0 msgr2=0x7efd1c19bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd21e9f640 1 --2- 172.21.15.82:0/4256325958 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd1c1069e0 0x7efd1c19bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd21e9f640 1 -- 172.21.15.82:0/4256325958 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd1c101370 msgr2=0x7efd1c197780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd21e9f640 1 --2- 172.21.15.82:0/4256325958 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd1c101370 0x7efd1c197780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd21e9f640 1 -- 172.21.15.82:0/4256325958 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd1c19c230 con 0x7efd1c1009d0 2024-09-12T12:38:09.382 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd21e9f640 1 --2- 172.21.15.82:0/4256325958 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1c1009d0 0x7efd1c197240 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7efd1800d950 tx=0x7efd1800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd12ffd640 1 -- 172.21.15.82:0/4256325958 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd18017070 con 0x7efd1c1009d0 2024-09-12T12:38:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd12ffd640 1 -- 172.21.15.82:0/4256325958 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efd18009c30 con 0x7efd1c1009d0 2024-09-12T12:38:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.379+0000 7efd24103640 1 -- 172.21.15.82:0/4256325958 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd1c19c520 con 0x7efd1c1009d0 2024-09-12T12:38:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.380+0000 7efd12ffd640 1 -- 172.21.15.82:0/4256325958 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd1800f6b0 con 0x7efd1c1009d0 2024-09-12T12:38:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.380+0000 7efd24103640 1 -- 172.21.15.82:0/4256325958 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd1c1a3db0 con 0x7efd1c1009d0 2024-09-12T12:38:09.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.382+0000 7efd12ffd640 1 -- 172.21.15.82:0/4256325958 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7efd180109d0 con 0x7efd1c1009d0 2024-09-12T12:38:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.382+0000 7efd26e9a740 1 Processor -- start 2024-09-12T12:38:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd26e9a740 1 -- start start 2024-09-12T12:38:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd26e9a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eadd60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd26e9a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eade0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd26e9a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 0x5644eade32b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd26e9a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5644ead382f0 con 0x5644eadd6620 2024-09-12T12:38:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd26e9a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5644eace0270 con 0x5644eadd5d00 2024-09-12T12:38:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd26e9a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5644ead342b0 con 0x5644eade0ec0 2024-09-12T12:38:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd12ffd640 1 --2- 172.21.15.82:0/4256325958 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7efd080a2da0 0x7efd080a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd21e9f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eade0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd21e9f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eade0980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54860/0 (socket says 172.21.15.82:54860) 2024-09-12T12:38:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd21e9f640 1 -- 172.21.15.82:0/3947666735 learned_addr learned my addr 172.21.15.82:0/3947666735 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd226a0640 1 --2- 172.21.15.82:0/4256325958 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7efd080a2da0 0x7efd080a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd2169e640 1 --2- 172.21.15.82:0/3947666735 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 0x5644eade32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd226a0640 1 --2- 172.21.15.82:0/3947666735 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eadd60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd12ffd640 1 -- 172.21.15.82:0/4256325958 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7efd180cf050 con 0x7efd1c1009d0 2024-09-12T12:38:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd21e9f640 1 -- 172.21.15.82:0/3947666735 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 msgr2=0x5644eade32b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd21e9f640 1 --2- 172.21.15.82:0/3947666735 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 0x5644eade32b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd21e9f640 1 -- 172.21.15.82:0/3947666735 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 msgr2=0x5644eadd60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.383+0000 7efd21e9f640 1 --2- 172.21.15.82:0/3947666735 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eadd60e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.384+0000 7efd21e9f640 1 -- 172.21.15.82:0/3947666735 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644eacdf340 con 0x5644eadd6620 2024-09-12T12:38:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.384+0000 7efd2169e640 1 --2- 172.21.15.82:0/3947666735 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 0x5644eade32b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:38:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.384+0000 7efd226a0640 1 --2- 172.21.15.82:0/4256325958 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7efd080a2da0 0x7efd080a5260 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7efd14005e30 tx=0x7efd140098e0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.384+0000 7efd21e9f640 1 --2- 172.21.15.82:0/3947666735 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eade0980 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7efd18097ee0 tx=0x7efd1800bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22d7600bc8684cdc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.384+0000 7efd07fff640 1 -- 172.21.15.82:0/3947666735 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd18020070 con 0x5644eadd6620 2024-09-12T12:38:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.384+0000 7efd07fff640 1 -- 172.21.15.82:0/3947666735 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efd1809b510 con 0x5644eadd6620 2024-09-12T12:38:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.384+0000 7efd07fff640 1 -- 172.21.15.82:0/3947666735 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd180d10d0 con 0x5644eadd6620 2024-09-12T12:38:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.385+0000 7efd26e9a740 1 -- 172.21.15.82:0/3947666735 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 msgr2=0x5644eade0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.385+0000 7efd26e9a740 1 --2- 172.21.15.82:0/3947666735 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eade0980 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7efd18097ee0 tx=0x7efd1800bf60 comp rx=0 tx=0).stop 2024-09-12T12:38:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.385+0000 7efd26e9a740 1 -- 172.21.15.82:0/3947666735 shutdown_connections 2024-09-12T12:38:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.385+0000 7efd26e9a740 1 --2- 172.21.15.82:0/3947666735 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 0x5644eade32b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.385+0000 7efd26e9a740 1 --2- 172.21.15.82:0/3947666735 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eade0980 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.385+0000 7efd26e9a740 1 --2- 172.21.15.82:0/3947666735 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eadd60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.385+0000 7efd26e9a740 1 -- 172.21.15.82:0/3947666735 >> 172.21.15.82:0/3947666735 conn(0x5644eadd2270 msgr2=0x5644eadd2650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.385+0000 7efd26e9a740 1 -- 172.21.15.82:0/3947666735 shutdown_connections 2024-09-12T12:38:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.385+0000 7efd26e9a740 1 -- 172.21.15.82:0/3947666735 wait complete. 2024-09-12T12:38:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.385+0000 7efd26e9a740 1 -- start start 2024-09-12T12:38:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.385+0000 7efd26e9a740 1 Processor -- start 2024-09-12T12:38:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd26e9a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eaddde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd26e9a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eadde350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd26e9a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 0x5644eadde890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd26e9a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5644eade3a90 con 0x5644eadd6620 2024-09-12T12:38:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd26e9a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5644eacc1290 con 0x5644eadd5d00 2024-09-12T12:38:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd26e9a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5644eade3c10 con 0x5644eade0ec0 2024-09-12T12:38:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd26e9a740 10 client.0 _ll_register_callbacks cb 0x5644eacf2140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:38:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd2169e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eadde350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd2169e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eadde350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54874/0 (socket says 172.21.15.82:54874) 2024-09-12T12:38:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd2169e640 1 -- 172.21.15.82:0/276176493 learned_addr learned my addr 172.21.15.82:0/276176493 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:09.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd226a0640 1 --2- 172.21.15.82:0/276176493 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 0x5644eadde890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd21e9f640 1 --2- 172.21.15.82:0/276176493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eaddde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd2169e640 1 -- 172.21.15.82:0/276176493 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 msgr2=0x5644eadde890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:09.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd2169e640 1 --2- 172.21.15.82:0/276176493 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 0x5644eadde890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd2169e640 1 -- 172.21.15.82:0/276176493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 msgr2=0x5644eaddde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:09.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd2169e640 1 --2- 172.21.15.82:0/276176493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eaddde10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd2169e640 1 -- 172.21.15.82:0/276176493 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644eaa4b210 con 0x5644eadd6620 2024-09-12T12:38:09.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd2169e640 1 --2- 172.21.15.82:0/276176493 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eadde350 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7efd0c00bab0 tx=0x7efd0c00beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=450e69d35652dd6c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:09.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd057fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:38:09.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd057fa640 1 -- 172.21.15.82:0/276176493 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd0c003d60 con 0x5644eadd6620 2024-09-12T12:38:09.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd057fa640 1 -- 172.21.15.82:0/276176493 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7efd0c011440 con 0x5644eadd6620 2024-09-12T12:38:09.395 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.386+0000 7efd26e9a740 1 -- 172.21.15.82:0/276176493 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd1809b510 con 0x5644eadd6620 2024-09-12T12:38:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.387+0000 7efd057fa640 1 -- 172.21.15.82:0/276176493 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7efd0c011640 con 0x5644eadd6620 2024-09-12T12:38:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.387+0000 7efd26e9a740 10 client.16899 fetch_fsmap learned FSMap version 28 2024-09-12T12:38:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.387+0000 7efd26e9a740 1 -- 172.21.15.82:0/276176493 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5644eab17620 con 0x5644eadd6620 2024-09-12T12:38:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.387+0000 7efd057fa640 1 -- 172.21.15.82:0/276176493 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efd1809b510 con 0x5644eadd6620 2024-09-12T12:38:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.387+0000 7efd057fa640 1 -- 172.21.15.82:0/276176493 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7efd0c01b890 con 0x5644eadd6620 2024-09-12T12:38:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.387+0000 7efd26e9a740 10 client.16899 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:38:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.387+0000 7efd26e9a740 10 client.16899 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:38:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.387+0000 7efd26e9a740 20 client.16899 populate_metadata read hostname 'smithi082' 2024-09-12T12:38:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.387+0000 7efd26e9a740 1 --2- 172.21.15.82:0/276176493 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5644eadf0fd0 0x5644eadf33c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.387+0000 7efd26e9a740 4 client.16899 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:38:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.387+0000 7efd26e9a740 1 -- 172.21.15.82:0/276176493 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5644ead45a20 con 0x5644eadf0fd0 2024-09-12T12:38:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.387+0000 7efd21e9f640 1 --2- 172.21.15.82:0/276176493 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5644eadf0fd0 0x5644eadf33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.396 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.388+0000 7efd057fa640 10 client.16899 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.388+0000 7efd21e9f640 1 --2- 172.21.15.82:0/276176493 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5644eadf0fd0 0x5644eadf33c0 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5f9a965fbdd850c server_cookie=1bf822218f316086 in_seq=0 out_seq=0 2024-09-12T12:38:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.388+0000 7efd057fa640 1 -- 172.21.15.82:0/276176493 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5644ead45a20 con 0x5644eadf0fd0 2024-09-12T12:38:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.388+0000 7efd057fa640 10 client.16899 handle_command_reply: tid=0 2024-09-12T12:38:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.388+0000 7efd26e9a740 1 client.16899 shutdown 2024-09-12T12:38:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.389+0000 7efd26e9a740 1 -- 172.21.15.82:0/276176493 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 msgr2=0x5644eadde350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.389+0000 7efd26e9a740 1 --2- 172.21.15.82:0/276176493 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eadde350 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7efd0c00bab0 tx=0x7efd0c00beb0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.389+0000 7efd26e9a740 1 -- 172.21.15.82:0/276176493 shutdown_connections 2024-09-12T12:38:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.389+0000 7efd26e9a740 1 --2- 172.21.15.82:0/276176493 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5644eadf0fd0 0x5644eadf33c0 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.389+0000 7efd26e9a740 1 --2- 172.21.15.82:0/276176493 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 0x5644eadde890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.389+0000 7efd26e9a740 1 --2- 172.21.15.82:0/276176493 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eadde350 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.389+0000 7efd057fa640 0 client.16899 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.389+0000 7efd26e9a740 1 --2- 172.21.15.82:0/276176493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eaddde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.389+0000 7efd26e9a740 1 -- 172.21.15.82:0/276176493 >> 172.21.15.82:0/276176493 conn(0x5644eadd2270 msgr2=0x5644eadcf1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.389+0000 7efd26e9a740 1 -- 172.21.15.82:0/276176493 shutdown_connections 2024-09-12T12:38:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.389+0000 7efd26e9a740 1 -- 172.21.15.82:0/276176493 wait complete. 2024-09-12T12:38:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.389+0000 7efd26e9a740 20 client.16899 trim_cache size 0 max 16384 2024-09-12T12:38:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd26e9a740 1 Processor -- start 2024-09-12T12:38:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd26e9a740 1 -- start start 2024-09-12T12:38:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd26e9a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eadde6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd26e9a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eadf8c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd26e9a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 0x5644eadf9180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd26e9a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c1ab810 con 0x5644eadd6620 2024-09-12T12:38:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd26e9a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c1ad350 con 0x5644eadd5d00 2024-09-12T12:38:09.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd26e9a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c1abee0 con 0x5644eade0ec0 2024-09-12T12:38:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd2169e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eadf8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd2169e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eadf8c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54888/0 (socket says 172.21.15.82:54888) 2024-09-12T12:38:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd2169e640 1 -- 172.21.15.82:0/3622208102 learned_addr learned my addr 172.21.15.82:0/3622208102 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd2169e640 1 -- 172.21.15.82:0/3622208102 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 msgr2=0x5644eadf9180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd2169e640 1 --2- 172.21.15.82:0/3622208102 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 0x5644eadf9180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd2169e640 1 -- 172.21.15.82:0/3622208102 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 msgr2=0x5644eadde6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd2169e640 1 --2- 172.21.15.82:0/3622208102 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eadde6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.403+0000 7efd2169e640 1 -- 172.21.15.82:0/3622208102 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644eadd20a0 con 0x5644eadd6620 2024-09-12T12:38:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.404+0000 7efd2169e640 1 --2- 172.21.15.82:0/3622208102 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eadf8c40 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7efd0c00ba80 tx=0x7efd0c005d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f7eea416c909393 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.404+0000 7efd077fe640 1 -- 172.21.15.82:0/3622208102 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd0c000e60 con 0x5644eadd6620 2024-09-12T12:38:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.404+0000 7efd077fe640 1 -- 172.21.15.82:0/3622208102 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efd0c00b400 con 0x5644eadd6620 2024-09-12T12:38:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.404+0000 7efd077fe640 1 -- 172.21.15.82:0/3622208102 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd0c01b710 con 0x5644eadd6620 2024-09-12T12:38:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.404+0000 7efd26e9a740 1 -- 172.21.15.82:0/3622208102 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 msgr2=0x5644eadf8c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.404+0000 7efd26e9a740 1 --2- 172.21.15.82:0/3622208102 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eadf8c40 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7efd0c00ba80 tx=0x7efd0c005d40 comp rx=0 tx=0).stop 2024-09-12T12:38:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.404+0000 7efd26e9a740 1 -- 172.21.15.82:0/3622208102 shutdown_connections 2024-09-12T12:38:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.404+0000 7efd26e9a740 1 --2- 172.21.15.82:0/3622208102 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eade0ec0 0x5644eadf9180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.404+0000 7efd26e9a740 1 --2- 172.21.15.82:0/3622208102 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eadd6620 0x5644eadf8c40 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.404+0000 7efd26e9a740 1 --2- 172.21.15.82:0/3622208102 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eadde6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.404+0000 7efd26e9a740 1 -- 172.21.15.82:0/3622208102 >> 172.21.15.82:0/3622208102 conn(0x5644eadd2270 msgr2=0x5644eaddfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.404+0000 7efd26e9a740 1 -- 172.21.15.82:0/3622208102 shutdown_connections 2024-09-12T12:38:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.404+0000 7efd26e9a740 1 -- 172.21.15.82:0/3622208102 wait complete. 2024-09-12T12:38:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.405+0000 7efd26e9a740 1 -- start start 2024-09-12T12:38:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.405+0000 7efd26e9a740 1 Processor -- start 2024-09-12T12:38:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.405+0000 7efd26e9a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eade4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.405+0000 7efd26e9a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eadd6620 0x5644eade5310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.405+0000 7efd26e9a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eade0ec0 0x5644eade5850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.405+0000 7efd26e9a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c1acc80 con 0x5644eade0ec0 2024-09-12T12:38:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.405+0000 7efd26e9a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c1ac5b0 con 0x5644eadd5d00 2024-09-12T12:38:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.405+0000 7efd26e9a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c1a9810 con 0x5644eadd6620 2024-09-12T12:38:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.405+0000 7efd26e9a740 10 client.0 _ll_register_callbacks cb 0x7efd0c004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:38:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.405+0000 7efd226a0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eade0ec0 0x5644eade5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.405+0000 7efd226a0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eade0ec0 0x5644eade5850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54902/0 (socket says 172.21.15.82:54902) 2024-09-12T12:38:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.405+0000 7efd226a0640 1 -- 172.21.15.82:0/1411994629 learned_addr learned my addr 172.21.15.82:0/1411994629 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd21e9f640 1 --2- 172.21.15.82:0/1411994629 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eade4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd2169e640 1 --2- 172.21.15.82:0/1411994629 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eadd6620 0x5644eade5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd226a0640 1 -- 172.21.15.82:0/1411994629 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eadd6620 msgr2=0x5644eade5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd226a0640 1 --2- 172.21.15.82:0/1411994629 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eadd6620 0x5644eade5310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd226a0640 1 -- 172.21.15.82:0/1411994629 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 msgr2=0x5644eade4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd226a0640 1 --2- 172.21.15.82:0/1411994629 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eade4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd226a0640 1 -- 172.21.15.82:0/1411994629 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644eadcb2d0 con 0x5644eade0ec0 2024-09-12T12:38:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd226a0640 1 --2- 172.21.15.82:0/1411994629 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eade0ec0 0x5644eade5850 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7efd14035000 tx=0x7efd14047000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dd541c7204f2ef5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd057fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:38:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd057fa640 1 -- 172.21.15.82:0/1411994629 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd14003d00 con 0x5644eade0ec0 2024-09-12T12:38:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd057fa640 1 -- 172.21.15.82:0/1411994629 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7efd14004040 con 0x5644eade0ec0 2024-09-12T12:38:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd26e9a740 1 -- 172.21.15.82:0/1411994629 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd0c00b400 con 0x5644eade0ec0 2024-09-12T12:38:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd057fa640 1 -- 172.21.15.82:0/1411994629 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7efd14004240 con 0x5644eade0ec0 2024-09-12T12:38:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd26e9a740 10 client.16905 fetch_fsmap learned FSMap version 28 2024-09-12T12:38:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd26e9a740 1 -- 172.21.15.82:0/1411994629 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5644eadd2f00 con 0x5644eade0ec0 2024-09-12T12:38:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd057fa640 1 -- 172.21.15.82:0/1411994629 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efd0c00b400 con 0x5644eade0ec0 2024-09-12T12:38:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.406+0000 7efd057fa640 1 -- 172.21.15.82:0/1411994629 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7efd1404a070 con 0x5644eade0ec0 2024-09-12T12:38:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.407+0000 7efd26e9a740 10 client.16905 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:38:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.407+0000 7efd26e9a740 10 client.16905 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:38:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.407+0000 7efd26e9a740 20 client.16905 populate_metadata read hostname 'smithi082' 2024-09-12T12:38:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.407+0000 7efd26e9a740 1 --2- 172.21.15.82:0/1411994629 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5644eae5c480 0x5644eae5e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.407+0000 7efd26e9a740 4 client.16905 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:38:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.407+0000 7efd26e9a740 1 -- 172.21.15.82:0/1411994629 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5644ead3fd70 con 0x5644eae5c480 2024-09-12T12:38:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.407+0000 7efd21e9f640 1 --2- 172.21.15.82:0/1411994629 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5644eae5c480 0x5644eae5e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.407+0000 7efd21e9f640 1 --2- 172.21.15.82:0/1411994629 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5644eae5c480 0x5644eae5e8a0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f88d506a2929836 server_cookie=b3d05277146d8108 in_seq=0 out_seq=0 2024-09-12T12:38:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.407+0000 7efd057fa640 10 client.16905 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:09.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd057fa640 1 -- 172.21.15.82:0/1411994629 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5644ead3fd70 con 0x5644eae5c480 2024-09-12T12:38:09.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd057fa640 10 client.16905 handle_command_reply: tid=0 2024-09-12T12:38:09.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd26e9a740 1 client.16905 shutdown 2024-09-12T12:38:09.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd26e9a740 1 -- 172.21.15.82:0/1411994629 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eade0ec0 msgr2=0x5644eade5850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:09.422 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd26e9a740 1 --2- 172.21.15.82:0/1411994629 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eade0ec0 0x5644eade5850 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7efd14035000 tx=0x7efd14047000 comp rx=0 tx=0).stop 2024-09-12T12:38:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd26e9a740 1 -- 172.21.15.82:0/1411994629 shutdown_connections 2024-09-12T12:38:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd26e9a740 1 --2- 172.21.15.82:0/1411994629 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5644eae5c480 0x5644eae5e8a0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd26e9a740 1 --2- 172.21.15.82:0/1411994629 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5644eade0ec0 0x5644eade5850 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd26e9a740 1 --2- 172.21.15.82:0/1411994629 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5644eadd6620 0x5644eade5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd057fa640 0 client.16905 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd26e9a740 1 --2- 172.21.15.82:0/1411994629 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5644eadd5d00 0x5644eade4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd26e9a740 1 -- 172.21.15.82:0/1411994629 >> 172.21.15.82:0/1411994629 conn(0x5644eadd2270 msgr2=0x5644eadce9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd26e9a740 1 -- 172.21.15.82:0/1411994629 shutdown_connections 2024-09-12T12:38:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd26e9a740 1 -- 172.21.15.82:0/1411994629 wait complete. 2024-09-12T12:38:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.422+0000 7efd26e9a740 20 client.16905 trim_cache size 0 max 16384 2024-09-12T12:38:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:38:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:38:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:38:09.424 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:38:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.423+0000 7efd24103640 1 -- 172.21.15.82:0/4256325958 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7efd080a2da0 msgr2=0x7efd080a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.423+0000 7efd24103640 1 --2- 172.21.15.82:0/4256325958 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7efd080a2da0 0x7efd080a5260 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7efd14005e30 tx=0x7efd140098e0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.423+0000 7efd24103640 1 -- 172.21.15.82:0/4256325958 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1c1009d0 msgr2=0x7efd1c197240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.423+0000 7efd24103640 1 --2- 172.21.15.82:0/4256325958 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1c1009d0 0x7efd1c197240 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7efd1800d950 tx=0x7efd1800de10 comp rx=0 tx=0).stop 2024-09-12T12:38:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.423+0000 7efd24103640 1 -- 172.21.15.82:0/4256325958 shutdown_connections 2024-09-12T12:38:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.423+0000 7efd24103640 1 --2- 172.21.15.82:0/4256325958 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7efd080a2da0 0x7efd080a5260 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.423+0000 7efd24103640 1 --2- 172.21.15.82:0/4256325958 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7efd1c1069e0 0x7efd1c19bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.423+0000 7efd24103640 1 --2- 172.21.15.82:0/4256325958 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd1c101370 0x7efd1c197780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.423+0000 7efd24103640 1 --2- 172.21.15.82:0/4256325958 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7efd1c1009d0 0x7efd1c197240 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.423+0000 7efd24103640 1 -- 172.21.15.82:0/4256325958 >> 172.21.15.82:0/4256325958 conn(0x7efd1c0fc6b0 msgr2=0x7efd1c0fccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:09.425 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.423+0000 7efd24103640 1 -- 172.21.15.82:0/4256325958 shutdown_connections 2024-09-12T12:38:09.426 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:09.423+0000 7efd24103640 1 -- 172.21.15.82:0/4256325958 wait complete. 2024-09-12T12:38:10.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:10 smithi097 ceph-mon[34923]: pgmap v358: 97 pgs: 97 active+clean; 4.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 124 KiB/s wr, 44 op/s 2024-09-12T12:38:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:10 smithi082 ceph-mon[31122]: pgmap v358: 97 pgs: 97 active+clean; 4.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 124 KiB/s wr, 44 op/s 2024-09-12T12:38:10.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:10 smithi114 ceph-mon[35514]: pgmap v358: 97 pgs: 97 active+clean; 4.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 124 KiB/s wr, 44 op/s 2024-09-12T12:38:12.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:12 smithi097 ceph-mon[34923]: pgmap v359: 97 pgs: 97 active+clean; 4.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 122 KiB/s wr, 44 op/s 2024-09-12T12:38:12.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:12 smithi082 ceph-mon[31122]: pgmap v359: 97 pgs: 97 active+clean; 4.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 122 KiB/s wr, 44 op/s 2024-09-12T12:38:12.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:12 smithi114 ceph-mon[35514]: pgmap v359: 97 pgs: 97 active+clean; 4.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 122 KiB/s wr, 44 op/s 2024-09-12T12:38:14.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:14 smithi097 ceph-mon[34923]: pgmap v360: 97 pgs: 97 active+clean; 4.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 100 KiB/s wr, 35 op/s 2024-09-12T12:38:14.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:14 smithi082 ceph-mon[31122]: pgmap v360: 97 pgs: 97 active+clean; 4.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 100 KiB/s wr, 35 op/s 2024-09-12T12:38:14.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:14 smithi114 ceph-mon[35514]: pgmap v360: 97 pgs: 97 active+clean; 4.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 100 KiB/s wr, 35 op/s 2024-09-12T12:38:16.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:16 smithi097 ceph-mon[34923]: pgmap v361: 97 pgs: 97 active+clean; 5.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 50 KiB/s wr, 18 op/s 2024-09-12T12:38:16.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:16 smithi082 ceph-mon[31122]: pgmap v361: 97 pgs: 97 active+clean; 5.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 50 KiB/s wr, 18 op/s 2024-09-12T12:38:16.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:16 smithi114 ceph-mon[35514]: pgmap v361: 97 pgs: 97 active+clean; 5.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 50 KiB/s wr, 18 op/s 2024-09-12T12:38:18.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:18 smithi097 ceph-mon[34923]: pgmap v362: 97 pgs: 97 active+clean; 5.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 50 KiB/s wr, 18 op/s 2024-09-12T12:38:18.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:18 smithi082 ceph-mon[31122]: pgmap v362: 97 pgs: 97 active+clean; 5.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 50 KiB/s wr, 18 op/s 2024-09-12T12:38:18.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:18 smithi114 ceph-mon[35514]: pgmap v362: 97 pgs: 97 active+clean; 5.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 50 KiB/s wr, 18 op/s 2024-09-12T12:38:20.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:20 smithi097 ceph-mon[34923]: pgmap v363: 97 pgs: 97 active+clean; 5.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 69 KiB/s wr, 25 op/s 2024-09-12T12:38:20.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:20 smithi082 ceph-mon[31122]: pgmap v363: 97 pgs: 97 active+clean; 5.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 69 KiB/s wr, 25 op/s 2024-09-12T12:38:20.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:20 smithi114 ceph-mon[35514]: pgmap v363: 97 pgs: 97 active+clean; 5.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 69 KiB/s wr, 25 op/s 2024-09-12T12:38:22.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.518+0000 7fe48f533640 1 -- 172.21.15.82:0/2534718739 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4881067b0 msgr2=0x7fe488106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:22.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.518+0000 7fe48f533640 1 --2- 172.21.15.82:0/2534718739 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4881067b0 0x7fe488106b90 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fe480009900 tx=0x7fe48002a410 comp rx=0 tx=0).stop 2024-09-12T12:38:22.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.518+0000 7fe48f533640 1 -- 172.21.15.82:0/2534718739 shutdown_connections 2024-09-12T12:38:22.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.518+0000 7fe48f533640 1 --2- 172.21.15.82:0/2534718739 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe488112ac0 0x7fe488114eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.518+0000 7fe48f533640 1 --2- 172.21.15.82:0/2534718739 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4881070d0 0x7fe488112580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.523 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.518+0000 7fe48f533640 1 --2- 172.21.15.82:0/2534718739 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4881067b0 0x7fe488106b90 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.524 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.518+0000 7fe48f533640 1 -- 172.21.15.82:0/2534718739 >> 172.21.15.82:0/2534718739 conn(0x7fe488075e20 msgr2=0x7fe488076230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:22.524 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.518+0000 7fe48f533640 1 -- 172.21.15.82:0/2534718739 shutdown_connections 2024-09-12T12:38:22.524 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.518+0000 7fe48f533640 1 -- 172.21.15.82:0/2534718739 wait complete. 2024-09-12T12:38:22.524 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.519+0000 7fe48f533640 1 Processor -- start 2024-09-12T12:38:22.524 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.519+0000 7fe48f533640 1 -- start start 2024-09-12T12:38:22.524 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.519+0000 7fe48f533640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4881067b0 0x7fe4881a4670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.524 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.519+0000 7fe48f533640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4881070d0 0x7fe4881a4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.524 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.519+0000 7fe48f533640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe488112ac0 0x7fe48819e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.519+0000 7fe48f533640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe488118550 con 0x7fe4881067b0 2024-09-12T12:38:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.519+0000 7fe48f533640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe4881183d0 con 0x7fe488112ac0 2024-09-12T12:38:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.519+0000 7fe48f533640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe4881186d0 con 0x7fe4881070d0 2024-09-12T12:38:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.519+0000 7fe48d2cf640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4881067b0 0x7fe4881a4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.519+0000 7fe48d2cf640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4881067b0 0x7fe4881a4670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39770/0 (socket says 172.21.15.82:39770) 2024-09-12T12:38:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.519+0000 7fe48d2cf640 1 -- 172.21.15.82:0/1719447950 learned_addr learned my addr 172.21.15.82:0/1719447950 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.520+0000 7fe48dad0640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe488112ac0 0x7fe48819e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.520+0000 7fe48d2cf640 1 -- 172.21.15.82:0/1719447950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4881070d0 msgr2=0x7fe4881a4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.520+0000 7fe48cace640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4881070d0 0x7fe4881a4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.520+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4881070d0 0x7fe4881a4bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.520+0000 7fe48d2cf640 1 -- 172.21.15.82:0/1719447950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe488112ac0 msgr2=0x7fe48819e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.520+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe488112ac0 0x7fe48819e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.520+0000 7fe48d2cf640 1 -- 172.21.15.82:0/1719447950 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe48819efb0 con 0x7fe4881067b0 2024-09-12T12:38:22.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.520+0000 7fe48dad0640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe488112ac0 0x7fe48819e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:38:22.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.520+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4881067b0 0x7fe4881a4670 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fe480005ab0 tx=0x7fe480004360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:22.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.520+0000 7fe4867fc640 1 -- 172.21.15.82:0/1719447950 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe48003f030 con 0x7fe4881067b0 2024-09-12T12:38:22.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.520+0000 7fe4867fc640 1 -- 172.21.15.82:0/1719447950 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe480003ce0 con 0x7fe4881067b0 2024-09-12T12:38:22.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.520+0000 7fe48f533640 1 -- 172.21.15.82:0/1719447950 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe48819f240 con 0x7fe4881067b0 2024-09-12T12:38:22.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.520+0000 7fe4867fc640 1 -- 172.21.15.82:0/1719447950 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe480035070 con 0x7fe4881067b0 2024-09-12T12:38:22.526 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.520+0000 7fe48f533640 1 -- 172.21.15.82:0/1719447950 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4881ab4c0 con 0x7fe4881067b0 2024-09-12T12:38:22.527 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:22 smithi097 ceph-mon[34923]: pgmap v364: 97 pgs: 97 active+clean; 5.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-09-12T12:38:22.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.522+0000 7fe4867fc640 1 -- 172.21.15.82:0/1719447950 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fe480042030 con 0x7fe4881067b0 2024-09-12T12:38:22.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.523+0000 7fe4922c9740 1 Processor -- start 2024-09-12T12:38:22.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.523+0000 7fe4922c9740 1 -- start start 2024-09-12T12:38:22.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.523+0000 7fe4922c9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27eaf0 0x55cbcf27eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.523+0000 7fe4922c9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27f410 0x55cbcf289770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.523+0000 7fe4922c9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf289cb0 0x55cbcf28c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.523+0000 7fe4922c9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55cbcf1e32f0 con 0x55cbcf27eaf0 2024-09-12T12:38:22.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.523+0000 7fe4922c9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55cbcf18b270 con 0x55cbcf27f410 2024-09-12T12:38:22.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.523+0000 7fe4922c9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55cbcf1df2b0 con 0x55cbcf289cb0 2024-09-12T12:38:22.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.523+0000 7fe48dad0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27eaf0 0x55cbcf27eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.523+0000 7fe4867fc640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe4700a2da0 0x7fe4700a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.523+0000 7fe48dad0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27eaf0 0x55cbcf27eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39774/0 (socket says 172.21.15.82:39774) 2024-09-12T12:38:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.523+0000 7fe48dad0640 1 -- 172.21.15.82:0/3803568072 learned_addr learned my addr 172.21.15.82:0/3803568072 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.523+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/3803568072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27f410 0x55cbcf289770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.523+0000 7fe48cace640 1 --2- 172.21.15.82:0/3803568072 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf289cb0 0x55cbcf28c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.524+0000 7fe48dad0640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe4700a2da0 0x7fe4700a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.524+0000 7fe4867fc640 1 -- 172.21.15.82:0/1719447950 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7fe4800efe80 con 0x7fe4881067b0 2024-09-12T12:38:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.524+0000 7fe48dad0640 1 -- 172.21.15.82:0/3803568072 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf289cb0 msgr2=0x55cbcf28c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.524+0000 7fe48dad0640 1 --2- 172.21.15.82:0/3803568072 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf289cb0 0x55cbcf28c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.524+0000 7fe48dad0640 1 -- 172.21.15.82:0/3803568072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27f410 msgr2=0x55cbcf289770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.524+0000 7fe48dad0640 1 --2- 172.21.15.82:0/3803568072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27f410 0x55cbcf289770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.524+0000 7fe48dad0640 1 -- 172.21.15.82:0/3803568072 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbcf18a340 con 0x55cbcf27eaf0 2024-09-12T12:38:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.524+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/3803568072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27f410 0x55cbcf289770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:38:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.524+0000 7fe48dad0640 1 --2- 172.21.15.82:0/3803568072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27eaf0 0x55cbcf27eed0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fe4780109e0 tx=0x7fe478010ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe683d99e1ab739c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.524+0000 7fe46f7fe640 1 -- 172.21.15.82:0/3803568072 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe478020070 con 0x55cbcf27eaf0 2024-09-12T12:38:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.524+0000 7fe46f7fe640 1 -- 172.21.15.82:0/3803568072 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe47800d890 con 0x55cbcf27eaf0 2024-09-12T12:38:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.524+0000 7fe46f7fe640 1 -- 172.21.15.82:0/3803568072 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe478010420 con 0x55cbcf27eaf0 2024-09-12T12:38:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.524+0000 7fe48dad0640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe4700a2da0 0x7fe4700a5260 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe47801d000 tx=0x7fe478019000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.525+0000 7fe4922c9740 1 -- 172.21.15.82:0/3803568072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27eaf0 msgr2=0x55cbcf27eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.525+0000 7fe4922c9740 1 --2- 172.21.15.82:0/3803568072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27eaf0 0x55cbcf27eed0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fe4780109e0 tx=0x7fe478010ea0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.525+0000 7fe4922c9740 1 -- 172.21.15.82:0/3803568072 shutdown_connections 2024-09-12T12:38:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.525+0000 7fe4922c9740 1 --2- 172.21.15.82:0/3803568072 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf289cb0 0x55cbcf28c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.525+0000 7fe4922c9740 1 --2- 172.21.15.82:0/3803568072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27f410 0x55cbcf289770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.525+0000 7fe4922c9740 1 --2- 172.21.15.82:0/3803568072 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27eaf0 0x55cbcf27eed0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.525+0000 7fe4922c9740 1 -- 172.21.15.82:0/3803568072 >> 172.21.15.82:0/3803568072 conn(0x55cbcf27b060 msgr2=0x55cbcf27b440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.525+0000 7fe4922c9740 1 -- 172.21.15.82:0/3803568072 shutdown_connections 2024-09-12T12:38:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.525+0000 7fe4922c9740 1 -- 172.21.15.82:0/3803568072 wait complete. 2024-09-12T12:38:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.525+0000 7fe4922c9740 1 -- start start 2024-09-12T12:38:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.525+0000 7fe4922c9740 1 Processor -- start 2024-09-12T12:38:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe4922c9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27eaf0 0x55cbcf286c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe4922c9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27f410 0x55cbcf287150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe4922c9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf289cb0 0x55cbcf287690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe4922c9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55cbcf28c880 con 0x55cbcf27f410 2024-09-12T12:38:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe4922c9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55cbcf16c290 con 0x55cbcf27eaf0 2024-09-12T12:38:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe4922c9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55cbcf28ca00 con 0x55cbcf289cb0 2024-09-12T12:38:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe4922c9740 10 client.0 _ll_register_callbacks cb 0x55cbcf19d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:38:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe48cace640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27f410 0x55cbcf287150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe48cace640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27f410 0x55cbcf287150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39788/0 (socket says 172.21.15.82:39788) 2024-09-12T12:38:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe48cace640 1 -- 172.21.15.82:0/1002955347 learned_addr learned my addr 172.21.15.82:0/1002955347 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/1002955347 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27eaf0 0x55cbcf286c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe48dad0640 1 --2- 172.21.15.82:0/1002955347 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf289cb0 0x55cbcf287690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe48cace640 1 -- 172.21.15.82:0/1002955347 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf289cb0 msgr2=0x55cbcf287690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe48cace640 1 --2- 172.21.15.82:0/1002955347 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf289cb0 0x55cbcf287690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe48cace640 1 -- 172.21.15.82:0/1002955347 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27eaf0 msgr2=0x55cbcf286c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe48cace640 1 --2- 172.21.15.82:0/1002955347 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27eaf0 0x55cbcf286c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe48cace640 1 -- 172.21.15.82:0/1002955347 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbceef6210 con 0x55cbcf27f410 2024-09-12T12:38:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe48cace640 1 --2- 172.21.15.82:0/1002955347 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27f410 0x55cbcf287150 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fe47c0106e0 tx=0x7fe47c010ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e39483dec86cb564 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.526+0000 7fe46cff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:38:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.527+0000 7fe46cff9640 1 -- 172.21.15.82:0/1002955347 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe47c01d060 con 0x55cbcf27f410 2024-09-12T12:38:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.527+0000 7fe46cff9640 1 -- 172.21.15.82:0/1002955347 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7fe47c00eb90 con 0x55cbcf27f410 2024-09-12T12:38:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.527+0000 7fe4922c9740 1 -- 172.21.15.82:0/1002955347 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe47800d890 con 0x55cbcf27f410 2024-09-12T12:38:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.527+0000 7fe46cff9640 1 -- 172.21.15.82:0/1002955347 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe47c00ed90 con 0x55cbcf27f410 2024-09-12T12:38:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.527+0000 7fe4922c9740 10 client.16917 fetch_fsmap learned FSMap version 28 2024-09-12T12:38:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.527+0000 7fe4922c9740 1 -- 172.21.15.82:0/1002955347 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cbcefc2620 con 0x55cbcf27f410 2024-09-12T12:38:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.527+0000 7fe46cff9640 1 -- 172.21.15.82:0/1002955347 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe47800d890 con 0x55cbcf27f410 2024-09-12T12:38:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.527+0000 7fe46cff9640 1 -- 172.21.15.82:0/1002955347 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe47c00d560 con 0x55cbcf27f410 2024-09-12T12:38:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.527+0000 7fe4922c9740 10 client.16917 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:38:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.527+0000 7fe4922c9740 10 client.16917 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:38:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.527+0000 7fe4922c9740 20 client.16917 populate_metadata read hostname 'smithi082' 2024-09-12T12:38:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.527+0000 7fe4922c9740 1 --2- 172.21.15.82:0/1002955347 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbcf299cd0 0x55cbcf29c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.527+0000 7fe4922c9740 4 client.16917 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:38:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.527+0000 7fe4922c9740 1 -- 172.21.15.82:0/1002955347 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cbcf1f0a20 con 0x55cbcf299cd0 2024-09-12T12:38:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.528+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/1002955347 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbcf299cd0 0x55cbcf29c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.528+0000 7fe46cff9640 10 client.16917 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.528+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/1002955347 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbcf299cd0 0x55cbcf29c100 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95fa615efa3627d8 server_cookie=101752d1961f7737 in_seq=0 out_seq=0 2024-09-12T12:38:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe46cff9640 1 -- 172.21.15.82:0/1002955347 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cbcf1f0a20 con 0x55cbcf299cd0 2024-09-12T12:38:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe46cff9640 10 client.16917 handle_command_reply: tid=0 2024-09-12T12:38:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe4922c9740 1 client.16917 shutdown 2024-09-12T12:38:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe4922c9740 1 -- 172.21.15.82:0/1002955347 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27f410 msgr2=0x55cbcf287150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe4922c9740 1 --2- 172.21.15.82:0/1002955347 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27f410 0x55cbcf287150 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fe47c0106e0 tx=0x7fe47c010ba0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe4922c9740 1 -- 172.21.15.82:0/1002955347 shutdown_connections 2024-09-12T12:38:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe4922c9740 1 --2- 172.21.15.82:0/1002955347 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbcf299cd0 0x55cbcf29c100 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe4922c9740 1 --2- 172.21.15.82:0/1002955347 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf289cb0 0x55cbcf287690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe4922c9740 1 --2- 172.21.15.82:0/1002955347 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27f410 0x55cbcf287150 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe4922c9740 1 --2- 172.21.15.82:0/1002955347 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27eaf0 0x55cbcf286c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe4922c9740 1 -- 172.21.15.82:0/1002955347 >> 172.21.15.82:0/1002955347 conn(0x55cbcf27b060 msgr2=0x55cbcf280dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:22.542 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:22 smithi082 ceph-mon[31122]: pgmap v364: 97 pgs: 97 active+clean; 5.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-09-12T12:38:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe46cff9640 0 client.16917 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe4922c9740 1 -- 172.21.15.82:0/1002955347 shutdown_connections 2024-09-12T12:38:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe4922c9740 1 -- 172.21.15.82:0/1002955347 wait complete. 2024-09-12T12:38:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.529+0000 7fe4922c9740 20 client.16917 trim_cache size 0 max 16384 2024-09-12T12:38:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.543+0000 7fe4922c9740 1 Processor -- start 2024-09-12T12:38:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe4922c9740 1 -- start start 2024-09-12T12:38:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe4922c9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27eaf0 0x55cbcf281ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe4922c9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf27f410 0x55cbcf2874c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe4922c9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf289cb0 0x55cbcf2a1a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe4922c9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe4881b3f30 con 0x55cbcf27eaf0 2024-09-12T12:38:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe4922c9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe4881b5a70 con 0x55cbcf289cb0 2024-09-12T12:38:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe4922c9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe4881b4600 con 0x55cbcf27f410 2024-09-12T12:38:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe48d2cf640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27eaf0 0x55cbcf281ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe48d2cf640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27eaf0 0x55cbcf281ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39794/0 (socket says 172.21.15.82:39794) 2024-09-12T12:38:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe48d2cf640 1 -- 172.21.15.82:0/1204981277 learned_addr learned my addr 172.21.15.82:0/1204981277 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe48cace640 1 --2- 172.21.15.82:0/1204981277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf27f410 0x55cbcf2874c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe48d2cf640 1 -- 172.21.15.82:0/1204981277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf27f410 msgr2=0x55cbcf2874c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/1204981277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf27f410 0x55cbcf2874c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe48d2cf640 1 -- 172.21.15.82:0/1204981277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf289cb0 msgr2=0x55cbcf2a1a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/1204981277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf289cb0 0x55cbcf2a1a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe48d2cf640 1 -- 172.21.15.82:0/1204981277 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbcf28c400 con 0x55cbcf27eaf0 2024-09-12T12:38:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/1204981277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27eaf0 0x55cbcf281ef0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fe480006010 tx=0x7fe48008b270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11afc3568dc40e4c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.544+0000 7fe46effd640 1 -- 172.21.15.82:0/1204981277 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe480049040 con 0x55cbcf27eaf0 2024-09-12T12:38:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.545+0000 7fe46effd640 1 -- 172.21.15.82:0/1204981277 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe4800873d0 con 0x55cbcf27eaf0 2024-09-12T12:38:22.548 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.545+0000 7fe46effd640 1 -- 172.21.15.82:0/1204981277 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe48003be50 con 0x55cbcf27eaf0 2024-09-12T12:38:22.551 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.545+0000 7fe4922c9740 1 -- 172.21.15.82:0/1204981277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27eaf0 msgr2=0x55cbcf281ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:22.551 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.545+0000 7fe4922c9740 1 --2- 172.21.15.82:0/1204981277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27eaf0 0x55cbcf281ef0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fe480006010 tx=0x7fe48008b270 comp rx=0 tx=0).stop 2024-09-12T12:38:22.551 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.545+0000 7fe4922c9740 1 -- 172.21.15.82:0/1204981277 shutdown_connections 2024-09-12T12:38:22.551 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.545+0000 7fe4922c9740 1 --2- 172.21.15.82:0/1204981277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf289cb0 0x55cbcf2a1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.545+0000 7fe4922c9740 1 --2- 172.21.15.82:0/1204981277 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf27f410 0x55cbcf2874c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.545+0000 7fe4922c9740 1 --2- 172.21.15.82:0/1204981277 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf27eaf0 0x55cbcf281ef0 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.545+0000 7fe4922c9740 1 -- 172.21.15.82:0/1204981277 >> 172.21.15.82:0/1204981277 conn(0x55cbcf27b060 msgr2=0x55cbcf288c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.545+0000 7fe4922c9740 1 -- 172.21.15.82:0/1204981277 shutdown_connections 2024-09-12T12:38:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.545+0000 7fe4922c9740 1 -- 172.21.15.82:0/1204981277 wait complete. 2024-09-12T12:38:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.545+0000 7fe4922c9740 1 -- start start 2024-09-12T12:38:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe4922c9740 1 Processor -- start 2024-09-12T12:38:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe4922c9740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf27eaf0 0x55cbcf2925c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe4922c9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27f410 0x55cbcf283b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe4922c9740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf289cb0 0x55cbcf2842c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe4922c9740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fe4881b53a0 con 0x55cbcf289cb0 2024-09-12T12:38:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe4922c9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe4881b4cd0 con 0x55cbcf27f410 2024-09-12T12:38:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe4922c9740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fe4881b1f30 con 0x55cbcf27eaf0 2024-09-12T12:38:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe4922c9740 10 client.0 _ll_register_callbacks cb 0x7fe47c00b5c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:38:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe48dad0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf289cb0 0x55cbcf2842c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe48dad0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf289cb0 0x55cbcf2842c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:39804/0 (socket says 172.21.15.82:39804) 2024-09-12T12:38:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe48dad0640 1 -- 172.21.15.82:0/4046019006 learned_addr learned my addr 172.21.15.82:0/4046019006 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf27eaf0 0x55cbcf2925c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe48cace640 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27f410 0x55cbcf283b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe48dad0640 1 -- 172.21.15.82:0/4046019006 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf27eaf0 msgr2=0x55cbcf2925c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe48dad0640 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf27eaf0 0x55cbcf2925c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe48dad0640 1 -- 172.21.15.82:0/4046019006 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27f410 msgr2=0x55cbcf283b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe48dad0640 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27f410 0x55cbcf283b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe48dad0640 1 -- 172.21.15.82:0/4046019006 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbcf3039e0 con 0x55cbcf289cb0 2024-09-12T12:38:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf27eaf0 0x55cbcf2925c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:38:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.546+0000 7fe48cace640 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27f410 0x55cbcf283b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:38:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe48dad0640 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf289cb0 0x55cbcf2842c0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fe478004b90 tx=0x7fe47801bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e374849b5f8d6140 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe46cff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:38:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe46cff9640 1 -- 172.21.15.82:0/4046019006 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe478032060 con 0x55cbcf289cb0 2024-09-12T12:38:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe46cff9640 1 -- 172.21.15.82:0/4046019006 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7fe4780103d0 con 0x55cbcf289cb0 2024-09-12T12:38:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe4922c9740 1 -- 172.21.15.82:0/4046019006 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4800873d0 con 0x55cbcf289cb0 2024-09-12T12:38:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe46cff9640 1 -- 172.21.15.82:0/4046019006 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe478020040 con 0x55cbcf289cb0 2024-09-12T12:38:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe4922c9740 10 client.16923 fetch_fsmap learned FSMap version 28 2024-09-12T12:38:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe4922c9740 1 -- 172.21.15.82:0/4046019006 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cbcf304bd0 con 0x55cbcf289cb0 2024-09-12T12:38:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe46cff9640 1 -- 172.21.15.82:0/4046019006 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe4800873d0 con 0x55cbcf289cb0 2024-09-12T12:38:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe46cff9640 1 -- 172.21.15.82:0/4046019006 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe478024460 con 0x55cbcf289cb0 2024-09-12T12:38:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe4922c9740 10 client.16923 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:38:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe4922c9740 10 client.16923 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:38:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe4922c9740 20 client.16923 populate_metadata read hostname 'smithi082' 2024-09-12T12:38:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe4922c9740 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbcf305190 0x55cbcf3075b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe4922c9740 4 client.16923 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:38:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.547+0000 7fe4922c9740 1 -- 172.21.15.82:0/4046019006 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cbcf1ead70 con 0x55cbcf305190 2024-09-12T12:38:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.548+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbcf305190 0x55cbcf3075b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.548+0000 7fe46cff9640 10 client.16923 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.548+0000 7fe48d2cf640 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbcf305190 0x55cbcf3075b0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=462f15286170e426 server_cookie=fb0e1320c5e0033 in_seq=0 out_seq=0 2024-09-12T12:38:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe46cff9640 1 -- 172.21.15.82:0/4046019006 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cbcf1ead70 con 0x55cbcf305190 2024-09-12T12:38:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe46cff9640 10 client.16923 handle_command_reply: tid=0 2024-09-12T12:38:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe4922c9740 1 client.16923 shutdown 2024-09-12T12:38:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe4922c9740 1 -- 172.21.15.82:0/4046019006 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf289cb0 msgr2=0x55cbcf2842c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe4922c9740 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf289cb0 0x55cbcf2842c0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fe478004b90 tx=0x7fe47801bea0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe4922c9740 1 -- 172.21.15.82:0/4046019006 shutdown_connections 2024-09-12T12:38:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe4922c9740 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55cbcf305190 0x55cbcf3075b0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe4922c9740 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55cbcf289cb0 0x55cbcf2842c0 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe4922c9740 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55cbcf27f410 0x55cbcf283b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe4922c9740 1 --2- 172.21.15.82:0/4046019006 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55cbcf27eaf0 0x55cbcf2925c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe4922c9740 1 -- 172.21.15.82:0/4046019006 >> 172.21.15.82:0/4046019006 conn(0x55cbcf27b060 msgr2=0x55cbcf2799a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe46cff9640 0 client.16923 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe4922c9740 1 -- 172.21.15.82:0/4046019006 shutdown_connections 2024-09-12T12:38:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe4922c9740 1 -- 172.21.15.82:0/4046019006 wait complete. 2024-09-12T12:38:22.564 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.561+0000 7fe4922c9740 20 client.16923 trim_cache size 0 max 16384 2024-09-12T12:38:22.564 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:38:22.564 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:38:22.564 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:38:22.564 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:38:22.565 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.562+0000 7fe48f533640 1 -- 172.21.15.82:0/1719447950 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe4700a2da0 msgr2=0x7fe4700a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:22.565 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.562+0000 7fe48f533640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe4700a2da0 0x7fe4700a5260 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe47801d000 tx=0x7fe478019000 comp rx=0 tx=0).stop 2024-09-12T12:38:22.565 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.562+0000 7fe48f533640 1 -- 172.21.15.82:0/1719447950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4881067b0 msgr2=0x7fe4881a4670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:22.565 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.562+0000 7fe48f533640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4881067b0 0x7fe4881a4670 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fe480005ab0 tx=0x7fe480004360 comp rx=0 tx=0).stop 2024-09-12T12:38:22.565 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.562+0000 7fe48f533640 1 -- 172.21.15.82:0/1719447950 shutdown_connections 2024-09-12T12:38:22.565 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.562+0000 7fe48f533640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fe4700a2da0 0x7fe4700a5260 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.566 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.562+0000 7fe48f533640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe488112ac0 0x7fe48819e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.566 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.562+0000 7fe48f533640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fe4881070d0 0x7fe4881a4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.566 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.562+0000 7fe48f533640 1 --2- 172.21.15.82:0/1719447950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fe4881067b0 0x7fe4881a4670 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:22.566 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.562+0000 7fe48f533640 1 -- 172.21.15.82:0/1719447950 >> 172.21.15.82:0/1719447950 conn(0x7fe488075e20 msgr2=0x7fe488114140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:22.566 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.562+0000 7fe48f533640 1 -- 172.21.15.82:0/1719447950 shutdown_connections 2024-09-12T12:38:22.566 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:22.562+0000 7fe48f533640 1 -- 172.21.15.82:0/1719447950 wait complete. 2024-09-12T12:38:22.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:22 smithi114 ceph-mon[35514]: pgmap v364: 97 pgs: 97 active+clean; 5.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-09-12T12:38:24.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:24 smithi097 ceph-mon[34923]: pgmap v365: 97 pgs: 97 active+clean; 5.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-09-12T12:38:24.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:24 smithi082 ceph-mon[31122]: pgmap v365: 97 pgs: 97 active+clean; 5.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-09-12T12:38:24.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:24 smithi114 ceph-mon[35514]: pgmap v365: 97 pgs: 97 active+clean; 5.3 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-09-12T12:38:26.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:26 smithi082 ceph-mon[31122]: pgmap v366: 97 pgs: 97 active+clean; 1.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-09-12T12:38:26.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:26 smithi114 ceph-mon[35514]: pgmap v366: 97 pgs: 97 active+clean; 1.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-09-12T12:38:26.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:26 smithi097 ceph-mon[34923]: pgmap v366: 97 pgs: 97 active+clean; 1.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-09-12T12:38:28.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:28 smithi082 ceph-mon[31122]: pgmap v367: 97 pgs: 97 active+clean; 1.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-09-12T12:38:28.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:28 smithi114 ceph-mon[35514]: pgmap v367: 97 pgs: 97 active+clean; 1.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-09-12T12:38:28.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:28 smithi097 ceph-mon[34923]: pgmap v367: 97 pgs: 97 active+clean; 1.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-09-12T12:38:30.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:30 smithi082 ceph-mon[31122]: pgmap v368: 97 pgs: 97 active+clean; 1.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:38:30.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:30 smithi114 ceph-mon[35514]: pgmap v368: 97 pgs: 97 active+clean; 1.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:38:30.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:30 smithi097 ceph-mon[34923]: pgmap v368: 97 pgs: 97 active+clean; 1.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:38:30.798 INFO:tasks.workunit.client.0.smithi082.stdout:375/600: open fd = 3 2024-09-12T12:38:30.798 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.798 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.799 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.799 INFO:tasks.workunit.client.0.smithi082.stdout:376/600: open fd = 3 2024-09-12T12:38:30.799 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.799 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.799 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.799 INFO:tasks.workunit.client.0.smithi082.stdout:377/600: open fd = 3 2024-09-12T12:38:30.799 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.799 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.799 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.799 INFO:tasks.workunit.client.0.smithi082.stdout:378/600: open fd = 3 2024-09-12T12:38:30.799 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.799 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.799 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.800 INFO:tasks.workunit.client.0.smithi082.stdout:379/600: open fd = 3 2024-09-12T12:38:30.800 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.800 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.800 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.800 INFO:tasks.workunit.client.0.smithi082.stdout:380/600: open fd = 3 2024-09-12T12:38:30.800 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.800 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.800 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.800 INFO:tasks.workunit.client.0.smithi082.stdout:381/600: open fd = 3 2024-09-12T12:38:30.800 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.800 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.800 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.800 INFO:tasks.workunit.client.0.smithi082.stdout:382/600: open fd = 3 2024-09-12T12:38:30.801 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.801 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.801 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.801 INFO:tasks.workunit.client.0.smithi082.stdout:383/600: open fd = 3 2024-09-12T12:38:30.801 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.801 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.801 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.801 INFO:tasks.workunit.client.0.smithi082.stdout:384/600: open fd = 3 2024-09-12T12:38:30.801 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.801 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.801 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.801 INFO:tasks.workunit.client.0.smithi082.stdout:385/600: open fd = 3 2024-09-12T12:38:30.801 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.801 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.802 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.802 INFO:tasks.workunit.client.0.smithi082.stdout:386/600: open fd = 3 2024-09-12T12:38:30.802 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.802 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.802 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.802 INFO:tasks.workunit.client.0.smithi082.stdout:387/600: open fd = 3 2024-09-12T12:38:30.802 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.802 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.802 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.802 INFO:tasks.workunit.client.0.smithi082.stdout:388/600: open fd = 3 2024-09-12T12:38:30.802 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.802 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.802 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.802 INFO:tasks.workunit.client.0.smithi082.stdout:389/600: open fd = 3 2024-09-12T12:38:30.803 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.803 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.803 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.803 INFO:tasks.workunit.client.0.smithi082.stdout:390/600: open fd = 3 2024-09-12T12:38:30.803 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.803 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.803 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.803 INFO:tasks.workunit.client.0.smithi082.stdout:391/600: open fd = 3 2024-09-12T12:38:30.803 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.803 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.803 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.803 INFO:tasks.workunit.client.0.smithi082.stdout:392/600: open fd = 3 2024-09-12T12:38:30.803 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.803 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.804 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.804 INFO:tasks.workunit.client.0.smithi082.stdout:393/600: open fd = 3 2024-09-12T12:38:30.804 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.804 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.804 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.804 INFO:tasks.workunit.client.0.smithi082.stdout:394/600: open fd = 3 2024-09-12T12:38:30.804 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.804 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.804 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.804 INFO:tasks.workunit.client.0.smithi082.stdout:395/600: open fd = 3 2024-09-12T12:38:30.804 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.804 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.804 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.805 INFO:tasks.workunit.client.0.smithi082.stdout:396/600: open fd = 3 2024-09-12T12:38:30.805 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.805 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.805 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.805 INFO:tasks.workunit.client.0.smithi082.stdout:397/600: open fd = 3 2024-09-12T12:38:30.805 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.805 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.805 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.805 INFO:tasks.workunit.client.0.smithi082.stdout:398/600: open fd = 3 2024-09-12T12:38:30.805 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.805 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.805 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.805 INFO:tasks.workunit.client.0.smithi082.stdout:399/600: open fd = 3 2024-09-12T12:38:30.806 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.806 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.806 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.806 INFO:tasks.workunit.client.0.smithi082.stdout:400/600: open fd = 3 2024-09-12T12:38:30.806 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.806 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.806 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.806 INFO:tasks.workunit.client.0.smithi082.stdout:401/600: open fd = 3 2024-09-12T12:38:30.806 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.806 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.806 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.806 INFO:tasks.workunit.client.0.smithi082.stdout:402/600: open fd = 3 2024-09-12T12:38:30.806 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.806 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.807 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.807 INFO:tasks.workunit.client.0.smithi082.stdout:403/600: open fd = 3 2024-09-12T12:38:30.807 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.807 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.807 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.807 INFO:tasks.workunit.client.0.smithi082.stdout:404/600: open fd = 3 2024-09-12T12:38:30.807 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.807 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.807 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.807 INFO:tasks.workunit.client.0.smithi082.stdout:405/600: open fd = 3 2024-09-12T12:38:30.807 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.807 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.807 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.807 INFO:tasks.workunit.client.0.smithi082.stdout:406/600: open fd = 3 2024-09-12T12:38:30.808 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.808 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.808 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.808 INFO:tasks.workunit.client.0.smithi082.stdout:407/600: open fd = 3 2024-09-12T12:38:30.808 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.808 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.808 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.808 INFO:tasks.workunit.client.0.smithi082.stdout:408/600: open fd = 3 2024-09-12T12:38:30.808 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.808 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.808 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.808 INFO:tasks.workunit.client.0.smithi082.stdout:409/600: open fd = 3 2024-09-12T12:38:30.808 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:410/600: open fd = 3 2024-09-12T12:38:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:411/600: open fd = 3 2024-09-12T12:38:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:412/600: open fd = 3 2024-09-12T12:38:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.809 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.810 INFO:tasks.workunit.client.0.smithi082.stdout:413/600: open fd = 3 2024-09-12T12:38:30.810 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.810 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.810 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.810 INFO:tasks.workunit.client.0.smithi082.stdout:414/600: open fd = 3 2024-09-12T12:38:30.810 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.810 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.810 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.810 INFO:tasks.workunit.client.0.smithi082.stdout:415/600: open fd = 3 2024-09-12T12:38:30.810 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.810 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.810 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.810 INFO:tasks.workunit.client.0.smithi082.stdout:416/600: open fd = 3 2024-09-12T12:38:30.810 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.811 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.811 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.811 INFO:tasks.workunit.client.0.smithi082.stdout:417/600: open fd = 3 2024-09-12T12:38:30.811 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.811 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.811 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.811 INFO:tasks.workunit.client.0.smithi082.stdout:418/600: open fd = 3 2024-09-12T12:38:30.811 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.811 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.811 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.811 INFO:tasks.workunit.client.0.smithi082.stdout:419/600: open fd = 3 2024-09-12T12:38:30.811 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.811 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.811 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.812 INFO:tasks.workunit.client.0.smithi082.stdout:420/600: open fd = 3 2024-09-12T12:38:30.812 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.812 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.812 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.812 INFO:tasks.workunit.client.0.smithi082.stdout:421/600: open fd = 3 2024-09-12T12:38:30.812 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.812 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.812 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.812 INFO:tasks.workunit.client.0.smithi082.stdout:422/600: open fd = 3 2024-09-12T12:38:30.812 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.812 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.812 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.812 INFO:tasks.workunit.client.0.smithi082.stdout:423/600: open fd = 3 2024-09-12T12:38:30.812 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.813 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.813 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.813 INFO:tasks.workunit.client.0.smithi082.stdout:424/600: open fd = 3 2024-09-12T12:38:30.813 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.813 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.813 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.813 INFO:tasks.workunit.client.0.smithi082.stdout:425/600: open fd = 3 2024-09-12T12:38:30.813 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.813 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.813 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.813 INFO:tasks.workunit.client.0.smithi082.stdout:426/600: open fd = 3 2024-09-12T12:38:30.813 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.813 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.813 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.814 INFO:tasks.workunit.client.0.smithi082.stdout:427/600: open fd = 3 2024-09-12T12:38:30.814 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.814 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.814 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.814 INFO:tasks.workunit.client.0.smithi082.stdout:428/600: open fd = 3 2024-09-12T12:38:30.814 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.814 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.814 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.814 INFO:tasks.workunit.client.0.smithi082.stdout:429/600: open fd = 3 2024-09-12T12:38:30.814 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.814 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.814 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.814 INFO:tasks.workunit.client.0.smithi082.stdout:430/600: open fd = 3 2024-09-12T12:38:30.814 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.815 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.815 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.815 INFO:tasks.workunit.client.0.smithi082.stdout:431/600: open fd = 3 2024-09-12T12:38:30.815 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.815 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.815 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.815 INFO:tasks.workunit.client.0.smithi082.stdout:432/600: open fd = 3 2024-09-12T12:38:30.815 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.815 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.815 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.815 INFO:tasks.workunit.client.0.smithi082.stdout:433/600: open fd = 3 2024-09-12T12:38:30.815 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.815 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.815 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.816 INFO:tasks.workunit.client.0.smithi082.stdout:434/600: open fd = 3 2024-09-12T12:38:30.816 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.816 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.816 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.816 INFO:tasks.workunit.client.0.smithi082.stdout:435/600: open fd = 3 2024-09-12T12:38:30.817 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.817 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.817 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:30.817 INFO:tasks.workunit.client.0.smithi082.stdout:436/600: open fd = 3 2024-09-12T12:38:30.817 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.817 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:38:30.817 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:38:32.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:32 smithi114 ceph-mon[35514]: pgmap v369: 97 pgs: 97 active+clean; 1.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:38:32.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:32 smithi097 ceph-mon[34923]: pgmap v369: 97 pgs: 97 active+clean; 1.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:38:32.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:32 smithi082 ceph-mon[31122]: pgmap v369: 97 pgs: 97 active+clean; 1.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:38:34.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:34 smithi114 ceph-mon[35514]: pgmap v370: 97 pgs: 97 active+clean; 1.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:38:34.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:34 smithi097 ceph-mon[34923]: pgmap v370: 97 pgs: 97 active+clean; 1.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:38:34.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:34 smithi082 ceph-mon[31122]: pgmap v370: 97 pgs: 97 active+clean; 1.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:38:35.659 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.659+0000 7f5c4c9fd640 1 -- 172.21.15.82:0/1431788363 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c48101ae0 msgr2=0x7f5c48101f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:35.659 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.659+0000 7f5c4c9fd640 1 --2- 172.21.15.82:0/1431788363 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c48101ae0 0x7f5c48101f40 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f5c30009930 tx=0x7f5c3002a420 comp rx=0 tx=0).stop 2024-09-12T12:38:35.660 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.659+0000 7f5c4c9fd640 1 -- 172.21.15.82:0/1431788363 shutdown_connections 2024-09-12T12:38:35.660 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.659+0000 7f5c4c9fd640 1 --2- 172.21.15.82:0/1431788363 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5c48102480 0x7f5c4810e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.660 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.659+0000 7f5c4c9fd640 1 --2- 172.21.15.82:0/1431788363 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c48101ae0 0x7f5c48101f40 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.660 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.659+0000 7f5c4c9fd640 1 --2- 172.21.15.82:0/1431788363 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c48107b80 0x7f5c48107f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.660 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.659+0000 7f5c4c9fd640 1 -- 172.21.15.82:0/1431788363 >> 172.21.15.82:0/1431788363 conn(0x7f5c480fd7e0 msgr2=0x7f5c480ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:35.660 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.659+0000 7f5c4c9fd640 1 -- 172.21.15.82:0/1431788363 shutdown_connections 2024-09-12T12:38:35.660 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.659+0000 7f5c4c9fd640 1 -- 172.21.15.82:0/1431788363 wait complete. 2024-09-12T12:38:35.662 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.660+0000 7f5c4c9fd640 1 Processor -- start 2024-09-12T12:38:35.662 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.660+0000 7f5c4c9fd640 1 -- start start 2024-09-12T12:38:35.662 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.660+0000 7f5c4c9fd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c48101ae0 0x7f5c480744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.660+0000 7f5c4c9fd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5c48102480 0x7f5c48074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.660+0000 7f5c4c9fd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c48107b80 0x7f5c48074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.660+0000 7f5c4c9fd640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5c48111ef0 con 0x7f5c48107b80 2024-09-12T12:38:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c4c9fd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5c48111d70 con 0x7f5c48102480 2024-09-12T12:38:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c4c9fd640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5c48112070 con 0x7f5c48101ae0 2024-09-12T12:38:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c46d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c48107b80 0x7f5c48074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c46d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c48107b80 0x7f5c48074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59062/0 (socket says 172.21.15.82:59062) 2024-09-12T12:38:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c46d9d640 1 -- 172.21.15.82:0/3926681481 learned_addr learned my addr 172.21.15.82:0/3926681481 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/3926681481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5c48102480 0x7f5c48074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c4659c640 1 --2- 172.21.15.82:0/3926681481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c48101ae0 0x7f5c480744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c46d9d640 1 -- 172.21.15.82:0/3926681481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c48101ae0 msgr2=0x7f5c480744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c46d9d640 1 --2- 172.21.15.82:0/3926681481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c48101ae0 0x7f5c480744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c46d9d640 1 -- 172.21.15.82:0/3926681481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5c48102480 msgr2=0x7f5c48074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c46d9d640 1 --2- 172.21.15.82:0/3926681481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5c48102480 0x7f5c48074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c46d9d640 1 -- 172.21.15.82:0/3926681481 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c481a6860 con 0x7f5c48107b80 2024-09-12T12:38:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c46d9d640 1 --2- 172.21.15.82:0/3926681481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c48107b80 0x7f5c48074f70 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f5c4000eaa0 tx=0x7f5c4000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c3ffff640 1 -- 172.21.15.82:0/3926681481 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c4000cdb0 con 0x7f5c48107b80 2024-09-12T12:38:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c3ffff640 1 -- 172.21.15.82:0/3926681481 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5c40005020 con 0x7f5c48107b80 2024-09-12T12:38:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c4c9fd640 1 -- 172.21.15.82:0/3926681481 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c481a6b50 con 0x7f5c48107b80 2024-09-12T12:38:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.661+0000 7f5c3ffff640 1 -- 172.21.15.82:0/3926681481 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c400116b0 con 0x7f5c48107b80 2024-09-12T12:38:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.662+0000 7f5c4c9fd640 1 -- 172.21.15.82:0/3926681481 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c481a7020 con 0x7f5c48107b80 2024-09-12T12:38:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.664+0000 7f5c3ffff640 1 -- 172.21.15.82:0/3926681481 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f5c40005560 con 0x7f5c48107b80 2024-09-12T12:38:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.664+0000 7f5c4f87c740 1 Processor -- start 2024-09-12T12:38:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c4f87c740 1 -- start start 2024-09-12T12:38:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c4f87c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29caf0 0x556dac29ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c4f87c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 0x556dac2a7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c4f87c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac2a7cb0 0x556dac2aa0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c4f87c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x556dac2012f0 con 0x556dac29caf0 2024-09-12T12:38:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c4f87c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556dac1a9270 con 0x556dac29d410 2024-09-12T12:38:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c4f87c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x556dac1fd2b0 con 0x556dac2a7cb0 2024-09-12T12:38:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c3dd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29caf0 0x556dac29ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c3ffff640 1 --2- 172.21.15.82:0/3926681481 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5c340a2da0 0x7f5c340a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c3dd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29caf0 0x556dac29ced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59076/0 (socket says 172.21.15.82:59076) 2024-09-12T12:38:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c3dd9b640 1 -- 172.21.15.82:0/887355861 learned_addr learned my addr 172.21.15.82:0/887355861 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c46d9d640 1 --2- 172.21.15.82:0/3926681481 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5c340a2da0 0x7f5c340a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c4659c640 1 --2- 172.21.15.82:0/887355861 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 0x556dac2a7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c3dd9b640 1 -- 172.21.15.82:0/887355861 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac2a7cb0 msgr2=0x556dac2aa0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/887355861 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac2a7cb0 0x556dac2aa0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c3dd9b640 1 -- 172.21.15.82:0/887355861 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 msgr2=0x556dac2a7770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/887355861 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 0x556dac2a7770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c3dd9b640 1 -- 172.21.15.82:0/887355861 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556dac1a8340 con 0x556dac29caf0 2024-09-12T12:38:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.665+0000 7f5c3ffff640 1 -- 172.21.15.82:0/3926681481 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7f5c400cf650 con 0x7f5c48107b80 2024-09-12T12:38:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.666+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/887355861 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29caf0 0x556dac29ced0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f5c3002a940 tx=0x7f5c300315b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3edfa2b01ce61c50 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.666+0000 7f5c46d9d640 1 --2- 172.21.15.82:0/3926681481 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5c340a2da0 0x7f5c340a5260 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5c4006ec00 tx=0x7f5c4006db80 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.666+0000 7f5c3cd99640 1 -- 172.21.15.82:0/887355861 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c30035040 con 0x556dac29caf0 2024-09-12T12:38:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.666+0000 7f5c3cd99640 1 -- 172.21.15.82:0/887355861 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5c300319a0 con 0x556dac29caf0 2024-09-12T12:38:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.666+0000 7f5c3cd99640 1 -- 172.21.15.82:0/887355861 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c30004a00 con 0x556dac29caf0 2024-09-12T12:38:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 -- 172.21.15.82:0/887355861 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29caf0 msgr2=0x556dac29ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/887355861 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29caf0 0x556dac29ced0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f5c3002a940 tx=0x7f5c300315b0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 -- 172.21.15.82:0/887355861 shutdown_connections 2024-09-12T12:38:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/887355861 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac2a7cb0 0x556dac2aa0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/887355861 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 0x556dac2a7770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/887355861 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29caf0 0x556dac29ced0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 -- 172.21.15.82:0/887355861 >> 172.21.15.82:0/887355861 conn(0x556dac299060 msgr2=0x556dac299440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 -- 172.21.15.82:0/887355861 shutdown_connections 2024-09-12T12:38:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 -- 172.21.15.82:0/887355861 wait complete. 2024-09-12T12:38:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 -- start start 2024-09-12T12:38:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 Processor -- start 2024-09-12T12:38:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29caf0 0x556dac2a7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29d410 0x556dac2a4a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac2a7cb0 0x556dac2a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x556dac2aa880 con 0x556dac29d410 2024-09-12T12:38:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556dac18a290 con 0x556dac29caf0 2024-09-12T12:38:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x556dac2aaa00 con 0x556dac2a7cb0 2024-09-12T12:38:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.667+0000 7f5c4f87c740 10 client.0 _ll_register_callbacks cb 0x556dac1bb140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:38:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c4659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29d410 0x556dac2a4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c4659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29d410 0x556dac2a4a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59088/0 (socket says 172.21.15.82:59088) 2024-09-12T12:38:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c4659c640 1 -- 172.21.15.82:0/2593570791 learned_addr learned my addr 172.21.15.82:0/2593570791 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/2593570791 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29caf0 0x556dac2a7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/2593570791 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac2a7cb0 0x556dac2a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c4659c640 1 -- 172.21.15.82:0/2593570791 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac2a7cb0 msgr2=0x556dac2a51a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c4659c640 1 --2- 172.21.15.82:0/2593570791 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac2a7cb0 0x556dac2a51a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c4659c640 1 -- 172.21.15.82:0/2593570791 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29caf0 msgr2=0x556dac2a7770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c4659c640 1 --2- 172.21.15.82:0/2593570791 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29caf0 0x556dac2a7770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c4659c640 1 -- 172.21.15.82:0/2593570791 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556dabf14210 con 0x556dac29d410 2024-09-12T12:38:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/2593570791 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac2a7cb0 0x556dac2a51a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:38:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c4659c640 1 --2- 172.21.15.82:0/2593570791 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29d410 0x556dac2a4a10 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f5c3800be90 tx=0x7f5c38012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e04d8cad856b2ade server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c2dffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:38:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c2dffb640 1 -- 172.21.15.82:0/2593570791 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c38004220 con 0x556dac29d410 2024-09-12T12:38:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c2dffb640 1 -- 172.21.15.82:0/2593570791 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7f5c380043c0 con 0x556dac29d410 2024-09-12T12:38:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c4f87c740 1 -- 172.21.15.82:0/2593570791 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5c300319a0 con 0x556dac29d410 2024-09-12T12:38:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c2dffb640 1 -- 172.21.15.82:0/2593570791 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5c38005020 con 0x556dac29d410 2024-09-12T12:38:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c4f87c740 10 client.16935 fetch_fsmap learned FSMap version 28 2024-09-12T12:38:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.668+0000 7f5c4f87c740 1 -- 172.21.15.82:0/2593570791 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556dabfe0620 con 0x556dac29d410 2024-09-12T12:38:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.669+0000 7f5c2dffb640 1 -- 172.21.15.82:0/2593570791 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5c300319a0 con 0x556dac29d410 2024-09-12T12:38:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.669+0000 7f5c2dffb640 1 -- 172.21.15.82:0/2593570791 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f5c38010670 con 0x556dac29d410 2024-09-12T12:38:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.669+0000 7f5c4f87c740 10 client.16935 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:38:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.669+0000 7f5c4f87c740 10 client.16935 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:38:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.669+0000 7f5c4f87c740 20 client.16935 populate_metadata read hostname 'smithi082' 2024-09-12T12:38:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.669+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/2593570791 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556dac2b7b00 0x556dac2b9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.669+0000 7f5c4f87c740 4 client.16935 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:38:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.669+0000 7f5c4f87c740 1 -- 172.21.15.82:0/2593570791 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556dac20ea20 con 0x556dac2b7b00 2024-09-12T12:38:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.669+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/2593570791 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556dac2b7b00 0x556dac2b9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.669+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/2593570791 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556dac2b7b00 0x556dac2b9f30 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d311ebe7aee91069 server_cookie=1b317ec5b02e54c8 in_seq=0 out_seq=0 2024-09-12T12:38:35.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.669+0000 7f5c2dffb640 10 client.16935 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:35.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.670+0000 7f5c2dffb640 1 -- 172.21.15.82:0/2593570791 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556dac20ea20 con 0x556dac2b7b00 2024-09-12T12:38:35.679 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.670+0000 7f5c2dffb640 10 client.16935 handle_command_reply: tid=0 2024-09-12T12:38:35.679 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.670+0000 7f5c4f87c740 1 client.16935 shutdown 2024-09-12T12:38:35.679 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.670+0000 7f5c4f87c740 1 -- 172.21.15.82:0/2593570791 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29d410 msgr2=0x556dac2a4a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:35.679 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.670+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/2593570791 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29d410 0x556dac2a4a10 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f5c3800be90 tx=0x7f5c38012820 comp rx=0 tx=0).stop 2024-09-12T12:38:35.679 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.670+0000 7f5c4f87c740 1 -- 172.21.15.82:0/2593570791 shutdown_connections 2024-09-12T12:38:35.679 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.670+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/2593570791 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556dac2b7b00 0x556dac2b9f30 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.679 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.670+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/2593570791 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac2a7cb0 0x556dac2a51a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.679 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.670+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/2593570791 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29d410 0x556dac2a4a10 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.679 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.670+0000 7f5c2dffb640 0 client.16935 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:35.679 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.670+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/2593570791 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29caf0 0x556dac2a7770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.680 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.670+0000 7f5c4f87c740 1 -- 172.21.15.82:0/2593570791 >> 172.21.15.82:0/2593570791 conn(0x556dac299060 msgr2=0x556dac29edc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:35.680 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.670+0000 7f5c4f87c740 1 -- 172.21.15.82:0/2593570791 shutdown_connections 2024-09-12T12:38:35.680 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.670+0000 7f5c4f87c740 1 -- 172.21.15.82:0/2593570791 wait complete. 2024-09-12T12:38:35.680 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.671+0000 7f5c4f87c740 20 client.16935 trim_cache size 0 max 16384 2024-09-12T12:38:35.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c4f87c740 1 Processor -- start 2024-09-12T12:38:35.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c4f87c740 1 -- start start 2024-09-12T12:38:35.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c4f87c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac29caf0 0x556dac2a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c4f87c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 0x556dac2a47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c4f87c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac2a7cb0 0x556dac2bf840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c4f87c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5c481afa80 con 0x556dac2a7cb0 2024-09-12T12:38:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c4f87c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5c481b15c0 con 0x556dac29d410 2024-09-12T12:38:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c4f87c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5c481b0150 con 0x556dac29caf0 2024-09-12T12:38:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c3dd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac2a7cb0 0x556dac2bf840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c3dd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac2a7cb0 0x556dac2bf840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59098/0 (socket says 172.21.15.82:59098) 2024-09-12T12:38:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c3dd9b640 1 -- 172.21.15.82:0/1793368651 learned_addr learned my addr 172.21.15.82:0/1793368651 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c4659c640 1 --2- 172.21.15.82:0/1793368651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 0x556dac2a47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c3dd9b640 1 -- 172.21.15.82:0/1793368651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac29caf0 msgr2=0x556dac2a42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/1793368651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac29caf0 0x556dac2a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c3dd9b640 1 -- 172.21.15.82:0/1793368651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 msgr2=0x556dac2a47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/1793368651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 0x556dac2a47f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c3dd9b640 1 -- 172.21.15.82:0/1793368651 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556dac2a5510 con 0x556dac2a7cb0 2024-09-12T12:38:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.685+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/1793368651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac2a7cb0 0x556dac2bf840 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f5c30005600 tx=0x7f5c30005590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fca9eef3fe69c3d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.686+0000 7f5c2ffff640 1 -- 172.21.15.82:0/1793368651 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c30035070 con 0x556dac2a7cb0 2024-09-12T12:38:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.686+0000 7f5c2ffff640 1 -- 172.21.15.82:0/1793368651 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5c30058020 con 0x556dac2a7cb0 2024-09-12T12:38:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.686+0000 7f5c2ffff640 1 -- 172.21.15.82:0/1793368651 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c30003cf0 con 0x556dac2a7cb0 2024-09-12T12:38:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.686+0000 7f5c4f87c740 1 -- 172.21.15.82:0/1793368651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac2a7cb0 msgr2=0x556dac2bf840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.686+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/1793368651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac2a7cb0 0x556dac2bf840 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f5c30005600 tx=0x7f5c30005590 comp rx=0 tx=0).stop 2024-09-12T12:38:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.686+0000 7f5c4f87c740 1 -- 172.21.15.82:0/1793368651 shutdown_connections 2024-09-12T12:38:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.686+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/1793368651 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac2a7cb0 0x556dac2bf840 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.686+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/1793368651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 0x556dac2a47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.686+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/1793368651 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac29caf0 0x556dac2a42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.686+0000 7f5c4f87c740 1 -- 172.21.15.82:0/1793368651 >> 172.21.15.82:0/1793368651 conn(0x556dac299060 msgr2=0x556dac29fd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.686+0000 7f5c4f87c740 1 -- 172.21.15.82:0/1793368651 shutdown_connections 2024-09-12T12:38:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.686+0000 7f5c4f87c740 1 -- 172.21.15.82:0/1793368651 wait complete. 2024-09-12T12:38:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.686+0000 7f5c4f87c740 1 -- start start 2024-09-12T12:38:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c4f87c740 1 Processor -- start 2024-09-12T12:38:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c4f87c740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29caf0 0x556dac2aff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c4f87c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 0x556dac2b0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c4f87c740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac2a7cb0 0x556dac2a1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c4f87c740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f5c481b0ef0 con 0x556dac29caf0 2024-09-12T12:38:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c4f87c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5c481b0820 con 0x556dac29d410 2024-09-12T12:38:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c4f87c740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f5c481ada80 con 0x556dac2a7cb0 2024-09-12T12:38:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c4f87c740 10 client.0 _ll_register_callbacks cb 0x7f5c3800b960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:38:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c3dd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29caf0 0x556dac2aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c3dd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29caf0 0x556dac2aff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59102/0 (socket says 172.21.15.82:59102) 2024-09-12T12:38:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c3dd9b640 1 -- 172.21.15.82:0/3859616260 learned_addr learned my addr 172.21.15.82:0/3859616260 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c4659c640 1 --2- 172.21.15.82:0/3859616260 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 0x556dac2b0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c3dd9b640 1 -- 172.21.15.82:0/3859616260 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac2a7cb0 msgr2=0x556dac2a1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/3859616260 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac2a7cb0 0x556dac2a1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c3dd9b640 1 -- 172.21.15.82:0/3859616260 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 msgr2=0x556dac2b0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/3859616260 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 0x556dac2b0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c3dd9b640 1 -- 172.21.15.82:0/3859616260 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556dac2a2570 con 0x556dac29caf0 2024-09-12T12:38:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c3dd9b640 1 --2- 172.21.15.82:0/3859616260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29caf0 0x556dac2aff20 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f5c30003b10 tx=0x7f5c30005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=756ede02ada97692 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c2dffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:38:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.687+0000 7f5c2dffb640 1 -- 172.21.15.82:0/3859616260 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c30035070 con 0x556dac29caf0 2024-09-12T12:38:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.688+0000 7f5c2dffb640 1 -- 172.21.15.82:0/3859616260 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7f5c30054e80 con 0x556dac29caf0 2024-09-12T12:38:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.688+0000 7f5c4f87c740 1 -- 172.21.15.82:0/3859616260 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5c30058020 con 0x556dac29caf0 2024-09-12T12:38:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.688+0000 7f5c2dffb640 1 -- 172.21.15.82:0/3859616260 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5c30003b70 con 0x556dac29caf0 2024-09-12T12:38:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.688+0000 7f5c4f87c740 10 client.16941 fetch_fsmap learned FSMap version 28 2024-09-12T12:38:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.688+0000 7f5c4f87c740 1 -- 172.21.15.82:0/3859616260 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556dac2a9360 con 0x556dac29caf0 2024-09-12T12:38:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.688+0000 7f5c2dffb640 1 -- 172.21.15.82:0/3859616260 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5c30058020 con 0x556dac29caf0 2024-09-12T12:38:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.688+0000 7f5c2dffb640 1 -- 172.21.15.82:0/3859616260 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f5c30064920 con 0x556dac29caf0 2024-09-12T12:38:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.688+0000 7f5c4f87c740 10 client.16941 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:38:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.688+0000 7f5c4f87c740 10 client.16941 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:38:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.688+0000 7f5c4f87c740 20 client.16941 populate_metadata read hostname 'smithi082' 2024-09-12T12:38:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.688+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/3859616260 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556dac2b7b00 0x556dac324820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.688+0000 7f5c4f87c740 4 client.16941 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:38:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.688+0000 7f5c4f87c740 1 -- 172.21.15.82:0/3859616260 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556dac208d70 con 0x556dac2b7b00 2024-09-12T12:38:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.688+0000 7f5c4659c640 1 --2- 172.21.15.82:0/3859616260 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556dac2b7b00 0x556dac324820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.689+0000 7f5c4659c640 1 --2- 172.21.15.82:0/3859616260 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556dac2b7b00 0x556dac324820 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99b58f0156ab8425 server_cookie=fd3da18dbd8032f2 in_seq=0 out_seq=0 2024-09-12T12:38:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.689+0000 7f5c2dffb640 10 client.16941 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:35.702 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c2dffb640 1 -- 172.21.15.82:0/3859616260 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556dac208d70 con 0x556dac2b7b00 2024-09-12T12:38:35.702 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c2dffb640 10 client.16941 handle_command_reply: tid=0 2024-09-12T12:38:35.702 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c4f87c740 1 client.16941 shutdown 2024-09-12T12:38:35.703 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c4f87c740 1 -- 172.21.15.82:0/3859616260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29caf0 msgr2=0x556dac2aff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:35.703 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/3859616260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29caf0 0x556dac2aff20 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f5c30003b10 tx=0x7f5c30005bc0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.703 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c4f87c740 1 -- 172.21.15.82:0/3859616260 shutdown_connections 2024-09-12T12:38:35.703 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/3859616260 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x556dac2b7b00 0x556dac324820 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.703 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/3859616260 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x556dac2a7cb0 0x556dac2a1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.703 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c2dffb640 0 client.16941 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:35.703 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/3859616260 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556dac29d410 0x556dac2b0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.703 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c4f87c740 1 --2- 172.21.15.82:0/3859616260 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x556dac29caf0 0x556dac2aff20 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.703 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c4f87c740 1 -- 172.21.15.82:0/3859616260 >> 172.21.15.82:0/3859616260 conn(0x556dac299060 msgr2=0x556dac2a42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:35.703 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c4f87c740 1 -- 172.21.15.82:0/3859616260 shutdown_connections 2024-09-12T12:38:35.703 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c4f87c740 1 -- 172.21.15.82:0/3859616260 wait complete. 2024-09-12T12:38:35.703 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.702+0000 7f5c4f87c740 20 client.16941 trim_cache size 0 max 16384 2024-09-12T12:38:35.704 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:38:35.704 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:38:35.704 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:38:35.704 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:38:35.705 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.703+0000 7f5c4c9fd640 1 -- 172.21.15.82:0/3926681481 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5c340a2da0 msgr2=0x7f5c340a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:35.705 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.703+0000 7f5c4c9fd640 1 --2- 172.21.15.82:0/3926681481 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5c340a2da0 0x7f5c340a5260 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5c4006ec00 tx=0x7f5c4006db80 comp rx=0 tx=0).stop 2024-09-12T12:38:35.705 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.703+0000 7f5c4c9fd640 1 -- 172.21.15.82:0/3926681481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c48107b80 msgr2=0x7f5c48074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:35.705 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.703+0000 7f5c4c9fd640 1 --2- 172.21.15.82:0/3926681481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c48107b80 0x7f5c48074f70 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f5c4000eaa0 tx=0x7f5c4000ef60 comp rx=0 tx=0).stop 2024-09-12T12:38:35.705 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.703+0000 7f5c4c9fd640 1 -- 172.21.15.82:0/3926681481 shutdown_connections 2024-09-12T12:38:35.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.703+0000 7f5c4c9fd640 1 --2- 172.21.15.82:0/3926681481 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f5c340a2da0 0x7f5c340a5260 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.703+0000 7f5c4c9fd640 1 --2- 172.21.15.82:0/3926681481 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f5c48107b80 0x7f5c48074f70 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.703+0000 7f5c4c9fd640 1 --2- 172.21.15.82:0/3926681481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5c48102480 0x7f5c48074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.703+0000 7f5c4c9fd640 1 --2- 172.21.15.82:0/3926681481 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f5c48101ae0 0x7f5c480744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:35.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.703+0000 7f5c4c9fd640 1 -- 172.21.15.82:0/3926681481 >> 172.21.15.82:0/3926681481 conn(0x7f5c480fd7e0 msgr2=0x7f5c480fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:35.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.703+0000 7f5c4c9fd640 1 -- 172.21.15.82:0/3926681481 shutdown_connections 2024-09-12T12:38:35.706 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:35.703+0000 7f5c4c9fd640 1 -- 172.21.15.82:0/3926681481 wait complete. 2024-09-12T12:38:36.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:36 smithi114 ceph-mon[35514]: pgmap v371: 97 pgs: 97 active+clean; 1.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-09-12T12:38:36.683 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 27.2 2024-09-12T12:38:36.684 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:38:36.713 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:36 smithi082 ceph-mon[31122]: pgmap v371: 97 pgs: 97 active+clean; 1.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-09-12T12:38:36.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:36 smithi097 ceph-mon[34923]: pgmap v371: 97 pgs: 97 active+clean; 1.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-09-12T12:38:36.944 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:38:37.442 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.434+0000 7f30e6cca640 1 -- 172.21.15.82:0/1045100401 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30e0103740 msgr2=0x7f30e0107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:37.442 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.434+0000 7f30e6cca640 1 --2- 172.21.15.82:0/1045100401 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30e0103740 0x7f30e0107b80 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f30cc009930 tx=0x7f30cc02a420 comp rx=0 tx=0).stop 2024-09-12T12:38:37.442 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.434+0000 7f30e6cca640 1 -- 172.21.15.82:0/1045100401 shutdown_connections 2024-09-12T12:38:37.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.434+0000 7f30e6cca640 1 --2- 172.21.15.82:0/1045100401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f30e0108290 0x7f30e010ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:37.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.434+0000 7f30e6cca640 1 --2- 172.21.15.82:0/1045100401 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30e0103740 0x7f30e0107b80 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:37.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.434+0000 7f30e6cca640 1 --2- 172.21.15.82:0/1045100401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30e0102d90 0x7f30e0103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:37.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.434+0000 7f30e6cca640 1 -- 172.21.15.82:0/1045100401 >> 172.21.15.82:0/1045100401 conn(0x7f30e00fc7d0 msgr2=0x7f30e00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:37.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.434+0000 7f30e6cca640 1 -- 172.21.15.82:0/1045100401 shutdown_connections 2024-09-12T12:38:37.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.434+0000 7f30e6cca640 1 -- 172.21.15.82:0/1045100401 wait complete. 2024-09-12T12:38:37.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e6cca640 1 Processor -- start 2024-09-12T12:38:37.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e6cca640 1 -- start start 2024-09-12T12:38:37.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e6cca640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f30e0102d90 0x7f30e0198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:37.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e6cca640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30e0103740 0x7f30e0198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:37.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e6cca640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30e0108290 0x7f30e019d000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:37.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e6cca640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f30e0112130 con 0x7f30e0108290 2024-09-12T12:38:37.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e6cca640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f30e0111fb0 con 0x7f30e0103740 2024-09-12T12:38:37.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e6cca640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f30e01122b0 con 0x7f30e0102d90 2024-09-12T12:38:37.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e5267640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30e0108290 0x7f30e019d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:37.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e5267640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30e0108290 0x7f30e019d000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:59120/0 (socket says 172.21.15.82:59120) 2024-09-12T12:38:37.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e5267640 1 -- 172.21.15.82:0/1958730321 learned_addr learned my addr 172.21.15.82:0/1958730321 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:37.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30dffff640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30e0103740 0x7f30e0198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:37.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e4a66640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f30e0102d90 0x7f30e0198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:37.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e5267640 1 -- 172.21.15.82:0/1958730321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f30e0102d90 msgr2=0x7f30e0198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:37.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e5267640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f30e0102d90 0x7f30e0198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:37.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e5267640 1 -- 172.21.15.82:0/1958730321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30e0103740 msgr2=0x7f30e0198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:37.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e5267640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30e0103740 0x7f30e0198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:37.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e5267640 1 -- 172.21.15.82:0/1958730321 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30e019d6e0 con 0x7f30e0108290 2024-09-12T12:38:37.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30dffff640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30e0103740 0x7f30e0198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:38:37.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.435+0000 7f30e4a66640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f30e0102d90 0x7f30e0198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:38:37.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.436+0000 7f30e5267640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30e0108290 0x7f30e019d000 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f30d800b970 tx=0x7f30d800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:37.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.436+0000 7f30ddffb640 1 -- 172.21.15.82:0/1958730321 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d8019070 con 0x7f30e0108290 2024-09-12T12:38:37.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.436+0000 7f30ddffb640 1 -- 172.21.15.82:0/1958730321 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f30d800cb40 con 0x7f30e0108290 2024-09-12T12:38:37.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.436+0000 7f30ddffb640 1 -- 172.21.15.82:0/1958730321 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d8007650 con 0x7f30e0108290 2024-09-12T12:38:37.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.436+0000 7f30e6cca640 1 -- 172.21.15.82:0/1958730321 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30e019d9d0 con 0x7f30e0108290 2024-09-12T12:38:37.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.436+0000 7f30e6cca640 1 -- 172.21.15.82:0/1958730321 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30e01a52b0 con 0x7f30e0108290 2024-09-12T12:38:37.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.437+0000 7f30e6cca640 1 -- 172.21.15.82:0/1958730321 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30e006a7f0 con 0x7f30e0108290 2024-09-12T12:38:37.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.438+0000 7f30ddffb640 1 -- 172.21.15.82:0/1958730321 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f30d801c070 con 0x7f30e0108290 2024-09-12T12:38:37.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.439+0000 7f30ddffb640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f30d00a2d70 0x7f30d00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:37.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.439+0000 7f30e4a66640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f30d00a2d70 0x7f30d00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:37.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.439+0000 7f30ddffb640 1 -- 172.21.15.82:0/1958730321 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7f30d80ce9d0 con 0x7f30e0108290 2024-09-12T12:38:37.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.439+0000 7f30e4a66640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f30d00a2d70 0x7f30d00a5230 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f30d4009930 tx=0x7f30d4008040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:37.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.443+0000 7f30ddffb640 1 -- 172.21.15.82:0/1958730321 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f30d809b6a0 con 0x7f30e0108290 2024-09-12T12:38:37.647 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.647+0000 7f30e6cca640 1 -- 172.21.15.82:0/1958730321 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30e010a2a0 con 0x7f30e0108290 2024-09-12T12:38:37.648 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.648+0000 7f30ddffb640 1 -- 172.21.15.82:0/1958730321 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f30d809afa0 con 0x7f30e0108290 2024-09-12T12:38:37.648 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:38:37.648 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:38:37.649 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:38:37.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.650+0000 7f30e6cca640 1 -- 172.21.15.82:0/1958730321 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f30d00a2d70 msgr2=0x7f30d00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:37.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.650+0000 7f30e6cca640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f30d00a2d70 0x7f30d00a5230 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f30d4009930 tx=0x7f30d4008040 comp rx=0 tx=0).stop 2024-09-12T12:38:37.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.650+0000 7f30e6cca640 1 -- 172.21.15.82:0/1958730321 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30e0108290 msgr2=0x7f30e019d000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:37.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.650+0000 7f30e6cca640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30e0108290 0x7f30e019d000 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f30d800b970 tx=0x7f30d800be30 comp rx=0 tx=0).stop 2024-09-12T12:38:37.650 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.650+0000 7f30e6cca640 1 -- 172.21.15.82:0/1958730321 shutdown_connections 2024-09-12T12:38:37.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.650+0000 7f30e6cca640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f30d00a2d70 0x7f30d00a5230 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:37.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.650+0000 7f30e6cca640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f30e0108290 0x7f30e019d000 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:37.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.650+0000 7f30e6cca640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30e0103740 0x7f30e0198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:37.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.650+0000 7f30e6cca640 1 --2- 172.21.15.82:0/1958730321 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f30e0102d90 0x7f30e0198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:37.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.650+0000 7f30e6cca640 1 -- 172.21.15.82:0/1958730321 >> 172.21.15.82:0/1958730321 conn(0x7f30e00fc7d0 msgr2=0x7f30e0105e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:37.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.650+0000 7f30e6cca640 1 -- 172.21.15.82:0/1958730321 shutdown_connections 2024-09-12T12:38:37.651 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:37.650+0000 7f30e6cca640 1 -- 172.21.15.82:0/1958730321 wait complete. 2024-09-12T12:38:38.401 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db / --timeout 90 --expiration 147.2 --await-for 45.0' 2024-09-12T12:38:38.401 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db / --timeout 90 --expiration 147.2 --await-for 45.0 2024-09-12T12:38:38.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:38 smithi114 ceph-mon[35514]: pgmap v372: 97 pgs: 97 active+clean; 1.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:38:38.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:38 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1958730321' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:38:38.610 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:38 smithi082 ceph-mon[31122]: pgmap v372: 97 pgs: 97 active+clean; 1.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:38:38.610 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:38 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1958730321' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:38:38.695 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:38:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:38 smithi097 ceph-mon[34923]: pgmap v372: 97 pgs: 97 active+clean; 1.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:38:38.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:38 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1958730321' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:38:39.237 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.225+0000 7fcd66241640 1 -- 172.21.15.82:0/800647869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcd60103700 msgr2=0x7fcd6010bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:39.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.225+0000 7fcd66241640 1 --2- 172.21.15.82:0/800647869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcd60103700 0x7fcd6010bbf0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fcd54009900 tx=0x7fcd5402a480 comp rx=0 tx=0).stop 2024-09-12T12:38:39.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.225+0000 7fcd66241640 1 -- 172.21.15.82:0/800647869 shutdown_connections 2024-09-12T12:38:39.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.225+0000 7fcd66241640 1 --2- 172.21.15.82:0/800647869 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd6010c180 0x7fcd6010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.225+0000 7fcd66241640 1 --2- 172.21.15.82:0/800647869 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcd60103700 0x7fcd6010bbf0 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.225+0000 7fcd66241640 1 --2- 172.21.15.82:0/800647869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcd60102de0 0x7fcd601031c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.225+0000 7fcd66241640 1 -- 172.21.15.82:0/800647869 >> 172.21.15.82:0/800647869 conn(0x7fcd600fc7a0 msgr2=0x7fcd600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:39.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.225+0000 7fcd66241640 1 -- 172.21.15.82:0/800647869 shutdown_connections 2024-09-12T12:38:39.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.225+0000 7fcd66241640 1 -- 172.21.15.82:0/800647869 wait complete. 2024-09-12T12:38:39.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.226+0000 7fcd66241640 1 Processor -- start 2024-09-12T12:38:39.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.226+0000 7fcd66241640 1 -- start start 2024-09-12T12:38:39.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.226+0000 7fcd66241640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcd60102de0 0x7fcd601984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.226+0000 7fcd66241640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd60103700 0x7fcd60198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.226+0000 7fcd66241640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcd6010c180 0x7fcd6019cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.226+0000 7fcd66241640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fcd60111fd0 con 0x7fcd60102de0 2024-09-12T12:38:39.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.226+0000 7fcd66241640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcd60111e50 con 0x7fcd6010c180 2024-09-12T12:38:39.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.226+0000 7fcd66241640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcd60112150 con 0x7fcd60103700 2024-09-12T12:38:39.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.226+0000 7fcd5f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcd60102de0 0x7fcd601984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.226+0000 7fcd5f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcd60102de0 0x7fcd601984c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34176/0 (socket says 172.21.15.82:34176) 2024-09-12T12:38:39.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.226+0000 7fcd5f7fe640 1 -- 172.21.15.82:0/2620067194 learned_addr learned my addr 172.21.15.82:0/2620067194 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:39.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.227+0000 7fcd5ffff640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcd6010c180 0x7fcd6019cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.227+0000 7fcd5effd640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd60103700 0x7fcd60198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.227+0000 7fcd5f7fe640 1 -- 172.21.15.82:0/2620067194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd60103700 msgr2=0x7fcd60198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:39.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.227+0000 7fcd5f7fe640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd60103700 0x7fcd60198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.227+0000 7fcd5f7fe640 1 -- 172.21.15.82:0/2620067194 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcd6010c180 msgr2=0x7fcd6019cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:39.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.227+0000 7fcd5f7fe640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcd6010c180 0x7fcd6019cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.227+0000 7fcd5f7fe640 1 -- 172.21.15.82:0/2620067194 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd6019d470 con 0x7fcd60102de0 2024-09-12T12:38:39.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.227+0000 7fcd5effd640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd60103700 0x7fcd60198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:38:39.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.227+0000 7fcd5f7fe640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcd60102de0 0x7fcd601984c0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7fcd5000b4a0 tx=0x7fcd5000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:39.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.227+0000 7fcd5cff9640 1 -- 172.21.15.82:0/2620067194 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd50014070 con 0x7fcd60102de0 2024-09-12T12:38:39.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.227+0000 7fcd5cff9640 1 -- 172.21.15.82:0/2620067194 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd50010af0 con 0x7fcd60102de0 2024-09-12T12:38:39.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.227+0000 7fcd66241640 1 -- 172.21.15.82:0/2620067194 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd6019d760 con 0x7fcd60102de0 2024-09-12T12:38:39.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.227+0000 7fcd5cff9640 1 -- 172.21.15.82:0/2620067194 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd50017d10 con 0x7fcd60102de0 2024-09-12T12:38:39.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.227+0000 7fcd66241640 1 -- 172.21.15.82:0/2620067194 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd601a5040 con 0x7fcd60102de0 2024-09-12T12:38:39.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.229+0000 7fcd5cff9640 1 -- 172.21.15.82:0/2620067194 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fcd50017070 con 0x7fcd60102de0 2024-09-12T12:38:39.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.230+0000 7fcd5cff9640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fcd480a2cf0 0x7fcd480a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.230+0000 7fcd6861a740 1 Processor -- start 2024-09-12T12:38:39.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.230+0000 7fcd5effd640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fcd480a2cf0 0x7fcd480a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.230+0000 7fcd6861a740 1 -- start start 2024-09-12T12:38:39.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.230+0000 7fcd5cff9640 1 -- 172.21.15.82:0/2620067194 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7fcd500ce820 con 0x7fcd60102de0 2024-09-12T12:38:39.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd6861a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba00a640 0x562eba00aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd6861a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 0x562eba019810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd6861a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba019d50 0x562eba01c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd6861a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x562eb9f702a0 con 0x562eba00a640 2024-09-12T12:38:39.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd6861a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x562eb9f17b10 con 0x562eba019d50 2024-09-12T12:38:39.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd6861a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x562eb9f6c260 con 0x562eba00af60 2024-09-12T12:38:39.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd5f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba00a640 0x562eba00aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd5effd640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fcd480a2cf0 0x7fcd480a51b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fcd54000c00 tx=0x7fcd54032d50 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:39.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd5f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba00a640 0x562eba00aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34186/0 (socket says 172.21.15.82:34186) 2024-09-12T12:38:39.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd5f7fe640 1 -- 172.21.15.82:0/3484023252 learned_addr learned my addr 172.21.15.82:0/3484023252 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:39.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd5ffff640 1 --2- 172.21.15.82:0/3484023252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba019d50 0x562eba01c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd5effd640 1 --2- 172.21.15.82:0/3484023252 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 0x562eba019810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd5f7fe640 1 -- 172.21.15.82:0/3484023252 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 msgr2=0x562eba019810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:39.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd5f7fe640 1 --2- 172.21.15.82:0/3484023252 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 0x562eba019810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd5f7fe640 1 -- 172.21.15.82:0/3484023252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba019d50 msgr2=0x562eba01c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:39.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd5f7fe640 1 --2- 172.21.15.82:0/3484023252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba019d50 0x562eba01c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd5f7fe640 1 -- 172.21.15.82:0/3484023252 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562eb9ce1b90 con 0x562eba00a640 2024-09-12T12:38:39.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd5effd640 1 --2- 172.21.15.82:0/3484023252 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 0x562eba019810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:38:39.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd5f7fe640 1 --2- 172.21.15.82:0/3484023252 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba00a640 0x562eba00aa20 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fcd5009aaf0 tx=0x7fcd50017730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83f7b5a5e790020 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:39.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd45ffb640 1 -- 172.21.15.82:0/3484023252 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd5001e070 con 0x562eba00a640 2024-09-12T12:38:39.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd45ffb640 1 -- 172.21.15.82:0/3484023252 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd5009f1a0 con 0x562eba00a640 2024-09-12T12:38:39.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.231+0000 7fcd45ffb640 1 -- 172.21.15.82:0/3484023252 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd50097460 con 0x562eba00a640 2024-09-12T12:38:39.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.232+0000 7fcd6861a740 1 -- 172.21.15.82:0/3484023252 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba00a640 msgr2=0x562eba00aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:39.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.232+0000 7fcd6861a740 1 --2- 172.21.15.82:0/3484023252 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba00a640 0x562eba00aa20 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fcd5009aaf0 tx=0x7fcd50017730 comp rx=0 tx=0).stop 2024-09-12T12:38:39.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.232+0000 7fcd6861a740 1 -- 172.21.15.82:0/3484023252 shutdown_connections 2024-09-12T12:38:39.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.232+0000 7fcd6861a740 1 --2- 172.21.15.82:0/3484023252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba019d50 0x562eba01c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.232+0000 7fcd6861a740 1 --2- 172.21.15.82:0/3484023252 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 0x562eba019810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.232+0000 7fcd6861a740 1 --2- 172.21.15.82:0/3484023252 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba00a640 0x562eba00aa20 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.232+0000 7fcd6861a740 1 -- 172.21.15.82:0/3484023252 >> 172.21.15.82:0/3484023252 conn(0x562eba006cf0 msgr2=0x562eba0070d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:39.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.232+0000 7fcd6861a740 1 -- 172.21.15.82:0/3484023252 shutdown_connections 2024-09-12T12:38:39.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.232+0000 7fcd6861a740 1 -- 172.21.15.82:0/3484023252 wait complete. 2024-09-12T12:38:39.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd6861a740 1 -- start start 2024-09-12T12:38:39.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd6861a740 1 Processor -- start 2024-09-12T12:38:39.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd6861a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 0x562eba016cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd6861a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 0x562eba0171f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd6861a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba019d50 0x562eba017730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd6861a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x562eba01c920 con 0x562eba019d50 2024-09-12T12:38:39.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd6861a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x562eb9ef86e0 con 0x562eba00a640 2024-09-12T12:38:39.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd6861a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x562eba01caa0 con 0x562eba00af60 2024-09-12T12:38:39.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd6861a740 10 client.0 _ll_register_callbacks cb 0x562eb9f1ca80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:38:39.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd5ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba019d50 0x562eba017730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd5ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba019d50 0x562eba017730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34192/0 (socket says 172.21.15.82:34192) 2024-09-12T12:38:39.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd5ffff640 1 -- 172.21.15.82:0/1182810158 learned_addr learned my addr 172.21.15.82:0/1182810158 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:39.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd5effd640 1 --2- 172.21.15.82:0/1182810158 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 0x562eba0171f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd5f7fe640 1 --2- 172.21.15.82:0/1182810158 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 0x562eba016cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd5ffff640 1 -- 172.21.15.82:0/1182810158 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 msgr2=0x562eba0171f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:39.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.233+0000 7fcd5ffff640 1 --2- 172.21.15.82:0/1182810158 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 0x562eba0171f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd5ffff640 1 -- 172.21.15.82:0/1182810158 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 msgr2=0x562eba016cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:39.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd5ffff640 1 --2- 172.21.15.82:0/1182810158 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 0x562eba016cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd5ffff640 1 -- 172.21.15.82:0/1182810158 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562eba025ed0 con 0x562eba019d50 2024-09-12T12:38:39.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd5effd640 1 --2- 172.21.15.82:0/1182810158 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 0x562eba0171f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:38:39.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd5ffff640 1 --2- 172.21.15.82:0/1182810158 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba019d50 0x562eba017730 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fcd58011a60 tx=0x7fcd58011f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9ad18aaffac1233 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:39.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd3effd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:38:39.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd3effd640 1 -- 172.21.15.82:0/1182810158 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd5801e060 con 0x562eba019d50 2024-09-12T12:38:39.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd6861a740 1 -- 172.21.15.82:0/1182810158 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd5009f1a0 con 0x562eba019d50 2024-09-12T12:38:39.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd3effd640 1 -- 172.21.15.82:0/1182810158 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7fcd5800fe10 con 0x562eba019d50 2024-09-12T12:38:39.246 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd3effd640 1 -- 172.21.15.82:0/1182810158 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fcd58021410 con 0x562eba019d50 2024-09-12T12:38:39.246 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd6861a740 10 client.16959 fetch_fsmap learned FSMap version 28 2024-09-12T12:38:39.246 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd6861a740 1 -- 172.21.15.82:0/1182810158 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562eba0288c0 con 0x562eba019d50 2024-09-12T12:38:39.246 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd3effd640 1 -- 172.21.15.82:0/1182810158 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd5009f1a0 con 0x562eba019d50 2024-09-12T12:38:39.246 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd3effd640 1 -- 172.21.15.82:0/1182810158 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fcd58018030 con 0x562eba019d50 2024-09-12T12:38:39.246 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd6861a740 10 client.16959 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:38:39.246 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd6861a740 10 client.16959 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:38:39.246 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd6861a740 20 client.16959 populate_metadata read hostname 'smithi082' 2024-09-12T12:38:39.246 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd6861a740 1 --2- 172.21.15.82:0/1182810158 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x562eba029d80 0x562eba02c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.246 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd6861a740 4 client.16959 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:38:39.246 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.234+0000 7fcd6861a740 1 -- 172.21.15.82:0/1182810158 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562eb9f7d9d0 con 0x562eba029d80 2024-09-12T12:38:39.246 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.235+0000 7fcd5f7fe640 1 --2- 172.21.15.82:0/1182810158 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x562eba029d80 0x562eba02c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.246 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.235+0000 7fcd3effd640 10 client.16959 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:39.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.235+0000 7fcd5f7fe640 1 --2- 172.21.15.82:0/1182810158 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x562eba029d80 0x562eba02c1b0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c89d50197d799224 server_cookie=21972d4b91e16014 in_seq=0 out_seq=0 2024-09-12T12:38:39.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.236+0000 7fcd3effd640 1 -- 172.21.15.82:0/1182810158 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562eb9f7d9d0 con 0x562eba029d80 2024-09-12T12:38:39.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.236+0000 7fcd3effd640 10 client.16959 handle_command_reply: tid=0 2024-09-12T12:38:39.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.236+0000 7fcd6861a740 1 client.16959 shutdown 2024-09-12T12:38:39.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.236+0000 7fcd6861a740 1 -- 172.21.15.82:0/1182810158 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba019d50 msgr2=0x562eba017730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:39.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.236+0000 7fcd6861a740 1 --2- 172.21.15.82:0/1182810158 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba019d50 0x562eba017730 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fcd58011a60 tx=0x7fcd58011f20 comp rx=0 tx=0).stop 2024-09-12T12:38:39.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.236+0000 7fcd6861a740 1 -- 172.21.15.82:0/1182810158 shutdown_connections 2024-09-12T12:38:39.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.236+0000 7fcd6861a740 1 --2- 172.21.15.82:0/1182810158 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x562eba029d80 0x562eba02c1b0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.236+0000 7fcd3effd640 0 client.16959 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:39.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.236+0000 7fcd6861a740 1 --2- 172.21.15.82:0/1182810158 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba019d50 0x562eba017730 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.236+0000 7fcd6861a740 1 --2- 172.21.15.82:0/1182810158 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 0x562eba0171f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.236+0000 7fcd6861a740 1 --2- 172.21.15.82:0/1182810158 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 0x562eba016cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.236+0000 7fcd6861a740 1 -- 172.21.15.82:0/1182810158 >> 172.21.15.82:0/1182810158 conn(0x562eba006cf0 msgr2=0x562eba00ca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:39.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.237+0000 7fcd6861a740 1 -- 172.21.15.82:0/1182810158 shutdown_connections 2024-09-12T12:38:39.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.237+0000 7fcd6861a740 1 -- 172.21.15.82:0/1182810158 wait complete. 2024-09-12T12:38:39.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.237+0000 7fcd6861a740 20 client.16959 trim_cache size 0 max 16384 2024-09-12T12:38:39.255 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd6861a740 1 Processor -- start 2024-09-12T12:38:39.255 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd6861a740 1 -- start start 2024-09-12T12:38:39.255 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd6861a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 0x562eba005d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.255 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd6861a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 0x562eba031a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.255 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd6861a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba019d50 0x562eba031fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.255 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd6861a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fcd601ab910 con 0x562eba019d50 2024-09-12T12:38:39.255 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd6861a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcd601ad450 con 0x562eba00a640 2024-09-12T12:38:39.255 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd6861a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcd601abfe0 con 0x562eba00af60 2024-09-12T12:38:39.255 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd5ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba019d50 0x562eba031fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.256 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd5ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba019d50 0x562eba031fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34202/0 (socket says 172.21.15.82:34202) 2024-09-12T12:38:39.256 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd5ffff640 1 -- 172.21.15.82:0/4289633431 learned_addr learned my addr 172.21.15.82:0/4289633431 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:39.256 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd5effd640 1 --2- 172.21.15.82:0/4289633431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 0x562eba031a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.256 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd5f7fe640 1 --2- 172.21.15.82:0/4289633431 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 0x562eba005d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.256 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd5ffff640 1 -- 172.21.15.82:0/4289633431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 msgr2=0x562eba031a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:39.256 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd5ffff640 1 --2- 172.21.15.82:0/4289633431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 0x562eba031a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.256 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd5ffff640 1 -- 172.21.15.82:0/4289633431 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 msgr2=0x562eba005d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:39.257 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd5ffff640 1 --2- 172.21.15.82:0/4289633431 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 0x562eba005d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.257 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.254+0000 7fcd5ffff640 1 -- 172.21.15.82:0/4289633431 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562eba015c60 con 0x562eba019d50 2024-09-12T12:38:39.257 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.255+0000 7fcd5ffff640 1 --2- 172.21.15.82:0/4289633431 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba019d50 0x562eba031fc0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fcd5800e9a0 tx=0x7fcd58008310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58d27be0e23d53bf server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:39.257 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.255+0000 7fcd457fa640 1 -- 172.21.15.82:0/4289633431 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd5802f030 con 0x562eba019d50 2024-09-12T12:38:39.257 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.255+0000 7fcd457fa640 1 -- 172.21.15.82:0/4289633431 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd5800fc10 con 0x562eba019d50 2024-09-12T12:38:39.257 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.255+0000 7fcd457fa640 1 -- 172.21.15.82:0/4289633431 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd58004020 con 0x562eba019d50 2024-09-12T12:38:39.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.255+0000 7fcd6861a740 1 -- 172.21.15.82:0/4289633431 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba019d50 msgr2=0x562eba031fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:39.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 --2- 172.21.15.82:0/4289633431 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba019d50 0x562eba031fc0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fcd5800e9a0 tx=0x7fcd58008310 comp rx=0 tx=0).stop 2024-09-12T12:38:39.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 -- 172.21.15.82:0/4289633431 shutdown_connections 2024-09-12T12:38:39.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 --2- 172.21.15.82:0/4289633431 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba019d50 0x562eba031fc0 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 --2- 172.21.15.82:0/4289633431 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba00af60 0x562eba031a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 --2- 172.21.15.82:0/4289633431 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 0x562eba005d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 -- 172.21.15.82:0/4289633431 >> 172.21.15.82:0/4289633431 conn(0x562eba006cf0 msgr2=0x562eba005650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:39.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 -- 172.21.15.82:0/4289633431 shutdown_connections 2024-09-12T12:38:39.260 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 -- 172.21.15.82:0/4289633431 wait complete. 2024-09-12T12:38:39.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 -- start start 2024-09-12T12:38:39.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 Processor -- start 2024-09-12T12:38:39.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 0x562eba022530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba00af60 0x562eba01e870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba019d50 0x562eba01edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fcd601acd80 con 0x562eba00af60 2024-09-12T12:38:39.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcd601ac6b0 con 0x562eba00a640 2024-09-12T12:38:39.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fcd601a9910 con 0x562eba019d50 2024-09-12T12:38:39.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.256+0000 7fcd6861a740 10 client.0 _ll_register_callbacks cb 0x7fcd58011670 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:38:39.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd5effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba00af60 0x562eba01e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.261 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd5effd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba00af60 0x562eba01e870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34216/0 (socket says 172.21.15.82:34216) 2024-09-12T12:38:39.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd5effd640 1 -- 172.21.15.82:0/993264589 learned_addr learned my addr 172.21.15.82:0/993264589 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:39.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd5f7fe640 1 --2- 172.21.15.82:0/993264589 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 0x562eba022530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd5ffff640 1 --2- 172.21.15.82:0/993264589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba019d50 0x562eba01edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd5effd640 1 -- 172.21.15.82:0/993264589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba019d50 msgr2=0x562eba01edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:39.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd5effd640 1 --2- 172.21.15.82:0/993264589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba019d50 0x562eba01edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd5effd640 1 -- 172.21.15.82:0/993264589 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 msgr2=0x562eba022530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:39.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd5effd640 1 --2- 172.21.15.82:0/993264589 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 0x562eba022530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd5effd640 1 -- 172.21.15.82:0/993264589 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562eba01f620 con 0x562eba00af60 2024-09-12T12:38:39.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd5effd640 1 --2- 172.21.15.82:0/993264589 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba00af60 0x562eba01e870 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fcd54009900 tx=0x7fcd54009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4111b6cf5fac0e2d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:39.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd3effd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:38:39.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd3effd640 1 -- 172.21.15.82:0/993264589 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd54035050 con 0x562eba00af60 2024-09-12T12:38:39.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd6861a740 1 -- 172.21.15.82:0/993264589 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd5800fc10 con 0x562eba00af60 2024-09-12T12:38:39.262 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd3effd640 1 -- 172.21.15.82:0/993264589 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7fcd54005510 con 0x562eba00af60 2024-09-12T12:38:39.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.257+0000 7fcd3effd640 1 -- 172.21.15.82:0/993264589 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fcd540046c0 con 0x562eba00af60 2024-09-12T12:38:39.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.258+0000 7fcd6861a740 10 client.16965 fetch_fsmap learned FSMap version 28 2024-09-12T12:38:39.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.258+0000 7fcd6861a740 1 -- 172.21.15.82:0/993264589 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562eba095b10 con 0x562eba00af60 2024-09-12T12:38:39.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.258+0000 7fcd3effd640 1 -- 172.21.15.82:0/993264589 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd5800fc10 con 0x562eba00af60 2024-09-12T12:38:39.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.258+0000 7fcd3effd640 1 -- 172.21.15.82:0/993264589 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fcd54003bc0 con 0x562eba00af60 2024-09-12T12:38:39.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.258+0000 7fcd6861a740 10 client.16965 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:38:39.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.258+0000 7fcd6861a740 10 client.16965 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:38:39.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.258+0000 7fcd6861a740 20 client.16965 populate_metadata read hostname 'smithi082' 2024-09-12T12:38:39.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.258+0000 7fcd6861a740 1 --2- 172.21.15.82:0/993264589 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x562eba029d80 0x562eba098370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:39.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.258+0000 7fcd6861a740 4 client.16965 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 147.2, "await_for": 45.0}] 2024-09-12T12:38:39.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.258+0000 7fcd6861a740 1 -- 172.21.15.82:0/993264589 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 147.2, "await_for": 45.0}) -- 0x562eb9f77d20 con 0x562eba029d80 2024-09-12T12:38:39.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.258+0000 7fcd5f7fe640 1 --2- 172.21.15.82:0/993264589 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x562eba029d80 0x562eba098370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:39.263 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.258+0000 7fcd3effd640 10 client.16965 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:39.264 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.258+0000 7fcd5f7fe640 1 --2- 172.21.15.82:0/993264589 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x562eba029d80 0x562eba098370 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=efc946514f2e538 server_cookie=36a5e14f2e3f8ad6 in_seq=0 out_seq=0 2024-09-12T12:38:39.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.271+0000 7fcd3effd640 1 -- 172.21.15.82:0/993264589 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x562eb9f77d20 con 0x562eba029d80 2024-09-12T12:38:39.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.271+0000 7fcd3effd640 10 client.16965 handle_command_reply: tid=0 2024-09-12T12:38:39.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.271+0000 7fcd6861a740 1 client.16965 shutdown 2024-09-12T12:38:39.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.271+0000 7fcd6861a740 1 -- 172.21.15.82:0/993264589 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba00af60 msgr2=0x562eba01e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:39.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.271+0000 7fcd6861a740 1 --2- 172.21.15.82:0/993264589 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba00af60 0x562eba01e870 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fcd54009900 tx=0x7fcd54009260 comp rx=0 tx=0).stop 2024-09-12T12:38:39.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd6861a740 1 -- 172.21.15.82:0/993264589 shutdown_connections 2024-09-12T12:38:39.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd6861a740 1 --2- 172.21.15.82:0/993264589 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x562eba029d80 0x562eba098370 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd6861a740 1 --2- 172.21.15.82:0/993264589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x562eba019d50 0x562eba01edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd3effd640 0 client.16965 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:39.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd6861a740 1 --2- 172.21.15.82:0/993264589 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x562eba00af60 0x562eba01e870 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd6861a740 1 --2- 172.21.15.82:0/993264589 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562eba00a640 0x562eba022530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd6861a740 1 -- 172.21.15.82:0/993264589 >> 172.21.15.82:0/993264589 conn(0x562eba006cf0 msgr2=0x562eba005e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:39.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd6861a740 1 -- 172.21.15.82:0/993264589 shutdown_connections 2024-09-12T12:38:39.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd6861a740 1 -- 172.21.15.82:0/993264589 wait complete. 2024-09-12T12:38:39.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd6861a740 20 client.16965 trim_cache size 0 max 16384 2024-09-12T12:38:39.273 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:38:39.274 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:38:39.274 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:38:39.274 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 46, 2024-09-12T12:38:39.274 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:38:39.274 INFO:teuthology.orchestra.run.smithi082.stdout: "bd14ee33": { 2024-09-12T12:38:39.274 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 46, 2024-09-12T12:38:39.274 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:38:39.274 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:38:39.274 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:38:39.274 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:38:39.274 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:38:39.274 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:38:39.275 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 147.2, 2024-09-12T12:38:39.275 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:38:39.275 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:38:39.275 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:38:39.275 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:38:39.275 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:38:39.275 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:38:39.275 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:38:39.275 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:38:39.275 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:38:39.275 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:38:39.275 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:38:39.275 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:38:39.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd66241640 1 -- 172.21.15.82:0/2620067194 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fcd480a2cf0 msgr2=0x7fcd480a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:39.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd66241640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fcd480a2cf0 0x7fcd480a51b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fcd54000c00 tx=0x7fcd54032d50 comp rx=0 tx=0).stop 2024-09-12T12:38:39.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd66241640 1 -- 172.21.15.82:0/2620067194 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcd60102de0 msgr2=0x7fcd601984c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:39.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd66241640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcd60102de0 0x7fcd601984c0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7fcd5000b4a0 tx=0x7fcd5000b960 comp rx=0 tx=0).stop 2024-09-12T12:38:39.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd66241640 1 -- 172.21.15.82:0/2620067194 shutdown_connections 2024-09-12T12:38:39.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd66241640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fcd480a2cf0 0x7fcd480a51b0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd66241640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcd6010c180 0x7fcd6019cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd66241640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fcd60103700 0x7fcd60198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd66241640 1 --2- 172.21.15.82:0/2620067194 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fcd60102de0 0x7fcd601984c0 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:39.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.272+0000 7fcd66241640 1 -- 172.21.15.82:0/2620067194 >> 172.21.15.82:0/2620067194 conn(0x7fcd600fc7a0 msgr2=0x7fcd600fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:39.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.273+0000 7fcd66241640 1 -- 172.21.15.82:0/2620067194 shutdown_connections 2024-09-12T12:38:39.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:38:39.273+0000 7fcd66241640 1 -- 172.21.15.82:0/2620067194 wait complete. 2024-09-12T12:38:39.953 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'bd14ee33', quiesce took 3.3 seconds. Will release after: 23.9 2024-09-12T12:38:40.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:40 smithi114 ceph-mon[35514]: pgmap v373: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:38:40.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:40 smithi097 ceph-mon[34923]: pgmap v373: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:38:40.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:40 smithi082 ceph-mon[31122]: pgmap v373: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:38:42.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:42 smithi114 ceph-mon[35514]: pgmap v374: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:38:42.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:42 smithi097 ceph-mon[34923]: pgmap v374: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:38:42.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:42 smithi082 ceph-mon[31122]: pgmap v374: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:38:44.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:44 smithi114 ceph-mon[35514]: pgmap v375: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:38:44.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:44 smithi097 ceph-mon[34923]: pgmap v375: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:38:44.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:44 smithi082 ceph-mon[31122]: pgmap v375: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:38:46.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:46 smithi114 ceph-mon[35514]: pgmap v376: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 20 op/s 2024-09-12T12:38:46.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:46 smithi097 ceph-mon[34923]: pgmap v376: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 20 op/s 2024-09-12T12:38:46.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:46 smithi082 ceph-mon[31122]: pgmap v376: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 20 op/s 2024-09-12T12:38:48.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:48 smithi082 ceph-mon[31122]: pgmap v377: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-09-12T12:38:48.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:48 smithi114 ceph-mon[35514]: pgmap v377: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-09-12T12:38:48.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:48 smithi097 ceph-mon[34923]: pgmap v377: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-09-12T12:38:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.794+0000 7fd219349640 1 -- 172.21.15.82:0/4059688961 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd2141009d0 msgr2=0x7fd214100e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.794+0000 7fd219349640 1 --2- 172.21.15.82:0/4059688961 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd2141009d0 0x7fd214100e30 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc009930 tx=0x7fd1fc02a420 comp rx=0 tx=0).stop 2024-09-12T12:38:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.794+0000 7fd219349640 1 -- 172.21.15.82:0/4059688961 shutdown_connections 2024-09-12T12:38:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.794+0000 7fd219349640 1 --2- 172.21.15.82:0/4059688961 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd214101370 0x7fd21410d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.794+0000 7fd219349640 1 --2- 172.21.15.82:0/4059688961 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd2141009d0 0x7fd214100e30 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.794+0000 7fd219349640 1 --2- 172.21.15.82:0/4059688961 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd2141069e0 0x7fd214106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.794+0000 7fd219349640 1 -- 172.21.15.82:0/4059688961 >> 172.21.15.82:0/4059688961 conn(0x7fd2140fc6f0 msgr2=0x7fd2140feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.794+0000 7fd219349640 1 -- 172.21.15.82:0/4059688961 shutdown_connections 2024-09-12T12:38:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.794+0000 7fd219349640 1 -- 172.21.15.82:0/4059688961 wait complete. 2024-09-12T12:38:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.795+0000 7fd219349640 1 Processor -- start 2024-09-12T12:38:48.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.795+0000 7fd219349640 1 -- start start 2024-09-12T12:38:48.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.795+0000 7fd219349640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd2141009d0 0x7fd214199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.795+0000 7fd219349640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd214101370 0x7fd2141996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.795+0000 7fd219349640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd2141069e0 0x7fd2141a4210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.795+0000 7fd219349640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd214110e20 con 0x7fd2141069e0 2024-09-12T12:38:48.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.795+0000 7fd219349640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd214110ca0 con 0x7fd214101370 2024-09-12T12:38:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.795+0000 7fd219349640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd214110fa0 con 0x7fd2141009d0 2024-09-12T12:38:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.795+0000 7fd2137fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd2141069e0 0x7fd2141a4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.795+0000 7fd2137fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd2141069e0 0x7fd2141a4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46276/0 (socket says 172.21.15.82:46276) 2024-09-12T12:38:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.795+0000 7fd2137fe640 1 -- 172.21.15.82:0/736977965 learned_addr learned my addr 172.21.15.82:0/736977965 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.796+0000 7fd2127fc640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd214101370 0x7fd2141996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.796+0000 7fd212ffd640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd2141009d0 0x7fd214199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.796+0000 7fd2137fe640 1 -- 172.21.15.82:0/736977965 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd2141009d0 msgr2=0x7fd214199190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.796+0000 7fd2137fe640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd2141009d0 0x7fd214199190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.796+0000 7fd2137fe640 1 -- 172.21.15.82:0/736977965 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd214101370 msgr2=0x7fd2141996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.796+0000 7fd2137fe640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd214101370 0x7fd2141996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.796+0000 7fd2137fe640 1 -- 172.21.15.82:0/736977965 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2141a4750 con 0x7fd2141069e0 2024-09-12T12:38:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.796+0000 7fd2127fc640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd214101370 0x7fd2141996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:38:48.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.796+0000 7fd2137fe640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd2141069e0 0x7fd2141a4210 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fd20c00cce0 tx=0x7fd20c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:48.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.796+0000 7fd20bfff640 1 -- 172.21.15.82:0/736977965 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd20c00f450 con 0x7fd2141069e0 2024-09-12T12:38:48.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.796+0000 7fd219349640 1 -- 172.21.15.82:0/736977965 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2141a4920 con 0x7fd2141069e0 2024-09-12T12:38:48.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.796+0000 7fd20bfff640 1 -- 172.21.15.82:0/736977965 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd20c00fad0 con 0x7fd2141069e0 2024-09-12T12:38:48.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.796+0000 7fd20bfff640 1 -- 172.21.15.82:0/736977965 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd20c018c10 con 0x7fd2141069e0 2024-09-12T12:38:48.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.796+0000 7fd219349640 1 -- 172.21.15.82:0/736977965 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2141a4df0 con 0x7fd2141069e0 2024-09-12T12:38:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.798+0000 7fd20bfff640 1 -- 172.21.15.82:0/736977965 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fd20c00f5f0 con 0x7fd2141069e0 2024-09-12T12:38:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.798+0000 7fd21c1bd740 1 Processor -- start 2024-09-12T12:38:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd21c1bd740 1 -- start start 2024-09-12T12:38:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd21c1bd740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5baf0 0x564dcdc5bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd21c1bd740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc5c410 0x564dcdc66770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd21c1bd740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc66cb0 0x564dcdc690a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd21c1bd740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x564dcdbc02f0 con 0x564dcdc5baf0 2024-09-12T12:38:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd21c1bd740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x564dcdb68270 con 0x564dcdc5c410 2024-09-12T12:38:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd21c1bd740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x564dcdbbc2b0 con 0x564dcdc66cb0 2024-09-12T12:38:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd2127fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5baf0 0x564dcdc5bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd2127fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5baf0 0x564dcdc5bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46292/0 (socket says 172.21.15.82:46292) 2024-09-12T12:38:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd2127fc640 1 -- 172.21.15.82:0/3002020442 learned_addr learned my addr 172.21.15.82:0/3002020442 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd20bfff640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd2000a2da0 0x7fd2000a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd212ffd640 1 --2- 172.21.15.82:0/3002020442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc5c410 0x564dcdc66770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd2127fc640 1 -- 172.21.15.82:0/3002020442 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc66cb0 msgr2=0x564dcdc690a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd2127fc640 1 --2- 172.21.15.82:0/3002020442 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc66cb0 0x564dcdc690a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd2127fc640 1 -- 172.21.15.82:0/3002020442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc5c410 msgr2=0x564dcdc66770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd2127fc640 1 --2- 172.21.15.82:0/3002020442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc5c410 0x564dcdc66770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd2127fc640 1 -- 172.21.15.82:0/3002020442 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564dcdb67340 con 0x564dcdc5baf0 2024-09-12T12:38:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.799+0000 7fd2137fe640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd2000a2da0 0x7fd2000a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.800+0000 7fd20bfff640 1 -- 172.21.15.82:0/736977965 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7fd20c0cfc20 con 0x7fd2141069e0 2024-09-12T12:38:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.800+0000 7fd2127fc640 1 --2- 172.21.15.82:0/3002020442 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5baf0 0x564dcdc5bed0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc02a940 tx=0x7fd1fc0316f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=570161a7db609268 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.800+0000 7fd2097fa640 1 -- 172.21.15.82:0/3002020442 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc035050 con 0x564dcdc5baf0 2024-09-12T12:38:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.800+0000 7fd2097fa640 1 -- 172.21.15.82:0/3002020442 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd1fc005020 con 0x564dcdc5baf0 2024-09-12T12:38:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.800+0000 7fd2097fa640 1 -- 172.21.15.82:0/3002020442 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc004ae0 con 0x564dcdc5baf0 2024-09-12T12:38:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3002020442 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5baf0 msgr2=0x564dcdc5bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd2137fe640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd2000a2da0 0x7fd2000a5260 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd20c0cd3c0 tx=0x7fd20c091570 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/3002020442 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5baf0 0x564dcdc5bed0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc02a940 tx=0x7fd1fc0316f0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3002020442 shutdown_connections 2024-09-12T12:38:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/3002020442 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc66cb0 0x564dcdc690a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/3002020442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc5c410 0x564dcdc66770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/3002020442 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5baf0 0x564dcdc5bed0 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3002020442 >> 172.21.15.82:0/3002020442 conn(0x564dcdc58060 msgr2=0x564dcdc58440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3002020442 shutdown_connections 2024-09-12T12:38:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3002020442 wait complete. 2024-09-12T12:38:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 -- start start 2024-09-12T12:38:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 Processor -- start 2024-09-12T12:38:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5baf0 0x564dcdc63b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5c410 0x564dcdc64070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc66cb0 0x564dcdc645b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x564dcdc69880 con 0x564dcdc5baf0 2024-09-12T12:38:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x564dcdb49290 con 0x564dcdc66cb0 2024-09-12T12:38:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.801+0000 7fd21c1bd740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x564dcdc69a00 con 0x564dcdc5c410 2024-09-12T12:38:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd21c1bd740 10 client.0 _ll_register_callbacks cb 0x564dcdb7a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:38:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd2127fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5baf0 0x564dcdc63b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd2127fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5baf0 0x564dcdc63b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46294/0 (socket says 172.21.15.82:46294) 2024-09-12T12:38:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd2127fc640 1 -- 172.21.15.82:0/2199557570 learned_addr learned my addr 172.21.15.82:0/2199557570 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd212ffd640 1 --2- 172.21.15.82:0/2199557570 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5c410 0x564dcdc64070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd2127fc640 1 --2- 172.21.15.82:0/2199557570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc66cb0 0x564dcdc645b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.809 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd2127fc640 1 -- 172.21.15.82:0/2199557570 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5c410 msgr2=0x564dcdc64070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd2127fc640 1 --2- 172.21.15.82:0/2199557570 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5c410 0x564dcdc64070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd2127fc640 1 -- 172.21.15.82:0/2199557570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc66cb0 msgr2=0x564dcdc645b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd2127fc640 1 --2- 172.21.15.82:0/2199557570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc66cb0 0x564dcdc645b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd2127fc640 1 -- 172.21.15.82:0/2199557570 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564dcd8d3210 con 0x564dcdc5baf0 2024-09-12T12:38:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd2127fc640 1 --2- 172.21.15.82:0/2199557570 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5baf0 0x564dcdc63b30 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc006010 tx=0x7fd1fc0047a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53f07d8b53c40986 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd1fa7fc640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:38:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd1fa7fc640 1 -- 172.21.15.82:0/2199557570 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc035040 con 0x564dcdc5baf0 2024-09-12T12:38:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd1fa7fc640 1 -- 172.21.15.82:0/2199557570 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7fd1fc03d680 con 0x564dcdc5baf0 2024-09-12T12:38:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd21c1bd740 1 -- 172.21.15.82:0/2199557570 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1fc005020 con 0x564dcdc5baf0 2024-09-12T12:38:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd1fa7fc640 1 -- 172.21.15.82:0/2199557570 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd1fc058050 con 0x564dcdc5baf0 2024-09-12T12:38:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd21c1bd740 10 client.16977 fetch_fsmap learned FSMap version 28 2024-09-12T12:38:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd21c1bd740 1 -- 172.21.15.82:0/2199557570 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564dcd99f620 con 0x564dcdc5baf0 2024-09-12T12:38:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.802+0000 7fd1fa7fc640 1 -- 172.21.15.82:0/2199557570 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd1fc005020 con 0x564dcdc5baf0 2024-09-12T12:38:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.803+0000 7fd1fa7fc640 1 -- 172.21.15.82:0/2199557570 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd1fc045ab0 con 0x564dcdc5baf0 2024-09-12T12:38:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.803+0000 7fd21c1bd740 10 client.16977 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:38:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.803+0000 7fd21c1bd740 10 client.16977 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:38:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.803+0000 7fd21c1bd740 20 client.16977 populate_metadata read hostname 'smithi082' 2024-09-12T12:38:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.803+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/2199557570 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564dcdc76a40 0x564dcdc78e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.803+0000 7fd21c1bd740 4 client.16977 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:38:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.803+0000 7fd21c1bd740 1 -- 172.21.15.82:0/2199557570 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564dcdbcda20 con 0x564dcdc76a40 2024-09-12T12:38:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.803+0000 7fd212ffd640 1 --2- 172.21.15.82:0/2199557570 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564dcdc76a40 0x564dcdc78e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.803+0000 7fd212ffd640 1 --2- 172.21.15.82:0/2199557570 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564dcdc76a40 0x564dcdc78e30 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8fec673f132d7462 server_cookie=efd467258431c97b in_seq=0 out_seq=0 2024-09-12T12:38:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.803+0000 7fd1fa7fc640 10 client.16977 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd1fa7fc640 1 -- 172.21.15.82:0/2199557570 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564dcdbcda20 con 0x564dcdc76a40 2024-09-12T12:38:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd1fa7fc640 10 client.16977 handle_command_reply: tid=0 2024-09-12T12:38:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd21c1bd740 1 client.16977 shutdown 2024-09-12T12:38:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd21c1bd740 1 -- 172.21.15.82:0/2199557570 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5baf0 msgr2=0x564dcdc63b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/2199557570 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5baf0 0x564dcdc63b30 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc006010 tx=0x7fd1fc0047a0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd21c1bd740 1 -- 172.21.15.82:0/2199557570 shutdown_connections 2024-09-12T12:38:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/2199557570 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564dcdc76a40 0x564dcdc78e30 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/2199557570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc66cb0 0x564dcdc645b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/2199557570 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5c410 0x564dcdc64070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd1fa7fc640 0 client.16977 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/2199557570 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5baf0 0x564dcdc63b30 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd21c1bd740 1 -- 172.21.15.82:0/2199557570 >> 172.21.15.82:0/2199557570 conn(0x564dcdc58060 msgr2=0x564dcdc5ddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd21c1bd740 1 -- 172.21.15.82:0/2199557570 shutdown_connections 2024-09-12T12:38:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd21c1bd740 1 -- 172.21.15.82:0/2199557570 wait complete. 2024-09-12T12:38:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.804+0000 7fd21c1bd740 20 client.16977 trim_cache size 0 max 16384 2024-09-12T12:38:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.818+0000 7fd21c1bd740 1 Processor -- start 2024-09-12T12:38:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.818+0000 7fd21c1bd740 1 -- start start 2024-09-12T12:38:48.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd21c1bd740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc5baf0 0x564dcdc643e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd21c1bd740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5c410 0x564dcdc7be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd21c1bd740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc66cb0 0x564dcdc7c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd21c1bd740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd2141ad760 con 0x564dcdc66cb0 2024-09-12T12:38:48.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd21c1bd740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd2141af2a0 con 0x564dcdc5baf0 2024-09-12T12:38:48.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd21c1bd740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd2141ade30 con 0x564dcdc5c410 2024-09-12T12:38:48.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd2127fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc66cb0 0x564dcdc7c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.824 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd2127fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc66cb0 0x564dcdc7c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46308/0 (socket says 172.21.15.82:46308) 2024-09-12T12:38:48.824 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd2127fc640 1 -- 172.21.15.82:0/3839485682 learned_addr learned my addr 172.21.15.82:0/3839485682 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:48.824 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd212ffd640 1 --2- 172.21.15.82:0/3839485682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5c410 0x564dcdc7be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.824 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd2127fc640 1 --2- 172.21.15.82:0/3839485682 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc5baf0 0x564dcdc643e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.824 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd2127fc640 1 -- 172.21.15.82:0/3839485682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5c410 msgr2=0x564dcdc7be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:48.824 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd2127fc640 1 --2- 172.21.15.82:0/3839485682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5c410 0x564dcdc7be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.824 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd2127fc640 1 -- 172.21.15.82:0/3839485682 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc5baf0 msgr2=0x564dcdc643e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:48.824 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd2127fc640 1 --2- 172.21.15.82:0/3839485682 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc5baf0 0x564dcdc643e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.824 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd2127fc640 1 -- 172.21.15.82:0/3839485682 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564dcdc698d0 con 0x564dcdc66cb0 2024-09-12T12:38:48.824 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.819+0000 7fd2127fc640 1 --2- 172.21.15.82:0/3839485682 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc66cb0 0x564dcdc7c390 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc045f00 tx=0x7fd1fc04b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c7eafbe908eefb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:48.824 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.820+0000 7fd208ff9640 1 -- 172.21.15.82:0/3839485682 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc035070 con 0x564dcdc66cb0 2024-09-12T12:38:48.824 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.820+0000 7fd208ff9640 1 -- 172.21.15.82:0/3839485682 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd1fc04f070 con 0x564dcdc66cb0 2024-09-12T12:38:48.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.820+0000 7fd208ff9640 1 -- 172.21.15.82:0/3839485682 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc048c70 con 0x564dcdc66cb0 2024-09-12T12:38:48.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.820+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3839485682 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc66cb0 msgr2=0x564dcdc7c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:48.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.820+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/3839485682 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc66cb0 0x564dcdc7c390 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc045f00 tx=0x7fd1fc04b040 comp rx=0 tx=0).stop 2024-09-12T12:38:48.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.820+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3839485682 shutdown_connections 2024-09-12T12:38:48.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.820+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/3839485682 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc66cb0 0x564dcdc7c390 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.820+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/3839485682 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5c410 0x564dcdc7be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.820+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/3839485682 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc5baf0 0x564dcdc643e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.820+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3839485682 >> 172.21.15.82:0/3839485682 conn(0x564dcdc58060 msgr2=0x564dcdc65bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:48.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.820+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3839485682 shutdown_connections 2024-09-12T12:38:48.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.820+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3839485682 wait complete. 2024-09-12T12:38:48.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd21c1bd740 1 -- start start 2024-09-12T12:38:48.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd21c1bd740 1 Processor -- start 2024-09-12T12:38:48.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd21c1bd740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5baf0 0x564dcdc79c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd21c1bd740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5c410 0x564dcdc7a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd21c1bd740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc66cb0 0x564dcdc7a680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd21c1bd740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd2141aebd0 con 0x564dcdc5c410 2024-09-12T12:38:48.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd21c1bd740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd2141ae500 con 0x564dcdc66cb0 2024-09-12T12:38:48.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd21c1bd740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd2141ab760 con 0x564dcdc5baf0 2024-09-12T12:38:48.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd21c1bd740 10 client.0 _ll_register_callbacks cb 0x7fd1fc031640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:38:48.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd212ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5c410 0x564dcdc7a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd212ffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5c410 0x564dcdc7a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46316/0 (socket says 172.21.15.82:46316) 2024-09-12T12:38:48.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd212ffd640 1 -- 172.21.15.82:0/3744273079 learned_addr learned my addr 172.21.15.82:0/3744273079 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:38:48.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd2127fc640 1 --2- 172.21.15.82:0/3744273079 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5baf0 0x564dcdc79c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd212ffd640 1 -- 172.21.15.82:0/3744273079 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5baf0 msgr2=0x564dcdc79c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:48.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd212ffd640 1 --2- 172.21.15.82:0/3744273079 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5baf0 0x564dcdc79c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd212ffd640 1 -- 172.21.15.82:0/3744273079 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc66cb0 msgr2=0x564dcdc7a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:38:48.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd212ffd640 1 --2- 172.21.15.82:0/3744273079 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc66cb0 0x564dcdc7a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd212ffd640 1 -- 172.21.15.82:0/3744273079 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564dcdc58cf0 con 0x564dcdc5c410 2024-09-12T12:38:48.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.821+0000 7fd2127fc640 1 --2- 172.21.15.82:0/3744273079 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5baf0 0x564dcdc79c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:38:48.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd212ffd640 1 --2- 172.21.15.82:0/3744273079 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5c410 0x564dcdc7a140 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x564dcdc633a0 tx=0x7fd2040137d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51b1b89c8ed8cd22 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:38:48.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd1fa7fc640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:38:48.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd1fa7fc640 1 -- 172.21.15.82:0/3744273079 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2040127a0 con 0x564dcdc5c410 2024-09-12T12:38:48.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd1fa7fc640 1 -- 172.21.15.82:0/3744273079 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7fd204012940 con 0x564dcdc5c410 2024-09-12T12:38:48.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3744273079 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1fc04f070 con 0x564dcdc5c410 2024-09-12T12:38:48.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd1fa7fc640 1 -- 172.21.15.82:0/3744273079 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd204012b40 con 0x564dcdc5c410 2024-09-12T12:38:48.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd21c1bd740 10 client.16983 fetch_fsmap learned FSMap version 28 2024-09-12T12:38:48.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3744273079 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564dcdc57e90 con 0x564dcdc5c410 2024-09-12T12:38:48.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd1fa7fc640 1 -- 172.21.15.82:0/3744273079 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd1fc04f070 con 0x564dcdc5c410 2024-09-12T12:38:48.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd1fa7fc640 1 -- 172.21.15.82:0/3744273079 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd2040213d0 con 0x564dcdc5c410 2024-09-12T12:38:48.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd21c1bd740 10 client.16983 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:38:48.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd21c1bd740 10 client.16983 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:38:48.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd21c1bd740 20 client.16983 populate_metadata read hostname 'smithi082' 2024-09-12T12:38:48.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/3744273079 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564dcdce1b90 0x564dcdce3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:38:48.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd21c1bd740 4 client.16983 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:38:48.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.822+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3744273079 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564dcdbc7d70 con 0x564dcdce1b90 2024-09-12T12:38:48.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.823+0000 7fd2127fc640 1 --2- 172.21.15.82:0/3744273079 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564dcdce1b90 0x564dcdce3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:38:48.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.823+0000 7fd1fa7fc640 10 client.16983 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:48.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.823+0000 7fd2127fc640 1 --2- 172.21.15.82:0/3744273079 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564dcdce1b90 0x564dcdce3fb0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e53646dd080a8bd server_cookie=ca9d1ec3f82c90fa in_seq=0 out_seq=0 2024-09-12T12:38:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd1fa7fc640 1 -- 172.21.15.82:0/3744273079 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564dcdbc7d70 con 0x564dcdce1b90 2024-09-12T12:38:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd1fa7fc640 10 client.16983 handle_command_reply: tid=0 2024-09-12T12:38:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd21c1bd740 1 client.16983 shutdown 2024-09-12T12:38:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3744273079 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5c410 msgr2=0x564dcdc7a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/3744273079 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5c410 0x564dcdc7a140 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x564dcdc633a0 tx=0x7fd2040137d0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3744273079 shutdown_connections 2024-09-12T12:38:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/3744273079 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564dcdce1b90 0x564dcdce3fb0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/3744273079 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564dcdc66cb0 0x564dcdc7a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd1fa7fc640 0 client.16983 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:38:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/3744273079 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564dcdc5c410 0x564dcdc7a140 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd21c1bd740 1 --2- 172.21.15.82:0/3744273079 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564dcdc5baf0 0x564dcdc79c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3744273079 >> 172.21.15.82:0/3744273079 conn(0x564dcdc58060 msgr2=0x564dcdc71cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3744273079 shutdown_connections 2024-09-12T12:38:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd21c1bd740 1 -- 172.21.15.82:0/3744273079 wait complete. 2024-09-12T12:38:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.836+0000 7fd21c1bd740 20 client.16983 trim_cache size 0 max 16384 2024-09-12T12:38:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:38:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:38:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:38:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:38:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.837+0000 7fd219349640 1 -- 172.21.15.82:0/736977965 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd2000a2da0 msgr2=0x7fd2000a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.837+0000 7fd219349640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd2000a2da0 0x7fd2000a5260 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd20c0cd3c0 tx=0x7fd20c091570 comp rx=0 tx=0).stop 2024-09-12T12:38:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.837+0000 7fd219349640 1 -- 172.21.15.82:0/736977965 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd2141069e0 msgr2=0x7fd2141a4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:38:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.837+0000 7fd219349640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd2141069e0 0x7fd2141a4210 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fd20c00cce0 tx=0x7fd20c00a620 comp rx=0 tx=0).stop 2024-09-12T12:38:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.837+0000 7fd219349640 1 -- 172.21.15.82:0/736977965 shutdown_connections 2024-09-12T12:38:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.837+0000 7fd219349640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd2000a2da0 0x7fd2000a5260 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.837+0000 7fd219349640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd2141069e0 0x7fd2141a4210 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.837+0000 7fd219349640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd214101370 0x7fd2141996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.837+0000 7fd219349640 1 --2- 172.21.15.82:0/736977965 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd2141009d0 0x7fd214199190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:38:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.837+0000 7fd219349640 1 -- 172.21.15.82:0/736977965 >> 172.21.15.82:0/736977965 conn(0x7fd2140fc6f0 msgr2=0x7fd2140fcbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:38:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.837+0000 7fd219349640 1 -- 172.21.15.82:0/736977965 shutdown_connections 2024-09-12T12:38:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:38:48.837+0000 7fd219349640 1 -- 172.21.15.82:0/736977965 wait complete. 2024-09-12T12:38:50.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:50 smithi114 ceph-mon[35514]: pgmap v378: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 18 op/s 2024-09-12T12:38:50.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:50 smithi097 ceph-mon[34923]: pgmap v378: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 18 op/s 2024-09-12T12:38:50.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:50 smithi082 ceph-mon[31122]: pgmap v378: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 18 op/s 2024-09-12T12:38:52.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:52 smithi114 ceph-mon[35514]: pgmap v379: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.7 KiB/s wr, 9 op/s 2024-09-12T12:38:52.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:52 smithi097 ceph-mon[34923]: pgmap v379: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.7 KiB/s wr, 9 op/s 2024-09-12T12:38:52.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:52 smithi082 ceph-mon[31122]: pgmap v379: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.7 KiB/s wr, 9 op/s 2024-09-12T12:38:54.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:54 smithi114 ceph-mon[35514]: pgmap v380: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.7 KiB/s wr, 9 op/s 2024-09-12T12:38:54.573 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:54 smithi097 ceph-mon[34923]: pgmap v380: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.7 KiB/s wr, 9 op/s 2024-09-12T12:38:54.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:54 smithi082 ceph-mon[31122]: pgmap v380: 97 pgs: 97 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.7 KiB/s wr, 9 op/s 2024-09-12T12:38:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:38:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:38:55.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:38:55.772 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:38:55.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:38:55.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:38:55.781 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:38:55.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:55.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:38:55.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:38:55.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:38:56.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:56 smithi097 ceph-mon[34923]: pgmap v381: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-09-12T12:38:56.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:56 smithi082 ceph-mon[31122]: pgmap v381: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-09-12T12:38:56.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:56 smithi114 ceph-mon[35514]: pgmap v381: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-09-12T12:38:58.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:38:58 smithi097 ceph-mon[34923]: pgmap v382: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-09-12T12:38:58.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:38:58 smithi082 ceph-mon[31122]: pgmap v382: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-09-12T12:38:58.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:38:58 smithi114 ceph-mon[35514]: pgmap v382: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-09-12T12:39:00.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:00 smithi097 ceph-mon[34923]: pgmap v383: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.6 KiB/s wr, 15 op/s 2024-09-12T12:39:00.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:00 smithi082 ceph-mon[31122]: pgmap v383: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.6 KiB/s wr, 15 op/s 2024-09-12T12:39:00.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:00 smithi114 ceph-mon[35514]: pgmap v383: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.6 KiB/s wr, 15 op/s 2024-09-12T12:39:01.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.934+0000 7f16eb453640 1 -- 172.21.15.82:0/3849095093 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16e4102d20 msgr2=0x7f16e4103100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.934+0000 7f16eb453640 1 --2- 172.21.15.82:0/3849095093 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16e4102d20 0x7f16e4103100 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f16e0009900 tx=0x7f16e002a480 comp rx=0 tx=0).stop 2024-09-12T12:39:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.934+0000 7f16eb453640 1 -- 172.21.15.82:0/3849095093 shutdown_connections 2024-09-12T12:39:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.934+0000 7f16eb453640 1 --2- 172.21.15.82:0/3849095093 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16e410c0f0 0x7f16e410e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.934+0000 7f16eb453640 1 --2- 172.21.15.82:0/3849095093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16e4103640 0x7f16e410bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.934+0000 7f16eb453640 1 --2- 172.21.15.82:0/3849095093 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16e4102d20 0x7f16e4103100 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.934+0000 7f16eb453640 1 -- 172.21.15.82:0/3849095093 >> 172.21.15.82:0/3849095093 conn(0x7f16e40fc6b0 msgr2=0x7f16e40fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.934+0000 7f16eb453640 1 -- 172.21.15.82:0/3849095093 shutdown_connections 2024-09-12T12:39:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.934+0000 7f16eb453640 1 -- 172.21.15.82:0/3849095093 wait complete. 2024-09-12T12:39:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16eb453640 1 Processor -- start 2024-09-12T12:39:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16eb453640 1 -- start start 2024-09-12T12:39:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16eb453640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16e4102d20 0x7f16e4100970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16eb453640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16e4103640 0x7f16e4100eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16eb453640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16e410c0f0 0x7f16e41013f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16eb453640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f16e4111ef0 con 0x7f16e4103640 2024-09-12T12:39:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16eb453640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f16e4111d70 con 0x7f16e4102d20 2024-09-12T12:39:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16eb453640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f16e4112070 con 0x7f16e410c0f0 2024-09-12T12:39:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16e89ee640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16e4103640 0x7f16e4100eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16e89ee640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16e4103640 0x7f16e4100eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54670/0 (socket says 172.21.15.82:54670) 2024-09-12T12:39:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16e89ee640 1 -- 172.21.15.82:0/3231911152 learned_addr learned my addr 172.21.15.82:0/3231911152 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16e99f0640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16e410c0f0 0x7f16e41013f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16e91ef640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16e4102d20 0x7f16e4100970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16e89ee640 1 -- 172.21.15.82:0/3231911152 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16e410c0f0 msgr2=0x7f16e41013f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16e89ee640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16e410c0f0 0x7f16e41013f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16e89ee640 1 -- 172.21.15.82:0/3231911152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16e4102d20 msgr2=0x7f16e4100970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16e89ee640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16e4102d20 0x7f16e4100970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16e89ee640 1 -- 172.21.15.82:0/3231911152 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16e41a6840 con 0x7f16e4103640 2024-09-12T12:39:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.935+0000 7f16e91ef640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16e4102d20 0x7f16e4100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:39:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.936+0000 7f16e89ee640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16e4103640 0x7f16e4100eb0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f16d400e9f0 tx=0x7f16d400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.936+0000 7f16da7fc640 1 -- 172.21.15.82:0/3231911152 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d400cd80 con 0x7f16e4103640 2024-09-12T12:39:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.936+0000 7f16da7fc640 1 -- 172.21.15.82:0/3231911152 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16d4010910 con 0x7f16e4103640 2024-09-12T12:39:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.936+0000 7f16eb453640 1 -- 172.21.15.82:0/3231911152 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16e41a6b30 con 0x7f16e4103640 2024-09-12T12:39:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.936+0000 7f16da7fc640 1 -- 172.21.15.82:0/3231911152 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d4018990 con 0x7f16e4103640 2024-09-12T12:39:01.939 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.936+0000 7f16eb453640 1 -- 172.21.15.82:0/3231911152 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16e41a70d0 con 0x7f16e4103640 2024-09-12T12:39:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.939+0000 7f16da7fc640 1 -- 172.21.15.82:0/3231911152 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f16d4010ac0 con 0x7f16e4103640 2024-09-12T12:39:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.939+0000 7f16ee1ef740 1 Processor -- start 2024-09-12T12:39:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.939+0000 7f16ee1ef740 1 -- start start 2024-09-12T12:39:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.939+0000 7f16ee1ef740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d7af0 0x55e7af7d7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.939+0000 7f16ee1ef740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d8410 0x55e7af7e2770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.939+0000 7f16ee1ef740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7e2cb0 0x55e7af7e50a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.939+0000 7f16ee1ef740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e7af73c2f0 con 0x55e7af7d8410 2024-09-12T12:39:01.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.939+0000 7f16ee1ef740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e7af6e4270 con 0x55e7af7d7af0 2024-09-12T12:39:01.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.939+0000 7f16ee1ef740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e7af7382b0 con 0x55e7af7e2cb0 2024-09-12T12:39:01.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.939+0000 7f16e91ef640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d8410 0x55e7af7e2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.939+0000 7f16e91ef640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d8410 0x55e7af7e2770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54678/0 (socket says 172.21.15.82:54678) 2024-09-12T12:39:01.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.939+0000 7f16e91ef640 1 -- 172.21.15.82:0/139790326 learned_addr learned my addr 172.21.15.82:0/139790326 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:01.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.939+0000 7f16e99f0640 1 --2- 172.21.15.82:0/139790326 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d7af0 0x55e7af7d7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16e89ee640 1 --2- 172.21.15.82:0/139790326 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7e2cb0 0x55e7af7e50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16e91ef640 1 -- 172.21.15.82:0/139790326 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7e2cb0 msgr2=0x55e7af7e50a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:01.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16e91ef640 1 --2- 172.21.15.82:0/139790326 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7e2cb0 0x55e7af7e50a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16e91ef640 1 -- 172.21.15.82:0/139790326 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d7af0 msgr2=0x55e7af7d7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:01.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16e91ef640 1 --2- 172.21.15.82:0/139790326 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d7af0 0x55e7af7d7ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16e91ef640 1 -- 172.21.15.82:0/139790326 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7af6e3340 con 0x55e7af7d8410 2024-09-12T12:39:01.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16da7fc640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16d00a2e20 0x7f16d00a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16e89ee640 1 --2- 172.21.15.82:0/139790326 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7e2cb0 0x55e7af7e50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:39:01.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16e99f0640 1 --2- 172.21.15.82:0/139790326 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d7af0 0x55e7af7d7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:39:01.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16e99f0640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16d00a2e20 0x7f16d00a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16da7fc640 1 -- 172.21.15.82:0/3231911152 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7f16d40cf880 con 0x7f16e4103640 2024-09-12T12:39:01.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16e91ef640 1 --2- 172.21.15.82:0/139790326 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d8410 0x55e7af7e2770 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f16e0031550 tx=0x7f16e0032bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85d9253f4ed6560c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:01.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16cf7fe640 1 -- 172.21.15.82:0/139790326 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e003f070 con 0x55e7af7d8410 2024-09-12T12:39:01.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16cf7fe640 1 -- 172.21.15.82:0/139790326 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16e0004030 con 0x55e7af7d8410 2024-09-12T12:39:01.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.940+0000 7f16cf7fe640 1 -- 172.21.15.82:0/139790326 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e0035070 con 0x55e7af7d8410 2024-09-12T12:39:01.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.941+0000 7f16ee1ef740 1 -- 172.21.15.82:0/139790326 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d8410 msgr2=0x55e7af7e2770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:01.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.941+0000 7f16e99f0640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16d00a2e20 0x7f16d00a52e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f16dc005fd0 tx=0x7f16dc009500 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:01.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.941+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/139790326 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d8410 0x55e7af7e2770 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f16e0031550 tx=0x7f16e0032bf0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.941+0000 7f16ee1ef740 1 -- 172.21.15.82:0/139790326 shutdown_connections 2024-09-12T12:39:01.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.941+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/139790326 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7e2cb0 0x55e7af7e50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.941+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/139790326 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d8410 0x55e7af7e2770 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.941+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/139790326 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d7af0 0x55e7af7d7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.941+0000 7f16ee1ef740 1 -- 172.21.15.82:0/139790326 >> 172.21.15.82:0/139790326 conn(0x55e7af7d4060 msgr2=0x55e7af7d4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:01.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.941+0000 7f16ee1ef740 1 -- 172.21.15.82:0/139790326 shutdown_connections 2024-09-12T12:39:01.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.941+0000 7f16ee1ef740 1 -- 172.21.15.82:0/139790326 wait complete. 2024-09-12T12:39:01.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.941+0000 7f16ee1ef740 1 -- start start 2024-09-12T12:39:01.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16ee1ef740 1 Processor -- start 2024-09-12T12:39:01.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16ee1ef740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d7af0 0x55e7af7dfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16ee1ef740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d8410 0x55e7af7e0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16ee1ef740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7e2cb0 0x55e7af7e0550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16ee1ef740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e7af7e5880 con 0x55e7af7d8410 2024-09-12T12:39:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16ee1ef740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e7af6c5290 con 0x55e7af7d7af0 2024-09-12T12:39:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16ee1ef740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e7af7e5a00 con 0x55e7af7e2cb0 2024-09-12T12:39:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16ee1ef740 10 client.0 _ll_register_callbacks cb 0x55e7af6f6140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:39:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16e89ee640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d8410 0x55e7af7e0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16e89ee640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d8410 0x55e7af7e0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54684/0 (socket says 172.21.15.82:54684) 2024-09-12T12:39:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16e89ee640 1 -- 172.21.15.82:0/1682224450 learned_addr learned my addr 172.21.15.82:0/1682224450 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16e91ef640 1 --2- 172.21.15.82:0/1682224450 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d7af0 0x55e7af7dfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16e99f0640 1 --2- 172.21.15.82:0/1682224450 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7e2cb0 0x55e7af7e0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16e89ee640 1 -- 172.21.15.82:0/1682224450 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7e2cb0 msgr2=0x55e7af7e0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16e89ee640 1 --2- 172.21.15.82:0/1682224450 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7e2cb0 0x55e7af7e0550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16e89ee640 1 -- 172.21.15.82:0/1682224450 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d7af0 msgr2=0x55e7af7dfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16e89ee640 1 --2- 172.21.15.82:0/1682224450 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d7af0 0x55e7af7dfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.942+0000 7f16e89ee640 1 -- 172.21.15.82:0/1682224450 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7af44f210 con 0x55e7af7d8410 2024-09-12T12:39:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16e89ee640 1 --2- 172.21.15.82:0/1682224450 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d8410 0x55e7af7e0010 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f16d40ccfd0 tx=0x7f16d4097fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac963a36c3397579 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:39:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ccff9640 1 -- 172.21.15.82:0/1682224450 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d4018d30 con 0x55e7af7d8410 2024-09-12T12:39:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ccff9640 1 -- 172.21.15.82:0/1682224450 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7f16d409b190 con 0x55e7af7d8410 2024-09-12T12:39:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ee1ef740 1 -- 172.21.15.82:0/1682224450 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16e0004030 con 0x55e7af7d8410 2024-09-12T12:39:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ccff9640 1 -- 172.21.15.82:0/1682224450 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f16d409bd40 con 0x55e7af7d8410 2024-09-12T12:39:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ee1ef740 10 client.16995 fetch_fsmap learned FSMap version 28 2024-09-12T12:39:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ee1ef740 1 -- 172.21.15.82:0/1682224450 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e7af51b620 con 0x55e7af7d8410 2024-09-12T12:39:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ccff9640 1 -- 172.21.15.82:0/1682224450 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16e0004030 con 0x55e7af7d8410 2024-09-12T12:39:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ccff9640 1 -- 172.21.15.82:0/1682224450 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f16d4097bb0 con 0x55e7af7d8410 2024-09-12T12:39:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ee1ef740 10 client.16995 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:39:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ee1ef740 10 client.16995 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:39:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ee1ef740 20 client.16995 populate_metadata read hostname 'smithi082' 2024-09-12T12:39:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/1682224450 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e7af7f2b00 0x55e7af7f4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ee1ef740 4 client.16995 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:39:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.943+0000 7f16ee1ef740 1 -- 172.21.15.82:0/1682224450 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7af749a20 con 0x55e7af7f2b00 2024-09-12T12:39:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.944+0000 7f16e91ef640 1 --2- 172.21.15.82:0/1682224450 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e7af7f2b00 0x55e7af7f4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.944+0000 7f16ccff9640 10 client.16995 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.944+0000 7f16e91ef640 1 --2- 172.21.15.82:0/1682224450 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e7af7f2b00 0x55e7af7f4ef0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51c5b0804c78211f server_cookie=29367c0ccb3aeeaf in_seq=0 out_seq=0 2024-09-12T12:39:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ccff9640 1 -- 172.21.15.82:0/1682224450 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e7af749a20 con 0x55e7af7f2b00 2024-09-12T12:39:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ccff9640 10 client.16995 handle_command_reply: tid=0 2024-09-12T12:39:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ee1ef740 1 client.16995 shutdown 2024-09-12T12:39:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ee1ef740 1 -- 172.21.15.82:0/1682224450 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d8410 msgr2=0x55e7af7e0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/1682224450 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d8410 0x55e7af7e0010 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f16d40ccfd0 tx=0x7f16d4097fe0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ee1ef740 1 -- 172.21.15.82:0/1682224450 shutdown_connections 2024-09-12T12:39:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/1682224450 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e7af7f2b00 0x55e7af7f4ef0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/1682224450 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7e2cb0 0x55e7af7e0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ccff9640 0 client.16995 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/1682224450 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d8410 0x55e7af7e0010 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/1682224450 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d7af0 0x55e7af7dfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ee1ef740 1 -- 172.21.15.82:0/1682224450 >> 172.21.15.82:0/1682224450 conn(0x55e7af7d4060 msgr2=0x55e7af7d9dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ee1ef740 1 -- 172.21.15.82:0/1682224450 shutdown_connections 2024-09-12T12:39:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ee1ef740 1 -- 172.21.15.82:0/1682224450 wait complete. 2024-09-12T12:39:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.945+0000 7f16ee1ef740 20 client.16995 trim_cache size 0 max 16384 2024-09-12T12:39:01.964 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.959+0000 7f16ee1ef740 1 Processor -- start 2024-09-12T12:39:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.959+0000 7f16ee1ef740 1 -- start start 2024-09-12T12:39:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16ee1ef740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7d7af0 0x55e7af7e0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16ee1ef740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d8410 0x55e7af7fa800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16ee1ef740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7e2cb0 0x55e7af7fad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16ee1ef740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f16e41afb40 con 0x55e7af7e2cb0 2024-09-12T12:39:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16ee1ef740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f16e41b1680 con 0x55e7af7d8410 2024-09-12T12:39:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16ee1ef740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f16e41b0210 con 0x55e7af7d7af0 2024-09-12T12:39:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16e99f0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7e2cb0 0x55e7af7fad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16e99f0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7e2cb0 0x55e7af7fad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54686/0 (socket says 172.21.15.82:54686) 2024-09-12T12:39:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16e99f0640 1 -- 172.21.15.82:0/1554227073 learned_addr learned my addr 172.21.15.82:0/1554227073 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16e91ef640 1 --2- 172.21.15.82:0/1554227073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7d7af0 0x55e7af7e0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16e89ee640 1 --2- 172.21.15.82:0/1554227073 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d8410 0x55e7af7fa800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16e99f0640 1 -- 172.21.15.82:0/1554227073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7d7af0 msgr2=0x55e7af7e0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16e99f0640 1 --2- 172.21.15.82:0/1554227073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7d7af0 0x55e7af7e0380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16e99f0640 1 -- 172.21.15.82:0/1554227073 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d8410 msgr2=0x55e7af7fa800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16e99f0640 1 --2- 172.21.15.82:0/1554227073 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d8410 0x55e7af7fa800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16e99f0640 1 -- 172.21.15.82:0/1554227073 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7af7d3e90 con 0x55e7af7e2cb0 2024-09-12T12:39:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16e91ef640 1 --2- 172.21.15.82:0/1554227073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7d7af0 0x55e7af7e0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:39:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16e89ee640 1 --2- 172.21.15.82:0/1554227073 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d8410 0x55e7af7fa800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:39:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.960+0000 7f16e99f0640 1 --2- 172.21.15.82:0/1554227073 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7e2cb0 0x55e7af7fad40 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f16dc010790 tx=0x7f16dc016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20324853098c0551 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.961+0000 7f16ceffd640 1 -- 172.21.15.82:0/1554227073 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16dc01e0d0 con 0x55e7af7e2cb0 2024-09-12T12:39:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.961+0000 7f16ceffd640 1 -- 172.21.15.82:0/1554227073 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16dc01e270 con 0x55e7af7e2cb0 2024-09-12T12:39:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.961+0000 7f16ceffd640 1 -- 172.21.15.82:0/1554227073 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16dc01c8a0 con 0x55e7af7e2cb0 2024-09-12T12:39:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.961+0000 7f16ee1ef740 1 -- 172.21.15.82:0/1554227073 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7e2cb0 msgr2=0x55e7af7fad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.961+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/1554227073 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7e2cb0 0x55e7af7fad40 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f16dc010790 tx=0x7f16dc016000 comp rx=0 tx=0).stop 2024-09-12T12:39:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.961+0000 7f16ee1ef740 1 -- 172.21.15.82:0/1554227073 shutdown_connections 2024-09-12T12:39:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.961+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/1554227073 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7e2cb0 0x55e7af7fad40 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.961+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/1554227073 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7d8410 0x55e7af7fa800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.961+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/1554227073 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7d7af0 0x55e7af7e0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.961+0000 7f16ee1ef740 1 -- 172.21.15.82:0/1554227073 >> 172.21.15.82:0/1554227073 conn(0x55e7af7d4060 msgr2=0x55e7af7e1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:01.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.961+0000 7f16ee1ef740 1 -- 172.21.15.82:0/1554227073 shutdown_connections 2024-09-12T12:39:01.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.961+0000 7f16ee1ef740 1 -- 172.21.15.82:0/1554227073 wait complete. 2024-09-12T12:39:01.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.961+0000 7f16ee1ef740 1 -- start start 2024-09-12T12:39:01.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16ee1ef740 1 Processor -- start 2024-09-12T12:39:01.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16ee1ef740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d7af0 0x55e7af7eb490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16ee1ef740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7d8410 0x55e7af7dc880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16ee1ef740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7e2cb0 0x55e7af7dce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16ee1ef740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f16e41b0fb0 con 0x55e7af7d7af0 2024-09-12T12:39:01.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16ee1ef740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f16e41b08e0 con 0x55e7af7e2cb0 2024-09-12T12:39:01.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16ee1ef740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f16e41adb40 con 0x55e7af7d8410 2024-09-12T12:39:01.968 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16ee1ef740 10 client.0 _ll_register_callbacks cb 0x7f16d400e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:39:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16e91ef640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d7af0 0x55e7af7eb490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16e91ef640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d7af0 0x55e7af7eb490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54694/0 (socket says 172.21.15.82:54694) 2024-09-12T12:39:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16e91ef640 1 -- 172.21.15.82:0/4180613552 learned_addr learned my addr 172.21.15.82:0/4180613552 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16e89ee640 1 --2- 172.21.15.82:0/4180613552 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7d8410 0x55e7af7dc880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16e99f0640 1 --2- 172.21.15.82:0/4180613552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7e2cb0 0x55e7af7dce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16e91ef640 1 -- 172.21.15.82:0/4180613552 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7d8410 msgr2=0x55e7af7dc880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16e91ef640 1 --2- 172.21.15.82:0/4180613552 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7d8410 0x55e7af7dc880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16e91ef640 1 -- 172.21.15.82:0/4180613552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7e2cb0 msgr2=0x55e7af7dce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16e91ef640 1 --2- 172.21.15.82:0/4180613552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7e2cb0 0x55e7af7dce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16e91ef640 1 -- 172.21.15.82:0/4180613552 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7af7cf2d0 con 0x55e7af7d7af0 2024-09-12T12:39:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.962+0000 7f16e99f0640 1 --2- 172.21.15.82:0/4180613552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7e2cb0 0x55e7af7dce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:39:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16e91ef640 1 --2- 172.21.15.82:0/4180613552 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d7af0 0x55e7af7eb490 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f16e0005250 tx=0x7f16e00051e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8995c9c76bc38fe server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:39:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ccff9640 1 -- 172.21.15.82:0/4180613552 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e0035070 con 0x55e7af7d7af0 2024-09-12T12:39:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ccff9640 1 -- 172.21.15.82:0/4180613552 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7f16e0004040 con 0x55e7af7d7af0 2024-09-12T12:39:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ee1ef740 1 -- 172.21.15.82:0/4180613552 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16dc01e270 con 0x55e7af7d7af0 2024-09-12T12:39:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ccff9640 1 -- 172.21.15.82:0/4180613552 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f16e005d050 con 0x55e7af7d7af0 2024-09-12T12:39:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ee1ef740 10 client.17001 fetch_fsmap learned FSMap version 28 2024-09-12T12:39:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ee1ef740 1 -- 172.21.15.82:0/4180613552 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e7af7d4cf0 con 0x55e7af7d7af0 2024-09-12T12:39:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ccff9640 1 -- 172.21.15.82:0/4180613552 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16dc01e270 con 0x55e7af7d7af0 2024-09-12T12:39:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ccff9640 1 -- 172.21.15.82:0/4180613552 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f16e004d070 con 0x55e7af7d7af0 2024-09-12T12:39:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ee1ef740 10 client.17001 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:39:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ee1ef740 10 client.17001 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:39:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ee1ef740 20 client.17001 populate_metadata read hostname 'smithi082' 2024-09-12T12:39:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/4180613552 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e7af85d840 0x55e7af85fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:01.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ee1ef740 4 client.17001 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:39:01.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16ee1ef740 1 -- 172.21.15.82:0/4180613552 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e7af743d70 con 0x55e7af85d840 2024-09-12T12:39:01.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.963+0000 7f16e89ee640 1 --2- 172.21.15.82:0/4180613552 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e7af85d840 0x55e7af85fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:01.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.964+0000 7f16ccff9640 10 client.17001 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:01.971 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.964+0000 7f16e89ee640 1 --2- 172.21.15.82:0/4180613552 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e7af85d840 0x55e7af85fc30 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ccb07d127b08014c server_cookie=cae3192cdb8aae9c in_seq=0 out_seq=0 2024-09-12T12:39:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ccff9640 1 -- 172.21.15.82:0/4180613552 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e7af743d70 con 0x55e7af85d840 2024-09-12T12:39:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ccff9640 10 client.17001 handle_command_reply: tid=0 2024-09-12T12:39:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ee1ef740 1 client.17001 shutdown 2024-09-12T12:39:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ee1ef740 1 -- 172.21.15.82:0/4180613552 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d7af0 msgr2=0x55e7af7eb490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/4180613552 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d7af0 0x55e7af7eb490 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f16e0005250 tx=0x7f16e00051e0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ee1ef740 1 -- 172.21.15.82:0/4180613552 shutdown_connections 2024-09-12T12:39:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/4180613552 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e7af85d840 0x55e7af85fc30 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/4180613552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7af7e2cb0 0x55e7af7dce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ccff9640 0 client.17001 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/4180613552 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e7af7d8410 0x55e7af7dc880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ee1ef740 1 --2- 172.21.15.82:0/4180613552 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e7af7d7af0 0x55e7af7eb490 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ee1ef740 1 -- 172.21.15.82:0/4180613552 >> 172.21.15.82:0/4180613552 conn(0x55e7af7d4060 msgr2=0x55e7af7d29a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ee1ef740 1 -- 172.21.15.82:0/4180613552 shutdown_connections 2024-09-12T12:39:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ee1ef740 1 -- 172.21.15.82:0/4180613552 wait complete. 2024-09-12T12:39:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.977+0000 7f16ee1ef740 20 client.17001 trim_cache size 0 max 16384 2024-09-12T12:39:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:39:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:39:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:39:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:39:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.978+0000 7f16eb453640 1 -- 172.21.15.82:0/3231911152 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16d00a2e20 msgr2=0x7f16d00a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.978+0000 7f16eb453640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16d00a2e20 0x7f16d00a52e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f16dc005fd0 tx=0x7f16dc009500 comp rx=0 tx=0).stop 2024-09-12T12:39:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.978+0000 7f16eb453640 1 -- 172.21.15.82:0/3231911152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16e4103640 msgr2=0x7f16e4100eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.978+0000 7f16eb453640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16e4103640 0x7f16e4100eb0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f16d400e9f0 tx=0x7f16d400eeb0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.978+0000 7f16eb453640 1 -- 172.21.15.82:0/3231911152 shutdown_connections 2024-09-12T12:39:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.978+0000 7f16eb453640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16d00a2e20 0x7f16d00a52e0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.978+0000 7f16eb453640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16e410c0f0 0x7f16e41013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.978+0000 7f16eb453640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16e4103640 0x7f16e4100eb0 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.981 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.978+0000 7f16eb453640 1 --2- 172.21.15.82:0/3231911152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16e4102d20 0x7f16e4100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:01.981 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.978+0000 7f16eb453640 1 -- 172.21.15.82:0/3231911152 >> 172.21.15.82:0/3231911152 conn(0x7f16e40fc6b0 msgr2=0x7f16e40fd2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:01.981 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.978+0000 7f16eb453640 1 -- 172.21.15.82:0/3231911152 shutdown_connections 2024-09-12T12:39:01.981 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:01.978+0000 7f16eb453640 1 -- 172.21.15.82:0/3231911152 wait complete. 2024-09-12T12:39:02.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:02 smithi097 ceph-mon[34923]: pgmap v384: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 11 op/s 2024-09-12T12:39:02.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:02 smithi082 ceph-mon[31122]: pgmap v384: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 11 op/s 2024-09-12T12:39:02.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:02 smithi114 ceph-mon[35514]: pgmap v384: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 11 op/s 2024-09-12T12:39:03.854 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:39:04.115 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:39:04.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:04 smithi082 ceph-mon[31122]: pgmap v385: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 11 op/s 2024-09-12T12:39:04.642 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.638+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1301948206 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d8100a80 msgr2=0x7f31d8100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:04.642 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.638+0000 7f31dcb9b640 1 --2- 172.21.15.82:0/1301948206 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d8100a80 0x7f31d8100ee0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f31c0009930 tx=0x7f31c002a420 comp rx=0 tx=0).stop 2024-09-12T12:39:04.642 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.638+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1301948206 shutdown_connections 2024-09-12T12:39:04.642 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.638+0000 7f31dcb9b640 1 --2- 172.21.15.82:0/1301948206 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31d8101420 0x7f31d810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:04.642 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.638+0000 7f31dcb9b640 1 --2- 172.21.15.82:0/1301948206 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d8100a80 0x7f31d8100ee0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:04.642 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.638+0000 7f31dcb9b640 1 --2- 172.21.15.82:0/1301948206 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31d8106a80 0x7f31d8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:04.642 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.638+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1301948206 >> 172.21.15.82:0/1301948206 conn(0x7f31d80fc7a0 msgr2=0x7f31d80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:04.642 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.638+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1301948206 shutdown_connections 2024-09-12T12:39:04.642 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.638+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1301948206 wait complete. 2024-09-12T12:39:04.642 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.639+0000 7f31dcb9b640 1 Processor -- start 2024-09-12T12:39:04.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.639+0000 7f31dcb9b640 1 -- start start 2024-09-12T12:39:04.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.639+0000 7f31dcb9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d8100a80 0x7f31d8198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:04.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.639+0000 7f31dcb9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31d8101420 0x7f31d8198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:04.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.639+0000 7f31dcb9b640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31d8106a80 0x7f31d819cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:04.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.639+0000 7f31dcb9b640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f31d8111fa0 con 0x7f31d8100a80 2024-09-12T12:39:04.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.639+0000 7f31dcb9b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f31d8111e20 con 0x7f31d8101420 2024-09-12T12:39:04.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.639+0000 7f31dcb9b640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f31d8112120 con 0x7f31d8106a80 2024-09-12T12:39:04.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.639+0000 7f31d659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d8100a80 0x7f31d8198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:04.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.639+0000 7f31d659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d8100a80 0x7f31d8198450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54704/0 (socket says 172.21.15.82:54704) 2024-09-12T12:39:04.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.639+0000 7f31d659c640 1 -- 172.21.15.82:0/1367254365 learned_addr learned my addr 172.21.15.82:0/1367254365 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:04.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31d6d9d640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31d8106a80 0x7f31d819cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:04.643 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31cdd9b640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31d8101420 0x7f31d8198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:04.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31d659c640 1 -- 172.21.15.82:0/1367254365 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31d8106a80 msgr2=0x7f31d819cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:04.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31d659c640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31d8106a80 0x7f31d819cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:04.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31d659c640 1 -- 172.21.15.82:0/1367254365 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31d8101420 msgr2=0x7f31d8198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:04.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31d659c640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31d8101420 0x7f31d8198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:04.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31d659c640 1 -- 172.21.15.82:0/1367254365 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31d819d400 con 0x7f31d8100a80 2024-09-12T12:39:04.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31d6d9d640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31d8106a80 0x7f31d819cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:39:04.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31cdd9b640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31d8101420 0x7f31d8198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:39:04.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31d659c640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d8100a80 0x7f31d8198450 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f31c800e9f0 tx=0x7f31c800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:04.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31cffff640 1 -- 172.21.15.82:0/1367254365 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c800cd80 con 0x7f31d8100a80 2024-09-12T12:39:04.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1367254365 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31d819d6f0 con 0x7f31d8100a80 2024-09-12T12:39:04.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31cffff640 1 -- 172.21.15.82:0/1367254365 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f31c8010910 con 0x7f31d8100a80 2024-09-12T12:39:04.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31cffff640 1 -- 172.21.15.82:0/1367254365 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c80188f0 con 0x7f31d8100a80 2024-09-12T12:39:04.644 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.640+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1367254365 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31d81a4fd0 con 0x7f31d8100a80 2024-09-12T12:39:04.645 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.641+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1367254365 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31d8100ee0 con 0x7f31d8100a80 2024-09-12T12:39:04.645 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.643+0000 7f31cffff640 1 -- 172.21.15.82:0/1367254365 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f31c8010ac0 con 0x7f31d8100a80 2024-09-12T12:39:04.645 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.643+0000 7f31cffff640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31b80a2cf0 0x7f31b80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:04.645 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.644+0000 7f31cdd9b640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31b80a2cf0 0x7f31b80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:04.645 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.644+0000 7f31cffff640 1 -- 172.21.15.82:0/1367254365 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7f31c80cf9b0 con 0x7f31d8100a80 2024-09-12T12:39:04.646 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.644+0000 7f31cdd9b640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31b80a2cf0 0x7f31b80a51b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f31c0000c00 tx=0x7f31c0032c70 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:04.647 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.648+0000 7f31cffff640 1 -- 172.21.15.82:0/1367254365 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f31c809c510 con 0x7f31d8100a80 2024-09-12T12:39:04.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:04 smithi097 ceph-mon[34923]: pgmap v385: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 11 op/s 2024-09-12T12:39:04.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:04 smithi114 ceph-mon[35514]: pgmap v385: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 11 op/s 2024-09-12T12:39:04.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.849+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1367254365 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f31d802d7c0 con 0x7f31d8100a80 2024-09-12T12:39:04.849 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.849+0000 7f31cffff640 1 -- 172.21.15.82:0/1367254365 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f31c809be10 con 0x7f31d8100a80 2024-09-12T12:39:04.850 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:39:04.850 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:39:04.850 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:39:04.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.852+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1367254365 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31b80a2cf0 msgr2=0x7f31b80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:04.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.852+0000 7f31dcb9b640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31b80a2cf0 0x7f31b80a51b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f31c0000c00 tx=0x7f31c0032c70 comp rx=0 tx=0).stop 2024-09-12T12:39:04.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.852+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1367254365 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d8100a80 msgr2=0x7f31d8198450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:04.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.852+0000 7f31dcb9b640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d8100a80 0x7f31d8198450 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f31c800e9f0 tx=0x7f31c800eeb0 comp rx=0 tx=0).stop 2024-09-12T12:39:04.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.852+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1367254365 shutdown_connections 2024-09-12T12:39:04.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.852+0000 7f31dcb9b640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31b80a2cf0 0x7f31b80a51b0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:04.852 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.852+0000 7f31dcb9b640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31d8106a80 0x7f31d819cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:04.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.852+0000 7f31dcb9b640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31d8101420 0x7f31d8198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:04.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.852+0000 7f31dcb9b640 1 --2- 172.21.15.82:0/1367254365 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31d8100a80 0x7f31d8198450 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:04.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.852+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1367254365 >> 172.21.15.82:0/1367254365 conn(0x7f31d80fc7a0 msgr2=0x7f31d80fcfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:04.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.852+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1367254365 shutdown_connections 2024-09-12T12:39:04.853 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:04.852+0000 7f31dcb9b640 1 -- 172.21.15.82:0/1367254365 wait complete. 2024-09-12T12:39:05.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:05 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1367254365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:39:05.675 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --set-id bd14ee33 --release --await' 2024-09-12T12:39:05.675 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --set-id bd14ee33 --release --await 2024-09-12T12:39:05.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:05 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1367254365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:39:05.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:05 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1367254365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:39:05.922 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:39:06.442 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.429+0000 7faebc369640 1 -- 172.21.15.82:0/1654702163 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faeb4101450 msgr2=0x7faeb4105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:06.442 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.429+0000 7faebc369640 1 --2- 172.21.15.82:0/1654702163 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faeb4101450 0x7faeb4105920 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7faea4009900 tx=0x7faea402a470 comp rx=0 tx=0).stop 2024-09-12T12:39:06.442 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.429+0000 7faebc369640 1 -- 172.21.15.82:0/1654702163 shutdown_connections 2024-09-12T12:39:06.442 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.429+0000 7faebc369640 1 --2- 172.21.15.82:0/1654702163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faeb4105f40 0x7faeb41063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.442 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.429+0000 7faebc369640 1 --2- 172.21.15.82:0/1654702163 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faeb4101450 0x7faeb4105920 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.442 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.429+0000 7faebc369640 1 --2- 172.21.15.82:0/1654702163 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faeb4100b30 0x7faeb4100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.442 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.429+0000 7faebc369640 1 -- 172.21.15.82:0/1654702163 >> 172.21.15.82:0/1654702163 conn(0x7faeb40fc7a0 msgr2=0x7faeb40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:06.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.429+0000 7faebc369640 1 -- 172.21.15.82:0/1654702163 shutdown_connections 2024-09-12T12:39:06.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.429+0000 7faebc369640 1 -- 172.21.15.82:0/1654702163 wait complete. 2024-09-12T12:39:06.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.429+0000 7faebc369640 1 Processor -- start 2024-09-12T12:39:06.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.429+0000 7faebc369640 1 -- start start 2024-09-12T12:39:06.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faebc369640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faeb4100b30 0x7faeb41a4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faebc369640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faeb4101450 0x7faeb41a4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faebc369640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faeb4105f40 0x7faeb419e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faebc369640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7faeb4118540 con 0x7faeb4101450 2024-09-12T12:39:06.443 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faebc369640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faeb41183c0 con 0x7faeb4100b30 2024-09-12T12:39:06.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faebc369640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faeb41186c0 con 0x7faeb4105f40 2024-09-12T12:39:06.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faeb9904640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faeb4101450 0x7faeb41a4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faeb9904640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faeb4101450 0x7faeb41a4c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54712/0 (socket says 172.21.15.82:54712) 2024-09-12T12:39:06.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faeb9904640 1 -- 172.21.15.82:0/279049131 learned_addr learned my addr 172.21.15.82:0/279049131 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:06.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faeba906640 1 --2- 172.21.15.82:0/279049131 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faeb4105f40 0x7faeb419e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faeba105640 1 --2- 172.21.15.82:0/279049131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faeb4100b30 0x7faeb41a4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faeb9904640 1 -- 172.21.15.82:0/279049131 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faeb4105f40 msgr2=0x7faeb419e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:06.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faeb9904640 1 --2- 172.21.15.82:0/279049131 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faeb4105f40 0x7faeb419e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faeb9904640 1 -- 172.21.15.82:0/279049131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faeb4100b30 msgr2=0x7faeb41a4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:06.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faeb9904640 1 --2- 172.21.15.82:0/279049131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faeb4100b30 0x7faeb41a4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faeb9904640 1 -- 172.21.15.82:0/279049131 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faeb419f020 con 0x7faeb4101450 2024-09-12T12:39:06.444 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faeb9904640 1 --2- 172.21.15.82:0/279049131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faeb4101450 0x7faeb41a4c70 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7faea4006010 tx=0x7faea40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:06.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faeab7fe640 1 -- 172.21.15.82:0/279049131 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea403f030 con 0x7faeb4101450 2024-09-12T12:39:06.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faeab7fe640 1 -- 172.21.15.82:0/279049131 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faea4003ce0 con 0x7faeb4101450 2024-09-12T12:39:06.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faebc369640 1 -- 172.21.15.82:0/279049131 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faeb419f2b0 con 0x7faeb4101450 2024-09-12T12:39:06.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.430+0000 7faeab7fe640 1 -- 172.21.15.82:0/279049131 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea4035070 con 0x7faeb4101450 2024-09-12T12:39:06.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.431+0000 7faebc369640 1 -- 172.21.15.82:0/279049131 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faeb41ab600 con 0x7faeb4101450 2024-09-12T12:39:06.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.433+0000 7faeab7fe640 1 -- 172.21.15.82:0/279049131 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7faea4042030 con 0x7faeb4101450 2024-09-12T12:39:06.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.433+0000 7faebe742740 1 Processor -- start 2024-09-12T12:39:06.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.433+0000 7faebe742740 1 -- start start 2024-09-12T12:39:06.445 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.433+0000 7faebe742740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e46f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.433+0000 7faebe742740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e46f980 0x555b3e479d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.433+0000 7faebe742740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e47a240 0x555b3e47c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.433+0000 7faebe742740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x555b3e3d4620 con 0x555b3e46f060 2024-09-12T12:39:06.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.433+0000 7faebe742740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x555b3e37be50 con 0x555b3e47a240 2024-09-12T12:39:06.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.433+0000 7faebe742740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x555b3e3d05e0 con 0x555b3e46f980 2024-09-12T12:39:06.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.433+0000 7faeab7fe640 1 --2- 172.21.15.82:0/279049131 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faea00a2cf0 0x7faea00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeba906640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e46f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeba906640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e46f440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54720/0 (socket says 172.21.15.82:54720) 2024-09-12T12:39:06.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeba906640 1 -- 172.21.15.82:0/3090870457 learned_addr learned my addr 172.21.15.82:0/3090870457 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:06.446 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeba105640 1 --2- 172.21.15.82:0/3090870457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e46f980 0x555b3e479d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeba906640 1 --2- 172.21.15.82:0/279049131 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faea00a2cf0 0x7faea00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeab7fe640 1 -- 172.21.15.82:0/279049131 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7faea40efb40 con 0x7faeb4101450 2024-09-12T12:39:06.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeba906640 1 -- 172.21.15.82:0/3090870457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e46f980 msgr2=0x555b3e479d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:06.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeb9904640 1 --2- 172.21.15.82:0/3090870457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e47a240 0x555b3e47c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeba906640 1 --2- 172.21.15.82:0/3090870457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e46f980 0x555b3e479d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeba906640 1 -- 172.21.15.82:0/3090870457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e47a240 msgr2=0x555b3e47c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:06.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeba906640 1 --2- 172.21.15.82:0/3090870457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e47a240 0x555b3e47c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeba906640 1 -- 172.21.15.82:0/3090870457 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b3e36cd40 con 0x555b3e46f060 2024-09-12T12:39:06.447 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeba105640 1 --2- 172.21.15.82:0/3090870457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e46f980 0x555b3e479d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:39:06.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeb9904640 1 --2- 172.21.15.82:0/3090870457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e47a240 0x555b3e47c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:39:06.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeba906640 1 --2- 172.21.15.82:0/3090870457 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e46f440 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7faeac012c50 tx=0x7faeac010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19e94287da792f8b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:06.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faeba906640 1 --2- 172.21.15.82:0/279049131 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faea00a2cf0 0x7faea00a51b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7faeac010c40 tx=0x7faeac017000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:06.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faea8dea640 1 -- 172.21.15.82:0/3090870457 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac022070 con 0x555b3e46f060 2024-09-12T12:39:06.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faea8dea640 1 -- 172.21.15.82:0/3090870457 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faeac009c00 con 0x555b3e46f060 2024-09-12T12:39:06.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.434+0000 7faea8dea640 1 -- 172.21.15.82:0/3090870457 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac01eb60 con 0x555b3e46f060 2024-09-12T12:39:06.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.435+0000 7faebe742740 1 -- 172.21.15.82:0/3090870457 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 msgr2=0x555b3e46f440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:06.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.435+0000 7faebe742740 1 --2- 172.21.15.82:0/3090870457 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e46f440 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7faeac012c50 tx=0x7faeac010740 comp rx=0 tx=0).stop 2024-09-12T12:39:06.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.435+0000 7faebe742740 1 -- 172.21.15.82:0/3090870457 shutdown_connections 2024-09-12T12:39:06.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.435+0000 7faebe742740 1 --2- 172.21.15.82:0/3090870457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e47a240 0x555b3e47c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.448 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.435+0000 7faebe742740 1 --2- 172.21.15.82:0/3090870457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e46f980 0x555b3e479d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.435+0000 7faebe742740 1 --2- 172.21.15.82:0/3090870457 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e46f440 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.435+0000 7faebe742740 1 -- 172.21.15.82:0/3090870457 >> 172.21.15.82:0/3090870457 conn(0x555b3e46b5f0 msgr2=0x555b3e46b9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:06.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.435+0000 7faebe742740 1 -- 172.21.15.82:0/3090870457 shutdown_connections 2024-09-12T12:39:06.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.435+0000 7faebe742740 1 -- 172.21.15.82:0/3090870457 wait complete. 2024-09-12T12:39:06.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faebe742740 1 -- start start 2024-09-12T12:39:06.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faebe742740 1 Processor -- start 2024-09-12T12:39:06.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faebe742740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f060 0x555b3e477120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faebe742740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f980 0x555b3e477660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faebe742740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 0x555b3e477ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faebe742740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x555b3e47ce10 con 0x555b3e46f980 2024-09-12T12:39:06.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faebe742740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x555b3e35cf10 con 0x555b3e46f060 2024-09-12T12:39:06.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faebe742740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x555b3e47cf90 con 0x555b3e47a240 2024-09-12T12:39:06.449 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faebe742740 10 client.0 _ll_register_callbacks cb 0x555b3e380db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:39:06.450 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faeb9904640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f980 0x555b3e477660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.450 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faeb9904640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f980 0x555b3e477660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54726/0 (socket says 172.21.15.82:54726) 2024-09-12T12:39:06.450 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faeb9904640 1 -- 172.21.15.82:0/4244452619 learned_addr learned my addr 172.21.15.82:0/4244452619 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:06.450 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faeb9904640 1 -- 172.21.15.82:0/4244452619 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 msgr2=0x555b3e477ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:06.450 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faeb9904640 1 --2- 172.21.15.82:0/4244452619 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 0x555b3e477ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.450 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faeba105640 1 --2- 172.21.15.82:0/4244452619 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f060 0x555b3e477120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.450 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faeb9904640 1 -- 172.21.15.82:0/4244452619 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f060 msgr2=0x555b3e477120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:06.450 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faeb9904640 1 --2- 172.21.15.82:0/4244452619 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f060 0x555b3e477120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.450 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faeb9904640 1 -- 172.21.15.82:0/4244452619 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b3e0e3580 con 0x555b3e46f980 2024-09-12T12:39:06.450 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7faeb9904640 1 --2- 172.21.15.82:0/4244452619 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f980 0x555b3e477660 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7faea40ed830 tx=0x7faea4009630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10ab422274591839 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:06.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.436+0000 7fae9dffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:39:06.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.437+0000 7fae9dffb640 1 -- 172.21.15.82:0/4244452619 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea4049040 con 0x555b3e46f980 2024-09-12T12:39:06.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.437+0000 7fae9dffb640 1 -- 172.21.15.82:0/4244452619 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7faea40c0120 con 0x555b3e46f980 2024-09-12T12:39:06.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.437+0000 7faebe742740 1 -- 172.21.15.82:0/4244452619 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555b3e3e1b90 con 0x555b3e46f980 2024-09-12T12:39:06.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.437+0000 7fae9dffb640 1 -- 172.21.15.82:0/4244452619 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faea40bbc00 con 0x555b3e46f980 2024-09-12T12:39:06.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.437+0000 7faebe742740 10 client.17019 fetch_fsmap learned FSMap version 28 2024-09-12T12:39:06.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.437+0000 7faebe742740 1 -- 172.21.15.82:0/4244452619 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555b3e1ad960 con 0x555b3e46f980 2024-09-12T12:39:06.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.437+0000 7fae9dffb640 1 -- 172.21.15.82:0/4244452619 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x555b3e3e1b90 con 0x555b3e46f980 2024-09-12T12:39:06.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.437+0000 7fae9dffb640 1 -- 172.21.15.82:0/4244452619 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7faea40d8060 con 0x555b3e46f980 2024-09-12T12:39:06.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.437+0000 7faebe742740 10 client.17019 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:39:06.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.437+0000 7faebe742740 10 client.17019 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:39:06.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.437+0000 7faebe742740 20 client.17019 populate_metadata read hostname 'smithi082' 2024-09-12T12:39:06.451 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.437+0000 7faebe742740 1 --2- 172.21.15.82:0/4244452619 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555b3e489d60 0x555b3e48c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.437+0000 7faebe742740 4 client.17019 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:39:06.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.437+0000 7faebe742740 1 -- 172.21.15.82:0/4244452619 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555b3e3dc0a0 con 0x555b3e489d60 2024-09-12T12:39:06.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.438+0000 7faeba105640 1 --2- 172.21.15.82:0/4244452619 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555b3e489d60 0x555b3e48c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.438+0000 7fae9dffb640 10 client.17019 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:06.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.438+0000 7faeba105640 1 --2- 172.21.15.82:0/4244452619 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555b3e489d60 0x555b3e48c200 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=803cca8bad3a3de8 server_cookie=e4fefc8eacf5a9b8 in_seq=0 out_seq=0 2024-09-12T12:39:06.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7fae9dffb640 1 -- 172.21.15.82:0/4244452619 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555b3e3dc0a0 con 0x555b3e489d60 2024-09-12T12:39:06.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7fae9dffb640 10 client.17019 handle_command_reply: tid=0 2024-09-12T12:39:06.452 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7faebe742740 1 client.17019 shutdown 2024-09-12T12:39:06.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7faebe742740 1 -- 172.21.15.82:0/4244452619 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f980 msgr2=0x555b3e477660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:06.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7faebe742740 1 --2- 172.21.15.82:0/4244452619 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f980 0x555b3e477660 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7faea40ed830 tx=0x7faea4009630 comp rx=0 tx=0).stop 2024-09-12T12:39:06.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7faebe742740 1 -- 172.21.15.82:0/4244452619 shutdown_connections 2024-09-12T12:39:06.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7faebe742740 1 --2- 172.21.15.82:0/4244452619 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555b3e489d60 0x555b3e48c200 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7faebe742740 1 --2- 172.21.15.82:0/4244452619 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 0x555b3e477ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7faebe742740 1 --2- 172.21.15.82:0/4244452619 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f980 0x555b3e477660 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7fae9dffb640 0 client.17019 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:06.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7faebe742740 1 --2- 172.21.15.82:0/4244452619 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f060 0x555b3e477120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7faebe742740 1 -- 172.21.15.82:0/4244452619 >> 172.21.15.82:0/4244452619 conn(0x555b3e46b5f0 msgr2=0x555b3e4712d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:06.453 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7faebe742740 1 -- 172.21.15.82:0/4244452619 shutdown_connections 2024-09-12T12:39:06.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7faebe742740 1 -- 172.21.15.82:0/4244452619 wait complete. 2024-09-12T12:39:06.454 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.439+0000 7faebe742740 20 client.17019 trim_cache size 0 max 16384 2024-09-12T12:39:06.461 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faebe742740 1 Processor -- start 2024-09-12T12:39:06.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faebe742740 1 -- start start 2024-09-12T12:39:06.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faebe742740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e4711c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faebe742740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f980 0x555b3e491b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faebe742740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 0x555b3e492050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faebe742740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7faeb41b3f10 con 0x555b3e46f060 2024-09-12T12:39:06.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faebe742740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faeb41b5a50 con 0x555b3e46f980 2024-09-12T12:39:06.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faebe742740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faeb41b45e0 con 0x555b3e47a240 2024-09-12T12:39:06.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faeba105640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e4711c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faeba105640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e4711c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54738/0 (socket says 172.21.15.82:54738) 2024-09-12T12:39:06.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faeba105640 1 -- 172.21.15.82:0/3503324202 learned_addr learned my addr 172.21.15.82:0/3503324202 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:06.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faeba105640 1 -- 172.21.15.82:0/3503324202 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 msgr2=0x555b3e492050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:06.462 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faeba906640 1 --2- 172.21.15.82:0/3503324202 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 0x555b3e492050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faeba105640 1 --2- 172.21.15.82:0/3503324202 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 0x555b3e492050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faeb9904640 1 --2- 172.21.15.82:0/3503324202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f980 0x555b3e491b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faeba105640 1 -- 172.21.15.82:0/3503324202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f980 msgr2=0x555b3e491b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:06.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faeba105640 1 --2- 172.21.15.82:0/3503324202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f980 0x555b3e491b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faeba105640 1 -- 172.21.15.82:0/3503324202 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b3e48c880 con 0x555b3e46f060 2024-09-12T12:39:06.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faeba906640 1 --2- 172.21.15.82:0/3503324202 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 0x555b3e492050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:39:06.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.456+0000 7faeb9904640 1 --2- 172.21.15.82:0/3503324202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f980 0x555b3e491b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:39:06.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.457+0000 7faeba105640 1 --2- 172.21.15.82:0/3503324202 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e4711c0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7faeb000b9f0 tx=0x7faeb000b500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=736a300d334a8b09 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:06.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.457+0000 7fae9ffff640 1 -- 172.21.15.82:0/3503324202 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0004030 con 0x555b3e46f060 2024-09-12T12:39:06.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.457+0000 7fae9ffff640 1 -- 172.21.15.82:0/3503324202 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faeb00041d0 con 0x555b3e46f060 2024-09-12T12:39:06.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.457+0000 7fae9ffff640 1 -- 172.21.15.82:0/3503324202 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb001b590 con 0x555b3e46f060 2024-09-12T12:39:06.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.457+0000 7faebe742740 1 -- 172.21.15.82:0/3503324202 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 msgr2=0x555b3e4711c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:06.463 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.457+0000 7faebe742740 1 --2- 172.21.15.82:0/3503324202 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e4711c0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7faeb000b9f0 tx=0x7faeb000b500 comp rx=0 tx=0).stop 2024-09-12T12:39:06.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.457+0000 7faebe742740 1 -- 172.21.15.82:0/3503324202 shutdown_connections 2024-09-12T12:39:06.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.457+0000 7faebe742740 1 --2- 172.21.15.82:0/3503324202 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 0x555b3e492050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.457+0000 7faebe742740 1 --2- 172.21.15.82:0/3503324202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f980 0x555b3e491b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.457+0000 7faebe742740 1 --2- 172.21.15.82:0/3503324202 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e4711c0 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.457+0000 7faebe742740 1 -- 172.21.15.82:0/3503324202 >> 172.21.15.82:0/3503324202 conn(0x555b3e46b5f0 msgr2=0x555b3e470ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:06.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faebe742740 1 -- 172.21.15.82:0/3503324202 shutdown_connections 2024-09-12T12:39:06.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faebe742740 1 -- 172.21.15.82:0/3503324202 wait complete. 2024-09-12T12:39:06.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faebe742740 1 -- start start 2024-09-12T12:39:06.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faebe742740 1 Processor -- start 2024-09-12T12:39:06.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faebe742740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e47ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faebe742740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f980 0x555b3e47ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faebe742740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 0x555b3e482030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.464 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faebe742740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7faeb41b5380 con 0x555b3e46f060 2024-09-12T12:39:06.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faebe742740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faeb41b4cb0 con 0x555b3e46f980 2024-09-12T12:39:06.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faebe742740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faeb41b1f10 con 0x555b3e47a240 2024-09-12T12:39:06.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faebe742740 10 client.0 _ll_register_callbacks cb 0x7faea4005710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:39:06.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faeba105640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e47ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faeba105640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e47ea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54742/0 (socket says 172.21.15.82:54742) 2024-09-12T12:39:06.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faeba105640 1 -- 172.21.15.82:0/775295490 learned_addr learned my addr 172.21.15.82:0/775295490 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:06.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faeb9904640 1 --2- 172.21.15.82:0/775295490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f980 0x555b3e47ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.458+0000 7faeba906640 1 --2- 172.21.15.82:0/775295490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 0x555b3e482030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7faeba105640 1 -- 172.21.15.82:0/775295490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 msgr2=0x555b3e482030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:06.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7faeba105640 1 --2- 172.21.15.82:0/775295490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 0x555b3e482030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7faeba105640 1 -- 172.21.15.82:0/775295490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f980 msgr2=0x555b3e47ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:06.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7faeba105640 1 --2- 172.21.15.82:0/775295490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f980 0x555b3e47ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.465 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7faeba105640 1 -- 172.21.15.82:0/775295490 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b3e4826d0 con 0x555b3e46f060 2024-09-12T12:39:06.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7faeba105640 1 --2- 172.21.15.82:0/775295490 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e47ea30 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7faeb0005f40 tx=0x7faeb0014190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abb61d22538fd0cc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:06.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7fae9dffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:39:06.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7fae9dffb640 1 -- 172.21.15.82:0/775295490 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb00035f0 con 0x555b3e46f060 2024-09-12T12:39:06.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7faebe742740 1 -- 172.21.15.82:0/775295490 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faeb00041d0 con 0x555b3e46f060 2024-09-12T12:39:06.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7fae9dffb640 1 -- 172.21.15.82:0/775295490 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8622+0+0 (secure 0 0 0) 0x7faeb0003790 con 0x555b3e46f060 2024-09-12T12:39:06.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7fae9dffb640 1 -- 172.21.15.82:0/775295490 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faeb0003990 con 0x555b3e46f060 2024-09-12T12:39:06.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7faebe742740 10 client.17025 fetch_fsmap learned FSMap version 28 2024-09-12T12:39:06.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7faebe742740 1 -- 172.21.15.82:0/775295490 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555b3e4f5660 con 0x555b3e46f060 2024-09-12T12:39:06.466 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7fae9dffb640 1 -- 172.21.15.82:0/775295490 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faeb00041d0 con 0x555b3e46f060 2024-09-12T12:39:06.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.459+0000 7fae9dffb640 1 -- 172.21.15.82:0/775295490 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7faeb002d070 con 0x555b3e46f060 2024-09-12T12:39:06.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.460+0000 7faebe742740 10 client.17025 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:39:06.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.460+0000 7faebe742740 10 client.17025 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:39:06.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.460+0000 7faebe742740 20 client.17025 populate_metadata read hostname 'smithi082' 2024-09-12T12:39:06.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.460+0000 7faebe742740 1 --2- 172.21.15.82:0/775295490 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555b3e4f5db0 0x555b3e4f81d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:06.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.460+0000 7faebe742740 4 client.17025 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "bd14ee33", "release": true, "await": true}] 2024-09-12T12:39:06.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.460+0000 7faebe742740 1 -- 172.21.15.82:0/775295490 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "set_id": "bd14ee33", "release": true, "await": true}) -- 0x555b3e3585a0 con 0x555b3e4f5db0 2024-09-12T12:39:06.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.460+0000 7faeb9904640 1 --2- 172.21.15.82:0/775295490 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555b3e4f5db0 0x555b3e4f81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:06.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.460+0000 7faeb9904640 1 --2- 172.21.15.82:0/775295490 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555b3e4f5db0 0x555b3e4f81d0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a38c03faec850adb server_cookie=a8ab60a6f4021f7a in_seq=0 out_seq=0 2024-09-12T12:39:06.467 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.460+0000 7fae9dffb640 10 client.17025 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:06.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7fae9dffb640 1 -- 172.21.15.82:0/775295490 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x555b3e3585a0 con 0x555b3e4f5db0 2024-09-12T12:39:06.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7fae9dffb640 10 client.17025 handle_command_reply: tid=0 2024-09-12T12:39:06.468 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7faebe742740 1 client.17025 shutdown 2024-09-12T12:39:06.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7faebe742740 1 -- 172.21.15.82:0/775295490 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 msgr2=0x555b3e47ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:06.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7faebe742740 1 --2- 172.21.15.82:0/775295490 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e47ea30 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7faeb0005f40 tx=0x7faeb0014190 comp rx=0 tx=0).stop 2024-09-12T12:39:06.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7faebe742740 1 -- 172.21.15.82:0/775295490 shutdown_connections 2024-09-12T12:39:06.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7faebe742740 1 --2- 172.21.15.82:0/775295490 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555b3e4f5db0 0x555b3e4f81d0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7faebe742740 1 --2- 172.21.15.82:0/775295490 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555b3e47a240 0x555b3e482030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7faebe742740 1 --2- 172.21.15.82:0/775295490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555b3e46f980 0x555b3e47ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7fae9dffb640 0 client.17025 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:06.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7faebe742740 1 --2- 172.21.15.82:0/775295490 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555b3e46f060 0x555b3e47ea30 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7faebe742740 1 -- 172.21.15.82:0/775295490 >> 172.21.15.82:0/775295490 conn(0x555b3e46b5f0 msgr2=0x555b3e477050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:06.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7faebe742740 1 -- 172.21.15.82:0/775295490 shutdown_connections 2024-09-12T12:39:06.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7faebe742740 1 -- 172.21.15.82:0/775295490 wait complete. 2024-09-12T12:39:06.469 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.464+0000 7faebe742740 20 client.17025 trim_cache size 0 max 16384 2024-09-12T12:39:06.470 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:39:06.470 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:39:06.470 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:39:06.470 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 48, 2024-09-12T12:39:06.470 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:39:06.470 INFO:teuthology.orchestra.run.smithi082.stdout: "bd14ee33": { 2024-09-12T12:39:06.470 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 48, 2024-09-12T12:39:06.470 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:39:06.470 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:39:06.470 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:39:06.471 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:39:06.471 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:39:06.471 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:39:06.471 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 147.2, 2024-09-12T12:39:06.471 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:39:06.471 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:39:06.471 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:39:06.471 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:39:06.471 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:39:06.471 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:39:06.471 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:39:06.471 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:39:06.471 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:39:06.471 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:39:06.472 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:39:06.472 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:39:06.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.465+0000 7faebc369640 1 -- 172.21.15.82:0/279049131 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faea00a2cf0 msgr2=0x7faea00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:06.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.465+0000 7faebc369640 1 --2- 172.21.15.82:0/279049131 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faea00a2cf0 0x7faea00a51b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7faeac010c40 tx=0x7faeac017000 comp rx=0 tx=0).stop 2024-09-12T12:39:06.472 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.465+0000 7faebc369640 1 -- 172.21.15.82:0/279049131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faeb4101450 msgr2=0x7faeb41a4c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:06.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.465+0000 7faebc369640 1 --2- 172.21.15.82:0/279049131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faeb4101450 0x7faeb41a4c70 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7faea4006010 tx=0x7faea40042f0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.465+0000 7faebc369640 1 -- 172.21.15.82:0/279049131 shutdown_connections 2024-09-12T12:39:06.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.465+0000 7faebc369640 1 --2- 172.21.15.82:0/279049131 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faea00a2cf0 0x7faea00a51b0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.465+0000 7faebc369640 1 --2- 172.21.15.82:0/279049131 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faeb4105f40 0x7faeb419e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.465+0000 7faebc369640 1 --2- 172.21.15.82:0/279049131 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faeb4101450 0x7faeb41a4c70 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.465+0000 7faebc369640 1 --2- 172.21.15.82:0/279049131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faeb4100b30 0x7faeb41a4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:06.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.465+0000 7faebc369640 1 -- 172.21.15.82:0/279049131 >> 172.21.15.82:0/279049131 conn(0x7faeb40fc7a0 msgr2=0x7faeb40fda10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:06.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.465+0000 7faebc369640 1 -- 172.21.15.82:0/279049131 shutdown_connections 2024-09-12T12:39:06.473 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:06.465+0000 7faebc369640 1 -- 172.21.15.82:0/279049131 wait complete. 2024-09-12T12:39:06.753 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:06 smithi082 ceph-mon[31122]: pgmap v386: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 56 KiB/s wr, 34 op/s 2024-09-12T12:39:06.770 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:06 smithi097 ceph-mon[34923]: pgmap v386: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 56 KiB/s wr, 34 op/s 2024-09-12T12:39:06.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:06 smithi114 ceph-mon[35514]: pgmap v386: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 56 KiB/s wr, 34 op/s 2024-09-12T12:39:07.114 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'bd14ee33', total seconds elapsed: 30.4 2024-09-12T12:39:08.693 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:08 smithi082 ceph-mon[31122]: pgmap v387: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 50 KiB/s wr, 27 op/s 2024-09-12T12:39:08.693 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:08 smithi082 ceph-mon[31122]: osdmap e97: 12 total, 12 up, 12 in 2024-09-12T12:39:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:08 smithi097 ceph-mon[34923]: pgmap v387: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 50 KiB/s wr, 27 op/s 2024-09-12T12:39:08.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:08 smithi097 ceph-mon[34923]: osdmap e97: 12 total, 12 up, 12 in 2024-09-12T12:39:08.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:08 smithi114 ceph-mon[35514]: pgmap v387: 97 pgs: 97 active+clean; 2.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 50 KiB/s wr, 27 op/s 2024-09-12T12:39:08.820 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:08 smithi114 ceph-mon[35514]: osdmap e97: 12 total, 12 up, 12 in 2024-09-12T12:39:10.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:10 smithi097 ceph-mon[34923]: pgmap v389: 97 pgs: 97 active+clean; 2.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 67 KiB/s wr, 34 op/s 2024-09-12T12:39:10.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:10 smithi082 ceph-mon[31122]: pgmap v389: 97 pgs: 97 active+clean; 2.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 67 KiB/s wr, 34 op/s 2024-09-12T12:39:10.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:10 smithi114 ceph-mon[35514]: pgmap v389: 97 pgs: 97 active+clean; 2.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 67 KiB/s wr, 34 op/s 2024-09-12T12:39:12.771 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:12 smithi097 ceph-mon[34923]: pgmap v390: 97 pgs: 97 active+clean; 2.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 67 KiB/s wr, 34 op/s 2024-09-12T12:39:12.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:12 smithi082 ceph-mon[31122]: pgmap v390: 97 pgs: 97 active+clean; 2.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 67 KiB/s wr, 34 op/s 2024-09-12T12:39:12.819 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:12 smithi114 ceph-mon[35514]: pgmap v390: 97 pgs: 97 active+clean; 2.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 67 KiB/s wr, 34 op/s 2024-09-12T12:39:14.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:13 smithi097 ceph-mon[34923]: pgmap v391: 97 pgs: 97 active+clean; 2.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 67 KiB/s wr, 34 op/s 2024-09-12T12:39:14.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:13 smithi097 ceph-mon[34923]: osdmap e98: 12 total, 12 up, 12 in 2024-09-12T12:39:14.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:13 smithi082 ceph-mon[31122]: pgmap v391: 97 pgs: 97 active+clean; 2.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 67 KiB/s wr, 34 op/s 2024-09-12T12:39:14.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:13 smithi082 ceph-mon[31122]: osdmap e98: 12 total, 12 up, 12 in 2024-09-12T12:39:14.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:13 smithi114 ceph-mon[35514]: pgmap v391: 97 pgs: 97 active+clean; 2.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 67 KiB/s wr, 34 op/s 2024-09-12T12:39:14.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:13 smithi114 ceph-mon[35514]: osdmap e98: 12 total, 12 up, 12 in 2024-09-12T12:39:15.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.075+0000 7fd8f6423640 1 -- 172.21.15.82:0/1759535331 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8f0102480 msgr2=0x7fd8f010e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:15.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.075+0000 7fd8f6423640 1 --2- 172.21.15.82:0/1759535331 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8f0102480 0x7fd8f010e9b0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7fd8e8009cd0 tx=0x7fd8e802a8e0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.076 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.075+0000 7fd8f6423640 1 -- 172.21.15.82:0/1759535331 shutdown_connections 2024-09-12T12:39:15.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.075+0000 7fd8f6423640 1 --2- 172.21.15.82:0/1759535331 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8f0102480 0x7fd8f010e9b0 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.075+0000 7fd8f6423640 1 --2- 172.21.15.82:0/1759535331 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8f0101ae0 0x7fd8f0101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.075+0000 7fd8f6423640 1 --2- 172.21.15.82:0/1759535331 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8f0107b80 0x7fd8f0107f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.075+0000 7fd8f6423640 1 -- 172.21.15.82:0/1759535331 >> 172.21.15.82:0/1759535331 conn(0x7fd8f00fd7e0 msgr2=0x7fd8f00ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:15.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.075+0000 7fd8f6423640 1 -- 172.21.15.82:0/1759535331 shutdown_connections 2024-09-12T12:39:15.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.075+0000 7fd8f6423640 1 -- 172.21.15.82:0/1759535331 wait complete. 2024-09-12T12:39:15.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.075+0000 7fd8f6423640 1 Processor -- start 2024-09-12T12:39:15.077 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.075+0000 7fd8f6423640 1 -- start start 2024-09-12T12:39:15.081 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8f6423640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8f0101ae0 0x7fd8f0198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8f6423640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8f0102480 0x7fd8f01989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8f6423640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8f0107b80 0x7fd8f019cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8f6423640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f0111f30 con 0x7fd8f0101ae0 2024-09-12T12:39:15.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8f6423640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f0111db0 con 0x7fd8f0102480 2024-09-12T12:39:15.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8f6423640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f01120b0 con 0x7fd8f0107b80 2024-09-12T12:39:15.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8effff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8f0101ae0 0x7fd8f0198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8effff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8f0101ae0 0x7fd8f0198460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41142/0 (socket says 172.21.15.82:41142) 2024-09-12T12:39:15.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8effff640 1 -- 172.21.15.82:0/1777418630 learned_addr learned my addr 172.21.15.82:0/1777418630 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:15.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8f49c0640 1 --2- 172.21.15.82:0/1777418630 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8f0107b80 0x7fd8f019cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8ef7fe640 1 --2- 172.21.15.82:0/1777418630 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8f0102480 0x7fd8f01989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8effff640 1 -- 172.21.15.82:0/1777418630 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8f0107b80 msgr2=0x7fd8f019cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8effff640 1 --2- 172.21.15.82:0/1777418630 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8f0107b80 0x7fd8f019cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8effff640 1 -- 172.21.15.82:0/1777418630 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8f0102480 msgr2=0x7fd8f01989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8effff640 1 --2- 172.21.15.82:0/1777418630 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8f0102480 0x7fd8f01989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8effff640 1 -- 172.21.15.82:0/1777418630 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8f019d450 con 0x7fd8f0101ae0 2024-09-12T12:39:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8effff640 1 --2- 172.21.15.82:0/1777418630 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8f0101ae0 0x7fd8f0198460 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fd8e000d950 tx=0x7fd8e000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8ed7fa640 1 -- 172.21.15.82:0/1777418630 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e0017070 con 0x7fd8f0101ae0 2024-09-12T12:39:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.076+0000 7fd8ed7fa640 1 -- 172.21.15.82:0/1777418630 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8e0009c30 con 0x7fd8f0101ae0 2024-09-12T12:39:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.077+0000 7fd8f6423640 1 -- 172.21.15.82:0/1777418630 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8f019d740 con 0x7fd8f0101ae0 2024-09-12T12:39:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.077+0000 7fd8ed7fa640 1 -- 172.21.15.82:0/1777418630 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e000f6b0 con 0x7fd8f0101ae0 2024-09-12T12:39:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.077+0000 7fd8f6423640 1 -- 172.21.15.82:0/1777418630 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8f01a4fd0 con 0x7fd8f0101ae0 2024-09-12T12:39:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.079+0000 7fd8ed7fa640 1 -- 172.21.15.82:0/1777418630 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fd8e00109d0 con 0x7fd8f0101ae0 2024-09-12T12:39:15.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.079+0000 7fd8f91ba740 1 Processor -- start 2024-09-12T12:39:15.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.079+0000 7fd8f91ba740 1 -- start start 2024-09-12T12:39:15.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.079+0000 7fd8f91ba740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6507af0 0x55e9d6507ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.079+0000 7fd8f91ba740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6508410 0x55e9d6512770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.079+0000 7fd8f91ba740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6512cb0 0x55e9d65150a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.079+0000 7fd8f91ba740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e9d646c2f0 con 0x55e9d6508410 2024-09-12T12:39:15.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.079+0000 7fd8f91ba740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e9d6414270 con 0x55e9d6512cb0 2024-09-12T12:39:15.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.079+0000 7fd8f91ba740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e9d64682b0 con 0x55e9d6507af0 2024-09-12T12:39:15.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.079+0000 7fd8ed7fa640 1 --2- 172.21.15.82:0/1777418630 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd8d80a2e20 0x7fd8d80a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.079+0000 7fd8effff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6508410 0x55e9d6512770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8effff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6508410 0x55e9d6512770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41150/0 (socket says 172.21.15.82:41150) 2024-09-12T12:39:15.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8effff640 1 -- 172.21.15.82:0/2373329116 learned_addr learned my addr 172.21.15.82:0/2373329116 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8f49c0640 1 --2- 172.21.15.82:0/1777418630 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd8d80a2e20 0x7fd8d80a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8ef7fe640 1 --2- 172.21.15.82:0/2373329116 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6512cb0 0x55e9d65150a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8f49c0640 1 --2- 172.21.15.82:0/2373329116 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6507af0 0x55e9d6507ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8ed7fa640 1 -- 172.21.15.82:0/1777418630 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7fd8e00cf0f0 con 0x7fd8f0101ae0 2024-09-12T12:39:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8effff640 1 -- 172.21.15.82:0/2373329116 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6507af0 msgr2=0x55e9d6507ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8effff640 1 --2- 172.21.15.82:0/2373329116 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6507af0 0x55e9d6507ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8effff640 1 -- 172.21.15.82:0/2373329116 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6512cb0 msgr2=0x55e9d65150a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8effff640 1 --2- 172.21.15.82:0/2373329116 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6512cb0 0x55e9d65150a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8effff640 1 -- 172.21.15.82:0/2373329116 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e9d6413340 con 0x55e9d6508410 2024-09-12T12:39:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8f49c0640 1 --2- 172.21.15.82:0/1777418630 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd8d80a2e20 0x7fd8d80a52e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd8e8033040 tx=0x7fd8e8005ef0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8effff640 1 --2- 172.21.15.82:0/2373329116 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6508410 0x55e9d6512770 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fd8e0060c90 tx=0x7fd8e000bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3185cddd490690a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8d67fc640 1 -- 172.21.15.82:0/2373329116 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e0020070 con 0x55e9d6508410 2024-09-12T12:39:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8d67fc640 1 -- 172.21.15.82:0/2373329116 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8e009f960 con 0x55e9d6508410 2024-09-12T12:39:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.080+0000 7fd8d67fc640 1 -- 172.21.15.82:0/2373329116 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e00a3d90 con 0x55e9d6508410 2024-09-12T12:39:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.081+0000 7fd8f91ba740 1 -- 172.21.15.82:0/2373329116 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6508410 msgr2=0x55e9d6512770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.081+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/2373329116 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6508410 0x55e9d6512770 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fd8e0060c90 tx=0x7fd8e000bf60 comp rx=0 tx=0).stop 2024-09-12T12:39:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.081+0000 7fd8f91ba740 1 -- 172.21.15.82:0/2373329116 shutdown_connections 2024-09-12T12:39:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.081+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/2373329116 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6512cb0 0x55e9d65150a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.081+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/2373329116 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6508410 0x55e9d6512770 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.081+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/2373329116 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6507af0 0x55e9d6507ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.081+0000 7fd8f91ba740 1 -- 172.21.15.82:0/2373329116 >> 172.21.15.82:0/2373329116 conn(0x55e9d6504060 msgr2=0x55e9d6504440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.081+0000 7fd8f91ba740 1 -- 172.21.15.82:0/2373329116 shutdown_connections 2024-09-12T12:39:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.081+0000 7fd8f91ba740 1 -- 172.21.15.82:0/2373329116 wait complete. 2024-09-12T12:39:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.082+0000 7fd8f91ba740 1 -- start start 2024-09-12T12:39:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.082+0000 7fd8f91ba740 1 Processor -- start 2024-09-12T12:39:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.082+0000 7fd8f91ba740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6507af0 0x55e9d650fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.082+0000 7fd8f91ba740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6508410 0x55e9d6510100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.082+0000 7fd8f91ba740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6512cb0 0x55e9d6510640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.082+0000 7fd8f91ba740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e9d6515880 con 0x55e9d6507af0 2024-09-12T12:39:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.082+0000 7fd8f91ba740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e9d63f5290 con 0x55e9d6512cb0 2024-09-12T12:39:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.082+0000 7fd8f91ba740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e9d6515a00 con 0x55e9d6508410 2024-09-12T12:39:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.082+0000 7fd8f91ba740 10 client.0 _ll_register_callbacks cb 0x55e9d6426140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:39:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.082+0000 7fd8effff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6507af0 0x55e9d650fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.082+0000 7fd8effff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6507af0 0x55e9d650fbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41154/0 (socket says 172.21.15.82:41154) 2024-09-12T12:39:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.082+0000 7fd8effff640 1 -- 172.21.15.82:0/3297785918 learned_addr learned my addr 172.21.15.82:0/3297785918 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.082+0000 7fd8f49c0640 1 --2- 172.21.15.82:0/3297785918 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6512cb0 0x55e9d6510640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8ef7fe640 1 --2- 172.21.15.82:0/3297785918 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6508410 0x55e9d6510100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8effff640 1 -- 172.21.15.82:0/3297785918 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6508410 msgr2=0x55e9d6510100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8effff640 1 --2- 172.21.15.82:0/3297785918 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6508410 0x55e9d6510100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8effff640 1 -- 172.21.15.82:0/3297785918 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6512cb0 msgr2=0x55e9d6510640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8effff640 1 --2- 172.21.15.82:0/3297785918 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6512cb0 0x55e9d6510640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8effff640 1 -- 172.21.15.82:0/3297785918 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e9d617f210 con 0x55e9d6507af0 2024-09-12T12:39:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8effff640 1 --2- 172.21.15.82:0/3297785918 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6507af0 0x55e9d650fbc0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7fd8e009b2b0 tx=0x7fd8e0097eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aca4067fd6d9c42 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8cf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:39:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8cf7fe640 1 -- 172.21.15.82:0/3297785918 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e0020070 con 0x55e9d6507af0 2024-09-12T12:39:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8cf7fe640 1 -- 172.21.15.82:0/3297785918 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7fd8e00a3fa0 con 0x55e9d6507af0 2024-09-12T12:39:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3297785918 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd8e009f960 con 0x55e9d6507af0 2024-09-12T12:39:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8cf7fe640 1 -- 172.21.15.82:0/3297785918 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd8e00a4220 con 0x55e9d6507af0 2024-09-12T12:39:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8f91ba740 10 client.17037 fetch_fsmap learned FSMap version 28 2024-09-12T12:39:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3297785918 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e9d624b620 con 0x55e9d6507af0 2024-09-12T12:39:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8cf7fe640 1 -- 172.21.15.82:0/3297785918 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8e009f960 con 0x55e9d6507af0 2024-09-12T12:39:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8cf7fe640 1 -- 172.21.15.82:0/3297785918 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd8e009aa00 con 0x55e9d6507af0 2024-09-12T12:39:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8f91ba740 10 client.17037 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:39:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.083+0000 7fd8f91ba740 10 client.17037 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:39:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.084+0000 7fd8f91ba740 20 client.17037 populate_metadata read hostname 'smithi082' 2024-09-12T12:39:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.084+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3297785918 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e9d6522ab0 0x55e9d6524ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.084+0000 7fd8f91ba740 4 client.17037 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:39:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.084+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3297785918 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e9d6479a20 con 0x55e9d6522ab0 2024-09-12T12:39:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.084+0000 7fd8ef7fe640 1 --2- 172.21.15.82:0/3297785918 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e9d6522ab0 0x55e9d6524ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.084+0000 7fd8cf7fe640 10 client.17037 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.084+0000 7fd8ef7fe640 1 --2- 172.21.15.82:0/3297785918 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e9d6522ab0 0x55e9d6524ea0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dabc8c3d36477323 server_cookie=d7e76635d2349b90 in_seq=0 out_seq=0 2024-09-12T12:39:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.085+0000 7fd8cf7fe640 1 -- 172.21.15.82:0/3297785918 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e9d6479a20 con 0x55e9d6522ab0 2024-09-12T12:39:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.085+0000 7fd8cf7fe640 10 client.17037 handle_command_reply: tid=0 2024-09-12T12:39:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.085+0000 7fd8f91ba740 1 client.17037 shutdown 2024-09-12T12:39:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.086+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3297785918 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6507af0 msgr2=0x55e9d650fbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.086+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3297785918 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6507af0 0x55e9d650fbc0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7fd8e009b2b0 tx=0x7fd8e0097eb0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.086+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3297785918 shutdown_connections 2024-09-12T12:39:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.086+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3297785918 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e9d6522ab0 0x55e9d6524ea0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.086+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3297785918 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6512cb0 0x55e9d6510640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.086+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3297785918 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6508410 0x55e9d6510100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.086+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3297785918 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6507af0 0x55e9d650fbc0 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.086+0000 7fd8cf7fe640 0 client.17037 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.086+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3297785918 >> 172.21.15.82:0/3297785918 conn(0x55e9d6504060 msgr2=0x55e9d6509d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.086+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3297785918 shutdown_connections 2024-09-12T12:39:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.086+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3297785918 wait complete. 2024-09-12T12:39:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.086+0000 7fd8f91ba740 20 client.17037 trim_cache size 0 max 16384 2024-09-12T12:39:15.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.100+0000 7fd8f91ba740 1 Processor -- start 2024-09-12T12:39:15.109 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.100+0000 7fd8f91ba740 1 -- start start 2024-09-12T12:39:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.100+0000 7fd8f91ba740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6507af0 0x55e9d6510470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.100+0000 7fd8f91ba740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6508410 0x55e9d6527ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.100+0000 7fd8f91ba740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6512cb0 0x55e9d6528400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.100+0000 7fd8f91ba740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f01ada50 con 0x55e9d6507af0 2024-09-12T12:39:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.100+0000 7fd8f91ba740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f01af590 con 0x55e9d6512cb0 2024-09-12T12:39:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.100+0000 7fd8f91ba740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f01ae120 con 0x55e9d6508410 2024-09-12T12:39:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.100+0000 7fd8effff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6507af0 0x55e9d6510470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.100+0000 7fd8effff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6507af0 0x55e9d6510470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41164/0 (socket says 172.21.15.82:41164) 2024-09-12T12:39:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.100+0000 7fd8effff640 1 -- 172.21.15.82:0/3404488769 learned_addr learned my addr 172.21.15.82:0/3404488769 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.100+0000 7fd8ef7fe640 1 --2- 172.21.15.82:0/3404488769 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6508410 0x55e9d6527ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.101+0000 7fd8effff640 1 -- 172.21.15.82:0/3404488769 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6508410 msgr2=0x55e9d6527ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.101+0000 7fd8effff640 1 --2- 172.21.15.82:0/3404488769 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6508410 0x55e9d6527ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.101+0000 7fd8effff640 1 -- 172.21.15.82:0/3404488769 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6512cb0 msgr2=0x55e9d6528400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.101+0000 7fd8effff640 1 --2- 172.21.15.82:0/3404488769 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6512cb0 0x55e9d6528400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.101+0000 7fd8effff640 1 -- 172.21.15.82:0/3404488769 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e9d6507920 con 0x55e9d6507af0 2024-09-12T12:39:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.101+0000 7fd8ef7fe640 1 --2- 172.21.15.82:0/3404488769 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6508410 0x55e9d6527ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:39:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.101+0000 7fd8effff640 1 --2- 172.21.15.82:0/3404488769 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6507af0 0x55e9d6510470 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7fd8e009b540 tx=0x7fd8e000bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a8fc2dcde47206f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.101+0000 7fd8d5ffb640 1 -- 172.21.15.82:0/3404488769 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e0020030 con 0x55e9d6507af0 2024-09-12T12:39:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.101+0000 7fd8d5ffb640 1 -- 172.21.15.82:0/3404488769 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8e009b5b0 con 0x55e9d6507af0 2024-09-12T12:39:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.101+0000 7fd8d5ffb640 1 -- 172.21.15.82:0/3404488769 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e00b42c0 con 0x55e9d6507af0 2024-09-12T12:39:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.101+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3404488769 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6507af0 msgr2=0x55e9d6510470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.101+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3404488769 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6507af0 0x55e9d6510470 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7fd8e009b540 tx=0x7fd8e000bf60 comp rx=0 tx=0).stop 2024-09-12T12:39:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3404488769 shutdown_connections 2024-09-12T12:39:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3404488769 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6512cb0 0x55e9d6528400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3404488769 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6508410 0x55e9d6527ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3404488769 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6507af0 0x55e9d6510470 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3404488769 >> 172.21.15.82:0/3404488769 conn(0x55e9d6504060 msgr2=0x55e9d6511c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3404488769 shutdown_connections 2024-09-12T12:39:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3404488769 wait complete. 2024-09-12T12:39:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 -- start start 2024-09-12T12:39:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 Processor -- start 2024-09-12T12:39:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6507af0 0x55e9d6525d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6508410 0x55e9d65262d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.115 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6512cb0 0x55e9d6526810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.115 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f01aeec0 con 0x55e9d6512cb0 2024-09-12T12:39:15.115 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f01ae7f0 con 0x55e9d6508410 2024-09-12T12:39:15.115 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f01aba50 con 0x55e9d6507af0 2024-09-12T12:39:15.115 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.102+0000 7fd8f91ba740 10 client.0 _ll_register_callbacks cb 0x7fd8e400b180 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:39:15.115 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8f49c0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6512cb0 0x55e9d6526810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.115 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8f49c0640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6512cb0 0x55e9d6526810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:41178/0 (socket says 172.21.15.82:41178) 2024-09-12T12:39:15.115 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8f49c0640 1 -- 172.21.15.82:0/3551001290 learned_addr learned my addr 172.21.15.82:0/3551001290 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8effff640 1 --2- 172.21.15.82:0/3551001290 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6507af0 0x55e9d6525d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8ef7fe640 1 --2- 172.21.15.82:0/3551001290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6508410 0x55e9d65262d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8f49c0640 1 -- 172.21.15.82:0/3551001290 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6507af0 msgr2=0x55e9d6525d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8f49c0640 1 --2- 172.21.15.82:0/3551001290 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6507af0 0x55e9d6525d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8f49c0640 1 -- 172.21.15.82:0/3551001290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6508410 msgr2=0x55e9d65262d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8f49c0640 1 --2- 172.21.15.82:0/3551001290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6508410 0x55e9d65262d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8f49c0640 1 -- 172.21.15.82:0/3551001290 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e9d658c4a0 con 0x55e9d6512cb0 2024-09-12T12:39:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8effff640 1 --2- 172.21.15.82:0/3551001290 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6507af0 0x55e9d6525d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:39:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8f49c0640 1 --2- 172.21.15.82:0/3551001290 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6512cb0 0x55e9d6526810 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fd8e8035000 tx=0x7fd8e8009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e4713627f795f75 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8cf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:39:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8cf7fe640 1 -- 172.21.15.82:0/3551001290 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e8003e30 con 0x55e9d6512cb0 2024-09-12T12:39:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8cf7fe640 1 -- 172.21.15.82:0/3551001290 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7fd8e8004250 con 0x55e9d6512cb0 2024-09-12T12:39:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3551001290 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd8e009b5b0 con 0x55e9d6512cb0 2024-09-12T12:39:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8cf7fe640 1 -- 172.21.15.82:0/3551001290 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd8e8004450 con 0x55e9d6512cb0 2024-09-12T12:39:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8f91ba740 10 client.17043 fetch_fsmap learned FSMap version 28 2024-09-12T12:39:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.103+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3551001290 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e9d658d700 con 0x55e9d6512cb0 2024-09-12T12:39:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.104+0000 7fd8cf7fe640 1 -- 172.21.15.82:0/3551001290 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8e009b5b0 con 0x55e9d6512cb0 2024-09-12T12:39:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.104+0000 7fd8cf7fe640 1 -- 172.21.15.82:0/3551001290 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd8e8049040 con 0x55e9d6512cb0 2024-09-12T12:39:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.104+0000 7fd8f91ba740 10 client.17043 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:39:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.104+0000 7fd8f91ba740 10 client.17043 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:39:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.104+0000 7fd8f91ba740 20 client.17043 populate_metadata read hostname 'smithi082' 2024-09-12T12:39:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.104+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3551001290 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e9d658de30 0x55e9d6590250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.104+0000 7fd8f91ba740 4 client.17043 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:39:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.104+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3551001290 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e9d6473d70 con 0x55e9d658de30 2024-09-12T12:39:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.104+0000 7fd8effff640 1 --2- 172.21.15.82:0/3551001290 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e9d658de30 0x55e9d6590250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.104+0000 7fd8cf7fe640 10 client.17043 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.104+0000 7fd8effff640 1 --2- 172.21.15.82:0/3551001290 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e9d658de30 0x55e9d6590250 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5913950744ed4ca3 server_cookie=d325a90ace66e741 in_seq=0 out_seq=0 2024-09-12T12:39:15.120 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8cf7fe640 1 -- 172.21.15.82:0/3551001290 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e9d6473d70 con 0x55e9d658de30 2024-09-12T12:39:15.120 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8cf7fe640 10 client.17043 handle_command_reply: tid=0 2024-09-12T12:39:15.120 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8f91ba740 1 client.17043 shutdown 2024-09-12T12:39:15.120 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3551001290 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6512cb0 msgr2=0x55e9d6526810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:15.120 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3551001290 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6512cb0 0x55e9d6526810 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fd8e8035000 tx=0x7fd8e8009880 comp rx=0 tx=0).stop 2024-09-12T12:39:15.120 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3551001290 shutdown_connections 2024-09-12T12:39:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3551001290 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e9d658de30 0x55e9d6590250 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3551001290 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e9d6512cb0 0x55e9d6526810 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8cf7fe640 0 client.17043 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3551001290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e9d6508410 0x55e9d65262d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8f91ba740 1 --2- 172.21.15.82:0/3551001290 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e9d6507af0 0x55e9d6525d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3551001290 >> 172.21.15.82:0/3551001290 conn(0x55e9d6504060 msgr2=0x55e9d6509520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3551001290 shutdown_connections 2024-09-12T12:39:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8f91ba740 1 -- 172.21.15.82:0/3551001290 wait complete. 2024-09-12T12:39:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.117+0000 7fd8f91ba740 20 client.17043 trim_cache size 0 max 16384 2024-09-12T12:39:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:39:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:39:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:39:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:39:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.118+0000 7fd8f6423640 1 -- 172.21.15.82:0/1777418630 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd8d80a2e20 msgr2=0x7fd8d80a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.118+0000 7fd8f6423640 1 --2- 172.21.15.82:0/1777418630 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd8d80a2e20 0x7fd8d80a52e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd8e8033040 tx=0x7fd8e8005ef0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.118+0000 7fd8f6423640 1 -- 172.21.15.82:0/1777418630 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8f0101ae0 msgr2=0x7fd8f0198460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.118+0000 7fd8f6423640 1 --2- 172.21.15.82:0/1777418630 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8f0101ae0 0x7fd8f0198460 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fd8e000d950 tx=0x7fd8e000de10 comp rx=0 tx=0).stop 2024-09-12T12:39:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.118+0000 7fd8f6423640 1 -- 172.21.15.82:0/1777418630 shutdown_connections 2024-09-12T12:39:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.118+0000 7fd8f6423640 1 --2- 172.21.15.82:0/1777418630 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd8d80a2e20 0x7fd8d80a52e0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.118+0000 7fd8f6423640 1 --2- 172.21.15.82:0/1777418630 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd8f0107b80 0x7fd8f019cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.118+0000 7fd8f6423640 1 --2- 172.21.15.82:0/1777418630 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8f0102480 0x7fd8f01989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.118+0000 7fd8f6423640 1 --2- 172.21.15.82:0/1777418630 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd8f0101ae0 0x7fd8f0198460 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.118+0000 7fd8f6423640 1 -- 172.21.15.82:0/1777418630 >> 172.21.15.82:0/1777418630 conn(0x7fd8f00fd7e0 msgr2=0x7fd8f00fdd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.118+0000 7fd8f6423640 1 -- 172.21.15.82:0/1777418630 shutdown_connections 2024-09-12T12:39:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:15.118+0000 7fd8f6423640 1 -- 172.21.15.82:0/1777418630 wait complete. 2024-09-12T12:39:16.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:15 smithi097 ceph-mon[34923]: pgmap v393: 97 pgs: 97 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 36 KiB/s wr, 17 op/s 2024-09-12T12:39:16.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:15 smithi082 ceph-mon[31122]: pgmap v393: 97 pgs: 97 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 36 KiB/s wr, 17 op/s 2024-09-12T12:39:16.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:15 smithi114 ceph-mon[35514]: pgmap v393: 97 pgs: 97 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 36 KiB/s wr, 17 op/s 2024-09-12T12:39:18.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:17 smithi097 ceph-mon[34923]: pgmap v394: 97 pgs: 97 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-09-12T12:39:18.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:17 smithi082 ceph-mon[31122]: pgmap v394: 97 pgs: 97 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-09-12T12:39:18.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:17 smithi114 ceph-mon[35514]: pgmap v394: 97 pgs: 97 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-09-12T12:39:20.030 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:19 smithi082 ceph-mon[31122]: pgmap v395: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:39:20.270 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:19 smithi097 ceph-mon[34923]: pgmap v395: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:39:20.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:19 smithi114 ceph-mon[35514]: pgmap v395: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:39:22.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:21 smithi097 ceph-mon[34923]: pgmap v396: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:39:22.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:21 smithi082 ceph-mon[31122]: pgmap v396: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:39:22.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:21 smithi114 ceph-mon[35514]: pgmap v396: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:39:24.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:23 smithi097 ceph-mon[34923]: pgmap v397: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:39:24.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:23 smithi082 ceph-mon[31122]: pgmap v397: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:39:24.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:23 smithi114 ceph-mon[35514]: pgmap v397: 97 pgs: 97 active+clean; 2.8 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:39:26.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:25 smithi097 ceph-mon[34923]: pgmap v398: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-09-12T12:39:26.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:25 smithi082 ceph-mon[31122]: pgmap v398: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-09-12T12:39:26.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:25 smithi114 ceph-mon[35514]: pgmap v398: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-09-12T12:39:28.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.215+0000 7fd7aaaa6640 1 -- 172.21.15.82:0/146810901 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7a4105520 msgr2=0x7fd7a410d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:28.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.215+0000 7fd7aaaa6640 1 --2- 172.21.15.82:0/146810901 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7a4105520 0x7fd7a410d070 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fd79c009ca0 tx=0x7fd79c02a8c0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.215+0000 7fd7aaaa6640 1 -- 172.21.15.82:0/146810901 shutdown_connections 2024-09-12T12:39:28.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.215+0000 7fd7aaaa6640 1 --2- 172.21.15.82:0/146810901 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7a4105520 0x7fd7a410d070 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.215+0000 7fd7aaaa6640 1 --2- 172.21.15.82:0/146810901 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7a41011e0 0x7fd7a4104dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.215+0000 7fd7aaaa6640 1 --2- 172.21.15.82:0/146810901 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7a4100830 0x7fd7a4100c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.215+0000 7fd7aaaa6640 1 -- 172.21.15.82:0/146810901 >> 172.21.15.82:0/146810901 conn(0x7fd7a4075ec0 msgr2=0x7fd7a40762d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:28.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.215+0000 7fd7aaaa6640 1 -- 172.21.15.82:0/146810901 shutdown_connections 2024-09-12T12:39:28.217 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.215+0000 7fd7aaaa6640 1 -- 172.21.15.82:0/146810901 wait complete. 2024-09-12T12:39:28.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.215+0000 7fd7aaaa6640 1 Processor -- start 2024-09-12T12:39:28.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.215+0000 7fd7aaaa6640 1 -- start start 2024-09-12T12:39:28.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.215+0000 7fd7aaaa6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7a4100830 0x7fd7a4198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.215+0000 7fd7aaaa6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7a41011e0 0x7fd7a4198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7aaaa6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7a4105520 0x7fd7a419cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7aaaa6640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a410fd00 con 0x7fd7a4105520 2024-09-12T12:39:28.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7aaaa6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a410fb80 con 0x7fd7a4100830 2024-09-12T12:39:28.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7aaaa6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a410fe80 con 0x7fd7a41011e0 2024-09-12T12:39:28.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7a9043640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7a4105520 0x7fd7a419cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.218 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7a9043640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7a4105520 0x7fd7a419cbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46324/0 (socket says 172.21.15.82:46324) 2024-09-12T12:39:28.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7a9043640 1 -- 172.21.15.82:0/802775595 learned_addr learned my addr 172.21.15.82:0/802775595 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:28.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/802775595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7a41011e0 0x7fd7a4198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7a8842640 1 --2- 172.21.15.82:0/802775595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7a4100830 0x7fd7a4198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7a9043640 1 -- 172.21.15.82:0/802775595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7a41011e0 msgr2=0x7fd7a4198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:28.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7a9043640 1 --2- 172.21.15.82:0/802775595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7a41011e0 0x7fd7a4198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7a9043640 1 -- 172.21.15.82:0/802775595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7a4100830 msgr2=0x7fd7a4198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:28.219 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7a9043640 1 --2- 172.21.15.82:0/802775595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7a4100830 0x7fd7a4198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7a9043640 1 -- 172.21.15.82:0/802775595 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7a419d2f0 con 0x7fd7a4105520 2024-09-12T12:39:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7a9043640 1 --2- 172.21.15.82:0/802775595 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7a4105520 0x7fd7a419cbc0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fd79c031a20 tx=0x7fd79c031a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7a1ffb640 1 -- 172.21.15.82:0/802775595 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79c003c30 con 0x7fd7a4105520 2024-09-12T12:39:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7a1ffb640 1 -- 172.21.15.82:0/802775595 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd79c003dd0 con 0x7fd7a4105520 2024-09-12T12:39:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7aaaa6640 1 -- 172.21.15.82:0/802775595 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7a419d580 con 0x7fd7a4105520 2024-09-12T12:39:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.216+0000 7fd7a1ffb640 1 -- 172.21.15.82:0/802775595 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79c02fc40 con 0x7fd7a4105520 2024-09-12T12:39:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.217+0000 7fd7aaaa6640 1 -- 172.21.15.82:0/802775595 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7a41a4e70 con 0x7fd7a4105520 2024-09-12T12:39:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.219+0000 7fd7a1ffb640 1 -- 172.21.15.82:0/802775595 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fd79c004050 con 0x7fd7a4105520 2024-09-12T12:39:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.219+0000 7fd7ad83a740 1 Processor -- start 2024-09-12T12:39:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.219+0000 7fd7ad83a740 1 -- start start 2024-09-12T12:39:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.219+0000 7fd7ad83a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdedaf0 0x55749cdeded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.219+0000 7fd7ad83a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdee410 0x55749cdf8770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.219+0000 7fd7ad83a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdf8cb0 0x55749cdfb0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.219+0000 7fd7ad83a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55749cd522f0 con 0x55749cdedaf0 2024-09-12T12:39:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.219+0000 7fd7ad83a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55749ccfa270 con 0x55749cdf8cb0 2024-09-12T12:39:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.219+0000 7fd7ad83a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55749cd4e2b0 con 0x55749cdee410 2024-09-12T12:39:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdedaf0 0x55749cdeded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a1ffb640 1 --2- 172.21.15.82:0/802775595 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd78c0a2da0 0x7fd78c0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdedaf0 0x55749cdeded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46334/0 (socket says 172.21.15.82:46334) 2024-09-12T12:39:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a3fff640 1 -- 172.21.15.82:0/313116753 learned_addr learned my addr 172.21.15.82:0/313116753 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/313116753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdf8cb0 0x55749cdfb0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a8842640 1 --2- 172.21.15.82:0/313116753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdee410 0x55749cdf8770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a9043640 1 --2- 172.21.15.82:0/802775595 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd78c0a2da0 0x7fd78c0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a3fff640 1 -- 172.21.15.82:0/313116753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdee410 msgr2=0x55749cdf8770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/313116753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdee410 0x55749cdf8770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a3fff640 1 -- 172.21.15.82:0/313116753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdf8cb0 msgr2=0x55749cdfb0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/313116753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdf8cb0 0x55749cdfb0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a1ffb640 1 -- 172.21.15.82:0/802775595 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7fd79c0f05e0 con 0x7fd7a4105520 2024-09-12T12:39:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a3fff640 1 -- 172.21.15.82:0/313116753 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55749ccf9340 con 0x55749cdedaf0 2024-09-12T12:39:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/313116753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdedaf0 0x55749cdeded0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fd79800e940 tx=0x7fd798005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeb0828cd1d7aabb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd7a9043640 1 --2- 172.21.15.82:0/802775595 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd78c0a2da0 0x7fd78c0a5260 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd79c0bca60 tx=0x7fd79c044f90 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd78affd640 1 -- 172.21.15.82:0/313116753 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd798017040 con 0x55749cdedaf0 2024-09-12T12:39:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd78affd640 1 -- 172.21.15.82:0/313116753 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd79800dcc0 con 0x55749cdedaf0 2024-09-12T12:39:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.220+0000 7fd78affd640 1 -- 172.21.15.82:0/313116753 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd798003870 con 0x55749cdedaf0 2024-09-12T12:39:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.221+0000 7fd7ad83a740 1 -- 172.21.15.82:0/313116753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdedaf0 msgr2=0x55749cdeded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.221+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/313116753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdedaf0 0x55749cdeded0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fd79800e940 tx=0x7fd798005f90 comp rx=0 tx=0).stop 2024-09-12T12:39:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.221+0000 7fd7ad83a740 1 -- 172.21.15.82:0/313116753 shutdown_connections 2024-09-12T12:39:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.221+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/313116753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdf8cb0 0x55749cdfb0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.221+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/313116753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdee410 0x55749cdf8770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.221+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/313116753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdedaf0 0x55749cdeded0 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.221+0000 7fd7ad83a740 1 -- 172.21.15.82:0/313116753 >> 172.21.15.82:0/313116753 conn(0x55749cdea060 msgr2=0x55749cdea440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:28.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.221+0000 7fd7ad83a740 1 -- 172.21.15.82:0/313116753 shutdown_connections 2024-09-12T12:39:28.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.221+0000 7fd7ad83a740 1 -- 172.21.15.82:0/313116753 wait complete. 2024-09-12T12:39:28.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.222+0000 7fd7ad83a740 1 -- start start 2024-09-12T12:39:28.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.222+0000 7fd7ad83a740 1 Processor -- start 2024-09-12T12:39:28.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.222+0000 7fd7ad83a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdedaf0 0x55749cdf5b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.222+0000 7fd7ad83a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdee410 0x55749cdf6070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.222+0000 7fd7ad83a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdf65b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.222+0000 7fd7ad83a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55749cdfb880 con 0x55749cdf8cb0 2024-09-12T12:39:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.222+0000 7fd7ad83a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55749ccdb290 con 0x55749cdee410 2024-09-12T12:39:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.222+0000 7fd7ad83a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55749cdfba00 con 0x55749cdedaf0 2024-09-12T12:39:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.222+0000 7fd7ad83a740 10 client.0 _ll_register_callbacks cb 0x55749cd0c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:39:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.222+0000 7fd7a3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdf65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.222+0000 7fd7a3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdf65b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46350/0 (socket says 172.21.15.82:46350) 2024-09-12T12:39:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.222+0000 7fd7a3fff640 1 -- 172.21.15.82:0/552334999 learned_addr learned my addr 172.21.15.82:0/552334999 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.222+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/552334999 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdedaf0 0x55749cdf5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.222+0000 7fd7a8842640 1 --2- 172.21.15.82:0/552334999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdee410 0x55749cdf6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd7a3fff640 1 -- 172.21.15.82:0/552334999 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdedaf0 msgr2=0x55749cdf5b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:28.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/552334999 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdedaf0 0x55749cdf5b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd7a3fff640 1 -- 172.21.15.82:0/552334999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdee410 msgr2=0x55749cdf6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/552334999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdee410 0x55749cdf6070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd7a3fff640 1 -- 172.21.15.82:0/552334999 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55749ca65210 con 0x55749cdf8cb0 2024-09-12T12:39:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/552334999 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdf65b0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fd79800df90 tx=0x7fd79800ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea5ea4c5adb07421 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd783fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:39:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd783fff640 1 -- 172.21.15.82:0/552334999 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd798028040 con 0x55749cdf8cb0 2024-09-12T12:39:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd783fff640 1 -- 172.21.15.82:0/552334999 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7fd798005050 con 0x55749cdf8cb0 2024-09-12T12:39:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd7ad83a740 1 -- 172.21.15.82:0/552334999 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd79800dcc0 con 0x55749cdf8cb0 2024-09-12T12:39:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd783fff640 1 -- 172.21.15.82:0/552334999 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd798034050 con 0x55749cdf8cb0 2024-09-12T12:39:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd7ad83a740 10 client.17055 fetch_fsmap learned FSMap version 28 2024-09-12T12:39:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd7ad83a740 1 -- 172.21.15.82:0/552334999 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55749cb31620 con 0x55749cdf8cb0 2024-09-12T12:39:28.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd783fff640 1 -- 172.21.15.82:0/552334999 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd79800dcc0 con 0x55749cdf8cb0 2024-09-12T12:39:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd783fff640 1 -- 172.21.15.82:0/552334999 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd79800b040 con 0x55749cdf8cb0 2024-09-12T12:39:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd7ad83a740 10 client.17055 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:39:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.223+0000 7fd7ad83a740 10 client.17055 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:39:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.224+0000 7fd7ad83a740 20 client.17055 populate_metadata read hostname 'smithi082' 2024-09-12T12:39:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.224+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/552334999 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55749ce08a40 0x55749ce0ae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.224+0000 7fd7ad83a740 4 client.17055 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:39:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.224+0000 7fd7ad83a740 1 -- 172.21.15.82:0/552334999 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55749cd5fa20 con 0x55749ce08a40 2024-09-12T12:39:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.224+0000 7fd7a8842640 1 --2- 172.21.15.82:0/552334999 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55749ce08a40 0x55749ce0ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.224+0000 7fd7a8842640 1 --2- 172.21.15.82:0/552334999 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55749ce08a40 0x55749ce0ae30 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7dc8de1525b6fbfc server_cookie=f1884f0b11dd4411 in_seq=0 out_seq=0 2024-09-12T12:39:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.224+0000 7fd783fff640 10 client.17055 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd783fff640 1 -- 172.21.15.82:0/552334999 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55749cd5fa20 con 0x55749ce08a40 2024-09-12T12:39:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd783fff640 10 client.17055 handle_command_reply: tid=0 2024-09-12T12:39:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd7ad83a740 1 client.17055 shutdown 2024-09-12T12:39:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd7ad83a740 1 -- 172.21.15.82:0/552334999 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 msgr2=0x55749cdf65b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/552334999 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdf65b0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fd79800df90 tx=0x7fd79800ac30 comp rx=0 tx=0).stop 2024-09-12T12:39:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd7ad83a740 1 -- 172.21.15.82:0/552334999 shutdown_connections 2024-09-12T12:39:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/552334999 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55749ce08a40 0x55749ce0ae30 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/552334999 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdf65b0 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/552334999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdee410 0x55749cdf6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/552334999 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdedaf0 0x55749cdf5b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd7ad83a740 1 -- 172.21.15.82:0/552334999 >> 172.21.15.82:0/552334999 conn(0x55749cdea060 msgr2=0x55749cdefdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:28.236 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd783fff640 0 client.17055 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:28.236 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd7ad83a740 1 -- 172.21.15.82:0/552334999 shutdown_connections 2024-09-12T12:39:28.236 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd7ad83a740 1 -- 172.21.15.82:0/552334999 wait complete. 2024-09-12T12:39:28.236 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.225+0000 7fd7ad83a740 20 client.17055 trim_cache size 0 max 16384 2024-09-12T12:39:28.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.240+0000 7fd7ad83a740 1 Processor -- start 2024-09-12T12:39:28.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.240+0000 7fd7ad83a740 1 -- start start 2024-09-12T12:39:28.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.240+0000 7fd7ad83a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdedaf0 0x55749cdf0560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.240+0000 7fd7ad83a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdee410 0x55749cdf43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.240+0000 7fd7ad83a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdf63e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.242 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.240+0000 7fd7ad83a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a41ad8b0 con 0x55749cdf8cb0 2024-09-12T12:39:28.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.240+0000 7fd7ad83a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a41af3f0 con 0x55749cdedaf0 2024-09-12T12:39:28.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.240+0000 7fd7ad83a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a41adf80 con 0x55749cdee410 2024-09-12T12:39:28.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.240+0000 7fd7a3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdf63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.240+0000 7fd7a8842640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdee410 0x55749cdf43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.240+0000 7fd7a8842640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdee410 0x55749cdf43e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.82:53896/0 (socket says 172.21.15.82:53896) 2024-09-12T12:39:28.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.240+0000 7fd7a8842640 1 -- 172.21.15.82:0/2937280281 learned_addr learned my addr 172.21.15.82:0/2937280281 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:28.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.241+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/2937280281 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdedaf0 0x55749cdf0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.241+0000 7fd7a8842640 1 -- 172.21.15.82:0/2937280281 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdedaf0 msgr2=0x55749cdf0560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:28.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.241+0000 7fd7a8842640 1 --2- 172.21.15.82:0/2937280281 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdedaf0 0x55749cdf0560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.241+0000 7fd7a8842640 1 -- 172.21.15.82:0/2937280281 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 msgr2=0x55749cdf63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:28.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.241+0000 7fd7a8842640 1 --2- 172.21.15.82:0/2937280281 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdf63e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.241+0000 7fd7a8842640 1 -- 172.21.15.82:0/2937280281 --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55749cde9e90 con 0x55749cdee410 2024-09-12T12:39:28.243 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.241+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/2937280281 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdf63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:39:28.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.241+0000 7fd7a8842640 1 --2- 172.21.15.82:0/2937280281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdee410 0x55749cdf43e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x55749cdf53a0 tx=0x7fd79400bd10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82289fba697caad1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:28.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.241+0000 7fd78a7fc640 1 -- 172.21.15.82:0/2937280281 <== mon.1 v2:172.21.15.114:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd794021070 con 0x55749cdee410 2024-09-12T12:39:28.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.241+0000 7fd78a7fc640 1 -- 172.21.15.82:0/2937280281 <== mon.1 v2:172.21.15.114:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd794011e40 con 0x55749cdee410 2024-09-12T12:39:28.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.241+0000 7fd78a7fc640 1 -- 172.21.15.82:0/2937280281 <== mon.1 v2:172.21.15.114:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79401c620 con 0x55749cdee410 2024-09-12T12:39:28.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.242+0000 7fd7ad83a740 1 -- 172.21.15.82:0/2937280281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdee410 msgr2=0x55749cdf43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:28.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.242+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/2937280281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdee410 0x55749cdf43e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x55749cdf53a0 tx=0x7fd79400bd10 comp rx=0 tx=0).stop 2024-09-12T12:39:28.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.242+0000 7fd7ad83a740 1 -- 172.21.15.82:0/2937280281 shutdown_connections 2024-09-12T12:39:28.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.242+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/2937280281 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdf63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.242+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/2937280281 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdee410 0x55749cdf43e0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.242+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/2937280281 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdedaf0 0x55749cdf0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.242+0000 7fd7ad83a740 1 -- 172.21.15.82:0/2937280281 >> 172.21.15.82:0/2937280281 conn(0x55749cdea060 msgr2=0x55749cdf7bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:28.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.242+0000 7fd7ad83a740 1 -- 172.21.15.82:0/2937280281 shutdown_connections 2024-09-12T12:39:28.244 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.242+0000 7fd7ad83a740 1 -- 172.21.15.82:0/2937280281 wait complete. 2024-09-12T12:39:28.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.242+0000 7fd7ad83a740 1 -- start start 2024-09-12T12:39:28.245 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.242+0000 7fd7ad83a740 1 Processor -- start 2024-09-12T12:39:28.247 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7ad83a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdedaf0 0x55749ce00eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.247 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7ad83a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdee410 0x55749ce013f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.248 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7ad83a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdfe0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.248 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7ad83a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a41aed20 con 0x55749cdf8cb0 2024-09-12T12:39:28.248 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7ad83a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a41ae650 con 0x55749cdee410 2024-09-12T12:39:28.248 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7ad83a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a41ab8b0 con 0x55749cdedaf0 2024-09-12T12:39:28.248 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7ad83a740 10 client.0 _ll_register_callbacks cb 0x7fd79800ae20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:39:28.248 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7a3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdfe0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.248 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7a3fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdfe0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46360/0 (socket says 172.21.15.82:46360) 2024-09-12T12:39:28.248 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7a3fff640 1 -- 172.21.15.82:0/3272009658 learned_addr learned my addr 172.21.15.82:0/3272009658 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:28.248 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/3272009658 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdedaf0 0x55749ce00eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.248 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7a8842640 1 --2- 172.21.15.82:0/3272009658 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdee410 0x55749ce013f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.248 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7a3fff640 1 -- 172.21.15.82:0/3272009658 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdedaf0 msgr2=0x55749ce00eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:28.248 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/3272009658 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdedaf0 0x55749ce00eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.249 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7a3fff640 1 -- 172.21.15.82:0/3272009658 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdee410 msgr2=0x55749ce013f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:28.249 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/3272009658 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdee410 0x55749ce013f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.249 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7a3fff640 1 -- 172.21.15.82:0/3272009658 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55749cdeacf0 con 0x55749cdf8cb0 2024-09-12T12:39:28.249 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7a3fff640 1 --2- 172.21.15.82:0/3272009658 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdfe0d0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x55749ce6b590 tx=0x7fd798005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd760eb82dac80f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:28.249 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd783fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:39:28.249 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd783fff640 1 -- 172.21.15.82:0/3272009658 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd798023070 con 0x55749cdf8cb0 2024-09-12T12:39:28.249 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd7ad83a740 1 -- 172.21.15.82:0/3272009658 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55749cd59d70 con 0x55749cdf8cb0 2024-09-12T12:39:28.249 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.243+0000 7fd783fff640 1 -- 172.21.15.82:0/3272009658 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7fd79802f8f0 con 0x55749cdf8cb0 2024-09-12T12:39:28.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.244+0000 7fd783fff640 1 -- 172.21.15.82:0/3272009658 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd79800aa10 con 0x55749cdf8cb0 2024-09-12T12:39:28.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.244+0000 7fd7ad83a740 10 client.17061 fetch_fsmap learned FSMap version 28 2024-09-12T12:39:28.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.244+0000 7fd7ad83a740 1 -- 172.21.15.82:0/3272009658 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55749ce6c9b0 con 0x55749cdf8cb0 2024-09-12T12:39:28.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.244+0000 7fd783fff640 1 -- 172.21.15.82:0/3272009658 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55749cd59d70 con 0x55749cdf8cb0 2024-09-12T12:39:28.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.244+0000 7fd783fff640 1 -- 172.21.15.82:0/3272009658 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd7980035f0 con 0x55749cdf8cb0 2024-09-12T12:39:28.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.244+0000 7fd7ad83a740 10 client.17061 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:39:28.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.244+0000 7fd7ad83a740 10 client.17061 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:39:28.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.244+0000 7fd7ad83a740 20 client.17061 populate_metadata read hostname 'smithi082' 2024-09-12T12:39:28.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.244+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/3272009658 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55749ce77dc0 0x55749ce7a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:28.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.244+0000 7fd7ad83a740 4 client.17061 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:39:28.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.244+0000 7fd7ad83a740 1 -- 172.21.15.82:0/3272009658 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55749ccd6900 con 0x55749ce77dc0 2024-09-12T12:39:28.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.244+0000 7fd7a8842640 1 --2- 172.21.15.82:0/3272009658 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55749ce77dc0 0x55749ce7a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:28.250 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.245+0000 7fd783fff640 10 client.17061 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:28.251 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.245+0000 7fd7a8842640 1 --2- 172.21.15.82:0/3272009658 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55749ce77dc0 0x55749ce7a1e0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5cb5065aee95ccff server_cookie=3cf66d52392d932e in_seq=0 out_seq=0 2024-09-12T12:39:28.259 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.258+0000 7fd783fff640 1 -- 172.21.15.82:0/3272009658 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55749ccd6900 con 0x55749ce77dc0 2024-09-12T12:39:28.259 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.258+0000 7fd783fff640 10 client.17061 handle_command_reply: tid=0 2024-09-12T12:39:28.259 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.258+0000 7fd7ad83a740 1 client.17061 shutdown 2024-09-12T12:39:28.259 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.258+0000 7fd7ad83a740 1 -- 172.21.15.82:0/3272009658 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 msgr2=0x55749cdfe0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:28.259 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/3272009658 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdfe0d0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x55749ce6b590 tx=0x7fd798005f90 comp rx=0 tx=0).stop 2024-09-12T12:39:28.259 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7ad83a740 1 -- 172.21.15.82:0/3272009658 shutdown_connections 2024-09-12T12:39:28.259 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/3272009658 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55749ce77dc0 0x55749ce7a1e0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.259 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/3272009658 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55749cdf8cb0 0x55749cdfe0d0 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/3272009658 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55749cdee410 0x55749ce013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd783fff640 0 client.17061 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7ad83a740 1 --2- 172.21.15.82:0/3272009658 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55749cdedaf0 0x55749ce00eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7ad83a740 1 -- 172.21.15.82:0/3272009658 >> 172.21.15.82:0/3272009658 conn(0x55749cdea060 msgr2=0x55749cde89a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7ad83a740 1 -- 172.21.15.82:0/3272009658 shutdown_connections 2024-09-12T12:39:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7ad83a740 1 -- 172.21.15.82:0/3272009658 wait complete. 2024-09-12T12:39:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7ad83a740 20 client.17061 trim_cache size 0 max 16384 2024-09-12T12:39:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:39:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:39:28.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:39:28.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:39:28.261 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7aaaa6640 1 -- 172.21.15.82:0/802775595 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd78c0a2da0 msgr2=0x7fd78c0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7aaaa6640 1 --2- 172.21.15.82:0/802775595 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd78c0a2da0 0x7fd78c0a5260 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd79c0bca60 tx=0x7fd79c044f90 comp rx=0 tx=0).stop 2024-09-12T12:39:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7aaaa6640 1 -- 172.21.15.82:0/802775595 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7a4105520 msgr2=0x7fd7a419cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7aaaa6640 1 --2- 172.21.15.82:0/802775595 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7a4105520 0x7fd7a419cbc0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fd79c031a20 tx=0x7fd79c031a50 comp rx=0 tx=0).stop 2024-09-12T12:39:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7aaaa6640 1 -- 172.21.15.82:0/802775595 shutdown_connections 2024-09-12T12:39:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7aaaa6640 1 --2- 172.21.15.82:0/802775595 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd78c0a2da0 0x7fd78c0a5260 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7aaaa6640 1 --2- 172.21.15.82:0/802775595 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd7a4105520 0x7fd7a419cbc0 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7aaaa6640 1 --2- 172.21.15.82:0/802775595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd7a41011e0 0x7fd7a4198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7aaaa6640 1 --2- 172.21.15.82:0/802775595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7a4100830 0x7fd7a4198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.259+0000 7fd7aaaa6640 1 -- 172.21.15.82:0/802775595 >> 172.21.15.82:0/802775595 conn(0x7fd7a4075ec0 msgr2=0x7fd7a41041a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.260+0000 7fd7aaaa6640 1 -- 172.21.15.82:0/802775595 shutdown_connections 2024-09-12T12:39:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:28.260+0000 7fd7aaaa6640 1 -- 172.21.15.82:0/802775595 wait complete. 2024-09-12T12:39:28.270 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:27 smithi097 ceph-mon[34923]: pgmap v399: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:39:28.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:27 smithi082 ceph-mon[31122]: pgmap v399: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:39:28.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:27 smithi114 ceph-mon[35514]: pgmap v399: 97 pgs: 97 active+clean; 3.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:39:30.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:29 smithi097 ceph-mon[34923]: pgmap v400: 97 pgs: 97 active+clean; 3.3 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 65 KiB/s wr, 24 op/s 2024-09-12T12:39:30.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:29 smithi082 ceph-mon[31122]: pgmap v400: 97 pgs: 97 active+clean; 3.3 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 65 KiB/s wr, 24 op/s 2024-09-12T12:39:30.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:29 smithi114 ceph-mon[35514]: pgmap v400: 97 pgs: 97 active+clean; 3.3 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 65 KiB/s wr, 24 op/s 2024-09-12T12:39:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:31 smithi097 ceph-mon[34923]: pgmap v401: 97 pgs: 97 active+clean; 3.3 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:39:32.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:31 smithi082 ceph-mon[31122]: pgmap v401: 97 pgs: 97 active+clean; 3.3 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:39:32.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:31 smithi114 ceph-mon[35514]: pgmap v401: 97 pgs: 97 active+clean; 3.3 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:39:34.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:33 smithi097 ceph-mon[34923]: pgmap v402: 97 pgs: 97 active+clean; 3.3 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:39:34.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:33 smithi082 ceph-mon[31122]: pgmap v402: 97 pgs: 97 active+clean; 3.3 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:39:34.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:33 smithi114 ceph-mon[35514]: pgmap v402: 97 pgs: 97 active+clean; 3.3 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:39:36.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:35 smithi097 ceph-mon[34923]: pgmap v403: 97 pgs: 97 active+clean; 3.4 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:39:36.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:35 smithi082 ceph-mon[31122]: pgmap v403: 97 pgs: 97 active+clean; 3.4 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:39:36.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:35 smithi114 ceph-mon[35514]: pgmap v403: 97 pgs: 97 active+clean; 3.4 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:39:38.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:37 smithi097 ceph-mon[34923]: pgmap v404: 97 pgs: 97 active+clean; 3.4 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:39:38.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:37 smithi082 ceph-mon[31122]: pgmap v404: 97 pgs: 97 active+clean; 3.4 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:39:38.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:37 smithi114 ceph-mon[35514]: pgmap v404: 97 pgs: 97 active+clean; 3.4 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:39:40.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:39 smithi097 ceph-mon[34923]: pgmap v405: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:39:40.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:39 smithi082 ceph-mon[31122]: pgmap v405: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:39:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:39 smithi114 ceph-mon[35514]: pgmap v405: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:39:41.359 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.356+0000 7fdef2047640 1 -- 172.21.15.82:0/3443714834 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdeec1009d0 msgr2=0x7fdeec100e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:41.359 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.356+0000 7fdef2047640 1 --2- 172.21.15.82:0/3443714834 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdeec1009d0 0x7fdeec100e30 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fdee0009930 tx=0x7fdee002a420 comp rx=0 tx=0).stop 2024-09-12T12:39:41.360 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.357+0000 7fdef2047640 1 -- 172.21.15.82:0/3443714834 shutdown_connections 2024-09-12T12:39:41.360 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.357+0000 7fdef2047640 1 --2- 172.21.15.82:0/3443714834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdeec101370 0x7fdeec10d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.360 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.357+0000 7fdef2047640 1 --2- 172.21.15.82:0/3443714834 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdeec1009d0 0x7fdeec100e30 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.360 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.357+0000 7fdef2047640 1 --2- 172.21.15.82:0/3443714834 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdeec1069e0 0x7fdeec106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.360 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.357+0000 7fdef2047640 1 -- 172.21.15.82:0/3443714834 >> 172.21.15.82:0/3443714834 conn(0x7fdeec0fc6f0 msgr2=0x7fdeec0feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:41.360 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.357+0000 7fdef2047640 1 -- 172.21.15.82:0/3443714834 shutdown_connections 2024-09-12T12:39:41.360 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.357+0000 7fdef2047640 1 -- 172.21.15.82:0/3443714834 wait complete. 2024-09-12T12:39:41.360 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.357+0000 7fdef2047640 1 Processor -- start 2024-09-12T12:39:41.360 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.357+0000 7fdef2047640 1 -- start start 2024-09-12T12:39:41.360 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdef2047640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdeec1009d0 0x7fdeec1991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.360 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdef2047640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdeec101370 0x7fdeec199730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.361 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdef2047640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdeec1069e0 0x7fdeec1a4270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.361 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdef2047640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdeec110e20 con 0x7fdeec1009d0 2024-09-12T12:39:41.361 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdef2047640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdeec110ca0 con 0x7fdeec101370 2024-09-12T12:39:41.361 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdef2047640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdeec110fa0 con 0x7fdeec1069e0 2024-09-12T12:39:41.361 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdeeb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdeec1009d0 0x7fdeec1991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.361 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdeeb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdeec1009d0 0x7fdeec1991f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:32946/0 (socket says 172.21.15.82:32946) 2024-09-12T12:39:41.361 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/2916938929 learned_addr learned my addr 172.21.15.82:0/2916938929 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:41.361 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdeebfff640 1 --2- 172.21.15.82:0/2916938929 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdeec1069e0 0x7fdeec1a4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.361 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdeeaffd640 1 --2- 172.21.15.82:0/2916938929 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdeec101370 0x7fdeec199730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.361 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/2916938929 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdeec1069e0 msgr2=0x7fdeec1a4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:41.361 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/2916938929 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdeec1069e0 0x7fdeec1a4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.361 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/2916938929 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdeec101370 msgr2=0x7fdeec199730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:41.361 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/2916938929 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdeec101370 0x7fdeec199730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.362 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/2916938929 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdeec1a47b0 con 0x7fdeec1009d0 2024-09-12T12:39:41.362 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/2916938929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdeec1009d0 0x7fdeec1991f0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fdedc00ea80 tx=0x7fdedc00ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:41.362 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdee8ff9640 1 -- 172.21.15.82:0/2916938929 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc00ce40 con 0x7fdeec1009d0 2024-09-12T12:39:41.362 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdee8ff9640 1 -- 172.21.15.82:0/2916938929 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdedc005020 con 0x7fdeec1009d0 2024-09-12T12:39:41.362 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdef2047640 1 -- 172.21.15.82:0/2916938929 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdeec1a4980 con 0x7fdeec1009d0 2024-09-12T12:39:41.362 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.358+0000 7fdee8ff9640 1 -- 172.21.15.82:0/2916938929 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc011760 con 0x7fdeec1009d0 2024-09-12T12:39:41.362 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.359+0000 7fdef2047640 1 -- 172.21.15.82:0/2916938929 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdeec1a4e50 con 0x7fdeec1009d0 2024-09-12T12:39:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.362+0000 7fdee8ff9640 1 -- 172.21.15.82:0/2916938929 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fdedc0051d0 con 0x7fdeec1009d0 2024-09-12T12:39:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.362+0000 7fdef4ddd740 1 Processor -- start 2024-09-12T12:39:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.362+0000 7fdef4ddd740 1 -- start start 2024-09-12T12:39:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.362+0000 7fdef4ddd740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d88f9d0 0x55c93d88fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.362+0000 7fdef4ddd740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d8902f0 0x55c93d89eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.362+0000 7fdef4ddd740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d89f0c0 0x55c93d8a14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.362+0000 7fdef4ddd740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c93d7f42f0 con 0x55c93d8902f0 2024-09-12T12:39:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.362+0000 7fdef4ddd740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c93d79c270 con 0x55c93d89f0c0 2024-09-12T12:39:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.362+0000 7fdef4ddd740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55c93d7f02b0 con 0x55c93d88f9d0 2024-09-12T12:39:41.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.362+0000 7fdee8ff9640 1 --2- 172.21.15.82:0/2916938929 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fded40a2da0 0x7fded40a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.362+0000 7fdeeb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d8902f0 0x55c93d89eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.362+0000 7fdeeb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d8902f0 0x55c93d89eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:32954/0 (socket says 172.21.15.82:32954) 2024-09-12T12:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.362+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/1137812601 learned_addr learned my addr 172.21.15.82:0/1137812601 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.362+0000 7fdeebfff640 1 --2- 172.21.15.82:0/2916938929 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fded40a2da0 0x7fded40a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.363+0000 7fdeebfff640 1 --2- 172.21.15.82:0/1137812601 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d88f9d0 0x55c93d88fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.363+0000 7fdee8ff9640 1 -- 172.21.15.82:0/2916938929 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7fdedc0cf9b0 con 0x7fdeec1009d0 2024-09-12T12:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.363+0000 7fdeeaffd640 1 --2- 172.21.15.82:0/1137812601 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d89f0c0 0x55c93d8a14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.363+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/1137812601 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d88f9d0 msgr2=0x55c93d88fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.363+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/1137812601 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d88f9d0 0x55c93d88fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.363+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/1137812601 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d89f0c0 msgr2=0x55c93d8a14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.363+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/1137812601 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d89f0c0 0x55c93d8a14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.363+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/1137812601 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c93d79b340 con 0x55c93d8902f0 2024-09-12T12:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.363+0000 7fdeebfff640 1 --2- 172.21.15.82:0/2916938929 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fded40a2da0 0x7fded40a5260 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fdee400bfa0 tx=0x7fdee40127c0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.363+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/1137812601 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d8902f0 0x55c93d89eb80 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fdedc0cd010 tx=0x7fdedc06dee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4513385a4d65a577 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.363+0000 7fded1ffb640 1 -- 172.21.15.82:0/1137812601 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc01f070 con 0x55c93d8902f0 2024-09-12T12:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.363+0000 7fded1ffb640 1 -- 172.21.15.82:0/1137812601 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdedc005540 con 0x55c93d8902f0 2024-09-12T12:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.363+0000 7fded1ffb640 1 -- 172.21.15.82:0/1137812601 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc098720 con 0x55c93d8902f0 2024-09-12T12:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.364+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1137812601 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d8902f0 msgr2=0x55c93d89eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.364+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1137812601 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d8902f0 0x55c93d89eb80 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fdedc0cd010 tx=0x7fdedc06dee0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.364+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1137812601 shutdown_connections 2024-09-12T12:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.364+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1137812601 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d89f0c0 0x55c93d8a14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.364+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1137812601 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d8902f0 0x55c93d89eb80 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.364+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1137812601 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d88f9d0 0x55c93d88fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.364+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1137812601 >> 172.21.15.82:0/1137812601 conn(0x55c93d88c060 msgr2=0x55c93d88c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.364+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1137812601 shutdown_connections 2024-09-12T12:39:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.364+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1137812601 wait complete. 2024-09-12T12:39:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.364+0000 7fdef4ddd740 1 -- start start 2024-09-12T12:39:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.364+0000 7fdef4ddd740 1 Processor -- start 2024-09-12T12:39:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdef4ddd740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d88f9d0 0x55c93d89c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdef4ddd740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d8902f0 0x55c93d89c590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdef4ddd740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d89f0c0 0x55c93d89cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdef4ddd740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55c93d8a1c90 con 0x55c93d8902f0 2024-09-12T12:39:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdef4ddd740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c93d77d290 con 0x55c93d88f9d0 2024-09-12T12:39:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdef4ddd740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55c93d8a1e10 con 0x55c93d89f0c0 2024-09-12T12:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdef4ddd740 10 client.0 _ll_register_callbacks cb 0x55c93d7ae140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdeeaffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d8902f0 0x55c93d89c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdeeaffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d8902f0 0x55c93d89c590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:32962/0 (socket says 172.21.15.82:32962) 2024-09-12T12:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdeeaffd640 1 -- 172.21.15.82:0/1436201528 learned_addr learned my addr 172.21.15.82:0/1436201528 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/1436201528 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d88f9d0 0x55c93d89c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdeebfff640 1 --2- 172.21.15.82:0/1436201528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d89f0c0 0x55c93d89cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdeeaffd640 1 -- 172.21.15.82:0/1436201528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d89f0c0 msgr2=0x55c93d89cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdeeaffd640 1 --2- 172.21.15.82:0/1436201528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d89f0c0 0x55c93d89cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdeeaffd640 1 -- 172.21.15.82:0/1436201528 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d88f9d0 msgr2=0x55c93d89c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdeeaffd640 1 --2- 172.21.15.82:0/1436201528 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d88f9d0 0x55c93d89c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdeeaffd640 1 -- 172.21.15.82:0/1436201528 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c93d507210 con 0x55c93d8902f0 2024-09-12T12:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdeeaffd640 1 --2- 172.21.15.82:0/1436201528 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d8902f0 0x55c93d89c590 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fdee0006010 tx=0x7fdee00317e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a59376bc527ac7e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdecaffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.365+0000 7fdecaffd640 1 -- 172.21.15.82:0/1436201528 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdee0035040 con 0x55c93d8902f0 2024-09-12T12:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.366+0000 7fdecaffd640 1 -- 172.21.15.82:0/1436201528 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7fdee0004240 con 0x55c93d8902f0 2024-09-12T12:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.366+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1436201528 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdedc005540 con 0x55c93d8902f0 2024-09-12T12:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.366+0000 7fdecaffd640 1 -- 172.21.15.82:0/1436201528 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fdee0004440 con 0x55c93d8902f0 2024-09-12T12:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.366+0000 7fdef4ddd740 10 client.17073 fetch_fsmap learned FSMap version 28 2024-09-12T12:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.366+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1436201528 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c93d5d3620 con 0x55c93d8902f0 2024-09-12T12:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.366+0000 7fdecaffd640 1 -- 172.21.15.82:0/1436201528 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdedc005540 con 0x55c93d8902f0 2024-09-12T12:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.366+0000 7fdecaffd640 1 -- 172.21.15.82:0/1436201528 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fdee003c6a0 con 0x55c93d8902f0 2024-09-12T12:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.366+0000 7fdef4ddd740 10 client.17073 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.366+0000 7fdef4ddd740 10 client.17073 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.366+0000 7fdef4ddd740 20 client.17073 populate_metadata read hostname 'smithi082' 2024-09-12T12:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.366+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1436201528 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c93d8af0a0 0x55c93d8b14f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.366+0000 7fdef4ddd740 4 client.17073 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.366+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1436201528 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c93d801a20 con 0x55c93d8af0a0 2024-09-12T12:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.366+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/1436201528 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c93d8af0a0 0x55c93d8b14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.367+0000 7fdecaffd640 10 client.17073 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.367+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/1436201528 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c93d8af0a0 0x55c93d8b14f0 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c64a472553e3db94 server_cookie=a317926434bc3163 in_seq=0 out_seq=0 2024-09-12T12:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.367+0000 7fdecaffd640 1 -- 172.21.15.82:0/1436201528 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c93d801a20 con 0x55c93d8af0a0 2024-09-12T12:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.367+0000 7fdecaffd640 10 client.17073 handle_command_reply: tid=0 2024-09-12T12:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.368+0000 7fdef4ddd740 1 client.17073 shutdown 2024-09-12T12:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.368+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1436201528 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d8902f0 msgr2=0x55c93d89c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.368+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1436201528 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d8902f0 0x55c93d89c590 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fdee0006010 tx=0x7fdee00317e0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.368+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1436201528 shutdown_connections 2024-09-12T12:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.368+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1436201528 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c93d8af0a0 0x55c93d8b14f0 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.368+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1436201528 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d89f0c0 0x55c93d89cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.368+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1436201528 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d8902f0 0x55c93d89c590 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.368+0000 7fdecaffd640 0 client.17073 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.368+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1436201528 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d88f9d0 0x55c93d89c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.368+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1436201528 >> 172.21.15.82:0/1436201528 conn(0x55c93d88c060 msgr2=0x55c93d891d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.368+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1436201528 shutdown_connections 2024-09-12T12:39:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.368+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1436201528 wait complete. 2024-09-12T12:39:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.368+0000 7fdef4ddd740 20 client.17073 trim_cache size 0 max 16384 2024-09-12T12:39:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.382+0000 7fdef4ddd740 1 Processor -- start 2024-09-12T12:39:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.382+0000 7fdef4ddd740 1 -- start start 2024-09-12T12:39:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.382+0000 7fdef4ddd740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d88f9d0 0x55c93d8b6e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.382+0000 7fdef4ddd740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d8902f0 0x55c93d8b7340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.382+0000 7fdef4ddd740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d89f0c0 0x55c93d8992b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.382+0000 7fdef4ddd740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdeec1ab790 con 0x55c93d88f9d0 2024-09-12T12:39:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.382+0000 7fdef4ddd740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdeec1ad2d0 con 0x55c93d89f0c0 2024-09-12T12:39:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.382+0000 7fdef4ddd740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdeec1abe60 con 0x55c93d8902f0 2024-09-12T12:39:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.382+0000 7fdeeb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d88f9d0 0x55c93d8b6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.383+0000 7fdeeb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d88f9d0 0x55c93d8b6e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:32976/0 (socket says 172.21.15.82:32976) 2024-09-12T12:39:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.383+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/3700038144 learned_addr learned my addr 172.21.15.82:0/3700038144 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.383+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/3700038144 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d8902f0 msgr2=0x55c93d8b7340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.383+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/3700038144 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d8902f0 0x55c93d8b7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.383+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/3700038144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d89f0c0 msgr2=0x55c93d8992b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.383+0000 7fdeebfff640 1 --2- 172.21.15.82:0/3700038144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d89f0c0 0x55c93d8992b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.383+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/3700038144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d89f0c0 0x55c93d8992b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.383+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/3700038144 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c93d890120 con 0x55c93d88f9d0 2024-09-12T12:39:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.383+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/3700038144 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d88f9d0 0x55c93d8b6e00 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fdedc0cd100 tx=0x7fdedc07c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e561cdd45a9cb8b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.383+0000 7fded17fa640 1 -- 172.21.15.82:0/3700038144 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc01f040 con 0x55c93d88f9d0 2024-09-12T12:39:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.383+0000 7fded17fa640 1 -- 172.21.15.82:0/3700038144 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdedc098610 con 0x55c93d88f9d0 2024-09-12T12:39:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.383+0000 7fded17fa640 1 -- 172.21.15.82:0/3700038144 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc0a48b0 con 0x55c93d88f9d0 2024-09-12T12:39:41.386 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.384+0000 7fdef4ddd740 1 -- 172.21.15.82:0/3700038144 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d88f9d0 msgr2=0x55c93d8b6e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:41.386 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.384+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/3700038144 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d88f9d0 0x55c93d8b6e00 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fdedc0cd100 tx=0x7fdedc07c040 comp rx=0 tx=0).stop 2024-09-12T12:39:41.386 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.384+0000 7fdef4ddd740 1 -- 172.21.15.82:0/3700038144 shutdown_connections 2024-09-12T12:39:41.386 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.384+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/3700038144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d89f0c0 0x55c93d8992b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.386 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.384+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/3700038144 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d8902f0 0x55c93d8b7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.386 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.384+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/3700038144 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d88f9d0 0x55c93d8b6e00 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.386 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.384+0000 7fdef4ddd740 1 -- 172.21.15.82:0/3700038144 >> 172.21.15.82:0/3700038144 conn(0x55c93d88c060 msgr2=0x55c93d89e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:41.386 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.384+0000 7fdef4ddd740 1 -- 172.21.15.82:0/3700038144 shutdown_connections 2024-09-12T12:39:41.386 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.384+0000 7fdef4ddd740 1 -- 172.21.15.82:0/3700038144 wait complete. 2024-09-12T12:39:41.386 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.384+0000 7fdef4ddd740 1 -- start start 2024-09-12T12:39:41.386 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.384+0000 7fdef4ddd740 1 Processor -- start 2024-09-12T12:39:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdef4ddd740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d88f9d0 0x55c93d8991f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdef4ddd740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d8902f0 0x55c93d899730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdef4ddd740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d89f0c0 0x55c93d899c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdef4ddd740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdeec1acc00 con 0x55c93d88f9d0 2024-09-12T12:39:41.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdef4ddd740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdeec1ac530 con 0x55c93d8902f0 2024-09-12T12:39:41.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdef4ddd740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdeec1a9790 con 0x55c93d89f0c0 2024-09-12T12:39:41.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdef4ddd740 10 client.0 _ll_register_callbacks cb 0x7fdee0005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:39:41.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdeeb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d88f9d0 0x55c93d8991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdeeb7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d88f9d0 0x55c93d8991f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:32978/0 (socket says 172.21.15.82:32978) 2024-09-12T12:39:41.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/1951228257 learned_addr learned my addr 172.21.15.82:0/1951228257 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:41.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/1951228257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d89f0c0 msgr2=0x55c93d899c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:41.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/1951228257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d89f0c0 0x55c93d899c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.390 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/1951228257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d8902f0 msgr2=0x55c93d899730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/1951228257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d8902f0 0x55c93d899730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdeeb7fe640 1 -- 172.21.15.82:0/1951228257 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c93d918f30 con 0x55c93d88f9d0 2024-09-12T12:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdeeb7fe640 1 --2- 172.21.15.82:0/1951228257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d88f9d0 0x55c93d8991f0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fdedc07c010 tx=0x7fdedc005540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d06b69a3361e587 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdecaffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdecaffd640 1 -- 172.21.15.82:0/1951228257 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc01f070 con 0x55c93d88f9d0 2024-09-12T12:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdecaffd640 1 -- 172.21.15.82:0/1951228257 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7fdedc061110 con 0x55c93d88f9d0 2024-09-12T12:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1951228257 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdedc098610 con 0x55c93d88f9d0 2024-09-12T12:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdecaffd640 1 -- 172.21.15.82:0/1951228257 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fdedc0a4650 con 0x55c93d88f9d0 2024-09-12T12:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdef4ddd740 10 client.17079 fetch_fsmap learned FSMap version 28 2024-09-12T12:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.385+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1951228257 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c93d91a220 con 0x55c93d88f9d0 2024-09-12T12:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.386+0000 7fdecaffd640 1 -- 172.21.15.82:0/1951228257 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdedc098610 con 0x55c93d88f9d0 2024-09-12T12:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.386+0000 7fdecaffd640 1 -- 172.21.15.82:0/1951228257 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fdedc00f040 con 0x55c93d88f9d0 2024-09-12T12:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.386+0000 7fdef4ddd740 10 client.17079 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:39:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.386+0000 7fdef4ddd740 10 client.17079 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:39:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.386+0000 7fdef4ddd740 20 client.17079 populate_metadata read hostname 'smithi082' 2024-09-12T12:39:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.386+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1951228257 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c93d91a440 0x55c93d91c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.386+0000 7fdef4ddd740 4 client.17079 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:39:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.386+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1951228257 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c93d7fbd70 con 0x55c93d91a440 2024-09-12T12:39:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.386+0000 7fdeeaffd640 1 --2- 172.21.15.82:0/1951228257 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c93d91a440 0x55c93d91c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.386+0000 7fdecaffd640 10 client.17079 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.386+0000 7fdeeaffd640 1 --2- 172.21.15.82:0/1951228257 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c93d91a440 0x55c93d91c830 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ac4735de3d32257 server_cookie=78ecafe3126dc4e6 in_seq=0 out_seq=0 2024-09-12T12:39:41.401 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.400+0000 7fdecaffd640 1 -- 172.21.15.82:0/1951228257 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c93d7fbd70 con 0x55c93d91a440 2024-09-12T12:39:41.401 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.400+0000 7fdecaffd640 10 client.17079 handle_command_reply: tid=0 2024-09-12T12:39:41.401 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.400+0000 7fdef4ddd740 1 client.17079 shutdown 2024-09-12T12:39:41.402 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1951228257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d88f9d0 msgr2=0x55c93d8991f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:41.402 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1951228257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d88f9d0 0x55c93d8991f0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fdedc07c010 tx=0x7fdedc005540 comp rx=0 tx=0).stop 2024-09-12T12:39:41.402 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1951228257 shutdown_connections 2024-09-12T12:39:41.402 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1951228257 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55c93d91a440 0x55c93d91c830 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.402 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1951228257 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55c93d89f0c0 0x55c93d899c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.402 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1951228257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c93d8902f0 0x55c93d899730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.402 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdecaffd640 0 client.17079 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:41.402 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef4ddd740 1 --2- 172.21.15.82:0/1951228257 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55c93d88f9d0 0x55c93d8991f0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.402 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1951228257 >> 172.21.15.82:0/1951228257 conn(0x55c93d88c060 msgr2=0x55c93d89bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:41.402 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1951228257 shutdown_connections 2024-09-12T12:39:41.403 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef4ddd740 1 -- 172.21.15.82:0/1951228257 wait complete. 2024-09-12T12:39:41.403 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef4ddd740 20 client.17079 trim_cache size 0 max 16384 2024-09-12T12:39:41.403 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:39:41.403 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:39:41.403 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:39:41.403 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:39:41.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef2047640 1 -- 172.21.15.82:0/2916938929 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fded40a2da0 msgr2=0x7fded40a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:41.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef2047640 1 --2- 172.21.15.82:0/2916938929 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fded40a2da0 0x7fded40a5260 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fdee400bfa0 tx=0x7fdee40127c0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef2047640 1 -- 172.21.15.82:0/2916938929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdeec1009d0 msgr2=0x7fdeec1991f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:41.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef2047640 1 --2- 172.21.15.82:0/2916938929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdeec1009d0 0x7fdeec1991f0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fdedc00ea80 tx=0x7fdedc00ef40 comp rx=0 tx=0).stop 2024-09-12T12:39:41.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef2047640 1 -- 172.21.15.82:0/2916938929 shutdown_connections 2024-09-12T12:39:41.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef2047640 1 --2- 172.21.15.82:0/2916938929 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fded40a2da0 0x7fded40a5260 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef2047640 1 --2- 172.21.15.82:0/2916938929 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdeec1069e0 0x7fdeec1a4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.404 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef2047640 1 --2- 172.21.15.82:0/2916938929 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdeec101370 0x7fdeec199730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef2047640 1 --2- 172.21.15.82:0/2916938929 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdeec1009d0 0x7fdeec1991f0 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:41.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.401+0000 7fdef2047640 1 -- 172.21.15.82:0/2916938929 >> 172.21.15.82:0/2916938929 conn(0x7fdeec0fc6f0 msgr2=0x7fdeec0fcdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:41.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.402+0000 7fdef2047640 1 -- 172.21.15.82:0/2916938929 shutdown_connections 2024-09-12T12:39:41.405 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:41.402+0000 7fdef2047640 1 -- 172.21.15.82:0/2916938929 wait complete. 2024-09-12T12:39:42.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:41 smithi097 ceph-mon[34923]: pgmap v406: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:39:42.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:41 smithi082 ceph-mon[31122]: pgmap v406: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:39:42.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:41 smithi114 ceph-mon[35514]: pgmap v406: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:39:44.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:43 smithi097 ceph-mon[34923]: pgmap v407: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:39:44.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:43 smithi082 ceph-mon[31122]: pgmap v407: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:39:44.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:43 smithi114 ceph-mon[35514]: pgmap v407: 97 pgs: 97 active+clean; 3.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:39:46.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:45 smithi097 ceph-mon[34923]: pgmap v408: 97 pgs: 97 active+clean; 3.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:39:46.283 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:45 smithi082 ceph-mon[31122]: pgmap v408: 97 pgs: 97 active+clean; 3.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:39:46.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:45 smithi114 ceph-mon[35514]: pgmap v408: 97 pgs: 97 active+clean; 3.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:39:48.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:47 smithi097 ceph-mon[34923]: pgmap v409: 97 pgs: 97 active+clean; 3.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:39:48.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:47 smithi082 ceph-mon[31122]: pgmap v409: 97 pgs: 97 active+clean; 3.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:39:48.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:47 smithi114 ceph-mon[35514]: pgmap v409: 97 pgs: 97 active+clean; 3.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:39:50.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:49 smithi097 ceph-mon[34923]: pgmap v410: 97 pgs: 97 active+clean; 4.1 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-09-12T12:39:50.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:49 smithi082 ceph-mon[31122]: pgmap v410: 97 pgs: 97 active+clean; 4.1 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-09-12T12:39:50.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:49 smithi114 ceph-mon[35514]: pgmap v410: 97 pgs: 97 active+clean; 4.1 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-09-12T12:39:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:51 smithi097 ceph-mon[34923]: pgmap v411: 97 pgs: 97 active+clean; 4.1 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:39:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:51 smithi082 ceph-mon[31122]: pgmap v411: 97 pgs: 97 active+clean; 4.1 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:39:52.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:51 smithi114 ceph-mon[35514]: pgmap v411: 97 pgs: 97 active+clean; 4.1 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:39:54.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:53 smithi097 ceph-mon[34923]: pgmap v412: 97 pgs: 97 active+clean; 4.1 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:39:54.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:53 smithi082 ceph-mon[31122]: pgmap v412: 97 pgs: 97 active+clean; 4.1 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:39:54.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:53 smithi114 ceph-mon[35514]: pgmap v412: 97 pgs: 97 active+clean; 4.1 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:39:54.501 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.499+0000 7fa54838d640 1 -- 172.21.15.82:0/3632583506 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5401035e0 msgr2=0x7fa54010bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:54.501 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.499+0000 7fa54838d640 1 --2- 172.21.15.82:0/3632583506 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5401035e0 0x7fa54010bac0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fa530009900 tx=0x7fa53002a480 comp rx=0 tx=0).stop 2024-09-12T12:39:54.501 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.499+0000 7fa54838d640 1 -- 172.21.15.82:0/3632583506 shutdown_connections 2024-09-12T12:39:54.501 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.499+0000 7fa54838d640 1 --2- 172.21.15.82:0/3632583506 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa54010c110 0x7fa54010e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.502 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.499+0000 7fa54838d640 1 --2- 172.21.15.82:0/3632583506 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5401035e0 0x7fa54010bac0 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.502 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.499+0000 7fa54838d640 1 --2- 172.21.15.82:0/3632583506 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa540102cc0 0x7fa5401030a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.502 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.499+0000 7fa54838d640 1 -- 172.21.15.82:0/3632583506 >> 172.21.15.82:0/3632583506 conn(0x7fa5400fc6b0 msgr2=0x7fa5400fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:54.502 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.499+0000 7fa54838d640 1 -- 172.21.15.82:0/3632583506 shutdown_connections 2024-09-12T12:39:54.502 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.499+0000 7fa54838d640 1 -- 172.21.15.82:0/3632583506 wait complete. 2024-09-12T12:39:54.502 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.499+0000 7fa54838d640 1 Processor -- start 2024-09-12T12:39:54.502 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.499+0000 7fa54838d640 1 -- start start 2024-09-12T12:39:54.503 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa54838d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa540102cc0 0x7fa5401983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.503 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa54838d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5401035e0 0x7fa540198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.503 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa54838d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa54010c110 0x7fa54019cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.503 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa54838d640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa540111ef0 con 0x7fa540102cc0 2024-09-12T12:39:54.503 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa54838d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa540111d70 con 0x7fa5401035e0 2024-09-12T12:39:54.503 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa54838d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa540112070 con 0x7fa54010c110 2024-09-12T12:39:54.503 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa546129640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa540102cc0 0x7fa5401983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.503 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa546129640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa540102cc0 0x7fa5401983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34302/0 (socket says 172.21.15.82:34302) 2024-09-12T12:39:54.503 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa546129640 1 -- 172.21.15.82:0/348442465 learned_addr learned my addr 172.21.15.82:0/348442465 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:54.503 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa54692a640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa54010c110 0x7fa54019cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.503 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa545928640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5401035e0 0x7fa540198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.503 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa546129640 1 -- 172.21.15.82:0/348442465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa54010c110 msgr2=0x7fa54019cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:54.504 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa546129640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa54010c110 0x7fa54019cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.504 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa546129640 1 -- 172.21.15.82:0/348442465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5401035e0 msgr2=0x7fa540198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:54.504 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa546129640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5401035e0 0x7fa540198920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.504 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa546129640 1 -- 172.21.15.82:0/348442465 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa54019d3d0 con 0x7fa540102cc0 2024-09-12T12:39:54.504 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa54692a640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa54010c110 0x7fa54019cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:39:54.504 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa546129640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa540102cc0 0x7fa5401983e0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fa53c00e9f0 tx=0x7fa53c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:54.504 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa5377fe640 1 -- 172.21.15.82:0/348442465 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa53c00cd80 con 0x7fa540102cc0 2024-09-12T12:39:54.504 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa5377fe640 1 -- 172.21.15.82:0/348442465 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa53c005500 con 0x7fa540102cc0 2024-09-12T12:39:54.504 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa54838d640 1 -- 172.21.15.82:0/348442465 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa54019d6c0 con 0x7fa540102cc0 2024-09-12T12:39:54.504 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.500+0000 7fa5377fe640 1 -- 172.21.15.82:0/348442465 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa53c010690 con 0x7fa540102cc0 2024-09-12T12:39:54.504 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.501+0000 7fa54838d640 1 -- 172.21.15.82:0/348442465 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5401a4f50 con 0x7fa540102cc0 2024-09-12T12:39:54.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.504+0000 7fa5377fe640 1 -- 172.21.15.82:0/348442465 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fa53c0046c0 con 0x7fa540102cc0 2024-09-12T12:39:54.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.504+0000 7fa54b201740 1 Processor -- start 2024-09-12T12:39:54.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.504+0000 7fa54b201740 1 -- start start 2024-09-12T12:39:54.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.504+0000 7fa54b201740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 0x555c6d5efed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.504+0000 7fa54b201740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 0x555c6d5fa770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.504+0000 7fa54b201740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5facb0 0x555c6d5fd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.504+0000 7fa54b201740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x555c6d5542f0 con 0x555c6d5facb0 2024-09-12T12:39:54.512 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.504+0000 7fa54b201740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x555c6d4fc270 con 0x555c6d5f0410 2024-09-12T12:39:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.504+0000 7fa54b201740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x555c6d5502b0 con 0x555c6d5efaf0 2024-09-12T12:39:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.504+0000 7fa545928640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5facb0 0x555c6d5fd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.504+0000 7fa545928640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5facb0 0x555c6d5fd0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34318/0 (socket says 172.21.15.82:34318) 2024-09-12T12:39:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa545928640 1 -- 172.21.15.82:0/2115897983 learned_addr learned my addr 172.21.15.82:0/2115897983 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa546129640 1 --2- 172.21.15.82:0/2115897983 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 0x555c6d5fa770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa54692a640 1 --2- 172.21.15.82:0/2115897983 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 0x555c6d5efed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa545928640 1 -- 172.21.15.82:0/2115897983 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 msgr2=0x555c6d5efed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa545928640 1 --2- 172.21.15.82:0/2115897983 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 0x555c6d5efed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa5377fe640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa52c0a2da0 0x7fa52c0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa545928640 1 -- 172.21.15.82:0/2115897983 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 msgr2=0x555c6d5fa770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa545928640 1 --2- 172.21.15.82:0/2115897983 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 0x555c6d5fa770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa545928640 1 -- 172.21.15.82:0/2115897983 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c6d4fb340 con 0x555c6d5facb0 2024-09-12T12:39:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa546129640 1 --2- 172.21.15.82:0/2115897983 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 0x555c6d5fa770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:39:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa54692a640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa52c0a2da0 0x7fa52c0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa5377fe640 1 -- 172.21.15.82:0/348442465 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7fa53c0cf9f0 con 0x7fa540102cc0 2024-09-12T12:39:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa545928640 1 --2- 172.21.15.82:0/2115897983 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5facb0 0x555c6d5fd0a0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fa530006010 tx=0x7fa530005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b1b96a5b4124482 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa534bfe640 1 -- 172.21.15.82:0/2115897983 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa53003f070 con 0x555c6d5facb0 2024-09-12T12:39:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa534bfe640 1 -- 172.21.15.82:0/2115897983 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa530004030 con 0x555c6d5facb0 2024-09-12T12:39:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.505+0000 7fa534bfe640 1 -- 172.21.15.82:0/2115897983 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa530035070 con 0x555c6d5facb0 2024-09-12T12:39:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.506+0000 7fa54b201740 1 -- 172.21.15.82:0/2115897983 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5facb0 msgr2=0x555c6d5fd0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.506+0000 7fa54692a640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa52c0a2da0 0x7fa52c0a5260 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa538005fd0 tx=0x7fa538009940 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.506+0000 7fa54b201740 1 --2- 172.21.15.82:0/2115897983 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5facb0 0x555c6d5fd0a0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fa530006010 tx=0x7fa530005dd0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.506+0000 7fa54b201740 1 -- 172.21.15.82:0/2115897983 shutdown_connections 2024-09-12T12:39:54.514 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.506+0000 7fa54b201740 1 --2- 172.21.15.82:0/2115897983 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5facb0 0x555c6d5fd0a0 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.506+0000 7fa54b201740 1 --2- 172.21.15.82:0/2115897983 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 0x555c6d5fa770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.506+0000 7fa54b201740 1 --2- 172.21.15.82:0/2115897983 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 0x555c6d5efed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.506+0000 7fa54b201740 1 -- 172.21.15.82:0/2115897983 >> 172.21.15.82:0/2115897983 conn(0x555c6d5ec060 msgr2=0x555c6d5ec440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.506+0000 7fa54b201740 1 -- 172.21.15.82:0/2115897983 shutdown_connections 2024-09-12T12:39:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.506+0000 7fa54b201740 1 -- 172.21.15.82:0/2115897983 wait complete. 2024-09-12T12:39:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.506+0000 7fa54b201740 1 -- start start 2024-09-12T12:39:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa54b201740 1 Processor -- start 2024-09-12T12:39:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa54b201740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 0x555c6d5f7b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa54b201740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5f0410 0x555c6d5f8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa54b201740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5facb0 0x555c6d5f8580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa54b201740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x555c6d5fd880 con 0x555c6d5f0410 2024-09-12T12:39:54.515 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa54b201740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x555c6d4dd290 con 0x555c6d5facb0 2024-09-12T12:39:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa54b201740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x555c6d5fda00 con 0x555c6d5efaf0 2024-09-12T12:39:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa54b201740 10 client.0 _ll_register_callbacks cb 0x555c6d50e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:39:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa545928640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5f0410 0x555c6d5f8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa545928640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5f0410 0x555c6d5f8040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34320/0 (socket says 172.21.15.82:34320) 2024-09-12T12:39:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa545928640 1 -- 172.21.15.82:0/1380625851 learned_addr learned my addr 172.21.15.82:0/1380625851 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa54692a640 1 --2- 172.21.15.82:0/1380625851 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5facb0 0x555c6d5f8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa546129640 1 --2- 172.21.15.82:0/1380625851 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 0x555c6d5f7b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa545928640 1 -- 172.21.15.82:0/1380625851 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 msgr2=0x555c6d5f7b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa545928640 1 --2- 172.21.15.82:0/1380625851 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 0x555c6d5f7b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa545928640 1 -- 172.21.15.82:0/1380625851 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5facb0 msgr2=0x555c6d5f8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa545928640 1 --2- 172.21.15.82:0/1380625851 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5facb0 0x555c6d5f8580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa545928640 1 -- 172.21.15.82:0/1380625851 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c6d267210 con 0x555c6d5f0410 2024-09-12T12:39:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.507+0000 7fa545928640 1 --2- 172.21.15.82:0/1380625851 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5f0410 0x555c6d5f8040 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fa530005c40 tx=0x7fa530032fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cc0d14bbad82c2e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa529ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:39:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa529ffb640 1 -- 172.21.15.82:0/1380625851 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa530035030 con 0x555c6d5f0410 2024-09-12T12:39:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa529ffb640 1 -- 172.21.15.82:0/1380625851 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7fa5300043e0 con 0x555c6d5f0410 2024-09-12T12:39:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa54b201740 1 -- 172.21.15.82:0/1380625851 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa530004030 con 0x555c6d5f0410 2024-09-12T12:39:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa529ffb640 1 -- 172.21.15.82:0/1380625851 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa530055050 con 0x555c6d5f0410 2024-09-12T12:39:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa54b201740 10 client.17091 fetch_fsmap learned FSMap version 28 2024-09-12T12:39:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa54b201740 1 -- 172.21.15.82:0/1380625851 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555c6d333620 con 0x555c6d5f0410 2024-09-12T12:39:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa529ffb640 1 -- 172.21.15.82:0/1380625851 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa530004030 con 0x555c6d5f0410 2024-09-12T12:39:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa529ffb640 1 -- 172.21.15.82:0/1380625851 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fa5300046c0 con 0x555c6d5f0410 2024-09-12T12:39:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa54b201740 10 client.17091 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:39:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa54b201740 10 client.17091 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:39:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa54b201740 20 client.17091 populate_metadata read hostname 'smithi082' 2024-09-12T12:39:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa54b201740 1 --2- 172.21.15.82:0/1380625851 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555c6d60aa00 0x555c6d60cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa54b201740 4 client.17091 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:39:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.508+0000 7fa54b201740 1 -- 172.21.15.82:0/1380625851 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c6d561a20 con 0x555c6d60aa00 2024-09-12T12:39:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.509+0000 7fa546129640 1 --2- 172.21.15.82:0/1380625851 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555c6d60aa00 0x555c6d60cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.509+0000 7fa529ffb640 10 client.17091 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.509+0000 7fa546129640 1 --2- 172.21.15.82:0/1380625851 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555c6d60aa00 0x555c6d60cdf0 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1e4a5968cd73861 server_cookie=ef3cd51d48a77a90 in_seq=0 out_seq=0 2024-09-12T12:39:54.519 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa529ffb640 1 -- 172.21.15.82:0/1380625851 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555c6d561a20 con 0x555c6d60aa00 2024-09-12T12:39:54.519 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa529ffb640 10 client.17091 handle_command_reply: tid=0 2024-09-12T12:39:54.519 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa54b201740 1 client.17091 shutdown 2024-09-12T12:39:54.519 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa54b201740 1 -- 172.21.15.82:0/1380625851 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5f0410 msgr2=0x555c6d5f8040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:54.519 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa54b201740 1 --2- 172.21.15.82:0/1380625851 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5f0410 0x555c6d5f8040 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fa530005c40 tx=0x7fa530032fc0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.519 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa54b201740 1 -- 172.21.15.82:0/1380625851 shutdown_connections 2024-09-12T12:39:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa54b201740 1 --2- 172.21.15.82:0/1380625851 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555c6d60aa00 0x555c6d60cdf0 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa54b201740 1 --2- 172.21.15.82:0/1380625851 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5facb0 0x555c6d5f8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa54b201740 1 --2- 172.21.15.82:0/1380625851 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5f0410 0x555c6d5f8040 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa529ffb640 0 client.17091 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa54b201740 1 --2- 172.21.15.82:0/1380625851 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 0x555c6d5f7b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa54b201740 1 -- 172.21.15.82:0/1380625851 >> 172.21.15.82:0/1380625851 conn(0x555c6d5ec060 msgr2=0x555c6d5f1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa54b201740 1 -- 172.21.15.82:0/1380625851 shutdown_connections 2024-09-12T12:39:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa54b201740 1 -- 172.21.15.82:0/1380625851 wait complete. 2024-09-12T12:39:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.510+0000 7fa54b201740 20 client.17091 trim_cache size 0 max 16384 2024-09-12T12:39:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.524+0000 7fa54b201740 1 Processor -- start 2024-09-12T12:39:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54b201740 1 -- start start 2024-09-12T12:39:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54b201740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 0x555c6d5f9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54b201740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 0x555c6d5f83b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54b201740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5facb0 0x555c6d6123f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54b201740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa5401ad980 con 0x555c6d5facb0 2024-09-12T12:39:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54b201740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa5401af4c0 con 0x555c6d5f0410 2024-09-12T12:39:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54b201740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa5401ae050 con 0x555c6d5efaf0 2024-09-12T12:39:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54692a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5facb0 0x555c6d6123f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54692a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5facb0 0x555c6d6123f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34334/0 (socket says 172.21.15.82:34334) 2024-09-12T12:39:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54692a640 1 -- 172.21.15.82:0/3000404940 learned_addr learned my addr 172.21.15.82:0/3000404940 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa545928640 1 --2- 172.21.15.82:0/3000404940 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 0x555c6d5f83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa546129640 1 --2- 172.21.15.82:0/3000404940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 0x555c6d5f9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54692a640 1 -- 172.21.15.82:0/3000404940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 msgr2=0x555c6d5f9360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54692a640 1 --2- 172.21.15.82:0/3000404940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 0x555c6d5f9360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54692a640 1 -- 172.21.15.82:0/3000404940 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 msgr2=0x555c6d5f83b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54692a640 1 --2- 172.21.15.82:0/3000404940 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 0x555c6d5f83b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54692a640 1 -- 172.21.15.82:0/3000404940 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c6d5ebe90 con 0x555c6d5facb0 2024-09-12T12:39:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa546129640 1 --2- 172.21.15.82:0/3000404940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 0x555c6d5f9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:39:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.525+0000 7fa54692a640 1 --2- 172.21.15.82:0/3000404940 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5facb0 0x555c6d6123f0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fa53801d500 tx=0x7fa538010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=832f10fd814ef3e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.526+0000 7fa52bfff640 1 -- 172.21.15.82:0/3000404940 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa53802c070 con 0x555c6d5facb0 2024-09-12T12:39:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.526+0000 7fa52bfff640 1 -- 172.21.15.82:0/3000404940 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa538027b60 con 0x555c6d5facb0 2024-09-12T12:39:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.526+0000 7fa52bfff640 1 -- 172.21.15.82:0/3000404940 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa53801bde0 con 0x555c6d5facb0 2024-09-12T12:39:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.526+0000 7fa54b201740 1 -- 172.21.15.82:0/3000404940 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5facb0 msgr2=0x555c6d6123f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.526+0000 7fa54b201740 1 --2- 172.21.15.82:0/3000404940 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5facb0 0x555c6d6123f0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fa53801d500 tx=0x7fa538010000 comp rx=0 tx=0).stop 2024-09-12T12:39:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.526+0000 7fa54b201740 1 -- 172.21.15.82:0/3000404940 shutdown_connections 2024-09-12T12:39:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.526+0000 7fa54b201740 1 --2- 172.21.15.82:0/3000404940 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5facb0 0x555c6d6123f0 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.526+0000 7fa54b201740 1 --2- 172.21.15.82:0/3000404940 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 0x555c6d5f83b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.526+0000 7fa54b201740 1 --2- 172.21.15.82:0/3000404940 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5efaf0 0x555c6d5f9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.526+0000 7fa54b201740 1 -- 172.21.15.82:0/3000404940 >> 172.21.15.82:0/3000404940 conn(0x555c6d5ec060 msgr2=0x555c6d5eb1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.526+0000 7fa54b201740 1 -- 172.21.15.82:0/3000404940 shutdown_connections 2024-09-12T12:39:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.526+0000 7fa54b201740 1 -- 172.21.15.82:0/3000404940 wait complete. 2024-09-12T12:39:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.526+0000 7fa54b201740 1 -- start start 2024-09-12T12:39:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa54b201740 1 Processor -- start 2024-09-12T12:39:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa54b201740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5efaf0 0x555c6d602c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa54b201740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 0x555c6d6031d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa54b201740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5facb0 0x555c6d5ffc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa54b201740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa5401aedf0 con 0x555c6d5efaf0 2024-09-12T12:39:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa54b201740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa5401ae720 con 0x555c6d5f0410 2024-09-12T12:39:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa54b201740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa5401ab980 con 0x555c6d5facb0 2024-09-12T12:39:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa54b201740 10 client.0 _ll_register_callbacks cb 0x7fa53c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:39:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa546129640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5efaf0 0x555c6d602c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa546129640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5efaf0 0x555c6d602c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34340/0 (socket says 172.21.15.82:34340) 2024-09-12T12:39:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa546129640 1 -- 172.21.15.82:0/1917828948 learned_addr learned my addr 172.21.15.82:0/1917828948 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa545928640 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 0x555c6d6031d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa54692a640 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5facb0 0x555c6d5ffc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa546129640 1 -- 172.21.15.82:0/1917828948 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5facb0 msgr2=0x555c6d5ffc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa546129640 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5facb0 0x555c6d5ffc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa546129640 1 -- 172.21.15.82:0/1917828948 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 msgr2=0x555c6d6031d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:39:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa546129640 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 0x555c6d6031d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa546129640 1 -- 172.21.15.82:0/1917828948 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c6d6001a0 con 0x555c6d5efaf0 2024-09-12T12:39:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa545928640 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 0x555c6d6031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:39:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa54692a640 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5facb0 0x555c6d5ffc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:39:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa546129640 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5efaf0 0x555c6d602c90 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fa53c0cd6e0 tx=0x7fa53c09bdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dc132d2b6dc733b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa529ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:39:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa529ffb640 1 -- 172.21.15.82:0/1917828948 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa53c09beb0 con 0x555c6d5efaf0 2024-09-12T12:39:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa529ffb640 1 -- 172.21.15.82:0/1917828948 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7fa53c0cd360 con 0x555c6d5efaf0 2024-09-12T12:39:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.527+0000 7fa54b201740 1 -- 172.21.15.82:0/1917828948 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa538027b60 con 0x555c6d5efaf0 2024-09-12T12:39:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.528+0000 7fa529ffb640 1 -- 172.21.15.82:0/1917828948 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa53c0a0260 con 0x555c6d5efaf0 2024-09-12T12:39:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.528+0000 7fa54b201740 10 client.17097 fetch_fsmap learned FSMap version 28 2024-09-12T12:39:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.528+0000 7fa54b201740 1 -- 172.21.15.82:0/1917828948 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555c6d675b10 con 0x555c6d5efaf0 2024-09-12T12:39:54.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.528+0000 7fa529ffb640 1 -- 172.21.15.82:0/1917828948 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa538027b60 con 0x555c6d5efaf0 2024-09-12T12:39:54.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.528+0000 7fa529ffb640 1 -- 172.21.15.82:0/1917828948 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fa53c0a4720 con 0x555c6d5efaf0 2024-09-12T12:39:54.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.528+0000 7fa54b201740 10 client.17097 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:39:54.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.528+0000 7fa54b201740 10 client.17097 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:39:54.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.528+0000 7fa54b201740 20 client.17097 populate_metadata read hostname 'smithi082' 2024-09-12T12:39:54.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.528+0000 7fa54b201740 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555c6d6761e0 0x555c6d678620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:54.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.528+0000 7fa54b201740 4 client.17097 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:39:54.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.528+0000 7fa54b201740 1 -- 172.21.15.82:0/1917828948 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555c6d55bd70 con 0x555c6d6761e0 2024-09-12T12:39:54.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.528+0000 7fa545928640 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555c6d6761e0 0x555c6d678620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:54.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.529+0000 7fa529ffb640 10 client.17097 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:54.535 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.529+0000 7fa545928640 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555c6d6761e0 0x555c6d678620 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79734aa41a8785e0 server_cookie=d0687e40b6d2e668 in_seq=0 out_seq=0 2024-09-12T12:39:54.542 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa529ffb640 1 -- 172.21.15.82:0/1917828948 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555c6d55bd70 con 0x555c6d6761e0 2024-09-12T12:39:54.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa529ffb640 10 client.17097 handle_command_reply: tid=0 2024-09-12T12:39:54.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa54b201740 1 client.17097 shutdown 2024-09-12T12:39:54.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa54b201740 1 -- 172.21.15.82:0/1917828948 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5efaf0 msgr2=0x555c6d602c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:54.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa54b201740 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5efaf0 0x555c6d602c90 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fa53c0cd6e0 tx=0x7fa53c09bdb0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa54b201740 1 -- 172.21.15.82:0/1917828948 shutdown_connections 2024-09-12T12:39:54.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa54b201740 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555c6d6761e0 0x555c6d678620 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa54b201740 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555c6d5facb0 0x555c6d5ffc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa529ffb640 0 client.17097 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:39:54.543 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa54b201740 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c6d5f0410 0x555c6d6031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa54b201740 1 --2- 172.21.15.82:0/1917828948 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555c6d5efaf0 0x555c6d602c90 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa54b201740 1 -- 172.21.15.82:0/1917828948 >> 172.21.15.82:0/1917828948 conn(0x555c6d5ec060 msgr2=0x555c6d605b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:54.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa54b201740 1 -- 172.21.15.82:0/1917828948 shutdown_connections 2024-09-12T12:39:54.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa54b201740 1 -- 172.21.15.82:0/1917828948 wait complete. 2024-09-12T12:39:54.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.542+0000 7fa54b201740 20 client.17097 trim_cache size 0 max 16384 2024-09-12T12:39:54.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:39:54.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:39:54.544 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:39:54.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:39:54.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.543+0000 7fa54838d640 1 -- 172.21.15.82:0/348442465 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa52c0a2da0 msgr2=0x7fa52c0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:54.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.543+0000 7fa54838d640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa52c0a2da0 0x7fa52c0a5260 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa538005fd0 tx=0x7fa538009940 comp rx=0 tx=0).stop 2024-09-12T12:39:54.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.543+0000 7fa54838d640 1 -- 172.21.15.82:0/348442465 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa540102cc0 msgr2=0x7fa5401983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:54.545 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.543+0000 7fa54838d640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa540102cc0 0x7fa5401983e0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fa53c00e9f0 tx=0x7fa53c00edf0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.543+0000 7fa54838d640 1 -- 172.21.15.82:0/348442465 shutdown_connections 2024-09-12T12:39:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.543+0000 7fa54838d640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa52c0a2da0 0x7fa52c0a5260 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.543+0000 7fa54838d640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa54010c110 0x7fa54019cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.543+0000 7fa54838d640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5401035e0 0x7fa540198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.543+0000 7fa54838d640 1 --2- 172.21.15.82:0/348442465 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa540102cc0 0x7fa5401983e0 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.543+0000 7fa54838d640 1 -- 172.21.15.82:0/348442465 >> 172.21.15.82:0/348442465 conn(0x7fa5400fc6b0 msgr2=0x7fa5400fd310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.543+0000 7fa54838d640 1 -- 172.21.15.82:0/348442465 shutdown_connections 2024-09-12T12:39:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:39:54.543+0000 7fa54838d640 1 -- 172.21.15.82:0/348442465 wait complete. 2024-09-12T12:39:56.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:55 smithi097 ceph-mon[34923]: pgmap v413: 97 pgs: 97 active+clean; 4.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:39:56.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:39:56.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:39:56.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:39:56.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:39:56.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:55 smithi082 ceph-mon[31122]: pgmap v413: 97 pgs: 97 active+clean; 4.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:39:56.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:39:56.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:39:56.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:39:56.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:39:56.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:55 smithi114 ceph-mon[35514]: pgmap v413: 97 pgs: 97 active+clean; 4.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:39:56.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:39:56.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:39:56.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:39:56.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:39:57.630 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-09-12T12:39:57.630 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-09-12T12:39:57.631 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:39:57.891 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:39:58.211 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:57 smithi082 ceph-mon[31122]: pgmap v414: 97 pgs: 97 active+clean; 4.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:39:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:57 smithi097 ceph-mon[34923]: pgmap v414: 97 pgs: 97 active+clean; 4.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:39:58.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:57 smithi114 ceph-mon[35514]: pgmap v414: 97 pgs: 97 active+clean; 4.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:39:58.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.416+0000 7f61e51d3640 1 -- 172.21.15.82:0/2980757224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f61e0101e10 msgr2=0x7f61e01021f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:58.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.416+0000 7f61e51d3640 1 --2- 172.21.15.82:0/2980757224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f61e0101e10 0x7f61e01021f0 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f61d0009900 tx=0x7f61d002a3f0 comp rx=0 tx=0).stop 2024-09-12T12:39:58.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.416+0000 7f61e51d3640 1 -- 172.21.15.82:0/2980757224 shutdown_connections 2024-09-12T12:39:58.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.416+0000 7f61e51d3640 1 --2- 172.21.15.82:0/2980757224 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61e0106f40 0x7f61e010eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:58.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.416+0000 7f61e51d3640 1 --2- 172.21.15.82:0/2980757224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61e01027c0 0x7f61e0106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:58.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.416+0000 7f61e51d3640 1 --2- 172.21.15.82:0/2980757224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f61e0101e10 0x7f61e01021f0 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:58.437 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.416+0000 7f61e51d3640 1 -- 172.21.15.82:0/2980757224 >> 172.21.15.82:0/2980757224 conn(0x7f61e00fd8d0 msgr2=0x7f61e00ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:58.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.416+0000 7f61e51d3640 1 -- 172.21.15.82:0/2980757224 shutdown_connections 2024-09-12T12:39:58.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.416+0000 7f61e51d3640 1 -- 172.21.15.82:0/2980757224 wait complete. 2024-09-12T12:39:58.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.417+0000 7f61e51d3640 1 Processor -- start 2024-09-12T12:39:58.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.417+0000 7f61e51d3640 1 -- start start 2024-09-12T12:39:58.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.417+0000 7f61e51d3640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f61e0101e10 0x7f61e019a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:58.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.417+0000 7f61e51d3640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61e01027c0 0x7f61e019aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:58.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.417+0000 7f61e51d3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61e0106f40 0x7f61e019ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:58.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.417+0000 7f61e51d3640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f61e0111f60 con 0x7f61e0101e10 2024-09-12T12:39:58.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.417+0000 7f61e51d3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f61e0111de0 con 0x7f61e0106f40 2024-09-12T12:39:58.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61e51d3640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f61e01120e0 con 0x7f61e01027c0 2024-09-12T12:39:58.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61ded9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f61e0101e10 0x7f61e019a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:58.438 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61ded9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f61e0101e10 0x7f61e019a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37560/0 (socket says 172.21.15.82:37560) 2024-09-12T12:39:58.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61ded9d640 1 -- 172.21.15.82:0/220268841 learned_addr learned my addr 172.21.15.82:0/220268841 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:39:58.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61de59c640 1 --2- 172.21.15.82:0/220268841 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61e01027c0 0x7f61e019aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:58.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61df59e640 1 --2- 172.21.15.82:0/220268841 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61e0106f40 0x7f61e019ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:58.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61ded9d640 1 -- 172.21.15.82:0/220268841 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61e01027c0 msgr2=0x7f61e019aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:58.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61ded9d640 1 --2- 172.21.15.82:0/220268841 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61e01027c0 0x7f61e019aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:58.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61ded9d640 1 -- 172.21.15.82:0/220268841 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61e0106f40 msgr2=0x7f61e019ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:58.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61ded9d640 1 --2- 172.21.15.82:0/220268841 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61e0106f40 0x7f61e019ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:58.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61ded9d640 1 -- 172.21.15.82:0/220268841 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61e019f510 con 0x7f61e0101e10 2024-09-12T12:39:58.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61ded9d640 1 --2- 172.21.15.82:0/220268841 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f61e0101e10 0x7f61e019a560 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f61d0005ab0 tx=0x7f61d00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:58.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61c7fff640 1 -- 172.21.15.82:0/220268841 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61d003f030 con 0x7f61e0101e10 2024-09-12T12:39:58.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61c7fff640 1 -- 172.21.15.82:0/220268841 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61d0003ce0 con 0x7f61e0101e10 2024-09-12T12:39:58.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61e51d3640 1 -- 172.21.15.82:0/220268841 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61e019f7a0 con 0x7f61e0101e10 2024-09-12T12:39:58.439 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61c7fff640 1 -- 172.21.15.82:0/220268841 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61d0035070 con 0x7f61e0101e10 2024-09-12T12:39:58.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.418+0000 7f61e51d3640 1 -- 172.21.15.82:0/220268841 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61e01a70e0 con 0x7f61e0101e10 2024-09-12T12:39:58.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.419+0000 7f61e51d3640 1 -- 172.21.15.82:0/220268841 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61e01032f0 con 0x7f61e0101e10 2024-09-12T12:39:58.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.421+0000 7f61c7fff640 1 -- 172.21.15.82:0/220268841 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f61d0042030 con 0x7f61e0101e10 2024-09-12T12:39:58.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.421+0000 7f61c7fff640 1 --2- 172.21.15.82:0/220268841 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f61c80a2cf0 0x7f61c80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:39:58.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.421+0000 7f61de59c640 1 --2- 172.21.15.82:0/220268841 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f61c80a2cf0 0x7f61c80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:39:58.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.421+0000 7f61c7fff640 1 -- 172.21.15.82:0/220268841 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7f61d00effc0 con 0x7f61e0101e10 2024-09-12T12:39:58.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.422+0000 7f61de59c640 1 --2- 172.21.15.82:0/220268841 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f61c80a2cf0 0x7f61c80a51b0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f61e0108890 tx=0x7f61d400a2d0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:39:58.440 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.424+0000 7f61c7fff640 1 -- 172.21.15.82:0/220268841 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f61d00bcb80 con 0x7f61e0101e10 2024-09-12T12:39:58.631 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.630+0000 7f61e51d3640 1 -- 172.21.15.82:0/220268841 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f61e01a72b0 con 0x7f61e0101e10 2024-09-12T12:39:58.632 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.631+0000 7f61c7fff640 1 -- 172.21.15.82:0/220268841 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f61d00bc480 con 0x7f61e0101e10 2024-09-12T12:39:58.632 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:39:58.633 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:39:58.633 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:39:58.634 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.633+0000 7f61e51d3640 1 -- 172.21.15.82:0/220268841 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f61c80a2cf0 msgr2=0x7f61c80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:58.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.633+0000 7f61e51d3640 1 --2- 172.21.15.82:0/220268841 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f61c80a2cf0 0x7f61c80a51b0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f61e0108890 tx=0x7f61d400a2d0 comp rx=0 tx=0).stop 2024-09-12T12:39:58.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.633+0000 7f61e51d3640 1 -- 172.21.15.82:0/220268841 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f61e0101e10 msgr2=0x7f61e019a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:39:58.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.633+0000 7f61e51d3640 1 --2- 172.21.15.82:0/220268841 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f61e0101e10 0x7f61e019a560 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f61d0005ab0 tx=0x7f61d00042f0 comp rx=0 tx=0).stop 2024-09-12T12:39:58.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.633+0000 7f61e51d3640 1 -- 172.21.15.82:0/220268841 shutdown_connections 2024-09-12T12:39:58.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.633+0000 7f61e51d3640 1 --2- 172.21.15.82:0/220268841 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f61c80a2cf0 0x7f61c80a51b0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:58.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.633+0000 7f61e51d3640 1 --2- 172.21.15.82:0/220268841 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61e0106f40 0x7f61e019ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:58.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.633+0000 7f61e51d3640 1 --2- 172.21.15.82:0/220268841 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f61e01027c0 0x7f61e019aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:58.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.633+0000 7f61e51d3640 1 --2- 172.21.15.82:0/220268841 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f61e0101e10 0x7f61e019a560 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:39:58.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.633+0000 7f61e51d3640 1 -- 172.21.15.82:0/220268841 >> 172.21.15.82:0/220268841 conn(0x7f61e00fd8d0 msgr2=0x7f61e00ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:39:58.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.634+0000 7f61e51d3640 1 -- 172.21.15.82:0/220268841 shutdown_connections 2024-09-12T12:39:58.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:39:58.634+0000 7f61e51d3640 1 -- 172.21.15.82:0/220268841 wait complete. 2024-09-12T12:39:59.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:58 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/220268841' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:39:59.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:58 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/220268841' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:39:59.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:58 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/220268841' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:39:59.371 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-09-12T12:39:59.371 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-09-12T12:39:59.633 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:39:59.896 INFO:tasks.workunit.client.0.smithi082.stdout:437/600: open fd = 3 2024-09-12T12:39:59.896 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.897 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.897 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.897 INFO:tasks.workunit.client.0.smithi082.stdout:438/600: open fd = 3 2024-09-12T12:39:59.897 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.897 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.897 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.897 INFO:tasks.workunit.client.0.smithi082.stdout:439/600: open fd = 3 2024-09-12T12:39:59.897 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.897 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.897 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.897 INFO:tasks.workunit.client.0.smithi082.stdout:440/600: open fd = 3 2024-09-12T12:39:59.897 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.897 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.898 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.898 INFO:tasks.workunit.client.0.smithi082.stdout:441/600: open fd = 3 2024-09-12T12:39:59.898 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.898 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.898 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.898 INFO:tasks.workunit.client.0.smithi082.stdout:442/600: open fd = 3 2024-09-12T12:39:59.898 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.898 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.898 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.898 INFO:tasks.workunit.client.0.smithi082.stdout:443/600: open fd = 3 2024-09-12T12:39:59.898 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.898 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.898 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.899 INFO:tasks.workunit.client.0.smithi082.stdout:444/600: open fd = 3 2024-09-12T12:39:59.899 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.899 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.899 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.899 INFO:tasks.workunit.client.0.smithi082.stdout:445/600: open fd = 3 2024-09-12T12:39:59.899 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.899 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.899 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.899 INFO:tasks.workunit.client.0.smithi082.stdout:446/600: open fd = 3 2024-09-12T12:39:59.899 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.899 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.899 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.899 INFO:tasks.workunit.client.0.smithi082.stdout:447/600: open fd = 3 2024-09-12T12:39:59.900 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.900 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.900 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.900 INFO:tasks.workunit.client.0.smithi082.stdout:448/600: open fd = 3 2024-09-12T12:39:59.900 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.900 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.900 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.900 INFO:tasks.workunit.client.0.smithi082.stdout:449/600: open fd = 3 2024-09-12T12:39:59.900 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.900 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.900 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.900 INFO:tasks.workunit.client.0.smithi082.stdout:450/600: open fd = 3 2024-09-12T12:39:59.900 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.900 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.901 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.901 INFO:tasks.workunit.client.0.smithi082.stdout:451/600: open fd = 3 2024-09-12T12:39:59.901 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.901 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.901 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.901 INFO:tasks.workunit.client.0.smithi082.stdout:452/600: open fd = 3 2024-09-12T12:39:59.901 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.901 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.901 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.901 INFO:tasks.workunit.client.0.smithi082.stdout:453/600: open fd = 3 2024-09-12T12:39:59.901 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.901 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.901 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.902 INFO:tasks.workunit.client.0.smithi082.stdout:454/600: open fd = 3 2024-09-12T12:39:59.902 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.902 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.902 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.902 INFO:tasks.workunit.client.0.smithi082.stdout:455/600: open fd = 3 2024-09-12T12:39:59.902 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.902 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.902 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.902 INFO:tasks.workunit.client.0.smithi082.stdout:456/600: open fd = 3 2024-09-12T12:39:59.902 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.903 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.903 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.903 INFO:tasks.workunit.client.0.smithi082.stdout:457/600: open fd = 3 2024-09-12T12:39:59.903 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.903 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.903 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.903 INFO:tasks.workunit.client.0.smithi082.stdout:458/600: open fd = 3 2024-09-12T12:39:59.903 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.903 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.903 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.903 INFO:tasks.workunit.client.0.smithi082.stdout:459/600: open fd = 3 2024-09-12T12:39:59.903 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.903 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.904 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.904 INFO:tasks.workunit.client.0.smithi082.stdout:460/600: open fd = 3 2024-09-12T12:39:59.904 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.904 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.904 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.904 INFO:tasks.workunit.client.0.smithi082.stdout:461/600: open fd = 3 2024-09-12T12:39:59.904 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.904 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.904 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.904 INFO:tasks.workunit.client.0.smithi082.stdout:462/600: open fd = 3 2024-09-12T12:39:59.904 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.904 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.904 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:463/600: open fd = 3 2024-09-12T12:39:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:464/600: open fd = 3 2024-09-12T12:39:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:465/600: open fd = 3 2024-09-12T12:39:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:466/600: open fd = 3 2024-09-12T12:39:59.905 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.906 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.906 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.906 INFO:tasks.workunit.client.0.smithi082.stdout:467/600: open fd = 3 2024-09-12T12:39:59.906 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.906 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.906 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.906 INFO:tasks.workunit.client.0.smithi082.stdout:468/600: open fd = 3 2024-09-12T12:39:59.906 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.907 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.907 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.907 INFO:tasks.workunit.client.0.smithi082.stdout:469/600: open fd = 3 2024-09-12T12:39:59.907 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.907 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.907 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.907 INFO:tasks.workunit.client.0.smithi082.stdout:470/600: open fd = 3 2024-09-12T12:39:59.907 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.907 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.907 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.907 INFO:tasks.workunit.client.0.smithi082.stdout:471/600: open fd = 3 2024-09-12T12:39:59.907 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.907 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:472/600: open fd = 3 2024-09-12T12:39:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:473/600: open fd = 3 2024-09-12T12:39:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:474/600: open fd = 3 2024-09-12T12:39:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.908 INFO:tasks.workunit.client.0.smithi082.stdout:475/600: open fd = 3 2024-09-12T12:39:59.909 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.909 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.909 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.909 INFO:tasks.workunit.client.0.smithi082.stdout:476/600: open fd = 3 2024-09-12T12:39:59.909 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.909 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.909 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.909 INFO:tasks.workunit.client.0.smithi082.stdout:477/600: open fd = 3 2024-09-12T12:39:59.909 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.909 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.909 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.909 INFO:tasks.workunit.client.0.smithi082.stdout:478/600: open fd = 3 2024-09-12T12:39:59.909 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.910 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.910 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.910 INFO:tasks.workunit.client.0.smithi082.stdout:479/600: open fd = 3 2024-09-12T12:39:59.910 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.910 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.910 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.910 INFO:tasks.workunit.client.0.smithi082.stdout:480/600: open fd = 3 2024-09-12T12:39:59.910 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.910 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.910 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.910 INFO:tasks.workunit.client.0.smithi082.stdout:481/600: open fd = 3 2024-09-12T12:39:59.911 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.911 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.911 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.911 INFO:tasks.workunit.client.0.smithi082.stdout:482/600: open fd = 3 2024-09-12T12:39:59.911 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.912 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.912 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.912 INFO:tasks.workunit.client.0.smithi082.stdout:483/600: open fd = 3 2024-09-12T12:39:59.912 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.912 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.912 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.912 INFO:tasks.workunit.client.0.smithi082.stdout:484/600: open fd = 3 2024-09-12T12:39:59.912 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.912 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.912 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.912 INFO:tasks.workunit.client.0.smithi082.stdout:485/600: open fd = 3 2024-09-12T12:39:59.912 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.912 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.913 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.913 INFO:tasks.workunit.client.0.smithi082.stdout:486/600: open fd = 3 2024-09-12T12:39:59.913 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.913 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.913 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.913 INFO:tasks.workunit.client.0.smithi082.stdout:487/600: open fd = 3 2024-09-12T12:39:59.913 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.913 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.913 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.913 INFO:tasks.workunit.client.0.smithi082.stdout:488/600: open fd = 3 2024-09-12T12:39:59.913 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.913 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.913 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.914 INFO:tasks.workunit.client.0.smithi082.stdout:489/600: open fd = 3 2024-09-12T12:39:59.914 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.914 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.914 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.914 INFO:tasks.workunit.client.0.smithi082.stdout:490/600: open fd = 3 2024-09-12T12:39:59.914 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.914 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.914 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.914 INFO:tasks.workunit.client.0.smithi082.stdout:491/600: open fd = 3 2024-09-12T12:39:59.914 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.914 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.914 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.914 INFO:tasks.workunit.client.0.smithi082.stdout:492/600: open fd = 3 2024-09-12T12:39:59.915 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.915 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.915 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.915 INFO:tasks.workunit.client.0.smithi082.stdout:493/600: open fd = 3 2024-09-12T12:39:59.915 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.915 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.915 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.915 INFO:tasks.workunit.client.0.smithi082.stdout:494/600: open fd = 3 2024-09-12T12:39:59.915 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.915 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.915 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.915 INFO:tasks.workunit.client.0.smithi082.stdout:495/600: open fd = 3 2024-09-12T12:39:59.915 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.916 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.916 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.916 INFO:tasks.workunit.client.0.smithi082.stdout:496/600: open fd = 3 2024-09-12T12:39:59.916 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.916 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.916 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.916 INFO:tasks.workunit.client.0.smithi082.stdout:497/600: open fd = 3 2024-09-12T12:39:59.916 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.917 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.917 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:39:59.917 INFO:tasks.workunit.client.0.smithi082.stdout:498/600: open fd = 3 2024-09-12T12:39:59.917 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.917 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:39:59.917 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:40:00.033 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:39:59 smithi082 ceph-mon[31122]: pgmap v415: 97 pgs: 97 active+clean; 4.5 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:40:00.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.197+0000 7f7b3667a640 1 -- 172.21.15.82:0/2343471900 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7b301027a0 msgr2=0x7f7b301067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:00.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.197+0000 7f7b3667a640 1 --2- 172.21.15.82:0/2343471900 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7b301027a0 0x7f7b301067f0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f7b18009900 tx=0x7f7b1802a410 comp rx=0 tx=0).stop 2024-09-12T12:40:00.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.197+0000 7f7b3667a640 1 -- 172.21.15.82:0/2343471900 shutdown_connections 2024-09-12T12:40:00.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.197+0000 7f7b3667a640 1 --2- 172.21.15.82:0/2343471900 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b30106f20 0x7f7b3010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.197+0000 7f7b3667a640 1 --2- 172.21.15.82:0/2343471900 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7b301027a0 0x7f7b301067f0 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.214 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.197+0000 7f7b3667a640 1 --2- 172.21.15.82:0/2343471900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b30101df0 0x7f7b301021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.197+0000 7f7b3667a640 1 -- 172.21.15.82:0/2343471900 >> 172.21.15.82:0/2343471900 conn(0x7f7b300fd8b0 msgr2=0x7f7b300ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:00.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.197+0000 7f7b3667a640 1 -- 172.21.15.82:0/2343471900 shutdown_connections 2024-09-12T12:40:00.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.197+0000 7f7b3667a640 1 -- 172.21.15.82:0/2343471900 wait complete. 2024-09-12T12:40:00.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b3667a640 1 Processor -- start 2024-09-12T12:40:00.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b3667a640 1 -- start start 2024-09-12T12:40:00.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b3667a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b30101df0 0x7f7b301984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b3667a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7b301027a0 0x7f7b30198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b3667a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b30106f20 0x7f7b3019cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b3667a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7b30111fa0 con 0x7f7b301027a0 2024-09-12T12:40:00.215 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b3667a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7b30111e20 con 0x7f7b30101df0 2024-09-12T12:40:00.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b3667a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7b30112120 con 0x7f7b30106f20 2024-09-12T12:40:00.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b27fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7b301027a0 0x7f7b30198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b27fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7b301027a0 0x7f7b30198a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37584/0 (socket says 172.21.15.82:37584) 2024-09-12T12:40:00.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b27fff640 1 -- 172.21.15.82:0/3090794549 learned_addr learned my addr 172.21.15.82:0/3090794549 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:00.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b2ffff640 1 --2- 172.21.15.82:0/3090794549 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b30101df0 0x7f7b301984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b34c17640 1 --2- 172.21.15.82:0/3090794549 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b30106f20 0x7f7b3019cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b27fff640 1 -- 172.21.15.82:0/3090794549 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b30106f20 msgr2=0x7f7b3019cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:00.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b27fff640 1 --2- 172.21.15.82:0/3090794549 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b30106f20 0x7f7b3019cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b27fff640 1 -- 172.21.15.82:0/3090794549 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b30101df0 msgr2=0x7f7b301984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:00.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b27fff640 1 --2- 172.21.15.82:0/3090794549 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b30101df0 0x7f7b301984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.198+0000 7f7b27fff640 1 -- 172.21.15.82:0/3090794549 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b3019d470 con 0x7f7b301027a0 2024-09-12T12:40:00.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.199+0000 7f7b27fff640 1 --2- 172.21.15.82:0/3090794549 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7b301027a0 0x7f7b30198a00 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f7b18005ab0 tx=0x7f7b180042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:00.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.199+0000 7f7b2dffb640 1 -- 172.21.15.82:0/3090794549 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1803f030 con 0x7f7b301027a0 2024-09-12T12:40:00.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.199+0000 7f7b2dffb640 1 -- 172.21.15.82:0/3090794549 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b18003ce0 con 0x7f7b301027a0 2024-09-12T12:40:00.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.199+0000 7f7b2dffb640 1 -- 172.21.15.82:0/3090794549 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b18035070 con 0x7f7b301027a0 2024-09-12T12:40:00.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.199+0000 7f7b3667a640 1 -- 172.21.15.82:0/3090794549 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b3019d700 con 0x7f7b301027a0 2024-09-12T12:40:00.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.199+0000 7f7b3667a640 1 -- 172.21.15.82:0/3090794549 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b301a5040 con 0x7f7b301027a0 2024-09-12T12:40:00.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.201+0000 7f7b2dffb640 1 -- 172.21.15.82:0/3090794549 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f7b18042030 con 0x7f7b301027a0 2024-09-12T12:40:00.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.202+0000 7f7b38a53740 1 Processor -- start 2024-09-12T12:40:00.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.202+0000 7f7b38a53740 1 -- start start 2024-09-12T12:40:00.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.202+0000 7f7b38a53740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c4007b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.202+0000 7f7b38a53740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c4012400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.202+0000 7f7b38a53740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4014d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.202+0000 7f7b38a53740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b7c3f6d2a0 con 0x55b7c4012940 2024-09-12T12:40:00.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.202+0000 7f7b38a53740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b7c3f14b10 con 0x55b7c4007760 2024-09-12T12:40:00.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.202+0000 7f7b38a53740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b7c3f69260 con 0x55b7c4008080 2024-09-12T12:40:00.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.202+0000 7f7b27fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4014d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.202+0000 7f7b27fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4014d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37598/0 (socket says 172.21.15.82:37598) 2024-09-12T12:40:00.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.202+0000 7f7b27fff640 1 -- 172.21.15.82:0/2914278776 learned_addr learned my addr 172.21.15.82:0/2914278776 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:00.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.202+0000 7f7b34c17640 1 --2- 172.21.15.82:0/2914278776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c4007b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.202+0000 7f7b2ffff640 1 --2- 172.21.15.82:0/2914278776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c4012400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.202+0000 7f7b2dffb640 1 --2- 172.21.15.82:0/3090794549 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7b1c0a2d70 0x7f7b1c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.203+0000 7f7b27fff640 1 -- 172.21.15.82:0/2914278776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 msgr2=0x55b7c4012400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:00.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.203+0000 7f7b27fff640 1 --2- 172.21.15.82:0/2914278776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c4012400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.203+0000 7f7b34c17640 1 --2- 172.21.15.82:0/3090794549 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7b1c0a2d70 0x7f7b1c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.203+0000 7f7b27fff640 1 -- 172.21.15.82:0/2914278776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 msgr2=0x55b7c4007b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:00.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.203+0000 7f7b27fff640 1 --2- 172.21.15.82:0/2914278776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c4007b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.203+0000 7f7b27fff640 1 -- 172.21.15.82:0/2914278776 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7c3cdeb90 con 0x55b7c4012940 2024-09-12T12:40:00.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.203+0000 7f7b2dffb640 1 -- 172.21.15.82:0/3090794549 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7f7b180efd40 con 0x7f7b301027a0 2024-09-12T12:40:00.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.203+0000 7f7b27fff640 1 --2- 172.21.15.82:0/2914278776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4014d30 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f7b180ed3a0 tx=0x7f7b180b1690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1de65585025827c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:00.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.203+0000 7f7b34c17640 1 --2- 172.21.15.82:0/3090794549 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7b1c0a2d70 0x7f7b1c0a5230 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7b2800a4c0 tx=0x7f7b28004a40 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:00.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.203+0000 7f7b267fc640 1 -- 172.21.15.82:0/2914278776 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b180bbd40 con 0x55b7c4012940 2024-09-12T12:40:00.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.203+0000 7f7b267fc640 1 -- 172.21.15.82:0/2914278776 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b180bc900 con 0x55b7c4012940 2024-09-12T12:40:00.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.203+0000 7f7b267fc640 1 -- 172.21.15.82:0/2914278776 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b180bbb60 con 0x55b7c4012940 2024-09-12T12:40:00.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.204+0000 7f7b38a53740 1 -- 172.21.15.82:0/2914278776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 msgr2=0x55b7c4014d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:00.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.204+0000 7f7b38a53740 1 --2- 172.21.15.82:0/2914278776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4014d30 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f7b180ed3a0 tx=0x7f7b180b1690 comp rx=0 tx=0).stop 2024-09-12T12:40:00.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.204+0000 7f7b38a53740 1 -- 172.21.15.82:0/2914278776 shutdown_connections 2024-09-12T12:40:00.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.204+0000 7f7b38a53740 1 --2- 172.21.15.82:0/2914278776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4014d30 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.204+0000 7f7b38a53740 1 --2- 172.21.15.82:0/2914278776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c4012400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.204+0000 7f7b38a53740 1 --2- 172.21.15.82:0/2914278776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c4007b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.204+0000 7f7b38a53740 1 -- 172.21.15.82:0/2914278776 >> 172.21.15.82:0/2914278776 conn(0x55b7c4003cf0 msgr2=0x55b7c40040d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:00.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.204+0000 7f7b38a53740 1 -- 172.21.15.82:0/2914278776 shutdown_connections 2024-09-12T12:40:00.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.204+0000 7f7b38a53740 1 -- 172.21.15.82:0/2914278776 wait complete. 2024-09-12T12:40:00.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.204+0000 7f7b38a53740 1 -- start start 2024-09-12T12:40:00.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.204+0000 7f7b38a53740 1 Processor -- start 2024-09-12T12:40:00.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b38a53740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c400f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b38a53740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c400fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b38a53740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4010290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b38a53740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55b7c40152d0 con 0x55b7c4012940 2024-09-12T12:40:00.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b38a53740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b7c3ef56e0 con 0x55b7c4007760 2024-09-12T12:40:00.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b38a53740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55b7c4015450 con 0x55b7c4008080 2024-09-12T12:40:00.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b38a53740 10 client.0 _ll_register_callbacks cb 0x55b7c3f19a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:40:00.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b34c17640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4010290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b34c17640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4010290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37606/0 (socket says 172.21.15.82:37606) 2024-09-12T12:40:00.221 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b34c17640 1 -- 172.21.15.82:0/368394893 learned_addr learned my addr 172.21.15.82:0/368394893 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:00.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b27fff640 1 --2- 172.21.15.82:0/368394893 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c400fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b2ffff640 1 --2- 172.21.15.82:0/368394893 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c400f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b34c17640 1 -- 172.21.15.82:0/368394893 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 msgr2=0x55b7c400fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:00.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b34c17640 1 --2- 172.21.15.82:0/368394893 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c400fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b34c17640 1 -- 172.21.15.82:0/368394893 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 msgr2=0x55b7c400f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:00.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b34c17640 1 --2- 172.21.15.82:0/368394893 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c400f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b34c17640 1 -- 172.21.15.82:0/368394893 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7c401e6b0 con 0x55b7c4012940 2024-09-12T12:40:00.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b2ffff640 1 --2- 172.21.15.82:0/368394893 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c400f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:00.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b34c17640 1 --2- 172.21.15.82:0/368394893 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4010290 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f7b2801beb0 tx=0x7f7b28009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3da41e16ccd73a2d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:00.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b0f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:40:00.222 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b0f7fe640 1 -- 172.21.15.82:0/368394893 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b28024440 con 0x55b7c4012940 2024-09-12T12:40:00.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b0f7fe640 1 -- 172.21.15.82:0/368394893 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7f7b2801a440 con 0x55b7c4012940 2024-09-12T12:40:00.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.205+0000 7f7b38a53740 1 -- 172.21.15.82:0/368394893 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b180bc900 con 0x55b7c4012940 2024-09-12T12:40:00.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.206+0000 7f7b0f7fe640 1 -- 172.21.15.82:0/368394893 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7b2801a640 con 0x55b7c4012940 2024-09-12T12:40:00.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.206+0000 7f7b38a53740 10 client.17115 fetch_fsmap learned FSMap version 28 2024-09-12T12:40:00.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.206+0000 7f7b38a53740 1 -- 172.21.15.82:0/368394893 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b7c4021020 con 0x55b7c4012940 2024-09-12T12:40:00.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.206+0000 7f7b0f7fe640 1 -- 172.21.15.82:0/368394893 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b180bc900 con 0x55b7c4012940 2024-09-12T12:40:00.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.206+0000 7f7b0f7fe640 1 -- 172.21.15.82:0/368394893 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7b28022070 con 0x55b7c4012940 2024-09-12T12:40:00.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.206+0000 7f7b38a53740 10 client.17115 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:40:00.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.206+0000 7f7b38a53740 10 client.17115 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:40:00.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.206+0000 7f7b38a53740 20 client.17115 populate_metadata read hostname 'smithi082' 2024-09-12T12:40:00.223 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.206+0000 7f7b38a53740 1 --2- 172.21.15.82:0/368394893 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b7c4022690 0x55b7c4024ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.206+0000 7f7b38a53740 4 client.17115 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:40:00.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.206+0000 7f7b38a53740 1 -- 172.21.15.82:0/368394893 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b7c3f7a9d0 con 0x55b7c4022690 2024-09-12T12:40:00.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.206+0000 7f7b2ffff640 1 --2- 172.21.15.82:0/368394893 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b7c4022690 0x55b7c4024ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.207+0000 7f7b0f7fe640 10 client.17115 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:00.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.207+0000 7f7b2ffff640 1 --2- 172.21.15.82:0/368394893 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b7c4022690 0x55b7c4024ac0 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9aa2b3dd7514c0b0 server_cookie=8e91a86cbf4c92a5 in_seq=0 out_seq=0 2024-09-12T12:40:00.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.207+0000 7f7b0f7fe640 1 -- 172.21.15.82:0/368394893 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b7c3f7a9d0 con 0x55b7c4022690 2024-09-12T12:40:00.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.207+0000 7f7b0f7fe640 10 client.17115 handle_command_reply: tid=0 2024-09-12T12:40:00.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.207+0000 7f7b38a53740 1 client.17115 shutdown 2024-09-12T12:40:00.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.208+0000 7f7b38a53740 1 -- 172.21.15.82:0/368394893 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 msgr2=0x55b7c4010290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:00.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.208+0000 7f7b38a53740 1 --2- 172.21.15.82:0/368394893 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4010290 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f7b2801beb0 tx=0x7f7b28009620 comp rx=0 tx=0).stop 2024-09-12T12:40:00.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.208+0000 7f7b38a53740 1 -- 172.21.15.82:0/368394893 shutdown_connections 2024-09-12T12:40:00.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.208+0000 7f7b38a53740 1 --2- 172.21.15.82:0/368394893 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b7c4022690 0x55b7c4024ac0 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.208+0000 7f7b38a53740 1 --2- 172.21.15.82:0/368394893 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4010290 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.208+0000 7f7b0f7fe640 0 client.17115 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:00.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.208+0000 7f7b38a53740 1 --2- 172.21.15.82:0/368394893 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c400fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.208+0000 7f7b38a53740 1 --2- 172.21.15.82:0/368394893 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c400f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.208+0000 7f7b38a53740 1 -- 172.21.15.82:0/368394893 >> 172.21.15.82:0/368394893 conn(0x55b7c4003cf0 msgr2=0x55b7c4009a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:00.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.208+0000 7f7b38a53740 1 -- 172.21.15.82:0/368394893 shutdown_connections 2024-09-12T12:40:00.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.208+0000 7f7b38a53740 1 -- 172.21.15.82:0/368394893 wait complete. 2024-09-12T12:40:00.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.208+0000 7f7b38a53740 20 client.17115 trim_cache size 0 max 16384 2024-09-12T12:40:00.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b38a53740 1 Processor -- start 2024-09-12T12:40:00.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b38a53740 1 -- start start 2024-09-12T12:40:00.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b38a53740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c400eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b38a53740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c40116e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b38a53740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4002d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b38a53740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7b301ada70 con 0x55b7c4012940 2024-09-12T12:40:00.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b38a53740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7b301af5b0 con 0x55b7c4007760 2024-09-12T12:40:00.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b38a53740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7b301ae140 con 0x55b7c4008080 2024-09-12T12:40:00.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b34c17640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4002d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b34c17640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4002d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37608/0 (socket says 172.21.15.82:37608) 2024-09-12T12:40:00.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b34c17640 1 -- 172.21.15.82:0/519251415 learned_addr learned my addr 172.21.15.82:0/519251415 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:00.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b27fff640 1 --2- 172.21.15.82:0/519251415 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c40116e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b2ffff640 1 --2- 172.21.15.82:0/519251415 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c400eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b34c17640 1 -- 172.21.15.82:0/519251415 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 msgr2=0x55b7c40116e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:00.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b34c17640 1 --2- 172.21.15.82:0/519251415 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c40116e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b34c17640 1 -- 172.21.15.82:0/519251415 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 msgr2=0x55b7c400eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:00.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b34c17640 1 --2- 172.21.15.82:0/519251415 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c400eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.225+0000 7f7b34c17640 1 -- 172.21.15.82:0/519251415 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7c3fff260 con 0x55b7c4012940 2024-09-12T12:40:00.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.226+0000 7f7b34c17640 1 --2- 172.21.15.82:0/519251415 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4002d60 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f7b28009ee0 tx=0x7f7b28009830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8be7265e39758c38 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:00.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.226+0000 7f7b25ffb640 1 -- 172.21.15.82:0/519251415 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b28019ea0 con 0x55b7c4012940 2024-09-12T12:40:00.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.226+0000 7f7b25ffb640 1 -- 172.21.15.82:0/519251415 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b28019c30 con 0x55b7c4012940 2024-09-12T12:40:00.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.226+0000 7f7b25ffb640 1 -- 172.21.15.82:0/519251415 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b2801ae80 con 0x55b7c4012940 2024-09-12T12:40:00.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.226+0000 7f7b38a53740 1 -- 172.21.15.82:0/519251415 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 msgr2=0x55b7c4002d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:00.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.226+0000 7f7b38a53740 1 --2- 172.21.15.82:0/519251415 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4002d60 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f7b28009ee0 tx=0x7f7b28009830 comp rx=0 tx=0).stop 2024-09-12T12:40:00.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.226+0000 7f7b38a53740 1 -- 172.21.15.82:0/519251415 shutdown_connections 2024-09-12T12:40:00.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.226+0000 7f7b38a53740 1 --2- 172.21.15.82:0/519251415 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c4002d60 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.226+0000 7f7b38a53740 1 --2- 172.21.15.82:0/519251415 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c40116e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.226+0000 7f7b38a53740 1 --2- 172.21.15.82:0/519251415 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c400eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.226+0000 7f7b38a53740 1 -- 172.21.15.82:0/519251415 >> 172.21.15.82:0/519251415 conn(0x55b7c4003cf0 msgr2=0x55b7c4002650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:00.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.227+0000 7f7b38a53740 1 -- 172.21.15.82:0/519251415 shutdown_connections 2024-09-12T12:40:00.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.227+0000 7f7b38a53740 1 -- 172.21.15.82:0/519251415 wait complete. 2024-09-12T12:40:00.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.227+0000 7f7b38a53740 1 -- start start 2024-09-12T12:40:00.231 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.227+0000 7f7b38a53740 1 Processor -- start 2024-09-12T12:40:00.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.227+0000 7f7b38a53740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c4016ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.227+0000 7f7b38a53740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c4017020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.227+0000 7f7b38a53740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c401a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.227+0000 7f7b38a53740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f7b301aeee0 con 0x55b7c4012940 2024-09-12T12:40:00.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.227+0000 7f7b38a53740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7b301ae810 con 0x55b7c4007760 2024-09-12T12:40:00.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.227+0000 7f7b38a53740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f7b301aba70 con 0x55b7c4008080 2024-09-12T12:40:00.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.227+0000 7f7b38a53740 10 client.0 _ll_register_callbacks cb 0x7f7b2801bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:40:00.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b34c17640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c401a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b34c17640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c401a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37618/0 (socket says 172.21.15.82:37618) 2024-09-12T12:40:00.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b34c17640 1 -- 172.21.15.82:0/4194626776 learned_addr learned my addr 172.21.15.82:0/4194626776 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:00.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b2ffff640 1 --2- 172.21.15.82:0/4194626776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c4016ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b27fff640 1 --2- 172.21.15.82:0/4194626776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c4017020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b34c17640 1 -- 172.21.15.82:0/4194626776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 msgr2=0x55b7c4017020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:00.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b34c17640 1 --2- 172.21.15.82:0/4194626776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c4017020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b34c17640 1 -- 172.21.15.82:0/4194626776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 msgr2=0x55b7c4016ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:00.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b34c17640 1 --2- 172.21.15.82:0/4194626776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c4016ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b34c17640 1 -- 172.21.15.82:0/4194626776 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7c401a840 con 0x55b7c4012940 2024-09-12T12:40:00.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b2ffff640 1 --2- 172.21.15.82:0/4194626776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c4016ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:40:00.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b34c17640 1 --2- 172.21.15.82:0/4194626776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c401a150 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f7b28024b20 tx=0x7f7b280096a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52301184dadd7a59 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:00.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b0f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:40:00.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b0f7fe640 1 -- 172.21.15.82:0/4194626776 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b28024640 con 0x55b7c4012940 2024-09-12T12:40:00.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b0f7fe640 1 -- 172.21.15.82:0/4194626776 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8622+0+0 (secure 0 0 0) 0x7f7b280247e0 con 0x55b7c4012940 2024-09-12T12:40:00.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b38a53740 1 -- 172.21.15.82:0/4194626776 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b28019c30 con 0x55b7c4012940 2024-09-12T12:40:00.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b0f7fe640 1 -- 172.21.15.82:0/4194626776 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7b28040480 con 0x55b7c4012940 2024-09-12T12:40:00.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b38a53740 10 client.17121 fetch_fsmap learned FSMap version 28 2024-09-12T12:40:00.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.228+0000 7f7b38a53740 1 -- 172.21.15.82:0/4194626776 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b7c408de80 con 0x55b7c4012940 2024-09-12T12:40:00.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.229+0000 7f7b0f7fe640 1 -- 172.21.15.82:0/4194626776 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b28019c30 con 0x55b7c4012940 2024-09-12T12:40:00.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.229+0000 7f7b0f7fe640 1 -- 172.21.15.82:0/4194626776 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7b28033020 con 0x55b7c4012940 2024-09-12T12:40:00.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.229+0000 7f7b38a53740 10 client.17121 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:40:00.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.229+0000 7f7b38a53740 10 client.17121 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:40:00.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.229+0000 7f7b38a53740 20 client.17121 populate_metadata read hostname 'smithi082' 2024-09-12T12:40:00.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.229+0000 7f7b38a53740 1 --2- 172.21.15.82:0/4194626776 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b7c408e550 0x55b7c4090940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:00.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.229+0000 7f7b38a53740 4 client.17121 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-09-12T12:40:00.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.229+0000 7f7b38a53740 1 -- 172.21.15.82:0/4194626776 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x55b7c3f74d20 con 0x55b7c408e550 2024-09-12T12:40:00.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.229+0000 7f7b2ffff640 1 --2- 172.21.15.82:0/4194626776 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b7c408e550 0x55b7c4090940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:00.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.229+0000 7f7b2ffff640 1 --2- 172.21.15.82:0/4194626776 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b7c408e550 0x55b7c4090940 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=916c010bcdc3d22e server_cookie=4a6cda06b709ac51 in_seq=0 out_seq=0 2024-09-12T12:40:00.237 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.229+0000 7f7b0f7fe640 10 client.17121 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:00.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b0f7fe640 1 -- 172.21.15.82:0/4194626776 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55b7c3f74d20 con 0x55b7c408e550 2024-09-12T12:40:00.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b0f7fe640 10 client.17121 handle_command_reply: tid=0 2024-09-12T12:40:00.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b38a53740 1 client.17121 shutdown 2024-09-12T12:40:00.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b38a53740 1 -- 172.21.15.82:0/4194626776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 msgr2=0x55b7c401a150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:00.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b38a53740 1 --2- 172.21.15.82:0/4194626776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c401a150 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f7b28024b20 tx=0x7f7b280096a0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b38a53740 1 -- 172.21.15.82:0/4194626776 shutdown_connections 2024-09-12T12:40:00.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b38a53740 1 --2- 172.21.15.82:0/4194626776 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55b7c408e550 0x55b7c4090940 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b0f7fe640 0 client.17121 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:00.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b38a53740 1 --2- 172.21.15.82:0/4194626776 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55b7c4012940 0x55b7c401a150 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b38a53740 1 --2- 172.21.15.82:0/4194626776 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55b7c4008080 0x55b7c4017020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b38a53740 1 --2- 172.21.15.82:0/4194626776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b7c4007760 0x55b7c4016ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b38a53740 1 -- 172.21.15.82:0/4194626776 >> 172.21.15.82:0/4194626776 conn(0x55b7c4003cf0 msgr2=0x55b7c40099d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:00.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b38a53740 1 -- 172.21.15.82:0/4194626776 shutdown_connections 2024-09-12T12:40:00.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b38a53740 1 -- 172.21.15.82:0/4194626776 wait complete. 2024-09-12T12:40:00.243 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.241+0000 7f7b38a53740 20 client.17121 trim_cache size 0 max 16384 2024-09-12T12:40:00.244 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:40:00.244 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:40:00.244 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:40:00.244 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 50, 2024-09-12T12:40:00.244 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:40:00.244 INFO:teuthology.orchestra.run.smithi082.stdout: "8daec955": { 2024-09-12T12:40:00.244 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 50, 2024-09-12T12:40:00.245 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:40:00.245 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:40:00.245 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:40:00.245 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:40:00.245 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:40:00.245 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:40:00.245 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 150.0, 2024-09-12T12:40:00.245 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:40:00.245 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:40:00.245 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:40:00.245 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:40:00.246 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:40:00.246 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:40:00.246 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:00.246 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:00.246 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:00.246 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:00.246 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:00.246 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:40:00.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.242+0000 7f7b3667a640 1 -- 172.21.15.82:0/3090794549 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7b1c0a2d70 msgr2=0x7f7b1c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:00.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.242+0000 7f7b3667a640 1 --2- 172.21.15.82:0/3090794549 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7b1c0a2d70 0x7f7b1c0a5230 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7b2800a4c0 tx=0x7f7b28004a40 comp rx=0 tx=0).stop 2024-09-12T12:40:00.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.242+0000 7f7b3667a640 1 -- 172.21.15.82:0/3090794549 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7b301027a0 msgr2=0x7f7b30198a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:00.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.242+0000 7f7b3667a640 1 --2- 172.21.15.82:0/3090794549 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7b301027a0 0x7f7b30198a00 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f7b18005ab0 tx=0x7f7b180042f0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.242+0000 7f7b3667a640 1 -- 172.21.15.82:0/3090794549 shutdown_connections 2024-09-12T12:40:00.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.242+0000 7f7b3667a640 1 --2- 172.21.15.82:0/3090794549 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f7b1c0a2d70 0x7f7b1c0a5230 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.242+0000 7f7b3667a640 1 --2- 172.21.15.82:0/3090794549 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f7b30106f20 0x7f7b3019cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.242+0000 7f7b3667a640 1 --2- 172.21.15.82:0/3090794549 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f7b301027a0 0x7f7b30198a00 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.242+0000 7f7b3667a640 1 --2- 172.21.15.82:0/3090794549 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b30101df0 0x7f7b301984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:00.247 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.242+0000 7f7b3667a640 1 -- 172.21.15.82:0/3090794549 >> 172.21.15.82:0/3090794549 conn(0x7f7b300fd8b0 msgr2=0x7f7b300febd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:00.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.242+0000 7f7b3667a640 1 -- 172.21.15.82:0/3090794549 shutdown_connections 2024-09-12T12:40:00.248 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:00.242+0000 7f7b3667a640 1 -- 172.21.15.82:0/3090794549 wait complete. 2024-09-12T12:40:00.270 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:39:59 smithi097 ceph-mon[34923]: pgmap v415: 97 pgs: 97 active+clean; 4.5 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:40:00.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:39:59 smithi114 ceph-mon[35514]: pgmap v415: 97 pgs: 97 active+clean; 4.5 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:40:00.988 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '8daec955', quiesce took 3.4 seconds. Will release after: 26.6 2024-09-12T12:40:01.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:00 smithi097 ceph-mon[34923]: overall HEALTH_OK 2024-09-12T12:40:01.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:00 smithi082 ceph-mon[31122]: overall HEALTH_OK 2024-09-12T12:40:01.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:00 smithi114 ceph-mon[35514]: overall HEALTH_OK 2024-09-12T12:40:02.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:01 smithi097 ceph-mon[34923]: pgmap v416: 97 pgs: 97 active+clean; 4.5 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:40:02.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:01 smithi082 ceph-mon[31122]: pgmap v416: 97 pgs: 97 active+clean; 4.5 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:40:02.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:01 smithi114 ceph-mon[35514]: pgmap v416: 97 pgs: 97 active+clean; 4.5 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:40:04.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:03 smithi097 ceph-mon[34923]: pgmap v417: 97 pgs: 97 active+clean; 4.5 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:40:04.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:03 smithi082 ceph-mon[31122]: pgmap v417: 97 pgs: 97 active+clean; 4.5 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:40:04.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:03 smithi114 ceph-mon[35514]: pgmap v417: 97 pgs: 97 active+clean; 4.5 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:40:06.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:05 smithi097 ceph-mon[34923]: pgmap v418: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 94 KiB/s wr, 37 op/s 2024-09-12T12:40:06.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:05 smithi082 ceph-mon[31122]: pgmap v418: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 94 KiB/s wr, 37 op/s 2024-09-12T12:40:06.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:05 smithi114 ceph-mon[35514]: pgmap v418: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 94 KiB/s wr, 37 op/s 2024-09-12T12:40:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.641+0000 7f9d24001640 1 -- 172.21.15.82:0/807084189 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9d1c107b80 msgr2=0x7f9d1c107f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.641+0000 7f9d24001640 1 --2- 172.21.15.82:0/807084189 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9d1c107b80 0x7f9d1c107f60 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f9d18009930 tx=0x7f9d1802a420 comp rx=0 tx=0).stop 2024-09-12T12:40:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.641+0000 7f9d24001640 1 -- 172.21.15.82:0/807084189 shutdown_connections 2024-09-12T12:40:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.641+0000 7f9d24001640 1 --2- 172.21.15.82:0/807084189 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9d1c102480 0x7f9d1c10e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.641+0000 7f9d24001640 1 --2- 172.21.15.82:0/807084189 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d1c101ae0 0x7f9d1c101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.644 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.641+0000 7f9d24001640 1 --2- 172.21.15.82:0/807084189 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9d1c107b80 0x7f9d1c107f60 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.644 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.641+0000 7f9d24001640 1 -- 172.21.15.82:0/807084189 >> 172.21.15.82:0/807084189 conn(0x7f9d1c0fd7e0 msgr2=0x7f9d1c0ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:07.644 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.641+0000 7f9d24001640 1 -- 172.21.15.82:0/807084189 shutdown_connections 2024-09-12T12:40:07.644 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.641+0000 7f9d24001640 1 -- 172.21.15.82:0/807084189 wait complete. 2024-09-12T12:40:07.644 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.641+0000 7f9d24001640 1 Processor -- start 2024-09-12T12:40:07.644 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d24001640 1 -- start start 2024-09-12T12:40:07.644 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d24001640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d1c101ae0 0x7f9d1c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.644 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d24001640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9d1c102480 0x7f9d1c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.644 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d24001640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9d1c107b80 0x7f9d1c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.644 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d24001640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9d1c111f30 con 0x7f9d1c102480 2024-09-12T12:40:07.644 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d24001640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9d1c111db0 con 0x7f9d1c107b80 2024-09-12T12:40:07.644 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d24001640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9d1c1120b0 con 0x7f9d1c101ae0 2024-09-12T12:40:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d2159c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9d1c102480 0x7f9d1c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d2159c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9d1c102480 0x7f9d1c074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37636/0 (socket says 172.21.15.82:37636) 2024-09-12T12:40:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d2159c640 1 -- 172.21.15.82:0/764941307 learned_addr learned my addr 172.21.15.82:0/764941307 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d2259e640 1 --2- 172.21.15.82:0/764941307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9d1c107b80 0x7f9d1c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d21d9d640 1 --2- 172.21.15.82:0/764941307 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d1c101ae0 0x7f9d1c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d2159c640 1 -- 172.21.15.82:0/764941307 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d1c101ae0 msgr2=0x7f9d1c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d2159c640 1 --2- 172.21.15.82:0/764941307 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d1c101ae0 0x7f9d1c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d2159c640 1 -- 172.21.15.82:0/764941307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9d1c107b80 msgr2=0x7f9d1c074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d2159c640 1 --2- 172.21.15.82:0/764941307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9d1c107b80 0x7f9d1c074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d2159c640 1 -- 172.21.15.82:0/764941307 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d1c1a6880 con 0x7f9d1c102480 2024-09-12T12:40:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.642+0000 7f9d2159c640 1 --2- 172.21.15.82:0/764941307 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9d1c102480 0x7f9d1c074a30 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c00d770 tx=0x7f9d0c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.643+0000 7f9d12ffd640 1 -- 172.21.15.82:0/764941307 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c017070 con 0x7f9d1c102480 2024-09-12T12:40:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.643+0000 7f9d12ffd640 1 -- 172.21.15.82:0/764941307 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d0c005500 con 0x7f9d1c102480 2024-09-12T12:40:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.643+0000 7f9d24001640 1 -- 172.21.15.82:0/764941307 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d1c1a6b70 con 0x7f9d1c102480 2024-09-12T12:40:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.643+0000 7f9d12ffd640 1 -- 172.21.15.82:0/764941307 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c004e00 con 0x7f9d1c102480 2024-09-12T12:40:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.643+0000 7f9d24001640 1 -- 172.21.15.82:0/764941307 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d1c1a7070 con 0x7f9d1c102480 2024-09-12T12:40:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.646+0000 7f9d12ffd640 1 -- 172.21.15.82:0/764941307 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f9d0c004fa0 con 0x7f9d1c102480 2024-09-12T12:40:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.646+0000 7f9d26e70740 1 Processor -- start 2024-09-12T12:40:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.646+0000 7f9d26e70740 1 -- start start 2024-09-12T12:40:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d26e70740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52d7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d26e70740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52d8410 0x5610f52e2770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d26e70740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52e2cb0 0x5610f52e50a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d26e70740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5610f523c2f0 con 0x5610f52d7af0 2024-09-12T12:40:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d26e70740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5610f51e4270 con 0x5610f52d8410 2024-09-12T12:40:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d26e70740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5610f52382b0 con 0x5610f52e2cb0 2024-09-12T12:40:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d2259e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52d7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d2259e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52d7ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37642/0 (socket says 172.21.15.82:37642) 2024-09-12T12:40:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d2259e640 1 -- 172.21.15.82:0/107982249 learned_addr learned my addr 172.21.15.82:0/107982249 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d2159c640 1 --2- 172.21.15.82:0/107982249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52e2cb0 0x5610f52e50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d21d9d640 1 --2- 172.21.15.82:0/107982249 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52d8410 0x5610f52e2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d12ffd640 1 --2- 172.21.15.82:0/764941307 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9d080a2da0 0x7f9d080a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d2259e640 1 -- 172.21.15.82:0/107982249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52e2cb0 msgr2=0x5610f52e50a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d2259e640 1 --2- 172.21.15.82:0/107982249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52e2cb0 0x5610f52e50a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d2259e640 1 -- 172.21.15.82:0/107982249 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52d8410 msgr2=0x5610f52e2770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d2259e640 1 --2- 172.21.15.82:0/107982249 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52d8410 0x5610f52e2770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d2259e640 1 -- 172.21.15.82:0/107982249 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610f51e3340 con 0x5610f52d7af0 2024-09-12T12:40:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d12ffd640 1 -- 172.21.15.82:0/764941307 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8666+0+0 (secure 0 0 0) 0x7f9d0c0cef10 con 0x7f9d1c102480 2024-09-12T12:40:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d2259e640 1 --2- 172.21.15.82:0/107982249 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52d7ed0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f9d14009f70 tx=0x7f9d14010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da0e27234621eaec server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.647+0000 7f9d2259e640 1 --2- 172.21.15.82:0/764941307 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9d080a2da0 0x7f9d080a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.648+0000 7f9d07fff640 1 -- 172.21.15.82:0/107982249 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d14016070 con 0x5610f52d7af0 2024-09-12T12:40:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.648+0000 7f9d07fff640 1 -- 172.21.15.82:0/107982249 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d14012450 con 0x5610f52d7af0 2024-09-12T12:40:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.648+0000 7f9d07fff640 1 -- 172.21.15.82:0/107982249 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d140116e0 con 0x5610f52d7af0 2024-09-12T12:40:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.648+0000 7f9d26e70740 1 -- 172.21.15.82:0/107982249 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 msgr2=0x5610f52d7ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.648+0000 7f9d2259e640 1 --2- 172.21.15.82:0/764941307 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9d080a2da0 0x7f9d080a5260 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9d14011010 tx=0x7f9d14011db0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.648+0000 7f9d26e70740 1 --2- 172.21.15.82:0/107982249 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52d7ed0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f9d14009f70 tx=0x7f9d14010800 comp rx=0 tx=0).stop 2024-09-12T12:40:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.648+0000 7f9d26e70740 1 -- 172.21.15.82:0/107982249 shutdown_connections 2024-09-12T12:40:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.648+0000 7f9d26e70740 1 --2- 172.21.15.82:0/107982249 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52e2cb0 0x5610f52e50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.648+0000 7f9d26e70740 1 --2- 172.21.15.82:0/107982249 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52d8410 0x5610f52e2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.648+0000 7f9d26e70740 1 --2- 172.21.15.82:0/107982249 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52d7ed0 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.648+0000 7f9d26e70740 1 -- 172.21.15.82:0/107982249 >> 172.21.15.82:0/107982249 conn(0x5610f52d4060 msgr2=0x5610f52d4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.649+0000 7f9d26e70740 1 -- 172.21.15.82:0/107982249 shutdown_connections 2024-09-12T12:40:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.649+0000 7f9d26e70740 1 -- 172.21.15.82:0/107982249 wait complete. 2024-09-12T12:40:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.649+0000 7f9d26e70740 1 -- start start 2024-09-12T12:40:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.649+0000 7f9d26e70740 1 Processor -- start 2024-09-12T12:40:07.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d26e70740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52dfb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d26e70740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52d8410 0x5610f52e0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d26e70740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52e2cb0 0x5610f52e05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d26e70740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5610f52e5880 con 0x5610f52d7af0 2024-09-12T12:40:07.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d26e70740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5610f51c5290 con 0x5610f52d8410 2024-09-12T12:40:07.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d26e70740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5610f52e5a00 con 0x5610f52e2cb0 2024-09-12T12:40:07.656 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d26e70740 10 client.0 _ll_register_callbacks cb 0x5610f51f6140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:40:07.657 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d21d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52dfb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.657 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d21d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52dfb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37658/0 (socket says 172.21.15.82:37658) 2024-09-12T12:40:07.657 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d21d9d640 1 -- 172.21.15.82:0/577592999 learned_addr learned my addr 172.21.15.82:0/577592999 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:07.657 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d2259e640 1 --2- 172.21.15.82:0/577592999 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52e2cb0 0x5610f52e05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.657 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d2159c640 1 --2- 172.21.15.82:0/577592999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52d8410 0x5610f52e0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.657 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d21d9d640 1 -- 172.21.15.82:0/577592999 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52e2cb0 msgr2=0x5610f52e05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:07.657 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d21d9d640 1 --2- 172.21.15.82:0/577592999 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52e2cb0 0x5610f52e05d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.657 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d21d9d640 1 -- 172.21.15.82:0/577592999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52d8410 msgr2=0x5610f52e0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:07.657 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d21d9d640 1 --2- 172.21.15.82:0/577592999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52d8410 0x5610f52e0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.657 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d21d9d640 1 -- 172.21.15.82:0/577592999 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610f4f4f210 con 0x5610f52d7af0 2024-09-12T12:40:07.657 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d2259e640 1 --2- 172.21.15.82:0/577592999 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52e2cb0 0x5610f52e05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:07.657 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d21d9d640 1 --2- 172.21.15.82:0/577592999 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52dfb50 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f9d1802a940 tx=0x7f9d180317e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25ff6c5cb04a9ad server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:07.657 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d057fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:40:07.658 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d057fa640 1 -- 172.21.15.82:0/577592999 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d18035040 con 0x5610f52d7af0 2024-09-12T12:40:07.658 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d057fa640 1 -- 172.21.15.82:0/577592999 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8666+0+0 (secure 0 0 0) 0x7f9d18004460 con 0x5610f52d7af0 2024-09-12T12:40:07.658 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.650+0000 7f9d26e70740 1 -- 172.21.15.82:0/577592999 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d14012450 con 0x5610f52d7af0 2024-09-12T12:40:07.658 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.651+0000 7f9d057fa640 1 -- 172.21.15.82:0/577592999 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9d18031a10 con 0x5610f52d7af0 2024-09-12T12:40:07.658 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.651+0000 7f9d26e70740 10 client.17133 fetch_fsmap learned FSMap version 28 2024-09-12T12:40:07.658 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.651+0000 7f9d26e70740 1 -- 172.21.15.82:0/577592999 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5610f501b620 con 0x5610f52d7af0 2024-09-12T12:40:07.658 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.651+0000 7f9d057fa640 1 -- 172.21.15.82:0/577592999 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d14012450 con 0x5610f52d7af0 2024-09-12T12:40:07.658 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.651+0000 7f9d057fa640 1 -- 172.21.15.82:0/577592999 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f9d18045870 con 0x5610f52d7af0 2024-09-12T12:40:07.658 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.651+0000 7f9d26e70740 10 client.17133 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:40:07.658 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.651+0000 7f9d26e70740 10 client.17133 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:40:07.658 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.651+0000 7f9d26e70740 20 client.17133 populate_metadata read hostname 'smithi082' 2024-09-12T12:40:07.658 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.651+0000 7f9d26e70740 1 --2- 172.21.15.82:0/577592999 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5610f52f2c10 0x5610f52f5000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.658 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.651+0000 7f9d26e70740 4 client.17133 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:40:07.659 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.651+0000 7f9d26e70740 1 -- 172.21.15.82:0/577592999 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610f5249a20 con 0x5610f52f2c10 2024-09-12T12:40:07.659 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.651+0000 7f9d2159c640 1 --2- 172.21.15.82:0/577592999 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5610f52f2c10 0x5610f52f5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.659 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.652+0000 7f9d057fa640 10 client.17133 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:07.659 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.652+0000 7f9d2159c640 1 --2- 172.21.15.82:0/577592999 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5610f52f2c10 0x5610f52f5000 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9576a7ec6c3cf4b8 server_cookie=7d1276d79a28aafa in_seq=0 out_seq=0 2024-09-12T12:40:07.659 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.652+0000 7f9d057fa640 1 -- 172.21.15.82:0/577592999 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5610f5249a20 con 0x5610f52f2c10 2024-09-12T12:40:07.659 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.652+0000 7f9d057fa640 10 client.17133 handle_command_reply: tid=0 2024-09-12T12:40:07.659 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.652+0000 7f9d26e70740 1 client.17133 shutdown 2024-09-12T12:40:07.659 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.652+0000 7f9d26e70740 1 -- 172.21.15.82:0/577592999 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 msgr2=0x5610f52dfb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:07.659 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.652+0000 7f9d26e70740 1 --2- 172.21.15.82:0/577592999 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52dfb50 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f9d1802a940 tx=0x7f9d180317e0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.659 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.653+0000 7f9d26e70740 1 -- 172.21.15.82:0/577592999 shutdown_connections 2024-09-12T12:40:07.659 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.653+0000 7f9d26e70740 1 --2- 172.21.15.82:0/577592999 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5610f52f2c10 0x5610f52f5000 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.659 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.653+0000 7f9d26e70740 1 --2- 172.21.15.82:0/577592999 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52e2cb0 0x5610f52e05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.660 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.653+0000 7f9d26e70740 1 --2- 172.21.15.82:0/577592999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52d8410 0x5610f52e0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.660 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.653+0000 7f9d057fa640 0 client.17133 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:07.660 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.653+0000 7f9d26e70740 1 --2- 172.21.15.82:0/577592999 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52dfb50 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.660 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.653+0000 7f9d26e70740 1 -- 172.21.15.82:0/577592999 >> 172.21.15.82:0/577592999 conn(0x5610f52d4060 msgr2=0x5610f52d9dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:07.660 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.653+0000 7f9d26e70740 1 -- 172.21.15.82:0/577592999 shutdown_connections 2024-09-12T12:40:07.660 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.653+0000 7f9d26e70740 1 -- 172.21.15.82:0/577592999 wait complete. 2024-09-12T12:40:07.660 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.653+0000 7f9d26e70740 20 client.17133 trim_cache size 0 max 16384 2024-09-12T12:40:07.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.667+0000 7f9d26e70740 1 Processor -- start 2024-09-12T12:40:07.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.667+0000 7f9d26e70740 1 -- start start 2024-09-12T12:40:07.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.667+0000 7f9d26e70740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52e1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.667+0000 7f9d26e70740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52d8410 0x5610f52e0080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.667+0000 7f9d26e70740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52e2cb0 0x5610f52e05c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.667+0000 7f9d26e70740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9d1c1afbc0 con 0x5610f52d7af0 2024-09-12T12:40:07.672 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.667+0000 7f9d26e70740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9d1c1b1700 con 0x5610f52e2cb0 2024-09-12T12:40:07.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.667+0000 7f9d26e70740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9d1c1b0290 con 0x5610f52d8410 2024-09-12T12:40:07.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.667+0000 7f9d21d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52e1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.668+0000 7f9d21d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52e1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37660/0 (socket says 172.21.15.82:37660) 2024-09-12T12:40:07.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.668+0000 7f9d21d9d640 1 -- 172.21.15.82:0/610145890 learned_addr learned my addr 172.21.15.82:0/610145890 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:07.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.668+0000 7f9d2259e640 1 --2- 172.21.15.82:0/610145890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52e2cb0 0x5610f52e05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.668+0000 7f9d21d9d640 1 -- 172.21.15.82:0/610145890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52d8410 msgr2=0x5610f52e0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:07.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.668+0000 7f9d21d9d640 1 --2- 172.21.15.82:0/610145890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52d8410 0x5610f52e0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.668+0000 7f9d21d9d640 1 -- 172.21.15.82:0/610145890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52e2cb0 msgr2=0x5610f52e05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:07.673 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.668+0000 7f9d21d9d640 1 --2- 172.21.15.82:0/610145890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52e2cb0 0x5610f52e05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.668+0000 7f9d21d9d640 1 -- 172.21.15.82:0/610145890 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610f52d3e90 con 0x5610f52d7af0 2024-09-12T12:40:07.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.668+0000 7f9d2259e640 1 --2- 172.21.15.82:0/610145890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52e2cb0 0x5610f52e05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:07.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.668+0000 7f9d21d9d640 1 --2- 172.21.15.82:0/610145890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52e1e80 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f9d18005780 tx=0x7f9d1802a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84468535d28f3530 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:07.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.668+0000 7f9d077fe640 1 -- 172.21.15.82:0/610145890 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d18035030 con 0x5610f52d7af0 2024-09-12T12:40:07.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.668+0000 7f9d077fe640 1 -- 172.21.15.82:0/610145890 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d18040070 con 0x5610f52d7af0 2024-09-12T12:40:07.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.668+0000 7f9d077fe640 1 -- 172.21.15.82:0/610145890 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d1803cb40 con 0x5610f52d7af0 2024-09-12T12:40:07.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.669+0000 7f9d26e70740 1 -- 172.21.15.82:0/610145890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 msgr2=0x5610f52e1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:07.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.669+0000 7f9d26e70740 1 --2- 172.21.15.82:0/610145890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52e1e80 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f9d18005780 tx=0x7f9d1802a420 comp rx=0 tx=0).stop 2024-09-12T12:40:07.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.669+0000 7f9d26e70740 1 -- 172.21.15.82:0/610145890 shutdown_connections 2024-09-12T12:40:07.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.669+0000 7f9d26e70740 1 --2- 172.21.15.82:0/610145890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52e2cb0 0x5610f52e05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.669+0000 7f9d26e70740 1 --2- 172.21.15.82:0/610145890 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52d8410 0x5610f52e0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.669+0000 7f9d26e70740 1 --2- 172.21.15.82:0/610145890 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d7af0 0x5610f52e1e80 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.674 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.669+0000 7f9d26e70740 1 -- 172.21.15.82:0/610145890 >> 172.21.15.82:0/610145890 conn(0x5610f52d4060 msgr2=0x5610f52d31c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:07.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.669+0000 7f9d26e70740 1 -- 172.21.15.82:0/610145890 shutdown_connections 2024-09-12T12:40:07.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.669+0000 7f9d26e70740 1 -- 172.21.15.82:0/610145890 wait complete. 2024-09-12T12:40:07.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.669+0000 7f9d26e70740 1 -- start start 2024-09-12T12:40:07.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.669+0000 7f9d26e70740 1 Processor -- start 2024-09-12T12:40:07.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d26e70740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52d7af0 0x5610f52eb3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d26e70740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d8410 0x5610f52e66f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d26e70740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52e2cb0 0x5610f52e6c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d26e70740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9d1c1b1030 con 0x5610f52d8410 2024-09-12T12:40:07.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d26e70740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9d1c1b0960 con 0x5610f52e2cb0 2024-09-12T12:40:07.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d26e70740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9d1c1adbc0 con 0x5610f52d7af0 2024-09-12T12:40:07.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d26e70740 10 client.0 _ll_register_callbacks cb 0x7f9d18005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:40:07.675 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d2159c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d8410 0x5610f52e66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d2159c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d8410 0x5610f52e66f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37668/0 (socket says 172.21.15.82:37668) 2024-09-12T12:40:07.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d2159c640 1 -- 172.21.15.82:0/522637576 learned_addr learned my addr 172.21.15.82:0/522637576 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:07.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d21d9d640 1 --2- 172.21.15.82:0/522637576 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52d7af0 0x5610f52eb3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d2259e640 1 --2- 172.21.15.82:0/522637576 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52e2cb0 0x5610f52e6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d2159c640 1 -- 172.21.15.82:0/522637576 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52d7af0 msgr2=0x5610f52eb3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:07.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d2159c640 1 --2- 172.21.15.82:0/522637576 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52d7af0 0x5610f52eb3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d2159c640 1 -- 172.21.15.82:0/522637576 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52e2cb0 msgr2=0x5610f52e6c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:07.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d2159c640 1 --2- 172.21.15.82:0/522637576 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52e2cb0 0x5610f52e6c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.676 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d2159c640 1 -- 172.21.15.82:0/522637576 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610f52d5110 con 0x5610f52d8410 2024-09-12T12:40:07.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d2159c640 1 --2- 172.21.15.82:0/522637576 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d8410 0x5610f52e66f0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c09b0f0 tx=0x7f9d0c0d2680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e00f893d37bb9a99 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:07.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d057fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:40:07.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d057fa640 1 -- 172.21.15.82:0/522637576 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c020040 con 0x5610f52d8410 2024-09-12T12:40:07.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d057fa640 1 -- 172.21.15.82:0/522637576 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8666+0+0 (secure 0 0 0) 0x7f9d0c009cc0 con 0x5610f52d8410 2024-09-12T12:40:07.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d26e70740 1 -- 172.21.15.82:0/522637576 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d18040070 con 0x5610f52d8410 2024-09-12T12:40:07.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d057fa640 1 -- 172.21.15.82:0/522637576 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9d0c0046c0 con 0x5610f52d8410 2024-09-12T12:40:07.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d26e70740 10 client.17139 fetch_fsmap learned FSMap version 28 2024-09-12T12:40:07.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.670+0000 7f9d26e70740 1 -- 172.21.15.82:0/522637576 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5610f535d740 con 0x5610f52d8410 2024-09-12T12:40:07.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.671+0000 7f9d057fa640 1 -- 172.21.15.82:0/522637576 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d18040070 con 0x5610f52d8410 2024-09-12T12:40:07.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.671+0000 7f9d057fa640 1 -- 172.21.15.82:0/522637576 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f9d0c0cc880 con 0x5610f52d8410 2024-09-12T12:40:07.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.671+0000 7f9d26e70740 10 client.17139 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:40:07.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.671+0000 7f9d26e70740 10 client.17139 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:40:07.677 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.671+0000 7f9d26e70740 20 client.17139 populate_metadata read hostname 'smithi082' 2024-09-12T12:40:07.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.671+0000 7f9d26e70740 1 --2- 172.21.15.82:0/522637576 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5610f535dec0 0x5610f53602e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:07.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.671+0000 7f9d26e70740 4 client.17139 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:40:07.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.671+0000 7f9d26e70740 1 -- 172.21.15.82:0/522637576 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5610f5243d70 con 0x5610f535dec0 2024-09-12T12:40:07.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.671+0000 7f9d21d9d640 1 --2- 172.21.15.82:0/522637576 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5610f535dec0 0x5610f53602e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:07.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.671+0000 7f9d057fa640 10 client.17139 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:07.678 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.671+0000 7f9d21d9d640 1 --2- 172.21.15.82:0/522637576 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5610f535dec0 0x5610f53602e0 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e470418779ff0420 server_cookie=31345fa4861588d2 in_seq=0 out_seq=0 2024-09-12T12:40:07.686 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d057fa640 1 -- 172.21.15.82:0/522637576 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5610f5243d70 con 0x5610f535dec0 2024-09-12T12:40:07.687 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d057fa640 10 client.17139 handle_command_reply: tid=0 2024-09-12T12:40:07.687 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d26e70740 1 client.17139 shutdown 2024-09-12T12:40:07.687 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d26e70740 1 -- 172.21.15.82:0/522637576 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d8410 msgr2=0x5610f52e66f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:07.687 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d26e70740 1 --2- 172.21.15.82:0/522637576 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d8410 0x5610f52e66f0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c09b0f0 tx=0x7f9d0c0d2680 comp rx=0 tx=0).stop 2024-09-12T12:40:07.687 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d26e70740 1 -- 172.21.15.82:0/522637576 shutdown_connections 2024-09-12T12:40:07.687 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d26e70740 1 --2- 172.21.15.82:0/522637576 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5610f535dec0 0x5610f53602e0 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.687 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d26e70740 1 --2- 172.21.15.82:0/522637576 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5610f52e2cb0 0x5610f52e6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.687 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d26e70740 1 --2- 172.21.15.82:0/522637576 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5610f52d8410 0x5610f52e66f0 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.687 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d057fa640 0 client.17139 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:07.687 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d26e70740 1 --2- 172.21.15.82:0/522637576 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5610f52d7af0 0x5610f52eb3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.687 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d26e70740 1 -- 172.21.15.82:0/522637576 >> 172.21.15.82:0/522637576 conn(0x5610f52d4060 msgr2=0x5610f52edb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:07.688 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d26e70740 1 -- 172.21.15.82:0/522637576 shutdown_connections 2024-09-12T12:40:07.688 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d26e70740 1 -- 172.21.15.82:0/522637576 wait complete. 2024-09-12T12:40:07.688 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.686+0000 7f9d26e70740 20 client.17139 trim_cache size 0 max 16384 2024-09-12T12:40:07.688 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:40:07.688 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:40:07.688 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:40:07.688 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:40:07.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.687+0000 7f9d24001640 1 -- 172.21.15.82:0/764941307 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9d080a2da0 msgr2=0x7f9d080a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:07.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.687+0000 7f9d24001640 1 --2- 172.21.15.82:0/764941307 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9d080a2da0 0x7f9d080a5260 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9d14011010 tx=0x7f9d14011db0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.687+0000 7f9d24001640 1 -- 172.21.15.82:0/764941307 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9d1c102480 msgr2=0x7f9d1c074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:07.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.687+0000 7f9d24001640 1 --2- 172.21.15.82:0/764941307 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9d1c102480 0x7f9d1c074a30 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c00d770 tx=0x7f9d0c00dc30 comp rx=0 tx=0).stop 2024-09-12T12:40:07.689 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.687+0000 7f9d24001640 1 -- 172.21.15.82:0/764941307 shutdown_connections 2024-09-12T12:40:07.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.687+0000 7f9d24001640 1 --2- 172.21.15.82:0/764941307 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9d080a2da0 0x7f9d080a5260 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.687+0000 7f9d24001640 1 --2- 172.21.15.82:0/764941307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9d1c107b80 0x7f9d1c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.687+0000 7f9d24001640 1 --2- 172.21.15.82:0/764941307 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9d1c102480 0x7f9d1c074a30 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.687+0000 7f9d24001640 1 --2- 172.21.15.82:0/764941307 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9d1c101ae0 0x7f9d1c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:07.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.687+0000 7f9d24001640 1 -- 172.21.15.82:0/764941307 >> 172.21.15.82:0/764941307 conn(0x7f9d1c0fd7e0 msgr2=0x7f9d1c0fdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:07.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.687+0000 7f9d24001640 1 -- 172.21.15.82:0/764941307 shutdown_connections 2024-09-12T12:40:07.690 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:07.687+0000 7f9d24001640 1 -- 172.21.15.82:0/764941307 wait complete. 2024-09-12T12:40:08.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:07 smithi097 ceph-mon[34923]: pgmap v419: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 78 KiB/s wr, 31 op/s 2024-09-12T12:40:08.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:07 smithi097 ceph-mon[34923]: osdmap e99: 12 total, 12 up, 12 in 2024-09-12T12:40:08.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:07 smithi082 ceph-mon[31122]: pgmap v419: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 78 KiB/s wr, 31 op/s 2024-09-12T12:40:08.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:07 smithi082 ceph-mon[31122]: osdmap e99: 12 total, 12 up, 12 in 2024-09-12T12:40:08.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:07 smithi114 ceph-mon[35514]: pgmap v419: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 78 KiB/s wr, 31 op/s 2024-09-12T12:40:08.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:07 smithi114 ceph-mon[35514]: osdmap e99: 12 total, 12 up, 12 in 2024-09-12T12:40:10.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:09 smithi097 ceph-mon[34923]: pgmap v421: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 74 KiB/s wr, 35 op/s 2024-09-12T12:40:10.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:09 smithi082 ceph-mon[31122]: pgmap v421: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 74 KiB/s wr, 35 op/s 2024-09-12T12:40:10.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:09 smithi114 ceph-mon[35514]: pgmap v421: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 74 KiB/s wr, 35 op/s 2024-09-12T12:40:12.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:11 smithi097 ceph-mon[34923]: pgmap v422: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 74 KiB/s wr, 35 op/s 2024-09-12T12:40:12.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:11 smithi082 ceph-mon[31122]: pgmap v422: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 74 KiB/s wr, 35 op/s 2024-09-12T12:40:12.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:11 smithi114 ceph-mon[35514]: pgmap v422: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 74 KiB/s wr, 35 op/s 2024-09-12T12:40:14.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:13 smithi097 ceph-mon[34923]: pgmap v423: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 74 KiB/s wr, 35 op/s 2024-09-12T12:40:14.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:13 smithi097 ceph-mon[34923]: osdmap e100: 12 total, 12 up, 12 in 2024-09-12T12:40:14.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:13 smithi082 ceph-mon[31122]: pgmap v423: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 74 KiB/s wr, 35 op/s 2024-09-12T12:40:14.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:13 smithi082 ceph-mon[31122]: osdmap e100: 12 total, 12 up, 12 in 2024-09-12T12:40:14.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:13 smithi114 ceph-mon[35514]: pgmap v423: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 74 KiB/s wr, 35 op/s 2024-09-12T12:40:14.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:13 smithi114 ceph-mon[35514]: osdmap e100: 12 total, 12 up, 12 in 2024-09-12T12:40:16.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:15 smithi097 ceph-mon[34923]: pgmap v425: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-09-12T12:40:16.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:15 smithi082 ceph-mon[31122]: pgmap v425: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-09-12T12:40:16.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:15 smithi114 ceph-mon[35514]: pgmap v425: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-09-12T12:40:18.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:17 smithi097 ceph-mon[34923]: pgmap v426: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 8.6 KiB/s wr, 14 op/s 2024-09-12T12:40:18.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:17 smithi082 ceph-mon[31122]: pgmap v426: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 8.6 KiB/s wr, 14 op/s 2024-09-12T12:40:18.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:17 smithi114 ceph-mon[35514]: pgmap v426: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 8.6 KiB/s wr, 14 op/s 2024-09-12T12:40:20.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:19 smithi097 ceph-mon[34923]: pgmap v427: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-12T12:40:20.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:19 smithi082 ceph-mon[31122]: pgmap v427: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-12T12:40:20.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:19 smithi114 ceph-mon[35514]: pgmap v427: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-12T12:40:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.783+0000 7fc36cae6640 1 -- 172.21.15.82:0/2959522527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc3681009b0 msgr2=0x7fc368100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.783+0000 7fc36cae6640 1 --2- 172.21.15.82:0/2959522527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc3681009b0 0x7fc368100e10 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7fc35c009930 tx=0x7fc35c02a420 comp rx=0 tx=0).stop 2024-09-12T12:40:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.783+0000 7fc36cae6640 1 -- 172.21.15.82:0/2959522527 shutdown_connections 2024-09-12T12:40:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.783+0000 7fc36cae6640 1 --2- 172.21.15.82:0/2959522527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc368101350 0x7fc36810d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.783+0000 7fc36cae6640 1 --2- 172.21.15.82:0/2959522527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc3681009b0 0x7fc368100e10 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.783+0000 7fc36cae6640 1 --2- 172.21.15.82:0/2959522527 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3681069c0 0x7fc368106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.783+0000 7fc36cae6640 1 -- 172.21.15.82:0/2959522527 >> 172.21.15.82:0/2959522527 conn(0x7fc368077990 msgr2=0x7fc3680fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.783+0000 7fc36cae6640 1 -- 172.21.15.82:0/2959522527 shutdown_connections 2024-09-12T12:40:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.783+0000 7fc36cae6640 1 -- 172.21.15.82:0/2959522527 wait complete. 2024-09-12T12:40:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.784+0000 7fc36cae6640 1 Processor -- start 2024-09-12T12:40:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.784+0000 7fc36cae6640 1 -- start start 2024-09-12T12:40:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.784+0000 7fc36cae6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3681009b0 0x7fc3681983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc36cae6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc368101350 0x7fc368198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc36cae6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3681069c0 0x7fc36819cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc36cae6640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc368110e00 con 0x7fc368101350 2024-09-12T12:40:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc36cae6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc368110c80 con 0x7fc3681069c0 2024-09-12T12:40:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc36cae6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc368110f80 con 0x7fc3681009b0 2024-09-12T12:40:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc365d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc368101350 0x7fc368198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc365d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc368101350 0x7fc368198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55066/0 (socket says 172.21.15.82:55066) 2024-09-12T12:40:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc365d9b640 1 -- 172.21.15.82:0/1100480892 learned_addr learned my addr 172.21.15.82:0/1100480892 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc36659c640 1 --2- 172.21.15.82:0/1100480892 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3681009b0 0x7fc3681983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc366d9d640 1 --2- 172.21.15.82:0/1100480892 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3681069c0 0x7fc36819cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc365d9b640 1 -- 172.21.15.82:0/1100480892 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3681009b0 msgr2=0x7fc3681983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc365d9b640 1 --2- 172.21.15.82:0/1100480892 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3681009b0 0x7fc3681983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc365d9b640 1 -- 172.21.15.82:0/1100480892 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3681069c0 msgr2=0x7fc36819cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc365d9b640 1 --2- 172.21.15.82:0/1100480892 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3681069c0 0x7fc36819cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc365d9b640 1 -- 172.21.15.82:0/1100480892 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc36819d3c0 con 0x7fc368101350 2024-09-12T12:40:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc365d9b640 1 --2- 172.21.15.82:0/1100480892 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc368101350 0x7fc368198910 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7fc35c009230 tx=0x7fc35c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc3577fe640 1 -- 172.21.15.82:0/1100480892 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc35c03f030 con 0x7fc368101350 2024-09-12T12:40:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc3577fe640 1 -- 172.21.15.82:0/1100480892 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc35c003ad0 con 0x7fc368101350 2024-09-12T12:40:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc36cae6640 1 -- 172.21.15.82:0/1100480892 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc36819d650 con 0x7fc368101350 2024-09-12T12:40:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc3577fe640 1 -- 172.21.15.82:0/1100480892 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc35c035070 con 0x7fc368101350 2024-09-12T12:40:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.785+0000 7fc36cae6640 1 -- 172.21.15.82:0/1100480892 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3681a4f40 con 0x7fc368101350 2024-09-12T12:40:20.795 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.788+0000 7fc3577fe640 1 -- 172.21.15.82:0/1100480892 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc35c042030 con 0x7fc368101350 2024-09-12T12:40:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.788+0000 7fc36f87e740 1 Processor -- start 2024-09-12T12:40:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc36f87e740 1 -- start start 2024-09-12T12:40:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc36f87e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1788af0 0x5624f1788ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc3577fe640 1 --2- 172.21.15.82:0/1100480892 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3500a2da0 0x7fc3500a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc36f87e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1789410 0x5624f1793770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc36f87e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1793cb0 0x5624f17960a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc36f87e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5624f16ed2f0 con 0x5624f1789410 2024-09-12T12:40:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc36f87e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5624f1695270 con 0x5624f1788af0 2024-09-12T12:40:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc36f87e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5624f16e92b0 con 0x5624f1793cb0 2024-09-12T12:40:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc365d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1789410 0x5624f1793770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc36659c640 1 --2- 172.21.15.82:0/1100480892 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3500a2da0 0x7fc3500a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc365d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1789410 0x5624f1793770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55072/0 (socket says 172.21.15.82:55072) 2024-09-12T12:40:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc365d9b640 1 -- 172.21.15.82:0/565257070 learned_addr learned my addr 172.21.15.82:0/565257070 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc3577fe640 1 -- 172.21.15.82:0/1100480892 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7fc35c0efac0 con 0x7fc368101350 2024-09-12T12:40:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc366d9d640 1 --2- 172.21.15.82:0/565257070 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1788af0 0x5624f1788ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc366d9d640 1 --2- 172.21.15.82:0/565257070 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1793cb0 0x5624f17960a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc365d9b640 1 -- 172.21.15.82:0/565257070 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1793cb0 msgr2=0x5624f17960a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.789+0000 7fc365d9b640 1 --2- 172.21.15.82:0/565257070 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1793cb0 0x5624f17960a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.790+0000 7fc365d9b640 1 -- 172.21.15.82:0/565257070 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1788af0 msgr2=0x5624f1788ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:20.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.790+0000 7fc365d9b640 1 --2- 172.21.15.82:0/565257070 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1788af0 0x5624f1788ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.790+0000 7fc365d9b640 1 -- 172.21.15.82:0/565257070 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624f1694340 con 0x5624f1789410 2024-09-12T12:40:20.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.790+0000 7fc365d9b640 1 --2- 172.21.15.82:0/565257070 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1789410 0x5624f1793770 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7fc35c0bbeb0 tx=0x7fc35c02a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6745ec8522401f9f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:20.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.790+0000 7fc36659c640 1 --2- 172.21.15.82:0/1100480892 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3500a2da0 0x7fc3500a5260 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc358009890 tx=0x7fc358008040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:20.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.790+0000 7fc354ff9640 1 -- 172.21.15.82:0/565257070 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc35c049020 con 0x5624f1789410 2024-09-12T12:40:20.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.790+0000 7fc354ff9640 1 -- 172.21.15.82:0/565257070 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc35c086fb0 con 0x5624f1789410 2024-09-12T12:40:20.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.790+0000 7fc354ff9640 1 -- 172.21.15.82:0/565257070 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc35c0bd480 con 0x5624f1789410 2024-09-12T12:40:20.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 -- 172.21.15.82:0/565257070 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1789410 msgr2=0x5624f1793770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:20.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 --2- 172.21.15.82:0/565257070 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1789410 0x5624f1793770 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7fc35c0bbeb0 tx=0x7fc35c02a420 comp rx=0 tx=0).stop 2024-09-12T12:40:20.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 -- 172.21.15.82:0/565257070 shutdown_connections 2024-09-12T12:40:20.798 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 --2- 172.21.15.82:0/565257070 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1793cb0 0x5624f17960a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 --2- 172.21.15.82:0/565257070 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1789410 0x5624f1793770 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 --2- 172.21.15.82:0/565257070 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1788af0 0x5624f1788ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 -- 172.21.15.82:0/565257070 >> 172.21.15.82:0/565257070 conn(0x5624f1785060 msgr2=0x5624f1785440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:20.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 -- 172.21.15.82:0/565257070 shutdown_connections 2024-09-12T12:40:20.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 -- 172.21.15.82:0/565257070 wait complete. 2024-09-12T12:40:20.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 -- start start 2024-09-12T12:40:20.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 Processor -- start 2024-09-12T12:40:20.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1788af0 0x5624f1790c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1789410 0x5624f1791150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1793cb0 0x5624f1791690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.799 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5624f1796640 con 0x5624f1789410 2024-09-12T12:40:20.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5624f1676290 con 0x5624f1793cb0 2024-09-12T12:40:20.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.791+0000 7fc36f87e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5624f17967c0 con 0x5624f1788af0 2024-09-12T12:40:20.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc36f87e740 10 client.0 _ll_register_callbacks cb 0x5624f16a7140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:40:20.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc365d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1789410 0x5624f1791150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc365d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1789410 0x5624f1791150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55078/0 (socket says 172.21.15.82:55078) 2024-09-12T12:40:20.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc365d9b640 1 -- 172.21.15.82:0/3602406543 learned_addr learned my addr 172.21.15.82:0/3602406543 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:20.800 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc36659c640 1 --2- 172.21.15.82:0/3602406543 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1788af0 0x5624f1790c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc366d9d640 1 --2- 172.21.15.82:0/3602406543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1793cb0 0x5624f1791690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc365d9b640 1 -- 172.21.15.82:0/3602406543 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1788af0 msgr2=0x5624f1790c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:20.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc365d9b640 1 --2- 172.21.15.82:0/3602406543 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1788af0 0x5624f1790c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc365d9b640 1 -- 172.21.15.82:0/3602406543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1793cb0 msgr2=0x5624f1791690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:20.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc365d9b640 1 --2- 172.21.15.82:0/3602406543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1793cb0 0x5624f1791690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.801 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc365d9b640 1 -- 172.21.15.82:0/3602406543 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624f1400210 con 0x5624f1789410 2024-09-12T12:40:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc366d9d640 1 --2- 172.21.15.82:0/3602406543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1793cb0 0x5624f1791690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:40:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc365d9b640 1 --2- 172.21.15.82:0/3602406543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1789410 0x5624f1791150 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7fc35c0b8380 tx=0x7fc35c005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edd6005e420ffb44 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc34dffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:40:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc34dffb640 1 -- 172.21.15.82:0/3602406543 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc35c0d7060 con 0x5624f1789410 2024-09-12T12:40:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc36f87e740 1 -- 172.21.15.82:0/3602406543 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc35c086fb0 con 0x5624f1789410 2024-09-12T12:40:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc34dffb640 1 -- 172.21.15.82:0/3602406543 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7fc35c003c80 con 0x5624f1789410 2024-09-12T12:40:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc34dffb640 1 -- 172.21.15.82:0/3602406543 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc35c049070 con 0x5624f1789410 2024-09-12T12:40:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc36f87e740 10 client.17151 fetch_fsmap learned FSMap version 28 2024-09-12T12:40:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc36f87e740 1 -- 172.21.15.82:0/3602406543 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5624f14cc620 con 0x5624f1789410 2024-09-12T12:40:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.792+0000 7fc34dffb640 1 -- 172.21.15.82:0/3602406543 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc35c086fb0 con 0x5624f1789410 2024-09-12T12:40:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.793+0000 7fc34dffb640 1 -- 172.21.15.82:0/3602406543 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc35c0b8590 con 0x5624f1789410 2024-09-12T12:40:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.793+0000 7fc36f87e740 10 client.17151 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:40:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.793+0000 7fc36f87e740 10 client.17151 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:40:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.793+0000 7fc36f87e740 20 client.17151 populate_metadata read hostname 'smithi082' 2024-09-12T12:40:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.793+0000 7fc36f87e740 1 --2- 172.21.15.82:0/3602406543 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5624f17a3840 0x5624f17a5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.793+0000 7fc36f87e740 4 client.17151 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:40:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.793+0000 7fc36f87e740 1 -- 172.21.15.82:0/3602406543 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5624f16faa20 con 0x5624f17a3840 2024-09-12T12:40:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.793+0000 7fc36659c640 1 --2- 172.21.15.82:0/3602406543 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5624f17a3840 0x5624f17a5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.793+0000 7fc36659c640 1 --2- 172.21.15.82:0/3602406543 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5624f17a3840 0x5624f17a5c30 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9faf29204aaff43c server_cookie=3a24a85710bded16 in_seq=0 out_seq=0 2024-09-12T12:40:20.805 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.793+0000 7fc34dffb640 10 client.17151 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:20.805 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc34dffb640 1 -- 172.21.15.82:0/3602406543 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5624f16faa20 con 0x5624f17a3840 2024-09-12T12:40:20.805 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc34dffb640 10 client.17151 handle_command_reply: tid=0 2024-09-12T12:40:20.805 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc36f87e740 1 client.17151 shutdown 2024-09-12T12:40:20.805 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc36f87e740 1 -- 172.21.15.82:0/3602406543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1789410 msgr2=0x5624f1791150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:20.805 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc36f87e740 1 --2- 172.21.15.82:0/3602406543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1789410 0x5624f1791150 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7fc35c0b8380 tx=0x7fc35c005b50 comp rx=0 tx=0).stop 2024-09-12T12:40:20.805 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc36f87e740 1 -- 172.21.15.82:0/3602406543 shutdown_connections 2024-09-12T12:40:20.805 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc36f87e740 1 --2- 172.21.15.82:0/3602406543 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5624f17a3840 0x5624f17a5c30 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.805 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc36f87e740 1 --2- 172.21.15.82:0/3602406543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1793cb0 0x5624f1791690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.805 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc36f87e740 1 --2- 172.21.15.82:0/3602406543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1789410 0x5624f1791150 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc36f87e740 1 --2- 172.21.15.82:0/3602406543 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1788af0 0x5624f1790c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc34dffb640 0 client.17151 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:20.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc36f87e740 1 -- 172.21.15.82:0/3602406543 >> 172.21.15.82:0/3602406543 conn(0x5624f1785060 msgr2=0x5624f178adc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:20.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc36f87e740 1 -- 172.21.15.82:0/3602406543 shutdown_connections 2024-09-12T12:40:20.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc36f87e740 1 -- 172.21.15.82:0/3602406543 wait complete. 2024-09-12T12:40:20.806 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.794+0000 7fc36f87e740 20 client.17151 trim_cache size 0 max 16384 2024-09-12T12:40:20.815 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc36f87e740 1 Processor -- start 2024-09-12T12:40:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc36f87e740 1 -- start start 2024-09-12T12:40:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc36f87e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1785060 0x5624f17849b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc36f87e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1788af0 0x5624f17914c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc36f87e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1789410 0x5624f17ab260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc36f87e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc3681ad850 con 0x5624f1788af0 2024-09-12T12:40:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc36f87e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc3681af390 con 0x5624f1789410 2024-09-12T12:40:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc36f87e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc3681adf20 con 0x5624f1785060 2024-09-12T12:40:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc365d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1788af0 0x5624f17914c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc365d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1788af0 0x5624f17914c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55084/0 (socket says 172.21.15.82:55084) 2024-09-12T12:40:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc365d9b640 1 -- 172.21.15.82:0/573229934 learned_addr learned my addr 172.21.15.82:0/573229934 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc36659c640 1 --2- 172.21.15.82:0/573229934 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1785060 0x5624f17849b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.816 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc365d9b640 1 -- 172.21.15.82:0/573229934 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1785060 msgr2=0x5624f17849b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc365d9b640 1 --2- 172.21.15.82:0/573229934 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1785060 0x5624f17849b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc365d9b640 1 -- 172.21.15.82:0/573229934 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1789410 msgr2=0x5624f17ab260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc365d9b640 1 --2- 172.21.15.82:0/573229934 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1789410 0x5624f17ab260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc365d9b640 1 -- 172.21.15.82:0/573229934 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624f1788920 con 0x5624f1788af0 2024-09-12T12:40:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc36659c640 1 --2- 172.21.15.82:0/573229934 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1785060 0x5624f17849b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:40:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.809+0000 7fc365d9b640 1 --2- 172.21.15.82:0/573229934 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1788af0 0x5624f17914c0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fc35c0bbbd0 tx=0x7fc35c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23ed955cf61c6c09 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.810+0000 7fc34ffff640 1 -- 172.21.15.82:0/573229934 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc35c0d7020 con 0x5624f1788af0 2024-09-12T12:40:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.810+0000 7fc34ffff640 1 -- 172.21.15.82:0/573229934 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc35c0c4b90 con 0x5624f1788af0 2024-09-12T12:40:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.810+0000 7fc34ffff640 1 -- 172.21.15.82:0/573229934 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc35c031bd0 con 0x5624f1788af0 2024-09-12T12:40:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.810+0000 7fc36f87e740 1 -- 172.21.15.82:0/573229934 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1788af0 msgr2=0x5624f17914c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.810+0000 7fc36f87e740 1 --2- 172.21.15.82:0/573229934 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1788af0 0x5624f17914c0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fc35c0bbbd0 tx=0x7fc35c009260 comp rx=0 tx=0).stop 2024-09-12T12:40:20.817 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.810+0000 7fc36f87e740 1 -- 172.21.15.82:0/573229934 shutdown_connections 2024-09-12T12:40:20.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.810+0000 7fc36f87e740 1 --2- 172.21.15.82:0/573229934 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1789410 0x5624f17ab260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.810+0000 7fc36f87e740 1 --2- 172.21.15.82:0/573229934 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1788af0 0x5624f17914c0 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.810+0000 7fc36f87e740 1 --2- 172.21.15.82:0/573229934 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1785060 0x5624f17849b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.810+0000 7fc36f87e740 1 -- 172.21.15.82:0/573229934 >> 172.21.15.82:0/573229934 conn(0x5624f17930a0 msgr2=0x5624f178fbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:20.818 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.810+0000 7fc36f87e740 1 -- 172.21.15.82:0/573229934 shutdown_connections 2024-09-12T12:40:20.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.810+0000 7fc36f87e740 1 -- 172.21.15.82:0/573229934 wait complete. 2024-09-12T12:40:20.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.810+0000 7fc36f87e740 1 -- start start 2024-09-12T12:40:20.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36f87e740 1 Processor -- start 2024-09-12T12:40:20.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36f87e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1785060 0x5624f178dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36f87e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1788af0 0x5624f178e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.819 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36f87e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1789410 0x5624f178e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36f87e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fc3681aecc0 con 0x5624f1785060 2024-09-12T12:40:20.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36f87e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc3681ae5f0 con 0x5624f1789410 2024-09-12T12:40:20.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36f87e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fc3681ab850 con 0x5624f1788af0 2024-09-12T12:40:20.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36f87e740 10 client.0 _ll_register_callbacks cb 0x7fc360009c90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:40:20.820 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1785060 0x5624f178dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.821 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1785060 0x5624f178dd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:55092/0 (socket says 172.21.15.82:55092) 2024-09-12T12:40:20.821 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36659c640 1 -- 172.21.15.82:0/416356335 learned_addr learned my addr 172.21.15.82:0/416356335 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:20.821 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc366d9d640 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1789410 0x5624f178e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.821 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc365d9b640 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1788af0 0x5624f178e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.821 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36659c640 1 -- 172.21.15.82:0/416356335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1788af0 msgr2=0x5624f178e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:20.821 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36659c640 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1788af0 0x5624f178e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.821 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36659c640 1 -- 172.21.15.82:0/416356335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1789410 msgr2=0x5624f178e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:20.822 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36659c640 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1789410 0x5624f178e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.822 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36659c640 1 -- 172.21.15.82:0/416356335 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624f180d2e0 con 0x5624f1785060 2024-09-12T12:40:20.822 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc365d9b640 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1788af0 0x5624f178e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:20.822 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc366d9d640 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1789410 0x5624f178e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:20.822 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc36659c640 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1785060 0x5624f178dd20 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7fc35800dab0 tx=0x7fc3580047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69d8813062b2de56 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:20.822 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc34dffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:40:20.822 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.811+0000 7fc34dffb640 1 -- 172.21.15.82:0/416356335 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc358014e50 con 0x5624f1785060 2024-09-12T12:40:20.822 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.812+0000 7fc34dffb640 1 -- 172.21.15.82:0/416356335 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7fc35800f040 con 0x5624f1785060 2024-09-12T12:40:20.822 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.812+0000 7fc36f87e740 1 -- 172.21.15.82:0/416356335 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc35c0c4b90 con 0x5624f1785060 2024-09-12T12:40:20.822 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.812+0000 7fc34dffb640 1 -- 172.21.15.82:0/416356335 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc358033420 con 0x5624f1785060 2024-09-12T12:40:20.822 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.812+0000 7fc36f87e740 10 client.17157 fetch_fsmap learned FSMap version 28 2024-09-12T12:40:20.822 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.812+0000 7fc36f87e740 1 -- 172.21.15.82:0/416356335 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5624f180e5a0 con 0x5624f1785060 2024-09-12T12:40:20.822 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.812+0000 7fc34dffb640 1 -- 172.21.15.82:0/416356335 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc35c0c4b90 con 0x5624f1785060 2024-09-12T12:40:20.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.812+0000 7fc34dffb640 1 -- 172.21.15.82:0/416356335 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fc358013070 con 0x5624f1785060 2024-09-12T12:40:20.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.812+0000 7fc36f87e740 10 client.17157 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:40:20.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.812+0000 7fc36f87e740 10 client.17157 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:40:20.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.812+0000 7fc36f87e740 20 client.17157 populate_metadata read hostname 'smithi082' 2024-09-12T12:40:20.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.812+0000 7fc36f87e740 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5624f1793cb0 0x5624f1810d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:20.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.812+0000 7fc36f87e740 4 client.17157 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:40:20.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.812+0000 7fc36f87e740 1 -- 172.21.15.82:0/416356335 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5624f16f4d70 con 0x5624f1793cb0 2024-09-12T12:40:20.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.812+0000 7fc365d9b640 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5624f1793cb0 0x5624f1810d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:20.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.813+0000 7fc365d9b640 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5624f1793cb0 0x5624f1810d60 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f61682dd277cb971 server_cookie=2d04bfc571823111 in_seq=0 out_seq=0 2024-09-12T12:40:20.823 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.813+0000 7fc34dffb640 10 client.17157 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:20.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.824+0000 7fc34dffb640 1 -- 172.21.15.82:0/416356335 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5624f16f4d70 con 0x5624f1793cb0 2024-09-12T12:40:20.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.824+0000 7fc34dffb640 10 client.17157 handle_command_reply: tid=0 2024-09-12T12:40:20.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36f87e740 1 client.17157 shutdown 2024-09-12T12:40:20.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36f87e740 1 -- 172.21.15.82:0/416356335 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1785060 msgr2=0x5624f178dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:20.825 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36f87e740 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1785060 0x5624f178dd20 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7fc35800dab0 tx=0x7fc3580047d0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36f87e740 1 -- 172.21.15.82:0/416356335 shutdown_connections 2024-09-12T12:40:20.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36f87e740 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5624f1793cb0 0x5624f1810d60 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36f87e740 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624f1789410 0x5624f178e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36f87e740 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5624f1788af0 0x5624f178e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36f87e740 1 --2- 172.21.15.82:0/416356335 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5624f1785060 0x5624f178dd20 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc34dffb640 0 client.17157 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:20.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36f87e740 1 -- 172.21.15.82:0/416356335 >> 172.21.15.82:0/416356335 conn(0x5624f17930a0 msgr2=0x5624f178a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:20.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36f87e740 1 -- 172.21.15.82:0/416356335 shutdown_connections 2024-09-12T12:40:20.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36f87e740 1 -- 172.21.15.82:0/416356335 wait complete. 2024-09-12T12:40:20.826 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36f87e740 20 client.17157 trim_cache size 0 max 16384 2024-09-12T12:40:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:40:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:40:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:40:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:40:20.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36cae6640 1 -- 172.21.15.82:0/1100480892 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3500a2da0 msgr2=0x7fc3500a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:20.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36cae6640 1 --2- 172.21.15.82:0/1100480892 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3500a2da0 0x7fc3500a5260 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc358009890 tx=0x7fc358008040 comp rx=0 tx=0).stop 2024-09-12T12:40:20.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36cae6640 1 -- 172.21.15.82:0/1100480892 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc368101350 msgr2=0x7fc368198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:20.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36cae6640 1 --2- 172.21.15.82:0/1100480892 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc368101350 0x7fc368198910 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7fc35c009230 tx=0x7fc35c004270 comp rx=0 tx=0).stop 2024-09-12T12:40:20.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36cae6640 1 -- 172.21.15.82:0/1100480892 shutdown_connections 2024-09-12T12:40:20.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36cae6640 1 --2- 172.21.15.82:0/1100480892 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fc3500a2da0 0x7fc3500a5260 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36cae6640 1 --2- 172.21.15.82:0/1100480892 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3681069c0 0x7fc36819cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36cae6640 1 --2- 172.21.15.82:0/1100480892 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fc368101350 0x7fc368198910 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.825+0000 7fc36cae6640 1 --2- 172.21.15.82:0/1100480892 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fc3681009b0 0x7fc3681983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:20.828 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.826+0000 7fc36cae6640 1 -- 172.21.15.82:0/1100480892 >> 172.21.15.82:0/1100480892 conn(0x7fc368077990 msgr2=0x7fc368069a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.826+0000 7fc36cae6640 1 -- 172.21.15.82:0/1100480892 shutdown_connections 2024-09-12T12:40:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:20.826+0000 7fc36cae6640 1 -- 172.21.15.82:0/1100480892 wait complete. 2024-09-12T12:40:22.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:21 smithi097 ceph-mon[34923]: pgmap v428: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-12T12:40:22.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:21 smithi082 ceph-mon[31122]: pgmap v428: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-12T12:40:22.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:21 smithi114 ceph-mon[35514]: pgmap v428: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-12T12:40:24.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:23 smithi097 ceph-mon[34923]: pgmap v429: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-12T12:40:24.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:23 smithi082 ceph-mon[31122]: pgmap v429: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-12T12:40:24.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:23 smithi114 ceph-mon[35514]: pgmap v429: 97 pgs: 97 active+clean; 4.6 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-12T12:40:26.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:25 smithi097 ceph-mon[34923]: pgmap v430: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 5.6 KiB/s wr, 15 op/s 2024-09-12T12:40:26.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:25 smithi082 ceph-mon[31122]: pgmap v430: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 5.6 KiB/s wr, 15 op/s 2024-09-12T12:40:26.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:25 smithi114 ceph-mon[35514]: pgmap v430: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 5.6 KiB/s wr, 15 op/s 2024-09-12T12:40:27.590 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:40:27.853 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:40:28.244 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:27 smithi082 ceph-mon[31122]: pgmap v431: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-09-12T12:40:28.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:27 smithi097 ceph-mon[34923]: pgmap v431: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-09-12T12:40:28.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:27 smithi114 ceph-mon[35514]: pgmap v431: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-09-12T12:40:28.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.327+0000 7fa5aa2da640 1 -- 172.21.15.82:0/286139967 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5a4102ef0 msgr2=0x7fa5a410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:28.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.327+0000 7fa5aa2da640 1 --2- 172.21.15.82:0/286139967 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5a4102ef0 0x7fa5a410da40 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fa59c009ca0 tx=0x7fa59c02a950 comp rx=0 tx=0).stop 2024-09-12T12:40:28.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.327+0000 7fa5aa2da640 1 -- 172.21.15.82:0/286139967 shutdown_connections 2024-09-12T12:40:28.344 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.327+0000 7fa5aa2da640 1 --2- 172.21.15.82:0/286139967 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5a4102ef0 0x7fa5a410da40 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:28.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.327+0000 7fa5aa2da640 1 --2- 172.21.15.82:0/286139967 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa5a4102570 0x7fa5a41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:28.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.327+0000 7fa5aa2da640 1 --2- 172.21.15.82:0/286139967 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5a4100e20 0x7fa5a4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:28.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.327+0000 7fa5aa2da640 1 -- 172.21.15.82:0/286139967 >> 172.21.15.82:0/286139967 conn(0x7fa5a40fc7d0 msgr2=0x7fa5a40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:28.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.327+0000 7fa5aa2da640 1 -- 172.21.15.82:0/286139967 shutdown_connections 2024-09-12T12:40:28.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.327+0000 7fa5aa2da640 1 -- 172.21.15.82:0/286139967 wait complete. 2024-09-12T12:40:28.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.328+0000 7fa5aa2da640 1 Processor -- start 2024-09-12T12:40:28.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.328+0000 7fa5aa2da640 1 -- start start 2024-09-12T12:40:28.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5aa2da640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa5a4100e20 0x7fa5a4197400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:28.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5aa2da640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5a4102570 0x7fa5a4197940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:28.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5aa2da640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5a4102ef0 0x7fa5a419bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:28.345 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5aa2da640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a4110f80 con 0x7fa5a4102570 2024-09-12T12:40:28.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5aa2da640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a4110e00 con 0x7fa5a4102ef0 2024-09-12T12:40:28.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5aa2da640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a4111100 con 0x7fa5a4100e20 2024-09-12T12:40:28.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5a37fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5a4102570 0x7fa5a4197940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:28.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5a37fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5a4102570 0x7fa5a4197940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34738/0 (socket says 172.21.15.82:34738) 2024-09-12T12:40:28.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5a37fe640 1 -- 172.21.15.82:0/3010467045 learned_addr learned my addr 172.21.15.82:0/3010467045 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:28.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5a3fff640 1 --2- 172.21.15.82:0/3010467045 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa5a4100e20 0x7fa5a4197400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:28.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5a8877640 1 --2- 172.21.15.82:0/3010467045 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5a4102ef0 0x7fa5a419bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:28.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5a37fe640 1 -- 172.21.15.82:0/3010467045 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa5a4100e20 msgr2=0x7fa5a4197400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:28.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5a37fe640 1 --2- 172.21.15.82:0/3010467045 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa5a4100e20 0x7fa5a4197400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:28.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5a37fe640 1 -- 172.21.15.82:0/3010467045 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5a4102ef0 msgr2=0x7fa5a419bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:28.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5a37fe640 1 --2- 172.21.15.82:0/3010467045 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5a4102ef0 0x7fa5a419bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:28.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.329+0000 7fa5a37fe640 1 -- 172.21.15.82:0/3010467045 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5a419c3b0 con 0x7fa5a4102570 2024-09-12T12:40:28.346 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.330+0000 7fa5a37fe640 1 --2- 172.21.15.82:0/3010467045 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5a4102570 0x7fa5a4197940 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fa59800e9f0 tx=0x7fa59800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:28.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.330+0000 7fa5a17fa640 1 -- 172.21.15.82:0/3010467045 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa59800cd80 con 0x7fa5a4102570 2024-09-12T12:40:28.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.330+0000 7fa5a17fa640 1 -- 172.21.15.82:0/3010467045 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa598005500 con 0x7fa5a4102570 2024-09-12T12:40:28.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.330+0000 7fa5a17fa640 1 -- 172.21.15.82:0/3010467045 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa598010690 con 0x7fa5a4102570 2024-09-12T12:40:28.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.330+0000 7fa5aa2da640 1 -- 172.21.15.82:0/3010467045 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5a419c6a0 con 0x7fa5a4102570 2024-09-12T12:40:28.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.330+0000 7fa5aa2da640 1 -- 172.21.15.82:0/3010467045 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5a41a3f80 con 0x7fa5a4102570 2024-09-12T12:40:28.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.331+0000 7fa5aa2da640 1 -- 172.21.15.82:0/3010467045 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5a4101200 con 0x7fa5a4102570 2024-09-12T12:40:28.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.332+0000 7fa5a17fa640 1 -- 172.21.15.82:0/3010467045 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fa5980046c0 con 0x7fa5a4102570 2024-09-12T12:40:28.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.333+0000 7fa5a17fa640 1 --2- 172.21.15.82:0/3010467045 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa58c0a2cf0 0x7fa58c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:28.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.333+0000 7fa5a17fa640 1 -- 172.21.15.82:0/3010467045 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7fa5980cfac0 con 0x7fa5a4102570 2024-09-12T12:40:28.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.333+0000 7fa5a3fff640 1 --2- 172.21.15.82:0/3010467045 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa58c0a2cf0 0x7fa58c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:28.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.333+0000 7fa5a3fff640 1 --2- 172.21.15.82:0/3010467045 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa58c0a2cf0 0x7fa58c0a51b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa594009bd0 tx=0x7fa594005f90 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:28.347 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.336+0000 7fa5a17fa640 1 -- 172.21.15.82:0/3010467045 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa5980541b0 con 0x7fa5a4102570 2024-09-12T12:40:28.567 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.567+0000 7fa5aa2da640 1 -- 172.21.15.82:0/3010467045 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5a4198760 con 0x7fa5a4102570 2024-09-12T12:40:28.568 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.568+0000 7fa5a17fa640 1 -- 172.21.15.82:0/3010467045 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7fa5a4198760 con 0x7fa5a4102570 2024-09-12T12:40:28.568 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:40:28.568 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:40:28.569 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:40:28.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.570+0000 7fa5aa2da640 1 -- 172.21.15.82:0/3010467045 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa58c0a2cf0 msgr2=0x7fa58c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:28.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.570+0000 7fa5aa2da640 1 --2- 172.21.15.82:0/3010467045 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa58c0a2cf0 0x7fa58c0a51b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa594009bd0 tx=0x7fa594005f90 comp rx=0 tx=0).stop 2024-09-12T12:40:28.570 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.570+0000 7fa5aa2da640 1 -- 172.21.15.82:0/3010467045 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5a4102570 msgr2=0x7fa5a4197940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:28.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.570+0000 7fa5aa2da640 1 --2- 172.21.15.82:0/3010467045 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5a4102570 0x7fa5a4197940 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fa59800e9f0 tx=0x7fa59800edf0 comp rx=0 tx=0).stop 2024-09-12T12:40:28.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.570+0000 7fa5aa2da640 1 -- 172.21.15.82:0/3010467045 shutdown_connections 2024-09-12T12:40:28.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.571+0000 7fa5aa2da640 1 --2- 172.21.15.82:0/3010467045 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa58c0a2cf0 0x7fa58c0a51b0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:28.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.571+0000 7fa5aa2da640 1 --2- 172.21.15.82:0/3010467045 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5a4102ef0 0x7fa5a419bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:28.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.571+0000 7fa5aa2da640 1 --2- 172.21.15.82:0/3010467045 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa5a4102570 0x7fa5a4197940 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:28.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.571+0000 7fa5aa2da640 1 --2- 172.21.15.82:0/3010467045 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa5a4100e20 0x7fa5a4197400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:28.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.571+0000 7fa5aa2da640 1 -- 172.21.15.82:0/3010467045 >> 172.21.15.82:0/3010467045 conn(0x7fa5a40fc7d0 msgr2=0x7fa5a4106880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:28.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.571+0000 7fa5aa2da640 1 -- 172.21.15.82:0/3010467045 shutdown_connections 2024-09-12T12:40:28.571 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:28.571+0000 7fa5aa2da640 1 -- 172.21.15.82:0/3010467045 wait complete. 2024-09-12T12:40:29.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:28 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3010467045' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:40:29.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:28 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3010467045' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:40:29.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:28 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3010467045' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:40:29.327 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --set-id 8daec955 --release --await' 2024-09-12T12:40:29.327 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --set-id 8daec955 --release --await 2024-09-12T12:40:29.581 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:40:29.969 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:29 smithi082 ceph-mon[31122]: pgmap v432: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.0 KiB/s wr, 14 op/s 2024-09-12T12:40:30.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.056+0000 7f8e589b9640 1 -- 172.21.15.82:0/919358678 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e54100e20 msgr2=0x7f8e54101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:30.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.056+0000 7f8e589b9640 1 --2- 172.21.15.82:0/919358678 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e54100e20 0x7f8e54101200 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f8e44009900 tx=0x7f8e4402a480 comp rx=0 tx=0).stop 2024-09-12T12:40:30.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.056+0000 7f8e589b9640 1 -- 172.21.15.82:0/919358678 shutdown_connections 2024-09-12T12:40:30.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.056+0000 7f8e589b9640 1 --2- 172.21.15.82:0/919358678 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8e54102ef0 0x7f8e5410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.095 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.056+0000 7f8e589b9640 1 --2- 172.21.15.82:0/919358678 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8e54102570 0x7f8e541029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.056+0000 7f8e589b9640 1 --2- 172.21.15.82:0/919358678 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e54100e20 0x7f8e54101200 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.056+0000 7f8e589b9640 1 -- 172.21.15.82:0/919358678 >> 172.21.15.82:0/919358678 conn(0x7f8e540fc7d0 msgr2=0x7f8e540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:30.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.056+0000 7f8e589b9640 1 -- 172.21.15.82:0/919358678 shutdown_connections 2024-09-12T12:40:30.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.056+0000 7f8e589b9640 1 -- 172.21.15.82:0/919358678 wait complete. 2024-09-12T12:40:30.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.057+0000 7f8e589b9640 1 Processor -- start 2024-09-12T12:40:30.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.057+0000 7f8e589b9640 1 -- start start 2024-09-12T12:40:30.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.057+0000 7f8e589b9640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8e54100e20 0x7f8e541a47a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e589b9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8e54102570 0x7f8e541a4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e589b9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e54102ef0 0x7f8e5410cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e589b9640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8e541120a0 con 0x7f8e54102ef0 2024-09-12T12:40:30.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e589b9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8e54111f20 con 0x7f8e54102570 2024-09-12T12:40:30.096 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e589b9640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8e54112220 con 0x7f8e54100e20 2024-09-12T12:40:30.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e52d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e54102ef0 0x7f8e5410cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e5259c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8e54100e20 0x7f8e541a47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e51d9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8e54102570 0x7f8e541a4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e52d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e54102ef0 0x7f8e5410cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34762/0 (socket says 172.21.15.82:34762) 2024-09-12T12:40:30.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e52d9d640 1 -- 172.21.15.82:0/166334371 learned_addr learned my addr 172.21.15.82:0/166334371 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:30.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e52d9d640 1 -- 172.21.15.82:0/166334371 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8e54100e20 msgr2=0x7f8e541a47a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:30.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e52d9d640 1 --2- 172.21.15.82:0/166334371 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8e54100e20 0x7f8e541a47a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e52d9d640 1 -- 172.21.15.82:0/166334371 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8e54102570 msgr2=0x7f8e541a4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:30.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e52d9d640 1 --2- 172.21.15.82:0/166334371 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8e54102570 0x7f8e541a4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e52d9d640 1 -- 172.21.15.82:0/166334371 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e5410d290 con 0x7f8e54102ef0 2024-09-12T12:40:30.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e52d9d640 1 --2- 172.21.15.82:0/166334371 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e54102ef0 0x7f8e5410cb60 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c00b970 tx=0x7f8e4c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:30.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e437fe640 1 -- 172.21.15.82:0/166334371 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4c019070 con 0x7f8e54102ef0 2024-09-12T12:40:30.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e589b9640 1 -- 172.21.15.82:0/166334371 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e5410d580 con 0x7f8e54102ef0 2024-09-12T12:40:30.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e437fe640 1 -- 172.21.15.82:0/166334371 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8e4c00cb40 con 0x7f8e54102ef0 2024-09-12T12:40:30.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e437fe640 1 -- 172.21.15.82:0/166334371 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4c007610 con 0x7f8e54102ef0 2024-09-12T12:40:30.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.058+0000 7f8e589b9640 1 -- 172.21.15.82:0/166334371 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e541ab6f0 con 0x7f8e54102ef0 2024-09-12T12:40:30.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.061+0000 7f8e437fe640 1 -- 172.21.15.82:0/166334371 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f8e4c01c070 con 0x7f8e54102ef0 2024-09-12T12:40:30.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.061+0000 7f8e5ad92740 1 Processor -- start 2024-09-12T12:40:30.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.061+0000 7f8e5ad92740 1 -- start start 2024-09-12T12:40:30.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.061+0000 7f8e5ad92740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddcf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.061+0000 7f8e5ad92740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 0x5573bddd9d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.061+0000 7f8e5ad92740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bdddc630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.061+0000 7f8e5ad92740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5573bdd34620 con 0x5573bddda240 2024-09-12T12:40:30.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.061+0000 7f8e5ad92740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5573bdcdbe50 con 0x5573bddcf980 2024-09-12T12:40:30.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.061+0000 7f8e5ad92740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5573bdd305e0 con 0x5573bddcf060 2024-09-12T12:40:30.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e437fe640 1 --2- 172.21.15.82:0/166334371 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f8e3c0a2cf0 0x7f8e3c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e51d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bdddc630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e51d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bdddc630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34778/0 (socket says 172.21.15.82:34778) 2024-09-12T12:40:30.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e51d9b640 1 -- 172.21.15.82:0/3412402589 learned_addr learned my addr 172.21.15.82:0/3412402589 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:30.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e52d9d640 1 --2- 172.21.15.82:0/166334371 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f8e3c0a2cf0 0x7f8e3c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e5259c640 1 --2- 172.21.15.82:0/3412402589 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 0x5573bddd9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/3412402589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddcf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e437fe640 1 -- 172.21.15.82:0/166334371 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f8e4c0ce8f0 con 0x7f8e54102ef0 2024-09-12T12:40:30.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e51d9b640 1 -- 172.21.15.82:0/3412402589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 msgr2=0x5573bddcf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:30.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/3412402589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddcf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e51d9b640 1 -- 172.21.15.82:0/3412402589 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 msgr2=0x5573bddd9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:30.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/3412402589 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 0x5573bddd9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e51d9b640 1 -- 172.21.15.82:0/3412402589 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573bdcccd40 con 0x5573bddda240 2024-09-12T12:40:30.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e52d9d640 1 --2- 172.21.15.82:0/166334371 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f8e3c0a2cf0 0x7f8e3c0a51b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c0cc1a0 tx=0x7f8e4c06cf30 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:30.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/3412402589 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bdddc630 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f8e48012770 tx=0x7f8e4800b9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abe3efad538bce29 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:30.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e40ff9640 1 -- 172.21.15.82:0/3412402589 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e48010770 con 0x5573bddda240 2024-09-12T12:40:30.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e40ff9640 1 -- 172.21.15.82:0/3412402589 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8e48010df0 con 0x5573bddda240 2024-09-12T12:40:30.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.062+0000 7f8e40ff9640 1 -- 172.21.15.82:0/3412402589 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4800eda0 con 0x5573bddda240 2024-09-12T12:40:30.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.063+0000 7f8e5ad92740 1 -- 172.21.15.82:0/3412402589 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 msgr2=0x5573bdddc630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:30.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.063+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/3412402589 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bdddc630 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f8e48012770 tx=0x7f8e4800b9d0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.063+0000 7f8e5ad92740 1 -- 172.21.15.82:0/3412402589 shutdown_connections 2024-09-12T12:40:30.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.063+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/3412402589 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bdddc630 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.063+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/3412402589 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 0x5573bddd9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.063+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/3412402589 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddcf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.063+0000 7f8e5ad92740 1 -- 172.21.15.82:0/3412402589 >> 172.21.15.82:0/3412402589 conn(0x5573bddcb5f0 msgr2=0x5573bddcb9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:30.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.063+0000 7f8e5ad92740 1 -- 172.21.15.82:0/3412402589 shutdown_connections 2024-09-12T12:40:30.101 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.063+0000 7f8e5ad92740 1 -- 172.21.15.82:0/3412402589 wait complete. 2024-09-12T12:40:30.101 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5ad92740 1 -- start start 2024-09-12T12:40:30.101 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5ad92740 1 Processor -- start 2024-09-12T12:40:30.101 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5ad92740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddd71c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.101 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5ad92740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddcf980 0x5573bddd7700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.101 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5ad92740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddda240 0x5573bddd7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.101 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5ad92740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5573bdddce10 con 0x5573bddcf980 2024-09-12T12:40:30.101 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5ad92740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5573bdcbcf10 con 0x5573bddda240 2024-09-12T12:40:30.101 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5ad92740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5573bdddcf90 con 0x5573bddcf060 2024-09-12T12:40:30.102 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5ad92740 10 client.0 _ll_register_callbacks cb 0x5573bdce0db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:40:30.102 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddcf980 0x5573bddd7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.102 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5259c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddcf980 0x5573bddd7700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34790/0 (socket says 172.21.15.82:34790) 2024-09-12T12:40:30.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5259c640 1 -- 172.21.15.82:0/3502170873 learned_addr learned my addr 172.21.15.82:0/3502170873 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:30.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/3502170873 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddda240 0x5573bddd7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/3502170873 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddd71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5259c640 1 -- 172.21.15.82:0/3502170873 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 msgr2=0x5573bddd71c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:30.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5259c640 1 --2- 172.21.15.82:0/3502170873 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddd71c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5259c640 1 -- 172.21.15.82:0/3502170873 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddda240 msgr2=0x5573bddd7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:30.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5259c640 1 --2- 172.21.15.82:0/3502170873 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddda240 0x5573bddd7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e5259c640 1 -- 172.21.15.82:0/3502170873 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573bda43580 con 0x5573bddcf980 2024-09-12T12:40:30.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.064+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/3502170873 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddd71c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:30.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e5259c640 1 --2- 172.21.15.82:0/3502170873 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddcf980 0x5573bddd7700 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f8e44000c00 tx=0x7f8e440044f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63a0b5a089675055 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:30.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e39ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:40:30.103 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e39ffb640 1 -- 172.21.15.82:0/3502170873 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e44035040 con 0x5573bddcf980 2024-09-12T12:40:30.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e5ad92740 1 -- 172.21.15.82:0/3502170873 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e48010df0 con 0x5573bddcf980 2024-09-12T12:40:30.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e39ffb640 1 -- 172.21.15.82:0/3502170873 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f8e44003b40 con 0x5573bddcf980 2024-09-12T12:40:30.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e39ffb640 1 -- 172.21.15.82:0/3502170873 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8e44003d40 con 0x5573bddcf980 2024-09-12T12:40:30.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e5ad92740 10 client.17175 fetch_fsmap learned FSMap version 28 2024-09-12T12:40:30.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e5ad92740 1 -- 172.21.15.82:0/3502170873 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5573bdb0d960 con 0x5573bddcf980 2024-09-12T12:40:30.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e39ffb640 1 -- 172.21.15.82:0/3502170873 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8e48010df0 con 0x5573bddcf980 2024-09-12T12:40:30.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e39ffb640 1 -- 172.21.15.82:0/3502170873 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8e4403c6a0 con 0x5573bddcf980 2024-09-12T12:40:30.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e5ad92740 10 client.17175 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:40:30.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e5ad92740 10 client.17175 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:40:30.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e5ad92740 20 client.17175 populate_metadata read hostname 'smithi082' 2024-09-12T12:40:30.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/3502170873 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5573bdde9eb0 0x5573bddec310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e5ad92740 4 client.17175 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:40:30.104 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.065+0000 7f8e5ad92740 1 -- 172.21.15.82:0/3502170873 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5573bdd41b90 con 0x5573bdde9eb0 2024-09-12T12:40:30.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.066+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/3502170873 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5573bdde9eb0 0x5573bddec310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.066+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/3502170873 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5573bdde9eb0 0x5573bddec310 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3058b39b5d8efdf server_cookie=c2c996a5f65fd647 in_seq=0 out_seq=0 2024-09-12T12:40:30.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.066+0000 7f8e39ffb640 10 client.17175 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:30.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e39ffb640 1 -- 172.21.15.82:0/3502170873 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5573bdd41b90 con 0x5573bdde9eb0 2024-09-12T12:40:30.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e39ffb640 10 client.17175 handle_command_reply: tid=0 2024-09-12T12:40:30.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e5ad92740 1 client.17175 shutdown 2024-09-12T12:40:30.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e5ad92740 1 -- 172.21.15.82:0/3502170873 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddcf980 msgr2=0x5573bddd7700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:30.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/3502170873 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddcf980 0x5573bddd7700 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f8e44000c00 tx=0x7f8e440044f0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e5ad92740 1 -- 172.21.15.82:0/3502170873 shutdown_connections 2024-09-12T12:40:30.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/3502170873 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5573bdde9eb0 0x5573bddec310 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/3502170873 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddda240 0x5573bddd7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e39ffb640 0 client.17175 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:30.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/3502170873 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddcf980 0x5573bddd7700 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/3502170873 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddd71c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e5ad92740 1 -- 172.21.15.82:0/3502170873 >> 172.21.15.82:0/3502170873 conn(0x5573bddcb5f0 msgr2=0x5573bddd12d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:30.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e5ad92740 1 -- 172.21.15.82:0/3502170873 shutdown_connections 2024-09-12T12:40:30.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e5ad92740 1 -- 172.21.15.82:0/3502170873 wait complete. 2024-09-12T12:40:30.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.067+0000 7f8e5ad92740 20 client.17175 trim_cache size 0 max 16384 2024-09-12T12:40:30.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e5ad92740 1 Processor -- start 2024-09-12T12:40:30.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e5ad92740 1 -- start start 2024-09-12T12:40:30.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e5ad92740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddd6070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e5ad92740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 0x5573bddf1be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e5ad92740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bddf2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e5ad92740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8e541b4090 con 0x5573bddda240 2024-09-12T12:40:30.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e5ad92740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8e541b5bd0 con 0x5573bddcf980 2024-09-12T12:40:30.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e5ad92740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8e541b4760 con 0x5573bddcf060 2024-09-12T12:40:30.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e51d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bddf2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e51d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bddf2120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34802/0 (socket says 172.21.15.82:34802) 2024-09-12T12:40:30.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e51d9b640 1 -- 172.21.15.82:0/1735085032 learned_addr learned my addr 172.21.15.82:0/1735085032 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:30.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e51d9b640 1 -- 172.21.15.82:0/1735085032 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 msgr2=0x5573bddd6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:30.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/1735085032 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddd6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e51d9b640 1 -- 172.21.15.82:0/1735085032 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 msgr2=0x5573bddf1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:30.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e5259c640 1 --2- 172.21.15.82:0/1735085032 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 0x5573bddf1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/1735085032 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 0x5573bddf1be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e51d9b640 1 -- 172.21.15.82:0/1735085032 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573bddc9bb0 con 0x5573bddda240 2024-09-12T12:40:30.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e5259c640 1 --2- 172.21.15.82:0/1735085032 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 0x5573bddf1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:40:30.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.084+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/1735085032 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bddf2120 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f8e4800e950 tx=0x7f8e4801b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70e9892e24b5ed5c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:30.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.085+0000 7f8e3bfff640 1 -- 172.21.15.82:0/1735085032 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4800eab0 con 0x5573bddda240 2024-09-12T12:40:30.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.085+0000 7f8e3bfff640 1 -- 172.21.15.82:0/1735085032 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8e48005520 con 0x5573bddda240 2024-09-12T12:40:30.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.085+0000 7f8e3bfff640 1 -- 172.21.15.82:0/1735085032 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e48010d30 con 0x5573bddda240 2024-09-12T12:40:30.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.085+0000 7f8e5ad92740 1 -- 172.21.15.82:0/1735085032 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 msgr2=0x5573bddf2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:30.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.085+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/1735085032 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bddf2120 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f8e4800e950 tx=0x7f8e4801b040 comp rx=0 tx=0).stop 2024-09-12T12:40:30.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.085+0000 7f8e5ad92740 1 -- 172.21.15.82:0/1735085032 shutdown_connections 2024-09-12T12:40:30.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.085+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/1735085032 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bddf2120 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.085+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/1735085032 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 0x5573bddf1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.085+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/1735085032 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddd6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.085+0000 7f8e5ad92740 1 -- 172.21.15.82:0/1735085032 >> 172.21.15.82:0/1735085032 conn(0x5573bddcb5f0 msgr2=0x5573bddd5960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:30.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.085+0000 7f8e5ad92740 1 -- 172.21.15.82:0/1735085032 shutdown_connections 2024-09-12T12:40:30.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.085+0000 7f8e5ad92740 1 -- 172.21.15.82:0/1735085032 wait complete. 2024-09-12T12:40:30.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.085+0000 7f8e5ad92740 1 -- start start 2024-09-12T12:40:30.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e5ad92740 1 Processor -- start 2024-09-12T12:40:30.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e5ad92740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddde8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e5ad92740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 0x5573bdddede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e5ad92740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bde4db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e5ad92740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f8e541b5500 con 0x5573bddda240 2024-09-12T12:40:30.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e5ad92740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8e541b4e30 con 0x5573bddcf980 2024-09-12T12:40:30.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e5ad92740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f8e541b2090 con 0x5573bddcf060 2024-09-12T12:40:30.110 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:40:30.110 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:40:30.110 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:40:30.110 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 52, 2024-09-12T12:40:30.110 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:40:30.110 INFO:teuthology.orchestra.run.smithi082.stdout: "8daec955": { 2024-09-12T12:40:30.110 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 52, 2024-09-12T12:40:30.110 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:40:30.110 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:40:30.110 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:40:30.110 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:40:30.111 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:40:30.111 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:40:30.111 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 150.0, 2024-09-12T12:40:30.111 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:40:30.111 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:40:30.111 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:40:30.111 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:40:30.111 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:40:30.111 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:40:30.111 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:30.111 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:30.111 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:30.111 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:30.111 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:30.112 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:40:30.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e5ad92740 10 client.0 _ll_register_callbacks cb 0x7f8e44004180 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:40:30.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e51d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bde4db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e51d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bde4db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34808/0 (socket says 172.21.15.82:34808) 2024-09-12T12:40:30.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e51d9b640 1 -- 172.21.15.82:0/4246094457 learned_addr learned my addr 172.21.15.82:0/4246094457 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:30.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e5259c640 1 --2- 172.21.15.82:0/4246094457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 0x5573bdddede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/4246094457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddde8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e51d9b640 1 -- 172.21.15.82:0/4246094457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 msgr2=0x5573bddde8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:30.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/4246094457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddde8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e51d9b640 1 -- 172.21.15.82:0/4246094457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 msgr2=0x5573bdddede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:30.113 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/4246094457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 0x5573bdddede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.113 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.086+0000 7f8e51d9b640 1 -- 172.21.15.82:0/4246094457 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573bde4e220 con 0x5573bddda240 2024-09-12T12:40:30.113 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e51d9b640 1 --2- 172.21.15.82:0/4246094457 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bde4db80 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f8e4800c010 tx=0x7f8e48010870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4ce6f2566901e96 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:30.113 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e39ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:40:30.113 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e39ffb640 1 -- 172.21.15.82:0/4246094457 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e48023070 con 0x5573bddda240 2024-09-12T12:40:30.113 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e39ffb640 1 -- 172.21.15.82:0/4246094457 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f8e48010ab0 con 0x5573bddda240 2024-09-12T12:40:30.113 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e5ad92740 1 -- 172.21.15.82:0/4246094457 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e48005520 con 0x5573bddda240 2024-09-12T12:40:30.113 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e39ffb640 1 -- 172.21.15.82:0/4246094457 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8e48010cb0 con 0x5573bddda240 2024-09-12T12:40:30.113 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e5ad92740 10 client.17181 fetch_fsmap learned FSMap version 28 2024-09-12T12:40:30.113 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e5ad92740 1 -- 172.21.15.82:0/4246094457 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5573bde55580 con 0x5573bddda240 2024-09-12T12:40:30.113 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e39ffb640 1 -- 172.21.15.82:0/4246094457 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8e48005520 con 0x5573bddda240 2024-09-12T12:40:30.113 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e39ffb640 1 -- 172.21.15.82:0/4246094457 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8e48003850 con 0x5573bddda240 2024-09-12T12:40:30.113 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e5ad92740 10 client.17181 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:40:30.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e5ad92740 10 client.17181 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:40:30.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e5ad92740 20 client.17181 populate_metadata read hostname 'smithi082' 2024-09-12T12:40:30.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/4246094457 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5573bde55a80 0x5573bde57ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:30.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e5ad92740 4 client.17181 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "8daec955", "release": true, "await": true}] 2024-09-12T12:40:30.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e5ad92740 1 -- 172.21.15.82:0/4246094457 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "set_id": "8daec955", "release": true, "await": true}) -- 0x5573bdd3c0a0 con 0x5573bde55a80 2024-09-12T12:40:30.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.087+0000 7f8e5259c640 1 --2- 172.21.15.82:0/4246094457 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5573bde55a80 0x5573bde57ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:30.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.088+0000 7f8e39ffb640 10 client.17181 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:30.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.088+0000 7f8e5259c640 1 --2- 172.21.15.82:0/4246094457 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5573bde55a80 0x5573bde57ea0 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4048320d867ca8f0 server_cookie=35874f3136a3f304 in_seq=0 out_seq=0 2024-09-12T12:40:30.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.091+0000 7f8e39ffb640 1 -- 172.21.15.82:0/4246094457 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5573bdd3c0a0 con 0x5573bde55a80 2024-09-12T12:40:30.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.091+0000 7f8e39ffb640 10 client.17181 handle_command_reply: tid=0 2024-09-12T12:40:30.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.091+0000 7f8e5ad92740 1 client.17181 shutdown 2024-09-12T12:40:30.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.091+0000 7f8e5ad92740 1 -- 172.21.15.82:0/4246094457 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 msgr2=0x5573bde4db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:30.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.091+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/4246094457 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bde4db80 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f8e4800c010 tx=0x7f8e48010870 comp rx=0 tx=0).stop 2024-09-12T12:40:30.114 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.091+0000 7f8e5ad92740 1 -- 172.21.15.82:0/4246094457 shutdown_connections 2024-09-12T12:40:30.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.091+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/4246094457 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5573bde55a80 0x5573bde57ea0 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.091+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/4246094457 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5573bddda240 0x5573bde4db80 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.091+0000 7f8e39ffb640 0 client.17181 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:30.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.091+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/4246094457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5573bddcf980 0x5573bdddede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.091+0000 7f8e5ad92740 1 --2- 172.21.15.82:0/4246094457 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5573bddcf060 0x5573bddde8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.091+0000 7f8e5ad92740 1 -- 172.21.15.82:0/4246094457 >> 172.21.15.82:0/4246094457 conn(0x5573bddcb5f0 msgr2=0x5573bddca750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:30.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.091+0000 7f8e5ad92740 1 -- 172.21.15.82:0/4246094457 shutdown_connections 2024-09-12T12:40:30.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.092+0000 7f8e5ad92740 1 -- 172.21.15.82:0/4246094457 wait complete. 2024-09-12T12:40:30.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.092+0000 7f8e5ad92740 20 client.17181 trim_cache size 0 max 16384 2024-09-12T12:40:30.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.092+0000 7f8e589b9640 1 -- 172.21.15.82:0/166334371 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f8e3c0a2cf0 msgr2=0x7f8e3c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:30.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.092+0000 7f8e589b9640 1 --2- 172.21.15.82:0/166334371 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f8e3c0a2cf0 0x7f8e3c0a51b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c0cc1a0 tx=0x7f8e4c06cf30 comp rx=0 tx=0).stop 2024-09-12T12:40:30.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.092+0000 7f8e589b9640 1 -- 172.21.15.82:0/166334371 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e54102ef0 msgr2=0x7f8e5410cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:30.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.092+0000 7f8e589b9640 1 --2- 172.21.15.82:0/166334371 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e54102ef0 0x7f8e5410cb60 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c00b970 tx=0x7f8e4c00be30 comp rx=0 tx=0).stop 2024-09-12T12:40:30.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.092+0000 7f8e589b9640 1 -- 172.21.15.82:0/166334371 shutdown_connections 2024-09-12T12:40:30.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.092+0000 7f8e589b9640 1 --2- 172.21.15.82:0/166334371 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f8e3c0a2cf0 0x7f8e3c0a51b0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.092+0000 7f8e589b9640 1 --2- 172.21.15.82:0/166334371 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f8e54102ef0 0x7f8e5410cb60 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.092+0000 7f8e589b9640 1 --2- 172.21.15.82:0/166334371 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8e54102570 0x7f8e541a4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.092+0000 7f8e589b9640 1 --2- 172.21.15.82:0/166334371 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f8e54100e20 0x7f8e541a47a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:30.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.092+0000 7f8e589b9640 1 -- 172.21.15.82:0/166334371 >> 172.21.15.82:0/166334371 conn(0x7f8e540fc7d0 msgr2=0x7f8e54105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:30.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.092+0000 7f8e589b9640 1 -- 172.21.15.82:0/166334371 shutdown_connections 2024-09-12T12:40:30.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:30.092+0000 7f8e589b9640 1 -- 172.21.15.82:0/166334371 wait complete. 2024-09-12T12:40:30.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:29 smithi097 ceph-mon[34923]: pgmap v432: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.0 KiB/s wr, 14 op/s 2024-09-12T12:40:30.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:29 smithi114 ceph-mon[35514]: pgmap v432: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.0 KiB/s wr, 14 op/s 2024-09-12T12:40:30.702 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '8daec955', total seconds elapsed: 33.1 2024-09-12T12:40:30.702 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-09-12T12:40:30.702 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:40:30.948 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:40:31.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.581+0000 7f31c0079640 1 -- 172.21.15.82:0/1021713015 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b8074eb0 msgr2=0x7f31b8112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:31.619 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.581+0000 7f31c0079640 1 --2- 172.21.15.82:0/1021713015 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b8074eb0 0x7f31b8112650 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f31a8009900 tx=0x7f31a802a480 comp rx=0 tx=0).stop 2024-09-12T12:40:31.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.581+0000 7f31c0079640 1 -- 172.21.15.82:0/1021713015 shutdown_connections 2024-09-12T12:40:31.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.581+0000 7f31c0079640 1 --2- 172.21.15.82:0/1021713015 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31b8112b90 0x7f31b8114f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:31.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.581+0000 7f31c0079640 1 --2- 172.21.15.82:0/1021713015 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b8074eb0 0x7f31b8112650 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:31.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.581+0000 7f31c0079640 1 --2- 172.21.15.82:0/1021713015 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31b8074590 0x7f31b8074970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:31.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.581+0000 7f31c0079640 1 -- 172.21.15.82:0/1021713015 >> 172.21.15.82:0/1021713015 conn(0x7f31b80fd8c0 msgr2=0x7f31b80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:31.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.582+0000 7f31c0079640 1 -- 172.21.15.82:0/1021713015 shutdown_connections 2024-09-12T12:40:31.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.582+0000 7f31c0079640 1 -- 172.21.15.82:0/1021713015 wait complete. 2024-09-12T12:40:31.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.582+0000 7f31c0079640 1 Processor -- start 2024-09-12T12:40:31.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.582+0000 7f31c0079640 1 -- start start 2024-09-12T12:40:31.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.582+0000 7f31c0079640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31b8074590 0x7f31b81a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:31.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.582+0000 7f31c0079640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31b8074eb0 0x7f31b81a4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:31.620 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.582+0000 7f31c0079640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b8112b90 0x7f31b819e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:31.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.582+0000 7f31c0079640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f31b81185c0 con 0x7f31b8112b90 2024-09-12T12:40:31.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.582+0000 7f31c0079640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f31b8118440 con 0x7f31b8074eb0 2024-09-12T12:40:31.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.582+0000 7f31c0079640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f31b8118740 con 0x7f31b8074590 2024-09-12T12:40:31.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.582+0000 7f31be616640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b8112b90 0x7f31b819e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:31.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31be616640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b8112b90 0x7f31b819e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34822/0 (socket says 172.21.15.82:34822) 2024-09-12T12:40:31.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31be616640 1 -- 172.21.15.82:0/2084920780 learned_addr learned my addr 172.21.15.82:0/2084920780 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:31.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31bd614640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31b8074eb0 0x7f31b81a4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:31.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31bde15640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31b8074590 0x7f31b81a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:31.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31be616640 1 -- 172.21.15.82:0/2084920780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31b8074590 msgr2=0x7f31b81a4770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:31.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31be616640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31b8074590 0x7f31b81a4770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:31.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31be616640 1 -- 172.21.15.82:0/2084920780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31b8074eb0 msgr2=0x7f31b81a4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:31.621 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31be616640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31b8074eb0 0x7f31b81a4cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:31.622 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31be616640 1 -- 172.21.15.82:0/2084920780 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31b819f060 con 0x7f31b8112b90 2024-09-12T12:40:31.622 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31bd614640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31b8074eb0 0x7f31b81a4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:31.622 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31be616640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b8112b90 0x7f31b819e930 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f31b000e9d0 tx=0x7f31b000ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:31.622 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31aeffd640 1 -- 172.21.15.82:0/2084920780 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31b000cd80 con 0x7f31b8112b90 2024-09-12T12:40:31.622 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31c0079640 1 -- 172.21.15.82:0/2084920780 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31b819f350 con 0x7f31b8112b90 2024-09-12T12:40:31.622 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31aeffd640 1 -- 172.21.15.82:0/2084920780 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f31b0005020 con 0x7f31b8112b90 2024-09-12T12:40:31.622 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31aeffd640 1 -- 172.21.15.82:0/2084920780 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31b00116d0 con 0x7f31b8112b90 2024-09-12T12:40:31.622 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.583+0000 7f31c0079640 1 -- 172.21.15.82:0/2084920780 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31b81ab640 con 0x7f31b8112b90 2024-09-12T12:40:31.622 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.584+0000 7f31c0079640 1 -- 172.21.15.82:0/2084920780 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31b8075cd0 con 0x7f31b8112b90 2024-09-12T12:40:31.622 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.585+0000 7f31aeffd640 1 -- 172.21.15.82:0/2084920780 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f31b00051d0 con 0x7f31b8112b90 2024-09-12T12:40:31.622 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.586+0000 7f31aeffd640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31a40a2cf0 0x7f31a40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:31.622 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.586+0000 7f31bde15640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31a40a2cf0 0x7f31a40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:31.623 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.586+0000 7f31aeffd640 1 -- 172.21.15.82:0/2084920780 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f31b00cfd20 con 0x7f31b8112b90 2024-09-12T12:40:31.623 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.586+0000 7f31bde15640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31a40a2cf0 0x7f31a40a51b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f31b819fa70 tx=0x7f31b4008040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:31.623 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.589+0000 7f31aeffd640 1 -- 172.21.15.82:0/2084920780 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f31b0016030 con 0x7f31b8112b90 2024-09-12T12:40:31.794 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.794+0000 7f31c0079640 1 -- 172.21.15.82:0/2084920780 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f31b8104fd0 con 0x7f31b8112b90 2024-09-12T12:40:31.795 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.795+0000 7f31aeffd640 1 -- 172.21.15.82:0/2084920780 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f31b009c880 con 0x7f31b8112b90 2024-09-12T12:40:31.795 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:40:31.795 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:40:31.795 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:40:31.797 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.797+0000 7f31c0079640 1 -- 172.21.15.82:0/2084920780 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31a40a2cf0 msgr2=0x7f31a40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:31.797 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.797+0000 7f31c0079640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31a40a2cf0 0x7f31a40a51b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f31b819fa70 tx=0x7f31b4008040 comp rx=0 tx=0).stop 2024-09-12T12:40:31.797 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.797+0000 7f31c0079640 1 -- 172.21.15.82:0/2084920780 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b8112b90 msgr2=0x7f31b819e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:31.797 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.797+0000 7f31c0079640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b8112b90 0x7f31b819e930 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f31b000e9d0 tx=0x7f31b000ee90 comp rx=0 tx=0).stop 2024-09-12T12:40:31.797 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.797+0000 7f31c0079640 1 -- 172.21.15.82:0/2084920780 shutdown_connections 2024-09-12T12:40:31.797 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.797+0000 7f31c0079640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f31a40a2cf0 0x7f31a40a51b0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:31.798 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.797+0000 7f31c0079640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f31b8112b90 0x7f31b819e930 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:31.798 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.797+0000 7f31c0079640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31b8074eb0 0x7f31b81a4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:31.798 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.797+0000 7f31c0079640 1 --2- 172.21.15.82:0/2084920780 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f31b8074590 0x7f31b81a4770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:31.798 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.797+0000 7f31c0079640 1 -- 172.21.15.82:0/2084920780 >> 172.21.15.82:0/2084920780 conn(0x7f31b80fd8c0 msgr2=0x7f31b80ff200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:31.798 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.797+0000 7f31c0079640 1 -- 172.21.15.82:0/2084920780 shutdown_connections 2024-09-12T12:40:31.798 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:31.797+0000 7f31c0079640 1 -- 172.21.15.82:0/2084920780 wait complete. 2024-09-12T12:40:32.147 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:31 smithi082 ceph-mon[31122]: pgmap v433: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-09-12T12:40:32.148 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:31 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2084920780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:40:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:31 smithi097 ceph-mon[34923]: pgmap v433: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-09-12T12:40:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:31 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2084920780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:40:32.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:31 smithi114 ceph-mon[35514]: pgmap v433: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-09-12T12:40:32.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:31 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2084920780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:40:32.493 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-09-12T12:40:32.493 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-09-12T12:40:32.738 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:40:33.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.250+0000 7f676e5b5640 1 -- 172.21.15.82:0/4002691361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6768106f10 msgr2=0x7f676810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.250+0000 7f676e5b5640 1 --2- 172.21.15.82:0/4002691361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6768106f10 0x7f676810ea90 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f6760009ca0 tx=0x7f676002a8c0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.250+0000 7f676e5b5640 1 -- 172.21.15.82:0/4002691361 shutdown_connections 2024-09-12T12:40:33.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.250+0000 7f676e5b5640 1 --2- 172.21.15.82:0/4002691361 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6768106f10 0x7f676810ea90 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.250+0000 7f676e5b5640 1 --2- 172.21.15.82:0/4002691361 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6768102790 0x7f67681067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.250+0000 7f676e5b5640 1 --2- 172.21.15.82:0/4002691361 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6768101de0 0x7f67681021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.250+0000 7f676e5b5640 1 -- 172.21.15.82:0/4002691361 >> 172.21.15.82:0/4002691361 conn(0x7f67680fd8c0 msgr2=0x7f67680ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:33.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.250+0000 7f676e5b5640 1 -- 172.21.15.82:0/4002691361 shutdown_connections 2024-09-12T12:40:33.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.250+0000 7f676e5b5640 1 -- 172.21.15.82:0/4002691361 wait complete. 2024-09-12T12:40:33.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.251+0000 7f676e5b5640 1 Processor -- start 2024-09-12T12:40:33.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.251+0000 7f676e5b5640 1 -- start start 2024-09-12T12:40:33.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.251+0000 7f676e5b5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6768101de0 0x7f6768198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.251+0000 7f676e5b5640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6768102790 0x7f67681989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.251+0000 7f676e5b5640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6768106f10 0x7f676819cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.251+0000 7f676e5b5640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6768111fc0 con 0x7f6768102790 2024-09-12T12:40:33.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.251+0000 7f676e5b5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6768111e40 con 0x7f6768101de0 2024-09-12T12:40:33.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.251+0000 7f676e5b5640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6768112140 con 0x7f6768106f10 2024-09-12T12:40:33.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.251+0000 7f67677fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6768102790 0x7f67681989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.251+0000 7f67677fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6768102790 0x7f67681989c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34850/0 (socket says 172.21.15.82:34850) 2024-09-12T12:40:33.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.252+0000 7f67677fe640 1 -- 172.21.15.82:0/1926736389 learned_addr learned my addr 172.21.15.82:0/1926736389 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:33.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.252+0000 7f6767fff640 1 --2- 172.21.15.82:0/1926736389 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6768101de0 0x7f6768198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.252+0000 7f676cb52640 1 --2- 172.21.15.82:0/1926736389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6768106f10 0x7f676819cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.252+0000 7f67677fe640 1 -- 172.21.15.82:0/1926736389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6768106f10 msgr2=0x7f676819cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.252+0000 7f67677fe640 1 --2- 172.21.15.82:0/1926736389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6768106f10 0x7f676819cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.252+0000 7f67677fe640 1 -- 172.21.15.82:0/1926736389 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6768101de0 msgr2=0x7f6768198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.252+0000 7f67677fe640 1 --2- 172.21.15.82:0/1926736389 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6768101de0 0x7f6768198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.252+0000 7f67677fe640 1 -- 172.21.15.82:0/1926736389 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f676819d430 con 0x7f6768102790 2024-09-12T12:40:33.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.252+0000 7f67677fe640 1 --2- 172.21.15.82:0/1926736389 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6768102790 0x7f67681989c0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f675c00c890 tx=0x7f675c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:33.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.252+0000 7f67657fa640 1 -- 172.21.15.82:0/1926736389 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f675c004220 con 0x7f6768102790 2024-09-12T12:40:33.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.252+0000 7f676e5b5640 1 -- 172.21.15.82:0/1926736389 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f676819d720 con 0x7f6768102790 2024-09-12T12:40:33.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.252+0000 7f67657fa640 1 -- 172.21.15.82:0/1926736389 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f675c0043c0 con 0x7f6768102790 2024-09-12T12:40:33.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.252+0000 7f67657fa640 1 -- 172.21.15.82:0/1926736389 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f675c004a00 con 0x7f6768102790 2024-09-12T12:40:33.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.252+0000 7f676e5b5640 1 -- 172.21.15.82:0/1926736389 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67681a5000 con 0x7f6768102790 2024-09-12T12:40:33.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.255+0000 7f67657fa640 1 -- 172.21.15.82:0/1926736389 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f675c0079b0 con 0x7f6768102790 2024-09-12T12:40:33.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.255+0000 7f677098e740 1 Processor -- start 2024-09-12T12:40:33.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.255+0000 7f677098e740 1 -- start start 2024-09-12T12:40:33.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f677098e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60b620 0x5628ba60ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f677098e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60bf40 0x5628ba61a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f677098e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba61ad50 0x5628ba61d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f67657fa640 1 --2- 172.21.15.82:0/1926736389 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f67500a2cf0 0x7f67500a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f677098e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5628ba5712a0 con 0x5628ba60bf40 2024-09-12T12:40:33.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f677098e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5628ba518b10 con 0x5628ba61ad50 2024-09-12T12:40:33.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f677098e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5628ba56d260 con 0x5628ba60b620 2024-09-12T12:40:33.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f676cb52640 1 --2- 172.21.15.82:0/1926736389 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f67500a2cf0 0x7f67500a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f6767fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60bf40 0x5628ba61a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f6767fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60bf40 0x5628ba61a810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34852/0 (socket says 172.21.15.82:34852) 2024-09-12T12:40:33.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f6767fff640 1 -- 172.21.15.82:0/1655923025 learned_addr learned my addr 172.21.15.82:0/1655923025 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:33.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f676cb52640 1 --2- 172.21.15.82:0/1655923025 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60b620 0x5628ba60ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f67657fa640 1 -- 172.21.15.82:0/1926736389 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f675c0cf1b0 con 0x7f6768102790 2024-09-12T12:40:33.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f67677fe640 1 --2- 172.21.15.82:0/1655923025 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba61ad50 0x5628ba61d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f6767fff640 1 -- 172.21.15.82:0/1655923025 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60b620 msgr2=0x5628ba60ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f6767fff640 1 --2- 172.21.15.82:0/1655923025 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60b620 0x5628ba60ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f6767fff640 1 -- 172.21.15.82:0/1655923025 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba61ad50 msgr2=0x5628ba61d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f6767fff640 1 --2- 172.21.15.82:0/1655923025 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba61ad50 0x5628ba61d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f6767fff640 1 -- 172.21.15.82:0/1655923025 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628ba2e2b90 con 0x5628ba60bf40 2024-09-12T12:40:33.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f67677fe640 1 --2- 172.21.15.82:0/1655923025 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba61ad50 0x5628ba61d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:33.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f6767fff640 1 --2- 172.21.15.82:0/1655923025 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60bf40 0x5628ba61a810 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f675800cbf0 tx=0x7f675800e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83a91dda992bc341 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:33.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.256+0000 7f676cb52640 1 --2- 172.21.15.82:0/1926736389 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f67500a2cf0 0x7f67500a51b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f676002f540 tx=0x7f6760009930 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:33.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.257+0000 7f674e7fc640 1 -- 172.21.15.82:0/1655923025 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6758010630 con 0x5628ba60bf40 2024-09-12T12:40:33.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.257+0000 7f674e7fc640 1 -- 172.21.15.82:0/1655923025 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6758010cb0 con 0x5628ba60bf40 2024-09-12T12:40:33.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.257+0000 7f674e7fc640 1 -- 172.21.15.82:0/1655923025 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6758019b90 con 0x5628ba60bf40 2024-09-12T12:40:33.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.257+0000 7f677098e740 1 -- 172.21.15.82:0/1655923025 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60bf40 msgr2=0x5628ba61a810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.257+0000 7f677098e740 1 --2- 172.21.15.82:0/1655923025 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60bf40 0x5628ba61a810 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f675800cbf0 tx=0x7f675800e720 comp rx=0 tx=0).stop 2024-09-12T12:40:33.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.257+0000 7f677098e740 1 -- 172.21.15.82:0/1655923025 shutdown_connections 2024-09-12T12:40:33.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.257+0000 7f677098e740 1 --2- 172.21.15.82:0/1655923025 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba61ad50 0x5628ba61d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.257+0000 7f677098e740 1 --2- 172.21.15.82:0/1655923025 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60bf40 0x5628ba61a810 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.257+0000 7f677098e740 1 --2- 172.21.15.82:0/1655923025 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60b620 0x5628ba60ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.257+0000 7f677098e740 1 -- 172.21.15.82:0/1655923025 >> 172.21.15.82:0/1655923025 conn(0x5628ba607cf0 msgr2=0x5628ba6080d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:33.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.257+0000 7f677098e740 1 -- 172.21.15.82:0/1655923025 shutdown_connections 2024-09-12T12:40:33.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.257+0000 7f677098e740 1 -- 172.21.15.82:0/1655923025 wait complete. 2024-09-12T12:40:33.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.258+0000 7f677098e740 1 -- start start 2024-09-12T12:40:33.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.258+0000 7f677098e740 1 Processor -- start 2024-09-12T12:40:33.275 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.258+0000 7f677098e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba60b620 0x5628ba617ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.258+0000 7f677098e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60bf40 0x5628ba6181e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.258+0000 7f677098e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba61ad50 0x5628ba618720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.258+0000 7f677098e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5628ba61d920 con 0x5628ba61ad50 2024-09-12T12:40:33.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.258+0000 7f677098e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5628ba4f96e0 con 0x5628ba60b620 2024-09-12T12:40:33.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.258+0000 7f677098e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5628ba61daa0 con 0x5628ba60bf40 2024-09-12T12:40:33.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.258+0000 7f677098e740 10 client.0 _ll_register_callbacks cb 0x5628ba51da80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:40:33.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.258+0000 7f676cb52640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba61ad50 0x5628ba618720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.258+0000 7f676cb52640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba61ad50 0x5628ba618720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34868/0 (socket says 172.21.15.82:34868) 2024-09-12T12:40:33.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.258+0000 7f676cb52640 1 -- 172.21.15.82:0/2747159527 learned_addr learned my addr 172.21.15.82:0/2747159527 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:33.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.258+0000 7f6767fff640 1 --2- 172.21.15.82:0/2747159527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba60b620 0x5628ba617ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f67677fe640 1 --2- 172.21.15.82:0/2747159527 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60bf40 0x5628ba6181e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f676cb52640 1 -- 172.21.15.82:0/2747159527 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60bf40 msgr2=0x5628ba6181e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f676cb52640 1 --2- 172.21.15.82:0/2747159527 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60bf40 0x5628ba6181e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f676cb52640 1 -- 172.21.15.82:0/2747159527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba60b620 msgr2=0x5628ba617ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f676cb52640 1 --2- 172.21.15.82:0/2747159527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba60b620 0x5628ba617ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f676cb52640 1 -- 172.21.15.82:0/2747159527 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628ba626ed0 con 0x5628ba61ad50 2024-09-12T12:40:33.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f6767fff640 1 --2- 172.21.15.82:0/2747159527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba60b620 0x5628ba617ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:33.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f676cb52640 1 --2- 172.21.15.82:0/2747159527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba61ad50 0x5628ba618720 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f6760035000 tx=0x7f6760048000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=132a62903ab0c495 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:33.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f67477fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:40:33.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f67477fe640 1 -- 172.21.15.82:0/2747159527 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6760050070 con 0x5628ba61ad50 2024-09-12T12:40:33.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f677098e740 1 -- 172.21.15.82:0/2747159527 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6758010cb0 con 0x5628ba61ad50 2024-09-12T12:40:33.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f67477fe640 1 -- 172.21.15.82:0/2747159527 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f676002f9a0 con 0x5628ba61ad50 2024-09-12T12:40:33.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f67477fe640 1 -- 172.21.15.82:0/2747159527 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f676002fba0 con 0x5628ba61ad50 2024-09-12T12:40:33.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f677098e740 10 client.17199 fetch_fsmap learned FSMap version 28 2024-09-12T12:40:33.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f677098e740 1 -- 172.21.15.82:0/2747159527 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5628ba6297b0 con 0x5628ba61ad50 2024-09-12T12:40:33.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f67477fe640 1 -- 172.21.15.82:0/2747159527 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6758010cb0 con 0x5628ba61ad50 2024-09-12T12:40:33.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f67477fe640 1 -- 172.21.15.82:0/2747159527 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6760055460 con 0x5628ba61ad50 2024-09-12T12:40:33.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f677098e740 10 client.17199 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:40:33.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.259+0000 7f677098e740 10 client.17199 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:40:33.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.260+0000 7f677098e740 20 client.17199 populate_metadata read hostname 'smithi082' 2024-09-12T12:40:33.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.260+0000 7f677098e740 1 --2- 172.21.15.82:0/2747159527 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5628ba62abc0 0x5628ba62d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.260+0000 7f677098e740 4 client.17199 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:40:33.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.260+0000 7f677098e740 1 -- 172.21.15.82:0/2747159527 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5628ba57e9d0 con 0x5628ba62abc0 2024-09-12T12:40:33.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.260+0000 7f6767fff640 1 --2- 172.21.15.82:0/2747159527 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5628ba62abc0 0x5628ba62d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.260+0000 7f67477fe640 10 client.17199 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:33.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.260+0000 7f6767fff640 1 --2- 172.21.15.82:0/2747159527 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5628ba62abc0 0x5628ba62d080 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7993d20fc975ea6 server_cookie=fe73dae8d686597e in_seq=0 out_seq=0 2024-09-12T12:40:33.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f67477fe640 1 -- 172.21.15.82:0/2747159527 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5628ba57e9d0 con 0x5628ba62abc0 2024-09-12T12:40:33.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f67477fe640 10 client.17199 handle_command_reply: tid=0 2024-09-12T12:40:33.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f677098e740 1 client.17199 shutdown 2024-09-12T12:40:33.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f677098e740 1 -- 172.21.15.82:0/2747159527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba61ad50 msgr2=0x5628ba618720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f677098e740 1 --2- 172.21.15.82:0/2747159527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba61ad50 0x5628ba618720 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f6760035000 tx=0x7f6760048000 comp rx=0 tx=0).stop 2024-09-12T12:40:33.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f677098e740 1 -- 172.21.15.82:0/2747159527 shutdown_connections 2024-09-12T12:40:33.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f677098e740 1 --2- 172.21.15.82:0/2747159527 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5628ba62abc0 0x5628ba62d080 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f677098e740 1 --2- 172.21.15.82:0/2747159527 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba61ad50 0x5628ba618720 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f67477fe640 0 client.17199 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:33.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f677098e740 1 --2- 172.21.15.82:0/2747159527 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60bf40 0x5628ba6181e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f677098e740 1 --2- 172.21.15.82:0/2747159527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba60b620 0x5628ba617ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f677098e740 1 -- 172.21.15.82:0/2747159527 >> 172.21.15.82:0/2747159527 conn(0x5628ba607cf0 msgr2=0x5628ba60da50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:33.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f677098e740 1 -- 172.21.15.82:0/2747159527 shutdown_connections 2024-09-12T12:40:33.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f677098e740 1 -- 172.21.15.82:0/2747159527 wait complete. 2024-09-12T12:40:33.279 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.261+0000 7f677098e740 20 client.17199 trim_cache size 0 max 16384 2024-09-12T12:40:33.284 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.278+0000 7f677098e740 1 Processor -- start 2024-09-12T12:40:33.284 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.278+0000 7f677098e740 1 -- start start 2024-09-12T12:40:33.284 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f677098e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60b620 0x5628ba606d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.284 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f677098e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60bf40 0x5628ba632950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.284 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f677098e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba61ad50 0x5628ba632e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.284 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f677098e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f67681ab7c0 con 0x5628ba60bf40 2024-09-12T12:40:33.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f677098e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f67681ad300 con 0x5628ba61ad50 2024-09-12T12:40:33.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f677098e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f67681abe90 con 0x5628ba60b620 2024-09-12T12:40:33.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f67677fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60bf40 0x5628ba632950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f67677fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60bf40 0x5628ba632950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34878/0 (socket says 172.21.15.82:34878) 2024-09-12T12:40:33.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f67677fe640 1 -- 172.21.15.82:0/1575626108 learned_addr learned my addr 172.21.15.82:0/1575626108 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:33.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f6767fff640 1 --2- 172.21.15.82:0/1575626108 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60b620 0x5628ba606d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f676cb52640 1 --2- 172.21.15.82:0/1575626108 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba61ad50 0x5628ba632e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f67677fe640 1 -- 172.21.15.82:0/1575626108 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60b620 msgr2=0x5628ba606d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f67677fe640 1 --2- 172.21.15.82:0/1575626108 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60b620 0x5628ba606d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f67677fe640 1 -- 172.21.15.82:0/1575626108 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba61ad50 msgr2=0x5628ba632e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f67677fe640 1 --2- 172.21.15.82:0/1575626108 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba61ad50 0x5628ba632e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f67677fe640 1 -- 172.21.15.82:0/1575626108 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628ba607b20 con 0x5628ba60bf40 2024-09-12T12:40:33.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f676cb52640 1 --2- 172.21.15.82:0/1575626108 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba61ad50 0x5628ba632e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:40:33.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f67677fe640 1 --2- 172.21.15.82:0/1575626108 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60bf40 0x5628ba632950 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f675c005fd0 tx=0x7f675c005300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c39ece734f8fdf63 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:33.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f674dffb640 1 -- 172.21.15.82:0/1575626108 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f675c01d040 con 0x5628ba60bf40 2024-09-12T12:40:33.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f674dffb640 1 -- 172.21.15.82:0/1575626108 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f675c09bd70 con 0x5628ba60bf40 2024-09-12T12:40:33.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.279+0000 7f674dffb640 1 -- 172.21.15.82:0/1575626108 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f675c097ce0 con 0x5628ba60bf40 2024-09-12T12:40:33.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.280+0000 7f677098e740 1 -- 172.21.15.82:0/1575626108 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60bf40 msgr2=0x5628ba632950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.280+0000 7f677098e740 1 --2- 172.21.15.82:0/1575626108 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60bf40 0x5628ba632950 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f675c005fd0 tx=0x7f675c005300 comp rx=0 tx=0).stop 2024-09-12T12:40:33.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.280+0000 7f677098e740 1 -- 172.21.15.82:0/1575626108 shutdown_connections 2024-09-12T12:40:33.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.280+0000 7f677098e740 1 --2- 172.21.15.82:0/1575626108 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba61ad50 0x5628ba632e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.280+0000 7f677098e740 1 --2- 172.21.15.82:0/1575626108 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60bf40 0x5628ba632950 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.280+0000 7f677098e740 1 --2- 172.21.15.82:0/1575626108 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba60b620 0x5628ba606d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.280+0000 7f677098e740 1 -- 172.21.15.82:0/1575626108 >> 172.21.15.82:0/1575626108 conn(0x5628ba607cf0 msgr2=0x5628ba606650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:33.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.280+0000 7f677098e740 1 -- 172.21.15.82:0/1575626108 shutdown_connections 2024-09-12T12:40:33.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.280+0000 7f677098e740 1 -- 172.21.15.82:0/1575626108 wait complete. 2024-09-12T12:40:33.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.280+0000 7f677098e740 1 -- start start 2024-09-12T12:40:33.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f677098e740 1 Processor -- start 2024-09-12T12:40:33.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f677098e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60b620 0x5628ba61f220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f677098e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba60bf40 0x5628ba61f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f677098e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba61ad50 0x5628ba694920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f677098e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f67681acc30 con 0x5628ba60b620 2024-09-12T12:40:33.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f677098e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f67681ac560 con 0x5628ba60bf40 2024-09-12T12:40:33.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f677098e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f67681a97c0 con 0x5628ba61ad50 2024-09-12T12:40:33.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f677098e740 10 client.0 _ll_register_callbacks cb 0x7f6760032e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:40:33.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f6767fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60b620 0x5628ba61f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f6767fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60b620 0x5628ba61f220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34890/0 (socket says 172.21.15.82:34890) 2024-09-12T12:40:33.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f6767fff640 1 -- 172.21.15.82:0/3040346598 learned_addr learned my addr 172.21.15.82:0/3040346598 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:33.288 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f676cb52640 1 --2- 172.21.15.82:0/3040346598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba61ad50 0x5628ba694920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.288 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f67677fe640 1 --2- 172.21.15.82:0/3040346598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba60bf40 0x5628ba61f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.288 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f6767fff640 1 -- 172.21.15.82:0/3040346598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba61ad50 msgr2=0x5628ba694920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.288 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f6767fff640 1 --2- 172.21.15.82:0/3040346598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba61ad50 0x5628ba694920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.288 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f6767fff640 1 -- 172.21.15.82:0/3040346598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba60bf40 msgr2=0x5628ba61f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.288 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f6767fff640 1 --2- 172.21.15.82:0/3040346598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba60bf40 0x5628ba61f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.288 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f6767fff640 1 -- 172.21.15.82:0/3040346598 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628ba694e60 con 0x5628ba60b620 2024-09-12T12:40:33.288 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.281+0000 7f67677fe640 1 --2- 172.21.15.82:0/3040346598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba60bf40 0x5628ba61f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:33.288 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f6767fff640 1 --2- 172.21.15.82:0/3040346598 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60b620 0x5628ba61f220 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f675800d010 tx=0x7f67580196f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3d595e327743874 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:33.288 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f67477fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:40:33.288 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f67477fe640 1 -- 172.21.15.82:0/3040346598 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6758010e60 con 0x5628ba60b620 2024-09-12T12:40:33.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f67477fe640 1 -- 172.21.15.82:0/3040346598 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f6758005450 con 0x5628ba60b620 2024-09-12T12:40:33.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f677098e740 1 -- 172.21.15.82:0/3040346598 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f675c09bd70 con 0x5628ba60b620 2024-09-12T12:40:33.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f67477fe640 1 -- 172.21.15.82:0/3040346598 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6758036050 con 0x5628ba60b620 2024-09-12T12:40:33.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f677098e740 10 client.17205 fetch_fsmap learned FSMap version 28 2024-09-12T12:40:33.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f677098e740 1 -- 172.21.15.82:0/3040346598 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5628ba6960b0 con 0x5628ba60b620 2024-09-12T12:40:33.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f67477fe640 1 -- 172.21.15.82:0/3040346598 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f675c09bd70 con 0x5628ba60b620 2024-09-12T12:40:33.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f67477fe640 1 -- 172.21.15.82:0/3040346598 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6758019cc0 con 0x5628ba60b620 2024-09-12T12:40:33.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f677098e740 10 client.17205 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:40:33.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f677098e740 10 client.17205 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:40:33.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f677098e740 20 client.17205 populate_metadata read hostname 'smithi082' 2024-09-12T12:40:33.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f677098e740 1 --2- 172.21.15.82:0/3040346598 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5628ba62abc0 0x5628ba698600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f677098e740 4 client.17205 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-09-12T12:40:33.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.282+0000 7f677098e740 1 -- 172.21.15.82:0/3040346598 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x5628ba578d20 con 0x5628ba62abc0 2024-09-12T12:40:33.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.283+0000 7f67677fe640 1 --2- 172.21.15.82:0/3040346598 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5628ba62abc0 0x5628ba698600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.283+0000 7f67477fe640 10 client.17205 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:33.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.283+0000 7f67677fe640 1 --2- 172.21.15.82:0/3040346598 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5628ba62abc0 0x5628ba698600 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fed73c3dce27db6 server_cookie=780e57998afaa243 in_seq=0 out_seq=0 2024-09-12T12:40:33.297 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f67477fe640 1 -- 172.21.15.82:0/3040346598 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5628ba578d20 con 0x5628ba62abc0 2024-09-12T12:40:33.297 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f67477fe640 10 client.17205 handle_command_reply: tid=0 2024-09-12T12:40:33.297 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f677098e740 1 client.17205 shutdown 2024-09-12T12:40:33.297 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f677098e740 1 -- 172.21.15.82:0/3040346598 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60b620 msgr2=0x5628ba61f220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.297 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f677098e740 1 --2- 172.21.15.82:0/3040346598 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60b620 0x5628ba61f220 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f675800d010 tx=0x7f67580196f0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.297 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f677098e740 1 -- 172.21.15.82:0/3040346598 shutdown_connections 2024-09-12T12:40:33.297 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f677098e740 1 --2- 172.21.15.82:0/3040346598 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5628ba62abc0 0x5628ba698600 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.297 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f677098e740 1 --2- 172.21.15.82:0/3040346598 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5628ba61ad50 0x5628ba694920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.297 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f677098e740 1 --2- 172.21.15.82:0/3040346598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5628ba60bf40 0x5628ba61f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f677098e740 1 --2- 172.21.15.82:0/3040346598 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5628ba60b620 0x5628ba61f220 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f67477fe640 0 client.17205 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:33.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f677098e740 1 -- 172.21.15.82:0/3040346598 >> 172.21.15.82:0/3040346598 conn(0x5628ba607cf0 msgr2=0x5628ba618480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:33.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f677098e740 1 -- 172.21.15.82:0/3040346598 shutdown_connections 2024-09-12T12:40:33.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f677098e740 1 -- 172.21.15.82:0/3040346598 wait complete. 2024-09-12T12:40:33.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.296+0000 7f677098e740 20 client.17205 trim_cache size 0 max 16384 2024-09-12T12:40:33.298 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:40:33.299 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:40:33.299 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:40:33.299 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 54, 2024-09-12T12:40:33.299 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:40:33.299 INFO:teuthology.orchestra.run.smithi082.stdout: "5e935c3b": { 2024-09-12T12:40:33.299 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 54, 2024-09-12T12:40:33.299 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:40:33.299 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:40:33.299 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:40:33.299 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:40:33.299 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:40:33.299 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:40:33.299 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 150.0, 2024-09-12T12:40:33.300 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:40:33.300 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:40:33.300 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:40:33.300 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:40:33.300 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "QUIESCED", 2024-09-12T12:40:33.300 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:40:33.300 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:33.300 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:33.300 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:33.300 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:33.300 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:40:33.300 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:40:33.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.297+0000 7f676e5b5640 1 -- 172.21.15.82:0/1926736389 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f67500a2cf0 msgr2=0x7f67500a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.297+0000 7f676e5b5640 1 --2- 172.21.15.82:0/1926736389 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f67500a2cf0 0x7f67500a51b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f676002f540 tx=0x7f6760009930 comp rx=0 tx=0).stop 2024-09-12T12:40:33.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.297+0000 7f676e5b5640 1 -- 172.21.15.82:0/1926736389 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6768102790 msgr2=0x7f67681989c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.297+0000 7f676e5b5640 1 --2- 172.21.15.82:0/1926736389 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6768102790 0x7f67681989c0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f675c00c890 tx=0x7f675c00cd50 comp rx=0 tx=0).stop 2024-09-12T12:40:33.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.297+0000 7f676e5b5640 1 -- 172.21.15.82:0/1926736389 shutdown_connections 2024-09-12T12:40:33.301 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.297+0000 7f676e5b5640 1 --2- 172.21.15.82:0/1926736389 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f67500a2cf0 0x7f67500a51b0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.297+0000 7f676e5b5640 1 --2- 172.21.15.82:0/1926736389 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6768106f10 0x7f676819cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.297+0000 7f676e5b5640 1 --2- 172.21.15.82:0/1926736389 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6768102790 0x7f67681989c0 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.297+0000 7f676e5b5640 1 --2- 172.21.15.82:0/1926736389 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6768101de0 0x7f6768198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.297+0000 7f676e5b5640 1 -- 172.21.15.82:0/1926736389 >> 172.21.15.82:0/1926736389 conn(0x7f67680fd8c0 msgr2=0x7f67680febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:33.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.297+0000 7f676e5b5640 1 -- 172.21.15.82:0/1926736389 shutdown_connections 2024-09-12T12:40:33.302 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:40:33.297+0000 7f676e5b5640 1 -- 172.21.15.82:0/1926736389 wait complete. 2024-09-12T12:40:33.916 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.913+0000 7fd23c6af640 1 -- 172.21.15.82:0/3731172154 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd23410c0b0 msgr2=0x7fd23410e550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.913+0000 7fd23c6af640 1 --2- 172.21.15.82:0/3731172154 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd23410c0b0 0x7fd23410e550 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fd22c009ca0 tx=0x7fd22c02a950 comp rx=0 tx=0).stop 2024-09-12T12:40:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.913+0000 7fd23c6af640 1 -- 172.21.15.82:0/3731172154 shutdown_connections 2024-09-12T12:40:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.913+0000 7fd23c6af640 1 --2- 172.21.15.82:0/3731172154 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd23410c0b0 0x7fd23410e550 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.913+0000 7fd23c6af640 1 --2- 172.21.15.82:0/3731172154 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd234103600 0x7fd23410bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.913+0000 7fd23c6af640 1 --2- 172.21.15.82:0/3731172154 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd234102ce0 0x7fd2341030c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.913+0000 7fd23c6af640 1 -- 172.21.15.82:0/3731172154 >> 172.21.15.82:0/3731172154 conn(0x7fd234077990 msgr2=0x7fd2340fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.913+0000 7fd23c6af640 1 -- 172.21.15.82:0/3731172154 shutdown_connections 2024-09-12T12:40:33.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.913+0000 7fd23c6af640 1 -- 172.21.15.82:0/3731172154 wait complete. 2024-09-12T12:40:33.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd23c6af640 1 Processor -- start 2024-09-12T12:40:33.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd23c6af640 1 -- start start 2024-09-12T12:40:33.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd23c6af640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd234102ce0 0x7fd2341982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd23c6af640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd234103600 0x7fd234198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd23c6af640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd23410c0b0 0x7fd23419cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd23c6af640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd234111eb0 con 0x7fd234103600 2024-09-12T12:40:33.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd23c6af640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd234111d30 con 0x7fd234102ce0 2024-09-12T12:40:33.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd23c6af640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd234112030 con 0x7fd23410c0b0 2024-09-12T12:40:33.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd239c4a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd234103600 0x7fd234198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd239c4a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd234103600 0x7fd234198800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34918/0 (socket says 172.21.15.82:34918) 2024-09-12T12:40:33.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd239c4a640 1 -- 172.21.15.82:0/1070780401 learned_addr learned my addr 172.21.15.82:0/1070780401 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:33.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd23a44b640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd234102ce0 0x7fd2341982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd23ac4c640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd23410c0b0 0x7fd23419cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd239c4a640 1 -- 172.21.15.82:0/1070780401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd23410c0b0 msgr2=0x7fd23419cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd239c4a640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd23410c0b0 0x7fd23419cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd239c4a640 1 -- 172.21.15.82:0/1070780401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd234102ce0 msgr2=0x7fd2341982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd239c4a640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd234102ce0 0x7fd2341982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd239c4a640 1 -- 172.21.15.82:0/1070780401 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd23419d2b0 con 0x7fd234103600 2024-09-12T12:40:33.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd23ac4c640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd23410c0b0 0x7fd23419cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:33.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.914+0000 7fd23a44b640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd234102ce0 0x7fd2341982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:33.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.915+0000 7fd239c4a640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd234103600 0x7fd234198800 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fd22400d950 tx=0x7fd22400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:33.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.915+0000 7fd22b7fe640 1 -- 172.21.15.82:0/1070780401 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd224017070 con 0x7fd234103600 2024-09-12T12:40:33.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.915+0000 7fd22b7fe640 1 -- 172.21.15.82:0/1070780401 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd224009c30 con 0x7fd234103600 2024-09-12T12:40:33.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.915+0000 7fd22b7fe640 1 -- 172.21.15.82:0/1070780401 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22400f6b0 con 0x7fd234103600 2024-09-12T12:40:33.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.915+0000 7fd23c6af640 1 -- 172.21.15.82:0/1070780401 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd23419d5a0 con 0x7fd234103600 2024-09-12T12:40:33.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.915+0000 7fd23c6af640 1 -- 172.21.15.82:0/1070780401 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2341a4e30 con 0x7fd234103600 2024-09-12T12:40:33.929 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.917+0000 7fd22b7fe640 1 -- 172.21.15.82:0/1070780401 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fd2240109d0 con 0x7fd234103600 2024-09-12T12:40:33.929 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.917+0000 7fd23f440740 1 Processor -- start 2024-09-12T12:40:33.929 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.917+0000 7fd23f440740 1 -- start start 2024-09-12T12:40:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd23f440740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c05af0 0x564d65c05ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd23f440740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c06410 0x564d65c10770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd23f440740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c10cb0 0x564d65c130a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd23f440740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x564d65b6a2f0 con 0x564d65c10cb0 2024-09-12T12:40:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd23f440740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x564d65b12270 con 0x564d65c06410 2024-09-12T12:40:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd23f440740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x564d65b662b0 con 0x564d65c05af0 2024-09-12T12:40:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd239c4a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c10cb0 0x564d65c130a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd23a44b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c06410 0x564d65c10770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd22b7fe640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd2200a2e20 0x7fd2200a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd239c4a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c10cb0 0x564d65c130a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34934/0 (socket says 172.21.15.82:34934) 2024-09-12T12:40:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd239c4a640 1 -- 172.21.15.82:0/3280558152 learned_addr learned my addr 172.21.15.82:0/3280558152 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd23ac4c640 1 --2- 172.21.15.82:0/3280558152 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c05af0 0x564d65c05ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd23ac4c640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd2200a2e20 0x7fd2200a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd22b7fe640 1 -- 172.21.15.82:0/1070780401 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7fd2240cf080 con 0x7fd234103600 2024-09-12T12:40:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd239c4a640 1 -- 172.21.15.82:0/3280558152 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c05af0 msgr2=0x564d65c05ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd239c4a640 1 --2- 172.21.15.82:0/3280558152 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c05af0 0x564d65c05ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd239c4a640 1 -- 172.21.15.82:0/3280558152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c06410 msgr2=0x564d65c10770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd239c4a640 1 --2- 172.21.15.82:0/3280558152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c06410 0x564d65c10770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd239c4a640 1 -- 172.21.15.82:0/3280558152 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d65b11340 con 0x564d65c10cb0 2024-09-12T12:40:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd239c4a640 1 --2- 172.21.15.82:0/3280558152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c10cb0 0x564d65c130a0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fd2240cc710 tx=0x7fd224000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22c17f4990120eb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.918+0000 7fd23ac4c640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd2200a2e20 0x7fd2200a52e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd22c02fd50 tx=0x7fd22c0095c0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.919+0000 7fd228ff9640 1 -- 172.21.15.82:0/3280558152 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd224020050 con 0x564d65c10cb0 2024-09-12T12:40:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.919+0000 7fd228ff9640 1 -- 172.21.15.82:0/3280558152 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd2240bb040 con 0x564d65c10cb0 2024-09-12T12:40:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.919+0000 7fd228ff9640 1 -- 172.21.15.82:0/3280558152 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2240d1110 con 0x564d65c10cb0 2024-09-12T12:40:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.919+0000 7fd23f440740 1 -- 172.21.15.82:0/3280558152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c10cb0 msgr2=0x564d65c130a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.919+0000 7fd23f440740 1 --2- 172.21.15.82:0/3280558152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c10cb0 0x564d65c130a0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fd2240cc710 tx=0x7fd224000bc0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.919+0000 7fd23f440740 1 -- 172.21.15.82:0/3280558152 shutdown_connections 2024-09-12T12:40:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.919+0000 7fd23f440740 1 --2- 172.21.15.82:0/3280558152 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c10cb0 0x564d65c130a0 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.919+0000 7fd23f440740 1 --2- 172.21.15.82:0/3280558152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c06410 0x564d65c10770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.919+0000 7fd23f440740 1 --2- 172.21.15.82:0/3280558152 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c05af0 0x564d65c05ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.919+0000 7fd23f440740 1 -- 172.21.15.82:0/3280558152 >> 172.21.15.82:0/3280558152 conn(0x564d65c02060 msgr2=0x564d65c02440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.919+0000 7fd23f440740 1 -- 172.21.15.82:0/3280558152 shutdown_connections 2024-09-12T12:40:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.919+0000 7fd23f440740 1 -- 172.21.15.82:0/3280558152 wait complete. 2024-09-12T12:40:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.920+0000 7fd23f440740 1 -- start start 2024-09-12T12:40:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.920+0000 7fd23f440740 1 Processor -- start 2024-09-12T12:40:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.920+0000 7fd23f440740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c05af0 0x564d65c0dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.920+0000 7fd23f440740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c06410 0x564d65c0e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.920+0000 7fd23f440740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c10cb0 0x564d65c0e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.920+0000 7fd23f440740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x564d65c13820 con 0x564d65c10cb0 2024-09-12T12:40:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.920+0000 7fd23f440740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x564d65af3290 con 0x564d65c05af0 2024-09-12T12:40:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.920+0000 7fd23f440740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x564d65c139a0 con 0x564d65c06410 2024-09-12T12:40:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.920+0000 7fd23f440740 10 client.0 _ll_register_callbacks cb 0x564d65b24140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:40:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.920+0000 7fd23ac4c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c10cb0 0x564d65c0e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.920+0000 7fd23ac4c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c10cb0 0x564d65c0e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34950/0 (socket says 172.21.15.82:34950) 2024-09-12T12:40:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.920+0000 7fd23ac4c640 1 -- 172.21.15.82:0/2431521721 learned_addr learned my addr 172.21.15.82:0/2431521721 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.920+0000 7fd239c4a640 1 --2- 172.21.15.82:0/2431521721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c06410 0x564d65c0e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.920+0000 7fd23a44b640 1 --2- 172.21.15.82:0/2431521721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c05af0 0x564d65c0dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.921+0000 7fd23ac4c640 1 -- 172.21.15.82:0/2431521721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c06410 msgr2=0x564d65c0e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.921+0000 7fd23ac4c640 1 --2- 172.21.15.82:0/2431521721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c06410 0x564d65c0e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.921+0000 7fd23ac4c640 1 -- 172.21.15.82:0/2431521721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c05af0 msgr2=0x564d65c0dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.921+0000 7fd23ac4c640 1 --2- 172.21.15.82:0/2431521721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c05af0 0x564d65c0dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.921+0000 7fd23ac4c640 1 -- 172.21.15.82:0/2431521721 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d6587d210 con 0x564d65c10cb0 2024-09-12T12:40:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.921+0000 7fd23ac4c640 1 --2- 172.21.15.82:0/2431521721 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c10cb0 0x564d65c0e640 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7fd22c035000 tx=0x7fd22c02a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2787f91d01c8853b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.921+0000 7fd21dffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:40:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.923+0000 7fd21dffb640 1 -- 172.21.15.82:0/2431521721 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22c04f030 con 0x564d65c10cb0 2024-09-12T12:40:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.923+0000 7fd21dffb640 1 -- 172.21.15.82:0/2431521721 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7fd22c004040 con 0x564d65c10cb0 2024-09-12T12:40:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.923+0000 7fd23f440740 1 -- 172.21.15.82:0/2431521721 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2240bb040 con 0x564d65c10cb0 2024-09-12T12:40:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.923+0000 7fd21dffb640 1 -- 172.21.15.82:0/2431521721 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd22c034040 con 0x564d65c10cb0 2024-09-12T12:40:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.923+0000 7fd23f440740 10 client.17217 fetch_fsmap learned FSMap version 28 2024-09-12T12:40:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.923+0000 7fd23f440740 1 -- 172.21.15.82:0/2431521721 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564d65949620 con 0x564d65c10cb0 2024-09-12T12:40:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.924+0000 7fd21dffb640 1 -- 172.21.15.82:0/2431521721 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd2240bb040 con 0x564d65c10cb0 2024-09-12T12:40:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.924+0000 7fd21dffb640 1 -- 172.21.15.82:0/2431521721 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd22c04b880 con 0x564d65c10cb0 2024-09-12T12:40:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.924+0000 7fd23f440740 10 client.17217 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:40:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.924+0000 7fd23f440740 10 client.17217 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:40:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.924+0000 7fd23f440740 20 client.17217 populate_metadata read hostname 'smithi082' 2024-09-12T12:40:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.924+0000 7fd23f440740 1 --2- 172.21.15.82:0/2431521721 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564d65c20bf0 0x564d65c23040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.924+0000 7fd23f440740 4 client.17217 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:40:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.924+0000 7fd23f440740 1 -- 172.21.15.82:0/2431521721 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d65b77a20 con 0x564d65c20bf0 2024-09-12T12:40:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.924+0000 7fd23a44b640 1 --2- 172.21.15.82:0/2431521721 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564d65c20bf0 0x564d65c23040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.925+0000 7fd21dffb640 10 client.17217 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.925+0000 7fd23a44b640 1 --2- 172.21.15.82:0/2431521721 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564d65c20bf0 0x564d65c23040 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=738ec8c478045514 server_cookie=62401b8eb4a38fb7 in_seq=0 out_seq=0 2024-09-12T12:40:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.925+0000 7fd21dffb640 1 -- 172.21.15.82:0/2431521721 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564d65b77a20 con 0x564d65c20bf0 2024-09-12T12:40:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.925+0000 7fd21dffb640 10 client.17217 handle_command_reply: tid=0 2024-09-12T12:40:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.925+0000 7fd23f440740 1 client.17217 shutdown 2024-09-12T12:40:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.926+0000 7fd23f440740 1 -- 172.21.15.82:0/2431521721 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c10cb0 msgr2=0x564d65c0e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.926+0000 7fd23f440740 1 --2- 172.21.15.82:0/2431521721 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c10cb0 0x564d65c0e640 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7fd22c035000 tx=0x7fd22c02a950 comp rx=0 tx=0).stop 2024-09-12T12:40:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.926+0000 7fd23f440740 1 -- 172.21.15.82:0/2431521721 shutdown_connections 2024-09-12T12:40:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.926+0000 7fd23f440740 1 --2- 172.21.15.82:0/2431521721 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564d65c20bf0 0x564d65c23040 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.926+0000 7fd23f440740 1 --2- 172.21.15.82:0/2431521721 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c10cb0 0x564d65c0e640 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.926+0000 7fd23f440740 1 --2- 172.21.15.82:0/2431521721 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c06410 0x564d65c0e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.926+0000 7fd21dffb640 0 client.17217 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:33.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.926+0000 7fd23f440740 1 --2- 172.21.15.82:0/2431521721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c05af0 0x564d65c0dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.926+0000 7fd23f440740 1 -- 172.21.15.82:0/2431521721 >> 172.21.15.82:0/2431521721 conn(0x564d65c02060 msgr2=0x564d65c07d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:33.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.926+0000 7fd23f440740 1 -- 172.21.15.82:0/2431521721 shutdown_connections 2024-09-12T12:40:33.937 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.926+0000 7fd23f440740 1 -- 172.21.15.82:0/2431521721 wait complete. 2024-09-12T12:40:33.938 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.926+0000 7fd23f440740 20 client.17217 trim_cache size 0 max 16384 2024-09-12T12:40:33.946 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd23f440740 1 Processor -- start 2024-09-12T12:40:33.946 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd23f440740 1 -- start start 2024-09-12T12:40:33.946 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd23f440740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c05af0 0x564d65c0e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.946 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd23f440740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c06410 0x564d65c289a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.946 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd23f440740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c10cb0 0x564d65c28ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.946 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd23f440740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd2341ad8f0 con 0x564d65c06410 2024-09-12T12:40:33.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd23f440740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd2341af430 con 0x564d65c10cb0 2024-09-12T12:40:33.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd23f440740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd2341adfc0 con 0x564d65c05af0 2024-09-12T12:40:33.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd239c4a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c06410 0x564d65c289a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd239c4a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c06410 0x564d65c289a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34952/0 (socket says 172.21.15.82:34952) 2024-09-12T12:40:33.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd239c4a640 1 -- 172.21.15.82:0/2429210828 learned_addr learned my addr 172.21.15.82:0/2429210828 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:33.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd239c4a640 1 -- 172.21.15.82:0/2429210828 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c05af0 msgr2=0x564d65c0e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd23a44b640 1 --2- 172.21.15.82:0/2429210828 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c05af0 0x564d65c0e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd239c4a640 1 --2- 172.21.15.82:0/2429210828 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c05af0 0x564d65c0e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd239c4a640 1 -- 172.21.15.82:0/2429210828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c10cb0 msgr2=0x564d65c28ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd239c4a640 1 --2- 172.21.15.82:0/2429210828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c10cb0 0x564d65c28ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.947 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.940+0000 7fd239c4a640 1 -- 172.21.15.82:0/2429210828 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d65c236c0 con 0x564d65c06410 2024-09-12T12:40:33.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.941+0000 7fd239c4a640 1 --2- 172.21.15.82:0/2429210828 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c06410 0x564d65c289a0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fd2240cc820 tx=0x7fd22409b310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=115687b1ca73a2e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:33.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.941+0000 7fd21ffff640 1 -- 172.21.15.82:0/2429210828 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2240b4070 con 0x564d65c06410 2024-09-12T12:40:33.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.941+0000 7fd21ffff640 1 -- 172.21.15.82:0/2429210828 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd2240bb040 con 0x564d65c06410 2024-09-12T12:40:33.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.941+0000 7fd21ffff640 1 -- 172.21.15.82:0/2429210828 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2240a3d20 con 0x564d65c06410 2024-09-12T12:40:33.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.941+0000 7fd23f440740 1 -- 172.21.15.82:0/2429210828 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c06410 msgr2=0x564d65c289a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.941+0000 7fd23f440740 1 --2- 172.21.15.82:0/2429210828 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c06410 0x564d65c289a0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fd2240cc820 tx=0x7fd22409b310 comp rx=0 tx=0).stop 2024-09-12T12:40:33.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.941+0000 7fd23f440740 1 -- 172.21.15.82:0/2429210828 shutdown_connections 2024-09-12T12:40:33.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.941+0000 7fd23f440740 1 --2- 172.21.15.82:0/2429210828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c10cb0 0x564d65c28ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.941+0000 7fd23f440740 1 --2- 172.21.15.82:0/2429210828 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c06410 0x564d65c289a0 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.948 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.941+0000 7fd23f440740 1 --2- 172.21.15.82:0/2429210828 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c05af0 0x564d65c0e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.941+0000 7fd23f440740 1 -- 172.21.15.82:0/2429210828 >> 172.21.15.82:0/2429210828 conn(0x564d65c02060 msgr2=0x564d65c0fc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.941+0000 7fd23f440740 1 -- 172.21.15.82:0/2429210828 shutdown_connections 2024-09-12T12:40:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.941+0000 7fd23f440740 1 -- 172.21.15.82:0/2429210828 wait complete. 2024-09-12T12:40:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23f440740 1 -- start start 2024-09-12T12:40:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23f440740 1 Processor -- start 2024-09-12T12:40:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23f440740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c05af0 0x564d65c18c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23f440740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c06410 0x564d65c191a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23f440740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c10cb0 0x564d65c15c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23f440740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fd2341aed60 con 0x564d65c05af0 2024-09-12T12:40:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23f440740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd2341ae690 con 0x564d65c10cb0 2024-09-12T12:40:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23f440740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fd2341ab8f0 con 0x564d65c06410 2024-09-12T12:40:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23f440740 10 client.0 _ll_register_callbacks cb 0x7fd22c0099e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:40:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23a44b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c05af0 0x564d65c18c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23a44b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c05af0 0x564d65c18c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34966/0 (socket says 172.21.15.82:34966) 2024-09-12T12:40:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23a44b640 1 -- 172.21.15.82:0/2225917518 learned_addr learned my addr 172.21.15.82:0/2225917518 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd239c4a640 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c06410 0x564d65c191a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23ac4c640 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c10cb0 0x564d65c15c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23a44b640 1 -- 172.21.15.82:0/2225917518 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c06410 msgr2=0x564d65c191a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23a44b640 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c06410 0x564d65c191a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23a44b640 1 -- 172.21.15.82:0/2225917518 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c10cb0 msgr2=0x564d65c15c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23a44b640 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c10cb0 0x564d65c15c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23a44b640 1 -- 172.21.15.82:0/2225917518 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d65bfd2d0 con 0x564d65c05af0 2024-09-12T12:40:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd239c4a640 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c06410 0x564d65c191a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.942+0000 7fd23ac4c640 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c10cb0 0x564d65c15c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:40:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd23a44b640 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c05af0 0x564d65c18c60 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x564d65c23940 tx=0x7fd230010af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f2fe9cda87f7832 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd21dffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:40:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd21dffb640 1 -- 172.21.15.82:0/2225917518 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd230021030 con 0x564d65c05af0 2024-09-12T12:40:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd21dffb640 1 -- 172.21.15.82:0/2225917518 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7fd230004020 con 0x564d65c05af0 2024-09-12T12:40:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd23f440740 1 -- 172.21.15.82:0/2225917518 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2240bb040 con 0x564d65c05af0 2024-09-12T12:40:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd21dffb640 1 -- 172.21.15.82:0/2225917518 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd23002b050 con 0x564d65c05af0 2024-09-12T12:40:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd23f440740 10 client.17223 fetch_fsmap learned FSMap version 28 2024-09-12T12:40:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd23f440740 1 -- 172.21.15.82:0/2225917518 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564d65c05920 con 0x564d65c05af0 2024-09-12T12:40:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd21dffb640 1 -- 172.21.15.82:0/2225917518 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd2240bb040 con 0x564d65c05af0 2024-09-12T12:40:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd21dffb640 1 -- 172.21.15.82:0/2225917518 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fd230003960 con 0x564d65c05af0 2024-09-12T12:40:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd23f440740 10 client.17223 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:40:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd23f440740 10 client.17223 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:40:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd23f440740 20 client.17223 populate_metadata read hostname 'smithi082' 2024-09-12T12:40:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd23f440740 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564d65c8c530 0x564d65c8e950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd23f440740 4 client.17223 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:40:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.943+0000 7fd23f440740 1 -- 172.21.15.82:0/2225917518 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564d65b71d70 con 0x564d65c8c530 2024-09-12T12:40:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.944+0000 7fd239c4a640 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564d65c8c530 0x564d65c8e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.944+0000 7fd21dffb640 10 client.17223 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.944+0000 7fd239c4a640 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564d65c8c530 0x564d65c8e950 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13383b33548cccc1 server_cookie=f9c0dae2e1c540f0 in_seq=0 out_seq=0 2024-09-12T12:40:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd21dffb640 1 -- 172.21.15.82:0/2225917518 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564d65b71d70 con 0x564d65c8c530 2024-09-12T12:40:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd21dffb640 10 client.17223 handle_command_reply: tid=0 2024-09-12T12:40:33.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd23f440740 1 client.17223 shutdown 2024-09-12T12:40:33.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd23f440740 1 -- 172.21.15.82:0/2225917518 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c05af0 msgr2=0x564d65c18c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd23f440740 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c05af0 0x564d65c18c60 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x564d65c23940 tx=0x7fd230010af0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd23f440740 1 -- 172.21.15.82:0/2225917518 shutdown_connections 2024-09-12T12:40:33.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd23f440740 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x564d65c8c530 0x564d65c8e950 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd23f440740 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564d65c10cb0 0x564d65c15c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd23f440740 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x564d65c06410 0x564d65c191a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd23f440740 1 --2- 172.21.15.82:0/2225917518 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x564d65c05af0 0x564d65c18c60 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd21dffb640 0 client.17223 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:33.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd23f440740 1 -- 172.21.15.82:0/2225917518 >> 172.21.15.82:0/2225917518 conn(0x564d65c02060 msgr2=0x564d65c009a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:33.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd23f440740 1 -- 172.21.15.82:0/2225917518 shutdown_connections 2024-09-12T12:40:33.955 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd23f440740 1 -- 172.21.15.82:0/2225917518 wait complete. 2024-09-12T12:40:33.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.954+0000 7fd23f440740 20 client.17223 trim_cache size 0 max 16384 2024-09-12T12:40:33.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:40:33.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:40:33.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:40:33.956 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:40:33.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.955+0000 7fd23c6af640 1 -- 172.21.15.82:0/1070780401 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd2200a2e20 msgr2=0x7fd2200a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.955+0000 7fd23c6af640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd2200a2e20 0x7fd2200a52e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd22c02fd50 tx=0x7fd22c0095c0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.955+0000 7fd23c6af640 1 -- 172.21.15.82:0/1070780401 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd234103600 msgr2=0x7fd234198800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:33.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.955+0000 7fd23c6af640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd234103600 0x7fd234198800 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fd22400d950 tx=0x7fd22400de10 comp rx=0 tx=0).stop 2024-09-12T12:40:33.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.955+0000 7fd23c6af640 1 -- 172.21.15.82:0/1070780401 shutdown_connections 2024-09-12T12:40:33.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.955+0000 7fd23c6af640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fd2200a2e20 0x7fd2200a52e0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.955+0000 7fd23c6af640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fd23410c0b0 0x7fd23419cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.957 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.955+0000 7fd23c6af640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fd234103600 0x7fd234198800 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.955+0000 7fd23c6af640 1 --2- 172.21.15.82:0/1070780401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd234102ce0 0x7fd2341982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:33.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.955+0000 7fd23c6af640 1 -- 172.21.15.82:0/1070780401 >> 172.21.15.82:0/1070780401 conn(0x7fd234077990 msgr2=0x7fd2340fcf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:33.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.955+0000 7fd23c6af640 1 -- 172.21.15.82:0/1070780401 shutdown_connections 2024-09-12T12:40:33.958 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:33.955+0000 7fd23c6af640 1 -- 172.21.15.82:0/1070780401 wait complete. 2024-09-12T12:40:34.018 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '5e935c3b', quiesce took 3.3 seconds. Will release after: 26.7 2024-09-12T12:40:34.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:33 smithi097 ceph-mon[34923]: pgmap v434: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-09-12T12:40:34.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:33 smithi082 ceph-mon[31122]: pgmap v434: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-09-12T12:40:34.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:33 smithi114 ceph-mon[35514]: pgmap v434: 97 pgs: 97 active+clean; 4.7 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-09-12T12:40:36.275 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:35 smithi097 ceph-mon[34923]: pgmap v435: 97 pgs: 97 active+clean; 4.8 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-09-12T12:40:36.289 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:35 smithi082 ceph-mon[31122]: pgmap v435: 97 pgs: 97 active+clean; 4.8 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-09-12T12:40:36.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:35 smithi114 ceph-mon[35514]: pgmap v435: 97 pgs: 97 active+clean; 4.8 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-09-12T12:40:38.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:37 smithi097 ceph-mon[34923]: pgmap v436: 97 pgs: 97 active+clean; 4.8 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-09-12T12:40:38.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:37 smithi082 ceph-mon[31122]: pgmap v436: 97 pgs: 97 active+clean; 4.8 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-09-12T12:40:38.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:37 smithi114 ceph-mon[35514]: pgmap v436: 97 pgs: 97 active+clean; 4.8 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-09-12T12:40:40.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:39 smithi097 ceph-mon[34923]: pgmap v437: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-09-12T12:40:40.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:39 smithi082 ceph-mon[31122]: pgmap v437: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-09-12T12:40:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:39 smithi114 ceph-mon[35514]: pgmap v437: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-09-12T12:40:42.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:41 smithi097 ceph-mon[34923]: pgmap v438: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 12 op/s 2024-09-12T12:40:42.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:41 smithi082 ceph-mon[31122]: pgmap v438: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 12 op/s 2024-09-12T12:40:42.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:41 smithi114 ceph-mon[35514]: pgmap v438: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 12 op/s 2024-09-12T12:40:44.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:43 smithi097 ceph-mon[34923]: pgmap v439: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 12 op/s 2024-09-12T12:40:44.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:43 smithi082 ceph-mon[31122]: pgmap v439: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 12 op/s 2024-09-12T12:40:44.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:43 smithi114 ceph-mon[35514]: pgmap v439: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 12 op/s 2024-09-12T12:40:46.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:45 smithi097 ceph-mon[34923]: pgmap v440: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-09-12T12:40:46.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:45 smithi082 ceph-mon[31122]: pgmap v440: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-09-12T12:40:46.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:45 smithi114 ceph-mon[35514]: pgmap v440: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-09-12T12:40:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.051+0000 7f2f0f5d6640 1 -- 172.21.15.82:0/645608989 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f08100ab0 msgr2=0x7f2f08100e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.051+0000 7f2f0f5d6640 1 --2- 172.21.15.82:0/645608989 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f08100ab0 0x7f2f08100e90 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f2ef8009900 tx=0x7f2ef802a480 comp rx=0 tx=0).stop 2024-09-12T12:40:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.051+0000 7f2f0f5d6640 1 -- 172.21.15.82:0/645608989 shutdown_connections 2024-09-12T12:40:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.051+0000 7f2f0f5d6640 1 --2- 172.21.15.82:0/645608989 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f08105ee0 0x7f2f08106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.051+0000 7f2f0f5d6640 1 --2- 172.21.15.82:0/645608989 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f081013d0 0x7f2f08105890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.051+0000 7f2f0f5d6640 1 --2- 172.21.15.82:0/645608989 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f08100ab0 0x7f2f08100e90 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.051+0000 7f2f0f5d6640 1 -- 172.21.15.82:0/645608989 >> 172.21.15.82:0/645608989 conn(0x7f2f080fc6b0 msgr2=0x7f2f080fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.051+0000 7f2f0f5d6640 1 -- 172.21.15.82:0/645608989 shutdown_connections 2024-09-12T12:40:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.051+0000 7f2f0f5d6640 1 -- 172.21.15.82:0/645608989 wait complete. 2024-09-12T12:40:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.051+0000 7f2f0f5d6640 1 Processor -- start 2024-09-12T12:40:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0f5d6640 1 -- start start 2024-09-12T12:40:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0f5d6640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f08100ab0 0x7f2f081a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0f5d6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f081013d0 0x7f2f081a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0f5d6640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f08105ee0 0x7f2f0819e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0f5d6640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2f081184d0 con 0x7f2f08100ab0 2024-09-12T12:40:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0f5d6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2f08118350 con 0x7f2f081013d0 2024-09-12T12:40:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0f5d6640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2f08118650 con 0x7f2f08105ee0 2024-09-12T12:40:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0d372640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f08100ab0 0x7f2f081a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0d372640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f08100ab0 0x7f2f081a4660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44532/0 (socket says 172.21.15.82:44532) 2024-09-12T12:40:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0d372640 1 -- 172.21.15.82:0/788830997 learned_addr learned my addr 172.21.15.82:0/788830997 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0cb71640 1 --2- 172.21.15.82:0/788830997 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f081013d0 0x7f2f081a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0db73640 1 --2- 172.21.15.82:0/788830997 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f08105ee0 0x7f2f0819e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0d372640 1 -- 172.21.15.82:0/788830997 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f08105ee0 msgr2=0x7f2f0819e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0d372640 1 --2- 172.21.15.82:0/788830997 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f08105ee0 0x7f2f0819e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0d372640 1 -- 172.21.15.82:0/788830997 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f081013d0 msgr2=0x7f2f081a4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0d372640 1 --2- 172.21.15.82:0/788830997 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f081013d0 0x7f2f081a4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0d372640 1 -- 172.21.15.82:0/788830997 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f0819efe0 con 0x7f2f08100ab0 2024-09-12T12:40:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.052+0000 7f2f0d372640 1 --2- 172.21.15.82:0/788830997 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f08100ab0 0x7f2f081a4660 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f2ef8006010 tx=0x7f2ef80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.053+0000 7f2efe7fc640 1 -- 172.21.15.82:0/788830997 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef803f030 con 0x7f2f08100ab0 2024-09-12T12:40:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.053+0000 7f2efe7fc640 1 -- 172.21.15.82:0/788830997 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2ef8003ce0 con 0x7f2f08100ab0 2024-09-12T12:40:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.053+0000 7f2efe7fc640 1 -- 172.21.15.82:0/788830997 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef8035070 con 0x7f2f08100ab0 2024-09-12T12:40:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.053+0000 7f2f0f5d6640 1 -- 172.21.15.82:0/788830997 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f0819f270 con 0x7f2f08100ab0 2024-09-12T12:40:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.053+0000 7f2f0f5d6640 1 -- 172.21.15.82:0/788830997 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f081ab5e0 con 0x7f2f08100ab0 2024-09-12T12:40:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.055+0000 7f2efe7fc640 1 -- 172.21.15.82:0/788830997 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f2ef8042030 con 0x7f2f08100ab0 2024-09-12T12:40:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.055+0000 7f2f12453740 1 Processor -- start 2024-09-12T12:40:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.055+0000 7f2f12453740 1 -- start start 2024-09-12T12:40:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f12453740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bb7af0 0x557d82bb7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f12453740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 0x557d82bc2770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f12453740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bc2cb0 0x557d82bc50a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f12453740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x557d82b1c2f0 con 0x557d82bb7af0 2024-09-12T12:40:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f12453740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x557d82ac4270 con 0x557d82bc2cb0 2024-09-12T12:40:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f12453740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x557d82b182b0 con 0x557d82bb8410 2024-09-12T12:40:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f0db73640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bb7af0 0x557d82bb7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f0db73640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bb7af0 0x557d82bb7ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44542/0 (socket says 172.21.15.82:44542) 2024-09-12T12:40:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f0db73640 1 -- 172.21.15.82:0/182176539 learned_addr learned my addr 172.21.15.82:0/182176539 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f0d372640 1 --2- 172.21.15.82:0/182176539 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 0x557d82bc2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2efe7fc640 1 --2- 172.21.15.82:0/788830997 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2ef40a2e20 0x7f2ef40a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f0cb71640 1 --2- 172.21.15.82:0/182176539 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bc2cb0 0x557d82bc50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f0db73640 1 -- 172.21.15.82:0/182176539 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 msgr2=0x557d82bc2770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f0db73640 1 --2- 172.21.15.82:0/182176539 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 0x557d82bc2770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f0db73640 1 -- 172.21.15.82:0/182176539 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bc2cb0 msgr2=0x557d82bc50a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f0db73640 1 --2- 172.21.15.82:0/182176539 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bc2cb0 0x557d82bc50a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f0db73640 1 -- 172.21.15.82:0/182176539 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557d82ac3340 con 0x557d82bb7af0 2024-09-12T12:40:47.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2efe7fc640 1 -- 172.21.15.82:0/788830997 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f2ef80ef8c0 con 0x7f2f08100ab0 2024-09-12T12:40:47.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f0db73640 1 --2- 172.21.15.82:0/788830997 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2ef40a2e20 0x7f2ef40a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.056+0000 7f2f0db73640 1 --2- 172.21.15.82:0/182176539 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bb7af0 0x557d82bb7ed0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f2f000072e0 tx=0x7f2f0000f850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4ae4313a6b5c8c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:47.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.057+0000 7f2ef37fe640 1 -- 172.21.15.82:0/182176539 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f00019870 con 0x557d82bb7af0 2024-09-12T12:40:47.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.057+0000 7f2ef37fe640 1 -- 172.21.15.82:0/182176539 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f00010430 con 0x557d82bb7af0 2024-09-12T12:40:47.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.057+0000 7f2ef37fe640 1 -- 172.21.15.82:0/182176539 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f0001a670 con 0x557d82bb7af0 2024-09-12T12:40:47.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.057+0000 7f2f12453740 1 -- 172.21.15.82:0/182176539 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bb7af0 msgr2=0x557d82bb7ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:47.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.057+0000 7f2f12453740 1 --2- 172.21.15.82:0/182176539 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bb7af0 0x557d82bb7ed0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f2f000072e0 tx=0x7f2f0000f850 comp rx=0 tx=0).stop 2024-09-12T12:40:47.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.057+0000 7f2f0db73640 1 --2- 172.21.15.82:0/788830997 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2ef40a2e20 0x7f2ef40a52e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2f00020000 tx=0x7f2f0001d000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:47.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.058+0000 7f2f12453740 1 -- 172.21.15.82:0/182176539 shutdown_connections 2024-09-12T12:40:47.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.058+0000 7f2f12453740 1 --2- 172.21.15.82:0/182176539 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bc2cb0 0x557d82bc50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.058+0000 7f2f12453740 1 --2- 172.21.15.82:0/182176539 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 0x557d82bc2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.065 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.058+0000 7f2f12453740 1 --2- 172.21.15.82:0/182176539 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bb7af0 0x557d82bb7ed0 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.058+0000 7f2f12453740 1 -- 172.21.15.82:0/182176539 >> 172.21.15.82:0/182176539 conn(0x557d82bb4060 msgr2=0x557d82bb4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:47.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.058+0000 7f2f12453740 1 -- 172.21.15.82:0/182176539 shutdown_connections 2024-09-12T12:40:47.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.058+0000 7f2f12453740 1 -- 172.21.15.82:0/182176539 wait complete. 2024-09-12T12:40:47.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.058+0000 7f2f12453740 1 -- start start 2024-09-12T12:40:47.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.058+0000 7f2f12453740 1 Processor -- start 2024-09-12T12:40:47.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.058+0000 7f2f12453740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bb7af0 0x557d82bbfb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f12453740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 0x557d82bc0080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f12453740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bc2cb0 0x557d82bc05c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f12453740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x557d82bc5880 con 0x557d82bb7af0 2024-09-12T12:40:47.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f12453740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x557d82aa5290 con 0x557d82bc2cb0 2024-09-12T12:40:47.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f12453740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x557d82bc5a00 con 0x557d82bb8410 2024-09-12T12:40:47.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f12453740 10 client.0 _ll_register_callbacks cb 0x557d82ad6140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:40:47.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f0d372640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bb7af0 0x557d82bbfb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f0d372640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bb7af0 0x557d82bbfb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44558/0 (socket says 172.21.15.82:44558) 2024-09-12T12:40:47.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f0d372640 1 -- 172.21.15.82:0/4158087543 learned_addr learned my addr 172.21.15.82:0/4158087543 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:47.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f0db73640 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bc2cb0 0x557d82bc05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f0cb71640 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 0x557d82bc0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f0d372640 1 -- 172.21.15.82:0/4158087543 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 msgr2=0x557d82bc0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:47.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f0d372640 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 0x557d82bc0080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f0d372640 1 -- 172.21.15.82:0/4158087543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bc2cb0 msgr2=0x557d82bc05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:47.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f0d372640 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bc2cb0 0x557d82bc05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f0d372640 1 -- 172.21.15.82:0/4158087543 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557d8282f210 con 0x557d82bb7af0 2024-09-12T12:40:47.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f0db73640 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bc2cb0 0x557d82bc05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:47.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f0cb71640 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 0x557d82bc0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:40:47.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f0d372640 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bb7af0 0x557d82bbfb40 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f2ef8000c00 tx=0x7f2ef8003e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acaa750d232db7d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:47.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2ef0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:40:47.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2ef0ff9640 1 -- 172.21.15.82:0/4158087543 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef8049070 con 0x557d82bb7af0 2024-09-12T12:40:47.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2ef0ff9640 1 -- 172.21.15.82:0/4158087543 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f2ef80c4620 con 0x557d82bb7af0 2024-09-12T12:40:47.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f12453740 1 -- 172.21.15.82:0/4158087543 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f00010430 con 0x557d82bb7af0 2024-09-12T12:40:47.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2ef0ff9640 1 -- 172.21.15.82:0/4158087543 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2ef80be070 con 0x557d82bb7af0 2024-09-12T12:40:47.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f12453740 10 client.17235 fetch_fsmap learned FSMap version 28 2024-09-12T12:40:47.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.059+0000 7f2f12453740 1 -- 172.21.15.82:0/4158087543 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557d828fb620 con 0x557d82bb7af0 2024-09-12T12:40:47.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.060+0000 7f2ef0ff9640 1 -- 172.21.15.82:0/4158087543 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f00010430 con 0x557d82bb7af0 2024-09-12T12:40:47.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.060+0000 7f2ef0ff9640 1 -- 172.21.15.82:0/4158087543 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f2ef80a6bb0 con 0x557d82bb7af0 2024-09-12T12:40:47.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.060+0000 7f2f12453740 10 client.17235 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:40:47.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.060+0000 7f2f12453740 10 client.17235 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:40:47.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.060+0000 7f2f12453740 20 client.17235 populate_metadata read hostname 'smithi082' 2024-09-12T12:40:47.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.060+0000 7f2f12453740 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557d82bd2be0 0x557d82bd5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.060+0000 7f2f12453740 4 client.17235 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:40:47.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.060+0000 7f2f12453740 1 -- 172.21.15.82:0/4158087543 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557d82b29a20 con 0x557d82bd2be0 2024-09-12T12:40:47.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.060+0000 7f2f0cb71640 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557d82bd2be0 0x557d82bd5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.061+0000 7f2ef0ff9640 10 client.17235 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:47.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.061+0000 7f2f0cb71640 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557d82bd2be0 0x557d82bd5050 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76f1ea132cb76664 server_cookie=ddfb53b9c681d5f4 in_seq=0 out_seq=0 2024-09-12T12:40:47.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.061+0000 7f2ef0ff9640 1 -- 172.21.15.82:0/4158087543 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557d82b29a20 con 0x557d82bd2be0 2024-09-12T12:40:47.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.061+0000 7f2ef0ff9640 10 client.17235 handle_command_reply: tid=0 2024-09-12T12:40:47.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.061+0000 7f2f12453740 1 client.17235 shutdown 2024-09-12T12:40:47.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.062+0000 7f2f12453740 1 -- 172.21.15.82:0/4158087543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bb7af0 msgr2=0x557d82bbfb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:47.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.062+0000 7f2f12453740 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bb7af0 0x557d82bbfb40 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f2ef8000c00 tx=0x7f2ef8003e90 comp rx=0 tx=0).stop 2024-09-12T12:40:47.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.062+0000 7f2f12453740 1 -- 172.21.15.82:0/4158087543 shutdown_connections 2024-09-12T12:40:47.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.062+0000 7f2f12453740 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557d82bd2be0 0x557d82bd5050 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.062+0000 7f2f12453740 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bc2cb0 0x557d82bc05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.062+0000 7f2ef0ff9640 0 client.17235 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:47.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.062+0000 7f2f12453740 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 0x557d82bc0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.070 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.062+0000 7f2f12453740 1 --2- 172.21.15.82:0/4158087543 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bb7af0 0x557d82bbfb40 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.071 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.062+0000 7f2f12453740 1 -- 172.21.15.82:0/4158087543 >> 172.21.15.82:0/4158087543 conn(0x557d82bb4060 msgr2=0x557d82bb9d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:47.071 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.062+0000 7f2f12453740 1 -- 172.21.15.82:0/4158087543 shutdown_connections 2024-09-12T12:40:47.071 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.062+0000 7f2f12453740 1 -- 172.21.15.82:0/4158087543 wait complete. 2024-09-12T12:40:47.071 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.062+0000 7f2f12453740 20 client.17235 trim_cache size 0 max 16384 2024-09-12T12:40:47.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.076+0000 7f2f12453740 1 Processor -- start 2024-09-12T12:40:47.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.076+0000 7f2f12453740 1 -- start start 2024-09-12T12:40:47.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.076+0000 7f2f12453740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb7af0 0x557d82bbea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.076+0000 7f2f12453740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bb8410 0x557d82bc03f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.076+0000 7f2f12453740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bc2cb0 0x557d82bda960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.076+0000 7f2f12453740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2f081b3e60 con 0x557d82bc2cb0 2024-09-12T12:40:47.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.076+0000 7f2f12453740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2f081b59a0 con 0x557d82bb8410 2024-09-12T12:40:47.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.076+0000 7f2f12453740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2f081b4530 con 0x557d82bb7af0 2024-09-12T12:40:47.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.076+0000 7f2f0db73640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bc2cb0 0x557d82bda960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.082 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.076+0000 7f2f0db73640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bc2cb0 0x557d82bda960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44562/0 (socket says 172.21.15.82:44562) 2024-09-12T12:40:47.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.076+0000 7f2f0db73640 1 -- 172.21.15.82:0/664837844 learned_addr learned my addr 172.21.15.82:0/664837844 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:47.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.077+0000 7f2f0d372640 1 --2- 172.21.15.82:0/664837844 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb7af0 0x557d82bbea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.077+0000 7f2f0cb71640 1 --2- 172.21.15.82:0/664837844 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bb8410 0x557d82bc03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.077+0000 7f2f0db73640 1 -- 172.21.15.82:0/664837844 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb7af0 msgr2=0x557d82bbea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:47.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.077+0000 7f2f0db73640 1 --2- 172.21.15.82:0/664837844 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb7af0 0x557d82bbea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.077+0000 7f2f0db73640 1 -- 172.21.15.82:0/664837844 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bb8410 msgr2=0x557d82bc03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:47.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.077+0000 7f2f0db73640 1 --2- 172.21.15.82:0/664837844 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bb8410 0x557d82bc03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.077+0000 7f2f0db73640 1 -- 172.21.15.82:0/664837844 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557d82bb3e90 con 0x557d82bc2cb0 2024-09-12T12:40:47.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.077+0000 7f2f0db73640 1 --2- 172.21.15.82:0/664837844 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bc2cb0 0x557d82bda960 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f2f00007580 tx=0x7f2f000075b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc6bca7c1fc90bf4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:47.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.077+0000 7f2ef2ffd640 1 -- 172.21.15.82:0/664837844 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f00012d20 con 0x557d82bc2cb0 2024-09-12T12:40:47.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.077+0000 7f2ef2ffd640 1 -- 172.21.15.82:0/664837844 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f00012050 con 0x557d82bc2cb0 2024-09-12T12:40:47.083 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.077+0000 7f2ef2ffd640 1 -- 172.21.15.82:0/664837844 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f000197f0 con 0x557d82bc2cb0 2024-09-12T12:40:47.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.078+0000 7f2f12453740 1 -- 172.21.15.82:0/664837844 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bc2cb0 msgr2=0x557d82bda960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:47.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.078+0000 7f2f12453740 1 --2- 172.21.15.82:0/664837844 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bc2cb0 0x557d82bda960 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f2f00007580 tx=0x7f2f000075b0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.078+0000 7f2f12453740 1 -- 172.21.15.82:0/664837844 shutdown_connections 2024-09-12T12:40:47.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.078+0000 7f2f12453740 1 --2- 172.21.15.82:0/664837844 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bc2cb0 0x557d82bda960 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.078+0000 7f2f12453740 1 --2- 172.21.15.82:0/664837844 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bb8410 0x557d82bc03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.078+0000 7f2f12453740 1 --2- 172.21.15.82:0/664837844 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb7af0 0x557d82bbea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.078+0000 7f2f12453740 1 -- 172.21.15.82:0/664837844 >> 172.21.15.82:0/664837844 conn(0x557d82bb4060 msgr2=0x557d82bc1bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:47.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.078+0000 7f2f12453740 1 -- 172.21.15.82:0/664837844 shutdown_connections 2024-09-12T12:40:47.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.078+0000 7f2f12453740 1 -- 172.21.15.82:0/664837844 wait complete. 2024-09-12T12:40:47.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.078+0000 7f2f12453740 1 -- start start 2024-09-12T12:40:47.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.078+0000 7f2f12453740 1 Processor -- start 2024-09-12T12:40:47.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f12453740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bb7af0 0x557d82bcb100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.084 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f12453740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 0x557d82bbc510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f12453740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bc2cb0 0x557d82bbca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f12453740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2f081b52d0 con 0x557d82bc2cb0 2024-09-12T12:40:47.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f12453740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2f081b4c00 con 0x557d82bb7af0 2024-09-12T12:40:47.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f12453740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2f081b1e60 con 0x557d82bb8410 2024-09-12T12:40:47.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f12453740 10 client.0 _ll_register_callbacks cb 0x7f2ef803b460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:40:47.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f0db73640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bc2cb0 0x557d82bbca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f0db73640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bc2cb0 0x557d82bbca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:44578/0 (socket says 172.21.15.82:44578) 2024-09-12T12:40:47.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f0db73640 1 -- 172.21.15.82:0/1743457359 learned_addr learned my addr 172.21.15.82:0/1743457359 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:40:47.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f0cb71640 1 --2- 172.21.15.82:0/1743457359 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 0x557d82bbc510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.085 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f0d372640 1 --2- 172.21.15.82:0/1743457359 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bb7af0 0x557d82bcb100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.086 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f0db73640 1 -- 172.21.15.82:0/1743457359 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 msgr2=0x557d82bbc510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:47.086 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f0db73640 1 --2- 172.21.15.82:0/1743457359 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 0x557d82bbc510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.086 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f0db73640 1 -- 172.21.15.82:0/1743457359 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bb7af0 msgr2=0x557d82bcb100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:40:47.086 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f0db73640 1 --2- 172.21.15.82:0/1743457359 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bb7af0 0x557d82bcb100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.086 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f0db73640 1 -- 172.21.15.82:0/1743457359 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557d82bb4cf0 con 0x557d82bc2cb0 2024-09-12T12:40:47.086 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f0db73640 1 --2- 172.21.15.82:0/1743457359 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bc2cb0 0x557d82bbca50 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f2f00007da0 tx=0x7f2f0001a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ced839bc700ec5c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:40:47.086 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2ef0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:40:47.086 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2ef0ff9640 1 -- 172.21.15.82:0/1743457359 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f00034020 con 0x557d82bc2cb0 2024-09-12T12:40:47.086 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2f12453740 1 -- 172.21.15.82:0/1743457359 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f00012050 con 0x557d82bc2cb0 2024-09-12T12:40:47.087 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.079+0000 7f2ef0ff9640 1 -- 172.21.15.82:0/1743457359 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f2f000197f0 con 0x557d82bc2cb0 2024-09-12T12:40:47.087 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.080+0000 7f2ef0ff9640 1 -- 172.21.15.82:0/1743457359 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2f0003f050 con 0x557d82bc2cb0 2024-09-12T12:40:47.087 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.080+0000 7f2f12453740 10 client.17241 fetch_fsmap learned FSMap version 28 2024-09-12T12:40:47.087 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.080+0000 7f2f12453740 1 -- 172.21.15.82:0/1743457359 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557d82c3d4c0 con 0x557d82bc2cb0 2024-09-12T12:40:47.087 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.080+0000 7f2ef0ff9640 1 -- 172.21.15.82:0/1743457359 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f00012050 con 0x557d82bc2cb0 2024-09-12T12:40:47.087 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.080+0000 7f2ef0ff9640 1 -- 172.21.15.82:0/1743457359 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f2f00025900 con 0x557d82bc2cb0 2024-09-12T12:40:47.087 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.080+0000 7f2f12453740 10 client.17241 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:40:47.087 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.080+0000 7f2f12453740 10 client.17241 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:40:47.087 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.080+0000 7f2f12453740 20 client.17241 populate_metadata read hostname 'smithi082' 2024-09-12T12:40:47.087 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.080+0000 7f2f12453740 1 --2- 172.21.15.82:0/1743457359 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557d82c3da30 0x557d82c3fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:40:47.087 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.080+0000 7f2f12453740 4 client.17241 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:40:47.087 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.080+0000 7f2f12453740 1 -- 172.21.15.82:0/1743457359 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557d82b23d70 con 0x557d82c3da30 2024-09-12T12:40:47.087 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.080+0000 7f2f0d372640 1 --2- 172.21.15.82:0/1743457359 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557d82c3da30 0x557d82c3fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:40:47.088 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.081+0000 7f2ef0ff9640 10 client.17241 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:47.088 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.081+0000 7f2f0d372640 1 --2- 172.21.15.82:0/1743457359 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557d82c3da30 0x557d82c3fe20 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb1099cd3183bd0a server_cookie=5c50ccee883aadbb in_seq=0 out_seq=0 2024-09-12T12:40:47.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2ef0ff9640 1 -- 172.21.15.82:0/1743457359 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557d82b23d70 con 0x557d82c3da30 2024-09-12T12:40:47.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2ef0ff9640 10 client.17241 handle_command_reply: tid=0 2024-09-12T12:40:47.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2f12453740 1 client.17241 shutdown 2024-09-12T12:40:47.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2f12453740 1 -- 172.21.15.82:0/1743457359 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bc2cb0 msgr2=0x557d82bbca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:47.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2f12453740 1 --2- 172.21.15.82:0/1743457359 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bc2cb0 0x557d82bbca50 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f2f00007da0 tx=0x7f2f0001a410 comp rx=0 tx=0).stop 2024-09-12T12:40:47.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2f12453740 1 -- 172.21.15.82:0/1743457359 shutdown_connections 2024-09-12T12:40:47.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2f12453740 1 --2- 172.21.15.82:0/1743457359 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x557d82c3da30 0x557d82c3fe20 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.090 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2f12453740 1 --2- 172.21.15.82:0/1743457359 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x557d82bc2cb0 0x557d82bbca50 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2f12453740 1 --2- 172.21.15.82:0/1743457359 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x557d82bb8410 0x557d82bbc510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2f12453740 1 --2- 172.21.15.82:0/1743457359 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557d82bb7af0 0x557d82bcb100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2ef0ff9640 0 client.17241 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:40:47.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2f12453740 1 -- 172.21.15.82:0/1743457359 >> 172.21.15.82:0/1743457359 conn(0x557d82bb4060 msgr2=0x557d82bb9550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:47.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2f12453740 1 -- 172.21.15.82:0/1743457359 shutdown_connections 2024-09-12T12:40:47.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2f12453740 1 -- 172.21.15.82:0/1743457359 wait complete. 2024-09-12T12:40:47.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.090+0000 7f2f12453740 20 client.17241 trim_cache size 0 max 16384 2024-09-12T12:40:47.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:40:47.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:40:47.091 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:40:47.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:40:47.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.091+0000 7f2f0f5d6640 1 -- 172.21.15.82:0/788830997 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2ef40a2e20 msgr2=0x7f2ef40a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:47.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.091+0000 7f2f0f5d6640 1 --2- 172.21.15.82:0/788830997 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2ef40a2e20 0x7f2ef40a52e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2f00020000 tx=0x7f2f0001d000 comp rx=0 tx=0).stop 2024-09-12T12:40:47.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.091+0000 7f2f0f5d6640 1 -- 172.21.15.82:0/788830997 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f08100ab0 msgr2=0x7f2f081a4660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:40:47.092 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.091+0000 7f2f0f5d6640 1 --2- 172.21.15.82:0/788830997 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f08100ab0 0x7f2f081a4660 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f2ef8006010 tx=0x7f2ef80042f0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.091+0000 7f2f0f5d6640 1 -- 172.21.15.82:0/788830997 shutdown_connections 2024-09-12T12:40:47.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.091+0000 7f2f0f5d6640 1 --2- 172.21.15.82:0/788830997 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2ef40a2e20 0x7f2ef40a52e0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.091+0000 7f2f0f5d6640 1 --2- 172.21.15.82:0/788830997 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f08105ee0 0x7f2f0819e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.091+0000 7f2f0f5d6640 1 --2- 172.21.15.82:0/788830997 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f081013d0 0x7f2f081a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.091+0000 7f2f0f5d6640 1 --2- 172.21.15.82:0/788830997 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f08100ab0 0x7f2f081a4660 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:40:47.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.091+0000 7f2f0f5d6640 1 -- 172.21.15.82:0/788830997 >> 172.21.15.82:0/788830997 conn(0x7f2f080fc6b0 msgr2=0x7f2f08103860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:40:47.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.091+0000 7f2f0f5d6640 1 -- 172.21.15.82:0/788830997 shutdown_connections 2024-09-12T12:40:47.093 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:40:47.091+0000 7f2f0f5d6640 1 -- 172.21.15.82:0/788830997 wait complete. 2024-09-12T12:40:48.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:47 smithi097 ceph-mon[34923]: pgmap v441: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-09-12T12:40:48.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:47 smithi082 ceph-mon[31122]: pgmap v441: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-09-12T12:40:48.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:47 smithi114 ceph-mon[35514]: pgmap v441: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-09-12T12:40:50.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:49 smithi097 ceph-mon[34923]: pgmap v442: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.5 KiB/s wr, 17 op/s 2024-09-12T12:40:50.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:49 smithi082 ceph-mon[31122]: pgmap v442: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.5 KiB/s wr, 17 op/s 2024-09-12T12:40:50.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:49 smithi114 ceph-mon[35514]: pgmap v442: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.5 KiB/s wr, 17 op/s 2024-09-12T12:40:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:51 smithi097 ceph-mon[34923]: pgmap v443: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.3 KiB/s wr, 10 op/s 2024-09-12T12:40:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:51 smithi082 ceph-mon[31122]: pgmap v443: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.3 KiB/s wr, 10 op/s 2024-09-12T12:40:52.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:51 smithi114 ceph-mon[35514]: pgmap v443: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.3 KiB/s wr, 10 op/s 2024-09-12T12:40:54.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:53 smithi097 ceph-mon[34923]: pgmap v444: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.3 KiB/s wr, 10 op/s 2024-09-12T12:40:54.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:53 smithi082 ceph-mon[31122]: pgmap v444: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.3 KiB/s wr, 10 op/s 2024-09-12T12:40:54.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:53 smithi114 ceph-mon[35514]: pgmap v444: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.3 KiB/s wr, 10 op/s 2024-09-12T12:40:56.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:55 smithi097 ceph-mon[34923]: pgmap v445: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.3 KiB/s wr, 14 op/s 2024-09-12T12:40:56.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:55 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:40:56.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:55 smithi082 ceph-mon[31122]: pgmap v445: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.3 KiB/s wr, 14 op/s 2024-09-12T12:40:56.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:55 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:40:56.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:55 smithi114 ceph-mon[35514]: pgmap v445: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.3 KiB/s wr, 14 op/s 2024-09-12T12:40:56.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:55 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:40:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:56 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:40:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:56 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:40:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:56 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:40:57.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:56 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:40:57.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:56 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:40:57.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:56 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:40:57.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:56 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:40:57.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:56 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:40:57.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:56 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:40:58.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:40:58 smithi097 ceph-mon[34923]: pgmap v446: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-09-12T12:40:58.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:40:58 smithi082 ceph-mon[31122]: pgmap v446: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-09-12T12:40:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:40:58 smithi114 ceph-mon[35514]: pgmap v446: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-09-12T12:41:00.190 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.187+0000 7f16b559f640 1 -- 172.21.15.82:0/741432214 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16b01069f0 msgr2=0x7f16b0106dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:00.190 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.187+0000 7f16b559f640 1 --2- 172.21.15.82:0/741432214 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16b01069f0 0x7f16b0106dd0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f16a0009930 tx=0x7f16a002a420 comp rx=0 tx=0).stop 2024-09-12T12:41:00.190 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.187+0000 7f16b559f640 1 -- 172.21.15.82:0/741432214 shutdown_connections 2024-09-12T12:41:00.190 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.187+0000 7f16b559f640 1 --2- 172.21.15.82:0/741432214 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b0101380 0x7f16b010d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.187+0000 7f16b559f640 1 --2- 172.21.15.82:0/741432214 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16b01009e0 0x7f16b0100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.187+0000 7f16b559f640 1 --2- 172.21.15.82:0/741432214 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16b01069f0 0x7f16b0106dd0 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.187+0000 7f16b559f640 1 -- 172.21.15.82:0/741432214 >> 172.21.15.82:0/741432214 conn(0x7f16b00fc6a0 msgr2=0x7f16b00feac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:00.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.187+0000 7f16b559f640 1 -- 172.21.15.82:0/741432214 shutdown_connections 2024-09-12T12:41:00.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.187+0000 7f16b559f640 1 -- 172.21.15.82:0/741432214 wait complete. 2024-09-12T12:41:00.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16b559f640 1 Processor -- start 2024-09-12T12:41:00.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16b559f640 1 -- start start 2024-09-12T12:41:00.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16b559f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16b01009e0 0x7f16b019a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16b559f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b0101380 0x7f16b019ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16b559f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16b01069f0 0x7f16b019ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16b559f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f16b0110e30 con 0x7f16b01009e0 2024-09-12T12:41:00.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16b559f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f16b0110cb0 con 0x7f16b0101380 2024-09-12T12:41:00.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16b559f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f16b0110fb0 con 0x7f16b01069f0 2024-09-12T12:41:00.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16aeffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16b01009e0 0x7f16b019a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16aeffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16b01009e0 0x7f16b019a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54340/0 (socket says 172.21.15.82:54340) 2024-09-12T12:41:00.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16aeffd640 1 -- 172.21.15.82:0/2554735689 learned_addr learned my addr 172.21.15.82:0/2554735689 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:00.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16ae7fc640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b0101380 0x7f16b019ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16af7fe640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16b01069f0 0x7f16b019ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16aeffd640 1 -- 172.21.15.82:0/2554735689 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16b01069f0 msgr2=0x7f16b019ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:00.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.188+0000 7f16aeffd640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16b01069f0 0x7f16b019ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.189+0000 7f16aeffd640 1 -- 172.21.15.82:0/2554735689 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b0101380 msgr2=0x7f16b019ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:00.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.189+0000 7f16aeffd640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b0101380 0x7f16b019ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.189+0000 7f16aeffd640 1 -- 172.21.15.82:0/2554735689 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16b019f5c0 con 0x7f16b01009e0 2024-09-12T12:41:00.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.189+0000 7f16ae7fc640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b0101380 0x7f16b019ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:41:00.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.189+0000 7f16aeffd640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16b01009e0 0x7f16b019a5d0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f16a0009230 tx=0x7f16a0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:00.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.189+0000 7f1697fff640 1 -- 172.21.15.82:0/2554735689 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a003f030 con 0x7f16b01009e0 2024-09-12T12:41:00.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.189+0000 7f1697fff640 1 -- 172.21.15.82:0/2554735689 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16a0003ad0 con 0x7f16b01009e0 2024-09-12T12:41:00.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.189+0000 7f16b559f640 1 -- 172.21.15.82:0/2554735689 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16b019f850 con 0x7f16b01009e0 2024-09-12T12:41:00.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.189+0000 7f1697fff640 1 -- 172.21.15.82:0/2554735689 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a0035070 con 0x7f16b01009e0 2024-09-12T12:41:00.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.189+0000 7f16b559f640 1 -- 172.21.15.82:0/2554735689 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16b01a7140 con 0x7f16b01009e0 2024-09-12T12:41:00.201 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.191+0000 7f1697fff640 1 -- 172.21.15.82:0/2554735689 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f16a0042030 con 0x7f16b01009e0 2024-09-12T12:41:00.201 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f16b8416740 1 Processor -- start 2024-09-12T12:41:00.201 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f16b8416740 1 -- start start 2024-09-12T12:41:00.202 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f16b8416740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d5bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.202 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f16b8416740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d66770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.202 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f16b8416740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d690a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.202 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f16b8416740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d2e8cc02f0 con 0x55d2e8d5c410 2024-09-12T12:41:00.202 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f16b8416740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d2e8c68270 con 0x55d2e8d5baf0 2024-09-12T12:41:00.202 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f16b8416740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55d2e8cbc2b0 con 0x55d2e8d66cb0 2024-09-12T12:41:00.202 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f1697fff640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16980a2da0 0x7f16980a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.202 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f16aeffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d66770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.202 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f16af7fe640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16980a2da0 0x7f16980a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.202 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f16aeffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d66770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54348/0 (socket says 172.21.15.82:54348) 2024-09-12T12:41:00.202 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f16aeffd640 1 -- 172.21.15.82:0/227284950 learned_addr learned my addr 172.21.15.82:0/227284950 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:00.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f16af7fe640 1 --2- 172.21.15.82:0/227284950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d5bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f16ae7fc640 1 --2- 172.21.15.82:0/227284950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d690a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.192+0000 7f1697fff640 1 -- 172.21.15.82:0/2554735689 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f16a00efa60 con 0x7f16b01009e0 2024-09-12T12:41:00.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.193+0000 7f16aeffd640 1 -- 172.21.15.82:0/227284950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d66cb0 msgr2=0x55d2e8d690a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:00.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.193+0000 7f16aeffd640 1 --2- 172.21.15.82:0/227284950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d690a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.193+0000 7f16aeffd640 1 -- 172.21.15.82:0/227284950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 msgr2=0x55d2e8d5bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:00.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.193+0000 7f16aeffd640 1 --2- 172.21.15.82:0/227284950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d5bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.193+0000 7f16aeffd640 1 -- 172.21.15.82:0/227284950 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2e8c67340 con 0x55d2e8d5c410 2024-09-12T12:41:00.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.193+0000 7f16ae7fc640 1 --2- 172.21.15.82:0/227284950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d690a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:41:00.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.193+0000 7f16af7fe640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16980a2da0 0x7f16980a5260 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f16a8005fd0 tx=0x7f16a8009d50 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:00.203 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.193+0000 7f16aeffd640 1 --2- 172.21.15.82:0/227284950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d66770 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f16a00b8380 tx=0x7f16a0005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df58441aba60f67 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:00.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.193+0000 7f16957fa640 1 -- 172.21.15.82:0/227284950 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a0049070 con 0x55d2e8d5c410 2024-09-12T12:41:00.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.193+0000 7f16957fa640 1 -- 172.21.15.82:0/227284950 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16a00c02d0 con 0x55d2e8d5c410 2024-09-12T12:41:00.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.193+0000 7f16957fa640 1 -- 172.21.15.82:0/227284950 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a00b8590 con 0x55d2e8d5c410 2024-09-12T12:41:00.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.194+0000 7f16b8416740 1 -- 172.21.15.82:0/227284950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 msgr2=0x55d2e8d66770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:00.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.194+0000 7f16b8416740 1 --2- 172.21.15.82:0/227284950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d66770 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f16a00b8380 tx=0x7f16a0005c00 comp rx=0 tx=0).stop 2024-09-12T12:41:00.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.194+0000 7f16b8416740 1 -- 172.21.15.82:0/227284950 shutdown_connections 2024-09-12T12:41:00.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.194+0000 7f16b8416740 1 --2- 172.21.15.82:0/227284950 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d690a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.194+0000 7f16b8416740 1 --2- 172.21.15.82:0/227284950 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d66770 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.194+0000 7f16b8416740 1 --2- 172.21.15.82:0/227284950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d5bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.194+0000 7f16b8416740 1 -- 172.21.15.82:0/227284950 >> 172.21.15.82:0/227284950 conn(0x55d2e8d58060 msgr2=0x55d2e8d58440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:00.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.194+0000 7f16b8416740 1 -- 172.21.15.82:0/227284950 shutdown_connections 2024-09-12T12:41:00.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.194+0000 7f16b8416740 1 -- 172.21.15.82:0/227284950 wait complete. 2024-09-12T12:41:00.204 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.194+0000 7f16b8416740 1 -- start start 2024-09-12T12:41:00.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.194+0000 7f16b8416740 1 Processor -- start 2024-09-12T12:41:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.194+0000 7f16b8416740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d63bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16b8416740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d64130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16b8416740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d64670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16b8416740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d2e8d69640 con 0x55d2e8d5c410 2024-09-12T12:41:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16b8416740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d2e8c49290 con 0x55d2e8d5baf0 2024-09-12T12:41:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16b8416740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55d2e8d697c0 con 0x55d2e8d66cb0 2024-09-12T12:41:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16b8416740 10 client.0 _ll_register_callbacks cb 0x55d2e8c7a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:41:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16ae7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d64130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16ae7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d64130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54352/0 (socket says 172.21.15.82:54352) 2024-09-12T12:41:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16ae7fc640 1 -- 172.21.15.82:0/636422905 learned_addr learned my addr 172.21.15.82:0/636422905 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16aeffd640 1 --2- 172.21.15.82:0/636422905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d63bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16af7fe640 1 --2- 172.21.15.82:0/636422905 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d64670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16ae7fc640 1 -- 172.21.15.82:0/636422905 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d66cb0 msgr2=0x55d2e8d64670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16ae7fc640 1 --2- 172.21.15.82:0/636422905 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d64670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16ae7fc640 1 -- 172.21.15.82:0/636422905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 msgr2=0x55d2e8d63bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16ae7fc640 1 --2- 172.21.15.82:0/636422905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d63bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16ae7fc640 1 -- 172.21.15.82:0/636422905 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2e89d3210 con 0x55d2e8d5c410 2024-09-12T12:41:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16ae7fc640 1 --2- 172.21.15.82:0/636422905 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d64130 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f16a400bf80 tx=0x7f16a40117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4d565e078d41b13 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f1692ff5640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:41:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f1692ff5640 1 -- 172.21.15.82:0/636422905 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a4005220 con 0x55d2e8d5c410 2024-09-12T12:41:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f1692ff5640 1 -- 172.21.15.82:0/636422905 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f16a40053c0 con 0x55d2e8d5c410 2024-09-12T12:41:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16b8416740 1 -- 172.21.15.82:0/636422905 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16a00c02d0 con 0x55d2e8d5c410 2024-09-12T12:41:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f1692ff5640 1 -- 172.21.15.82:0/636422905 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f16a40055c0 con 0x55d2e8d5c410 2024-09-12T12:41:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.195+0000 7f16b8416740 10 client.17253 fetch_fsmap learned FSMap version 28 2024-09-12T12:41:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.196+0000 7f16b8416740 1 -- 172.21.15.82:0/636422905 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d2e8a9f620 con 0x55d2e8d5c410 2024-09-12T12:41:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.196+0000 7f1692ff5640 1 -- 172.21.15.82:0/636422905 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16a00c02d0 con 0x55d2e8d5c410 2024-09-12T12:41:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.196+0000 7f1692ff5640 1 -- 172.21.15.82:0/636422905 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f16a401ba80 con 0x55d2e8d5c410 2024-09-12T12:41:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.196+0000 7f16b8416740 10 client.17253 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:41:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.196+0000 7f16b8416740 10 client.17253 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:41:00.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.196+0000 7f16b8416740 20 client.17253 populate_metadata read hostname 'smithi082' 2024-09-12T12:41:00.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.196+0000 7f16b8416740 1 --2- 172.21.15.82:0/636422905 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d2e8d769f0 0x55d2e8d78e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.196+0000 7f16b8416740 4 client.17253 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:41:00.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.196+0000 7f16b8416740 1 -- 172.21.15.82:0/636422905 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d2e8ccda20 con 0x55d2e8d769f0 2024-09-12T12:41:00.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.196+0000 7f16aeffd640 1 --2- 172.21.15.82:0/636422905 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d2e8d769f0 0x55d2e8d78e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.213 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.197+0000 7f1692ff5640 10 client.17253 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:00.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.197+0000 7f16aeffd640 1 --2- 172.21.15.82:0/636422905 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d2e8d769f0 0x55d2e8d78e00 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7fc37aaa76488015 server_cookie=bfdbdfb9f90dabc1 in_seq=0 out_seq=0 2024-09-12T12:41:00.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.197+0000 7f1692ff5640 1 -- 172.21.15.82:0/636422905 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d2e8ccda20 con 0x55d2e8d769f0 2024-09-12T12:41:00.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.197+0000 7f1692ff5640 10 client.17253 handle_command_reply: tid=0 2024-09-12T12:41:00.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.197+0000 7f16b8416740 1 client.17253 shutdown 2024-09-12T12:41:00.214 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.197+0000 7f16b8416740 1 -- 172.21.15.82:0/636422905 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 msgr2=0x55d2e8d64130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:00.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.197+0000 7f16b8416740 1 --2- 172.21.15.82:0/636422905 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d64130 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f16a400bf80 tx=0x7f16a40117b0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.197+0000 7f16b8416740 1 -- 172.21.15.82:0/636422905 shutdown_connections 2024-09-12T12:41:00.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.197+0000 7f16b8416740 1 --2- 172.21.15.82:0/636422905 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d2e8d769f0 0x55d2e8d78e00 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.197+0000 7f16b8416740 1 --2- 172.21.15.82:0/636422905 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d64670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.197+0000 7f16b8416740 1 --2- 172.21.15.82:0/636422905 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d64130 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.215 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.197+0000 7f1692ff5640 0 client.17253 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:00.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.197+0000 7f16b8416740 1 --2- 172.21.15.82:0/636422905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d63bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.197+0000 7f16b8416740 1 -- 172.21.15.82:0/636422905 >> 172.21.15.82:0/636422905 conn(0x55d2e8d58060 msgr2=0x55d2e8d5ddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:00.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.198+0000 7f16b8416740 1 -- 172.21.15.82:0/636422905 shutdown_connections 2024-09-12T12:41:00.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.198+0000 7f16b8416740 1 -- 172.21.15.82:0/636422905 wait complete. 2024-09-12T12:41:00.216 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.198+0000 7f16b8416740 20 client.17253 trim_cache size 0 max 16384 2024-09-12T12:41:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16b8416740 1 Processor -- start 2024-09-12T12:41:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16b8416740 1 -- start start 2024-09-12T12:41:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16b8416740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d644a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16b8416740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d7e710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16b8416740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d7ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16b8416740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f16b01afb20 con 0x55d2e8d5c410 2024-09-12T12:41:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16b8416740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f16b01b1660 con 0x55d2e8d66cb0 2024-09-12T12:41:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16b8416740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f16b01b01f0 con 0x55d2e8d5baf0 2024-09-12T12:41:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16ae7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d7e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16ae7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d7e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54354/0 (socket says 172.21.15.82:54354) 2024-09-12T12:41:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16ae7fc640 1 -- 172.21.15.82:0/3706715678 learned_addr learned my addr 172.21.15.82:0/3706715678 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16ae7fc640 1 -- 172.21.15.82:0/3706715678 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d5baf0 msgr2=0x55d2e8d644a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16ae7fc640 1 --2- 172.21.15.82:0/3706715678 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d644a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16ae7fc640 1 -- 172.21.15.82:0/3706715678 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d66cb0 msgr2=0x55d2e8d7ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16ae7fc640 1 --2- 172.21.15.82:0/3706715678 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d7ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.212+0000 7f16ae7fc640 1 -- 172.21.15.82:0/3706715678 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2e8d5b920 con 0x55d2e8d5c410 2024-09-12T12:41:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.213+0000 7f16ae7fc640 1 --2- 172.21.15.82:0/3706715678 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d7e710 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f16a4000c00 tx=0x7f16a400b5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f79959130afc708 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.213+0000 7f1694ff9640 1 -- 172.21.15.82:0/3706715678 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a4030020 con 0x55d2e8d5c410 2024-09-12T12:41:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.213+0000 7f1694ff9640 1 -- 172.21.15.82:0/3706715678 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16a4012720 con 0x55d2e8d5c410 2024-09-12T12:41:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.213+0000 7f1694ff9640 1 -- 172.21.15.82:0/3706715678 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a4027040 con 0x55d2e8d5c410 2024-09-12T12:41:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.213+0000 7f16b8416740 1 -- 172.21.15.82:0/3706715678 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 msgr2=0x55d2e8d7e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.213+0000 7f16b8416740 1 --2- 172.21.15.82:0/3706715678 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d7e710 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f16a4000c00 tx=0x7f16a400b5d0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.213+0000 7f16b8416740 1 -- 172.21.15.82:0/3706715678 shutdown_connections 2024-09-12T12:41:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.213+0000 7f16b8416740 1 --2- 172.21.15.82:0/3706715678 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d7ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.213+0000 7f16b8416740 1 --2- 172.21.15.82:0/3706715678 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d5c410 0x55d2e8d7e710 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.213+0000 7f16b8416740 1 --2- 172.21.15.82:0/3706715678 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d644a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16b8416740 1 -- 172.21.15.82:0/3706715678 >> 172.21.15.82:0/3706715678 conn(0x55d2e8d58060 msgr2=0x55d2e8d65c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16b8416740 1 -- 172.21.15.82:0/3706715678 shutdown_connections 2024-09-12T12:41:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16b8416740 1 -- 172.21.15.82:0/3706715678 wait complete. 2024-09-12T12:41:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16b8416740 1 -- start start 2024-09-12T12:41:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16b8416740 1 Processor -- start 2024-09-12T12:41:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16b8416740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d6f220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16b8416740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d5c410 0x55d2e8d609f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16b8416740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d60f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16b8416740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f16b01b0f90 con 0x55d2e8d66cb0 2024-09-12T12:41:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16b8416740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f16b01b08c0 con 0x55d2e8d5baf0 2024-09-12T12:41:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16b8416740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f16b01adb20 con 0x55d2e8d5c410 2024-09-12T12:41:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16b8416740 10 client.0 _ll_register_callbacks cb 0x7f16a400b520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:41:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16af7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d60f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16af7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d60f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54364/0 (socket says 172.21.15.82:54364) 2024-09-12T12:41:00.232 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16af7fe640 1 -- 172.21.15.82:0/2444157979 learned_addr learned my addr 172.21.15.82:0/2444157979 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.214+0000 7f16ae7fc640 1 --2- 172.21.15.82:0/2444157979 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d5c410 0x55d2e8d609f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f16aeffd640 1 --2- 172.21.15.82:0/2444157979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d6f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f16af7fe640 1 -- 172.21.15.82:0/2444157979 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d5c410 msgr2=0x55d2e8d609f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f16af7fe640 1 --2- 172.21.15.82:0/2444157979 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d5c410 0x55d2e8d609f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f16af7fe640 1 -- 172.21.15.82:0/2444157979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 msgr2=0x55d2e8d6f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f16af7fe640 1 --2- 172.21.15.82:0/2444157979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d6f220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f16af7fe640 1 -- 172.21.15.82:0/2444157979 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2e8d617c0 con 0x55d2e8d66cb0 2024-09-12T12:41:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f16af7fe640 1 --2- 172.21.15.82:0/2444157979 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d60f90 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f16a8014340 tx=0x7f16a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b8dd175c92fb517 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f1692ff5640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:41:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f1692ff5640 1 -- 172.21.15.82:0/2444157979 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a8004240 con 0x55d2e8d66cb0 2024-09-12T12:41:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f1692ff5640 1 -- 172.21.15.82:0/2444157979 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f16a80043e0 con 0x55d2e8d66cb0 2024-09-12T12:41:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f16b8416740 1 -- 172.21.15.82:0/2444157979 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16a4012720 con 0x55d2e8d66cb0 2024-09-12T12:41:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f1692ff5640 1 -- 172.21.15.82:0/2444157979 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f16a80045e0 con 0x55d2e8d66cb0 2024-09-12T12:41:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f16b8416740 10 client.17259 fetch_fsmap learned FSMap version 28 2024-09-12T12:41:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f16b8416740 1 -- 172.21.15.82:0/2444157979 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d2e8de17c0 con 0x55d2e8d66cb0 2024-09-12T12:41:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f1692ff5640 1 -- 172.21.15.82:0/2444157979 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16a4012720 con 0x55d2e8d66cb0 2024-09-12T12:41:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f1692ff5640 1 -- 172.21.15.82:0/2444157979 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f16a8022440 con 0x55d2e8d66cb0 2024-09-12T12:41:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f16b8416740 10 client.17259 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:41:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f16b8416740 10 client.17259 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:41:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.215+0000 7f16b8416740 20 client.17259 populate_metadata read hostname 'smithi082' 2024-09-12T12:41:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.216+0000 7f16b8416740 1 --2- 172.21.15.82:0/2444157979 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d2e8de1f60 0x55d2e8de4380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.216+0000 7f16b8416740 4 client.17259 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:41:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.216+0000 7f16b8416740 1 -- 172.21.15.82:0/2444157979 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d2e8cc7d70 con 0x55d2e8de1f60 2024-09-12T12:41:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.216+0000 7f16aeffd640 1 --2- 172.21.15.82:0/2444157979 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d2e8de1f60 0x55d2e8de4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.216+0000 7f16aeffd640 1 --2- 172.21.15.82:0/2444157979 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d2e8de1f60 0x55d2e8de4380 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1124700619dbc6f8 server_cookie=dd7e874545cf1e47 in_seq=0 out_seq=0 2024-09-12T12:41:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.216+0000 7f1692ff5640 10 client.17259 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.222+0000 7f1692ff5640 1 -- 172.21.15.82:0/2444157979 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d2e8cc7d70 con 0x55d2e8de1f60 2024-09-12T12:41:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.222+0000 7f1692ff5640 10 client.17259 handle_command_reply: tid=0 2024-09-12T12:41:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.222+0000 7f16b8416740 1 client.17259 shutdown 2024-09-12T12:41:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b8416740 1 -- 172.21.15.82:0/2444157979 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d66cb0 msgr2=0x55d2e8d60f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b8416740 1 --2- 172.21.15.82:0/2444157979 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d60f90 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f16a8014340 tx=0x7f16a8004a40 comp rx=0 tx=0).stop 2024-09-12T12:41:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b8416740 1 -- 172.21.15.82:0/2444157979 shutdown_connections 2024-09-12T12:41:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b8416740 1 --2- 172.21.15.82:0/2444157979 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d2e8de1f60 0x55d2e8de4380 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b8416740 1 --2- 172.21.15.82:0/2444157979 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d2e8d66cb0 0x55d2e8d60f90 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b8416740 1 --2- 172.21.15.82:0/2444157979 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d2e8d5c410 0x55d2e8d609f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f1692ff5640 0 client.17259 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b8416740 1 --2- 172.21.15.82:0/2444157979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d2e8d5baf0 0x55d2e8d6f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b8416740 1 -- 172.21.15.82:0/2444157979 >> 172.21.15.82:0/2444157979 conn(0x55d2e8d58060 msgr2=0x55d2e8d65c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b8416740 1 -- 172.21.15.82:0/2444157979 shutdown_connections 2024-09-12T12:41:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b8416740 1 -- 172.21.15.82:0/2444157979 wait complete. 2024-09-12T12:41:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b8416740 20 client.17259 trim_cache size 0 max 16384 2024-09-12T12:41:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:41:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:41:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:41:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:41:00.237 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b559f640 1 -- 172.21.15.82:0/2554735689 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16980a2da0 msgr2=0x7f16980a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:00.237 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b559f640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16980a2da0 0x7f16980a5260 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f16a8005fd0 tx=0x7f16a8009d50 comp rx=0 tx=0).stop 2024-09-12T12:41:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b559f640 1 -- 172.21.15.82:0/2554735689 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16b01009e0 msgr2=0x7f16b019a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b559f640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16b01009e0 0x7f16b019a5d0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f16a0009230 tx=0x7f16a0004270 comp rx=0 tx=0).stop 2024-09-12T12:41:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b559f640 1 -- 172.21.15.82:0/2554735689 shutdown_connections 2024-09-12T12:41:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b559f640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f16980a2da0 0x7f16980a5260 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b559f640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16b01069f0 0x7f16b019ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b559f640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b0101380 0x7f16b019ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b559f640 1 --2- 172.21.15.82:0/2554735689 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16b01009e0 0x7f16b019a5d0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.223+0000 7f16b559f640 1 -- 172.21.15.82:0/2554735689 >> 172.21.15.82:0/2554735689 conn(0x7f16b00fc6a0 msgr2=0x7f16b006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.224+0000 7f16b559f640 1 -- 172.21.15.82:0/2554735689 shutdown_connections 2024-09-12T12:41:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:00.224+0000 7f16b559f640 1 -- 172.21.15.82:0/2554735689 wait complete. 2024-09-12T12:41:00.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:00 smithi097 ceph-mon[34923]: pgmap v447: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 14 op/s 2024-09-12T12:41:00.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:00 smithi082 ceph-mon[31122]: pgmap v447: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 14 op/s 2024-09-12T12:41:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:00 smithi114 ceph-mon[35514]: pgmap v447: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 14 op/s 2024-09-12T12:41:00.719 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:41:00.964 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:41:01.753 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.654+0000 7f017e1ca640 1 -- 172.21.15.82:0/1994266852 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0178100e20 msgr2=0x7f0178101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:01.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.654+0000 7f017e1ca640 1 --2- 172.21.15.82:0/1994266852 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0178100e20 0x7f0178101200 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f0168009900 tx=0x7f016802a480 comp rx=0 tx=0).stop 2024-09-12T12:41:01.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.654+0000 7f017e1ca640 1 -- 172.21.15.82:0/1994266852 shutdown_connections 2024-09-12T12:41:01.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.654+0000 7f017e1ca640 1 --2- 172.21.15.82:0/1994266852 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0178102ef0 0x7f017810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:01.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.654+0000 7f017e1ca640 1 --2- 172.21.15.82:0/1994266852 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0178102570 0x7f01781029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:01.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.654+0000 7f017e1ca640 1 --2- 172.21.15.82:0/1994266852 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0178100e20 0x7f0178101200 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:01.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.654+0000 7f017e1ca640 1 -- 172.21.15.82:0/1994266852 >> 172.21.15.82:0/1994266852 conn(0x7f01780fc7d0 msgr2=0x7f01780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:01.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.654+0000 7f017e1ca640 1 -- 172.21.15.82:0/1994266852 shutdown_connections 2024-09-12T12:41:01.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.654+0000 7f017e1ca640 1 -- 172.21.15.82:0/1994266852 wait complete. 2024-09-12T12:41:01.754 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.655+0000 7f017e1ca640 1 Processor -- start 2024-09-12T12:41:01.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.655+0000 7f017e1ca640 1 -- start start 2024-09-12T12:41:01.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.655+0000 7f017e1ca640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0178100e20 0x7f01781972e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:01.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.655+0000 7f017e1ca640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0178102570 0x7f0178197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:01.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.655+0000 7f017e1ca640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0178102ef0 0x7f0178197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:01.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.655+0000 7f017e1ca640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0178111020 con 0x7f0178102570 2024-09-12T12:41:01.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.655+0000 7f017e1ca640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0178110ea0 con 0x7f0178102ef0 2024-09-12T12:41:01.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.655+0000 7f017e1ca640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f01781111a0 con 0x7f0178100e20 2024-09-12T12:41:01.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.655+0000 7f016ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0178102570 0x7f0178197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:01.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.655+0000 7f016ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0178102570 0x7f0178197820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54386/0 (socket says 172.21.15.82:54386) 2024-09-12T12:41:01.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.655+0000 7f016ffff640 1 -- 172.21.15.82:0/3585997336 learned_addr learned my addr 172.21.15.82:0/3585997336 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:01.755 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f0177fff640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0178102ef0 0x7f0178197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:01.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f01777fe640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0178100e20 0x7f01781972e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:01.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f016ffff640 1 -- 172.21.15.82:0/3585997336 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0178100e20 msgr2=0x7f01781972e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:01.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f016ffff640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0178100e20 0x7f01781972e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:01.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f016ffff640 1 -- 172.21.15.82:0/3585997336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0178102ef0 msgr2=0x7f0178197d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:01.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f016ffff640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0178102ef0 0x7f0178197d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:01.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f016ffff640 1 -- 172.21.15.82:0/3585997336 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01781a6b50 con 0x7f0178102570 2024-09-12T12:41:01.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f01777fe640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0178100e20 0x7f01781972e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:41:01.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f0177fff640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0178102ef0 0x7f0178197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:41:01.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f016ffff640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0178102570 0x7f0178197820 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f016000b4a0 tx=0x7f016000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:01.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f01757fa640 1 -- 172.21.15.82:0/3585997336 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0160014070 con 0x7f0178102570 2024-09-12T12:41:01.756 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f01757fa640 1 -- 172.21.15.82:0/3585997336 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0160010af0 con 0x7f0178102570 2024-09-12T12:41:01.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f01757fa640 1 -- 172.21.15.82:0/3585997336 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0160017d10 con 0x7f0178102570 2024-09-12T12:41:01.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f017e1ca640 1 -- 172.21.15.82:0/3585997336 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01781a6e40 con 0x7f0178102570 2024-09-12T12:41:01.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.656+0000 7f017e1ca640 1 -- 172.21.15.82:0/3585997336 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01781a73c0 con 0x7f0178102570 2024-09-12T12:41:01.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.657+0000 7f017e1ca640 1 -- 172.21.15.82:0/3585997336 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0178101280 con 0x7f0178102570 2024-09-12T12:41:01.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.658+0000 7f01757fa640 1 -- 172.21.15.82:0/3585997336 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f0160017070 con 0x7f0178102570 2024-09-12T12:41:01.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.659+0000 7f01757fa640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f01640a2d70 0x7f01640a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:01.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.659+0000 7f01777fe640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f01640a2d70 0x7f01640a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:01.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.659+0000 7f01757fa640 1 -- 172.21.15.82:0/3585997336 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f01600ceae0 con 0x7f0178102570 2024-09-12T12:41:01.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.659+0000 7f01777fe640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f01640a2d70 0x7f01640a5230 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0168000c00 tx=0x7f01680041e0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:01.757 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.662+0000 7f01757fa640 1 -- 172.21.15.82:0/3585997336 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f016009b7b0 con 0x7f0178102570 2024-09-12T12:41:01.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.864+0000 7f017e1ca640 1 -- 172.21.15.82:0/3585997336 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f017806a560 con 0x7f0178102570 2024-09-12T12:41:01.864 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.865+0000 7f01757fa640 1 -- 172.21.15.82:0/3585997336 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f017806a560 con 0x7f0178102570 2024-09-12T12:41:01.865 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:41:01.865 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:41:01.865 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:41:01.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.867+0000 7f017e1ca640 1 -- 172.21.15.82:0/3585997336 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f01640a2d70 msgr2=0x7f01640a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:01.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.867+0000 7f017e1ca640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f01640a2d70 0x7f01640a5230 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0168000c00 tx=0x7f01680041e0 comp rx=0 tx=0).stop 2024-09-12T12:41:01.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.867+0000 7f017e1ca640 1 -- 172.21.15.82:0/3585997336 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0178102570 msgr2=0x7f0178197820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:01.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.867+0000 7f017e1ca640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0178102570 0x7f0178197820 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f016000b4a0 tx=0x7f016000b960 comp rx=0 tx=0).stop 2024-09-12T12:41:01.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.867+0000 7f017e1ca640 1 -- 172.21.15.82:0/3585997336 shutdown_connections 2024-09-12T12:41:01.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.867+0000 7f017e1ca640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f01640a2d70 0x7f01640a5230 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:01.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.867+0000 7f017e1ca640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0178102ef0 0x7f0178197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:01.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.867+0000 7f017e1ca640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0178102570 0x7f0178197820 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:01.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.867+0000 7f017e1ca640 1 --2- 172.21.15.82:0/3585997336 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0178100e20 0x7f01781972e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:01.867 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.867+0000 7f017e1ca640 1 -- 172.21.15.82:0/3585997336 >> 172.21.15.82:0/3585997336 conn(0x7f01780fc7d0 msgr2=0x7f01780febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:01.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.867+0000 7f017e1ca640 1 -- 172.21.15.82:0/3585997336 shutdown_connections 2024-09-12T12:41:01.868 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:01.867+0000 7f017e1ca640 1 -- 172.21.15.82:0/3585997336 wait complete. 2024-09-12T12:41:02.487 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:02 smithi082 ceph-mon[31122]: pgmap v448: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:41:02.487 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:02 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3585997336' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:41:02.515 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --set-id 5e935c3b --release --await' 2024-09-12T12:41:02.515 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --set-id 5e935c3b --release --await 2024-09-12T12:41:02.520 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:02 smithi097 ceph-mon[34923]: pgmap v448: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:41:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:02 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3585997336' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:41:02.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:02 smithi114 ceph-mon[35514]: pgmap v448: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:41:02.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:02 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3585997336' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:41:02.761 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:41:03.266 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.255+0000 7f0c1495f640 1 -- 172.21.15.82:0/3756637420 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c10102ef0 msgr2=0x7f0c1010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:03.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.255+0000 7f0c1495f640 1 --2- 172.21.15.82:0/3756637420 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c10102ef0 0x7f0c1010da40 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f0c00009900 tx=0x7f0c0002a480 comp rx=0 tx=0).stop 2024-09-12T12:41:03.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.255+0000 7f0c1495f640 1 -- 172.21.15.82:0/3756637420 shutdown_connections 2024-09-12T12:41:03.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.255+0000 7f0c1495f640 1 --2- 172.21.15.82:0/3756637420 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c10102ef0 0x7f0c1010da40 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.255+0000 7f0c1495f640 1 --2- 172.21.15.82:0/3756637420 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c10102570 0x7f0c101029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.255+0000 7f0c1495f640 1 --2- 172.21.15.82:0/3756637420 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c10100e20 0x7f0c10101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.255+0000 7f0c1495f640 1 -- 172.21.15.82:0/3756637420 >> 172.21.15.82:0/3756637420 conn(0x7f0c100fc7d0 msgr2=0x7f0c100febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:03.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.255+0000 7f0c1495f640 1 -- 172.21.15.82:0/3756637420 shutdown_connections 2024-09-12T12:41:03.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.255+0000 7f0c1495f640 1 -- 172.21.15.82:0/3756637420 wait complete. 2024-09-12T12:41:03.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.255+0000 7f0c1495f640 1 Processor -- start 2024-09-12T12:41:03.267 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c1495f640 1 -- start start 2024-09-12T12:41:03.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c1495f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c10100e20 0x7f0c10198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c1495f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c10102570 0x7f0c101989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c1495f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c10102ef0 0x7f0c1019cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c1495f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0c10110fa0 con 0x7f0c10100e20 2024-09-12T12:41:03.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c1495f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0c10110e20 con 0x7f0c10102ef0 2024-09-12T12:41:03.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c1495f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0c10111120 con 0x7f0c10102570 2024-09-12T12:41:03.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c0e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c10100e20 0x7f0c10198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c0e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c10100e20 0x7f0c10198490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54402/0 (socket says 172.21.15.82:54402) 2024-09-12T12:41:03.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c0e59c640 1 -- 172.21.15.82:0/185965795 learned_addr learned my addr 172.21.15.82:0/185965795 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:03.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c0dd9b640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c10102570 0x7f0c101989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c0ed9d640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c10102ef0 0x7f0c1019cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.268 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c0e59c640 1 -- 172.21.15.82:0/185965795 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c10102570 msgr2=0x7f0c101989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:03.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c0e59c640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c10102570 0x7f0c101989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c0e59c640 1 -- 172.21.15.82:0/185965795 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c10102ef0 msgr2=0x7f0c1019cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:03.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c0e59c640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c10102ef0 0x7f0c1019cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c0e59c640 1 -- 172.21.15.82:0/185965795 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c1019d440 con 0x7f0c10100e20 2024-09-12T12:41:03.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c0dd9b640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c10102570 0x7f0c101989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:41:03.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c0ed9d640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c10102ef0 0x7f0c1019cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:41:03.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0c0e59c640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c10100e20 0x7f0c10198490 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f0c0800d950 tx=0x7f0c0800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:03.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.256+0000 7f0bff7fe640 1 -- 172.21.15.82:0/185965795 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c08017070 con 0x7f0c10100e20 2024-09-12T12:41:03.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.257+0000 7f0bff7fe640 1 -- 172.21.15.82:0/185965795 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c08009c30 con 0x7f0c10100e20 2024-09-12T12:41:03.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.257+0000 7f0c1495f640 1 -- 172.21.15.82:0/185965795 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c1019d730 con 0x7f0c10100e20 2024-09-12T12:41:03.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.257+0000 7f0bff7fe640 1 -- 172.21.15.82:0/185965795 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c0800f6b0 con 0x7f0c10100e20 2024-09-12T12:41:03.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.257+0000 7f0c1495f640 1 -- 172.21.15.82:0/185965795 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c101a5010 con 0x7f0c10100e20 2024-09-12T12:41:03.269 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.259+0000 7f0bff7fe640 1 -- 172.21.15.82:0/185965795 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f0c080109d0 con 0x7f0c10100e20 2024-09-12T12:41:03.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.259+0000 7f0c16d38740 1 Processor -- start 2024-09-12T12:41:03.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.259+0000 7f0c16d38740 1 -- start start 2024-09-12T12:41:03.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c16d38740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 0x555ca7b7e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c16d38740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e980 0x555ca7b88d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c16d38740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b89240 0x555ca7b8b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c16d38740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x555ca7ae3620 con 0x555ca7b7e980 2024-09-12T12:41:03.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c16d38740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x555ca7a8ae50 con 0x555ca7b7e060 2024-09-12T12:41:03.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c16d38740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x555ca7adf5e0 con 0x555ca7b89240 2024-09-12T12:41:03.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0bff7fe640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0bf80a2d70 0x7f0bf80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c0ed9d640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0bf80a2d70 0x7f0bf80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c0e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e980 0x555ca7b88d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c0e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e980 0x555ca7b88d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54416/0 (socket says 172.21.15.82:54416) 2024-09-12T12:41:03.270 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c0e59c640 1 -- 172.21.15.82:0/2145686123 learned_addr learned my addr 172.21.15.82:0/2145686123 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:03.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c0ed9d640 1 --2- 172.21.15.82:0/2145686123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 0x555ca7b7e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0bff7fe640 1 -- 172.21.15.82:0/185965795 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f0c080cf150 con 0x7f0c10100e20 2024-09-12T12:41:03.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c0dd9b640 1 --2- 172.21.15.82:0/2145686123 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b89240 0x555ca7b8b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c0e59c640 1 -- 172.21.15.82:0/2145686123 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b89240 msgr2=0x555ca7b8b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:03.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c0e59c640 1 --2- 172.21.15.82:0/2145686123 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b89240 0x555ca7b8b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c0e59c640 1 -- 172.21.15.82:0/2145686123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 msgr2=0x555ca7b7e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:03.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c0e59c640 1 --2- 172.21.15.82:0/2145686123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 0x555ca7b7e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c0e59c640 1 -- 172.21.15.82:0/2145686123 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ca7a7bd40 con 0x555ca7b7e980 2024-09-12T12:41:03.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c0e59c640 1 --2- 172.21.15.82:0/2145686123 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e980 0x555ca7b88d00 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f0c08009610 tx=0x7f0c0806d5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51517ab7335a77e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:03.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0c0ed9d640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0bf80a2d70 0x7f0bf80a5230 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0c000096c0 tx=0x7f0c00005e40 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:03.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.260+0000 7f0bfcff9640 1 -- 172.21.15.82:0/2145686123 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c08020070 con 0x555ca7b7e980 2024-09-12T12:41:03.271 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.261+0000 7f0bfcff9640 1 -- 172.21.15.82:0/2145686123 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c08097040 con 0x555ca7b7e980 2024-09-12T12:41:03.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.261+0000 7f0bfcff9640 1 -- 172.21.15.82:0/2145686123 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c0809b610 con 0x555ca7b7e980 2024-09-12T12:41:03.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.261+0000 7f0c16d38740 1 -- 172.21.15.82:0/2145686123 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e980 msgr2=0x555ca7b88d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:03.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.261+0000 7f0c16d38740 1 --2- 172.21.15.82:0/2145686123 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e980 0x555ca7b88d00 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f0c08009610 tx=0x7f0c0806d5d0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.261+0000 7f0c16d38740 1 -- 172.21.15.82:0/2145686123 shutdown_connections 2024-09-12T12:41:03.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.261+0000 7f0c16d38740 1 --2- 172.21.15.82:0/2145686123 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b89240 0x555ca7b8b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.261+0000 7f0c16d38740 1 --2- 172.21.15.82:0/2145686123 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e980 0x555ca7b88d00 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.261+0000 7f0c16d38740 1 --2- 172.21.15.82:0/2145686123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 0x555ca7b7e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.261+0000 7f0c16d38740 1 -- 172.21.15.82:0/2145686123 >> 172.21.15.82:0/2145686123 conn(0x555ca7b7a5f0 msgr2=0x555ca7b7a9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:03.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.261+0000 7f0c16d38740 1 -- 172.21.15.82:0/2145686123 shutdown_connections 2024-09-12T12:41:03.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.261+0000 7f0c16d38740 1 -- 172.21.15.82:0/2145686123 wait complete. 2024-09-12T12:41:03.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c16d38740 1 -- start start 2024-09-12T12:41:03.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c16d38740 1 Processor -- start 2024-09-12T12:41:03.272 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c16d38740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e060 0x555ca7b861e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c16d38740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b7e980 0x555ca7b86720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c16d38740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b89240 0x555ca7b86c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c16d38740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x555ca7b8bdb0 con 0x555ca7b7e060 2024-09-12T12:41:03.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c16d38740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x555ca7a6bf10 con 0x555ca7b89240 2024-09-12T12:41:03.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c16d38740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x555ca7b8bf30 con 0x555ca7b7e980 2024-09-12T12:41:03.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c16d38740 10 client.0 _ll_register_callbacks cb 0x555ca7a8fdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:41:03.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c0e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e060 0x555ca7b861e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c0e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e060 0x555ca7b861e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54422/0 (socket says 172.21.15.82:54422) 2024-09-12T12:41:03.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c0e59c640 1 -- 172.21.15.82:0/2168076818 learned_addr learned my addr 172.21.15.82:0/2168076818 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:03.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c0ed9d640 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b89240 0x555ca7b86c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c0dd9b640 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b7e980 0x555ca7b86720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.273 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c0e59c640 1 -- 172.21.15.82:0/2168076818 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b7e980 msgr2=0x555ca7b86720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:03.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c0e59c640 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b7e980 0x555ca7b86720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c0e59c640 1 -- 172.21.15.82:0/2168076818 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b89240 msgr2=0x555ca7b86c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:03.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c0e59c640 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b89240 0x555ca7b86c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c0e59c640 1 -- 172.21.15.82:0/2168076818 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ca77f2580 con 0x555ca7b7e060 2024-09-12T12:41:03.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.262+0000 7f0c0ed9d640 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b89240 0x555ca7b86c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:41:03.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0c0dd9b640 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b7e980 0x555ca7b86720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:41:03.274 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0c0e59c640 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e060 0x555ca7b861e0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f0c08097fe0 tx=0x7f0c080cc7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64f2c0db66dd8018 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:03.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0bf5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:41:03.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0bf5ffb640 1 -- 172.21.15.82:0/2168076818 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c080b4060 con 0x555ca7b7e060 2024-09-12T12:41:03.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0bf5ffb640 1 -- 172.21.15.82:0/2168076818 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f0c08097c80 con 0x555ca7b7e060 2024-09-12T12:41:03.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0c16d38740 1 -- 172.21.15.82:0/2168076818 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c08097040 con 0x555ca7b7e060 2024-09-12T12:41:03.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0bf5ffb640 1 -- 172.21.15.82:0/2168076818 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0c08020040 con 0x555ca7b7e060 2024-09-12T12:41:03.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0c16d38740 10 client.17277 fetch_fsmap learned FSMap version 28 2024-09-12T12:41:03.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0c16d38740 1 -- 172.21.15.82:0/2168076818 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555ca78bc960 con 0x555ca7b7e060 2024-09-12T12:41:03.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0bf5ffb640 1 -- 172.21.15.82:0/2168076818 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c08097040 con 0x555ca7b7e060 2024-09-12T12:41:03.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0bf5ffb640 1 -- 172.21.15.82:0/2168076818 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0c080a3df0 con 0x555ca7b7e060 2024-09-12T12:41:03.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0c16d38740 10 client.17277 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:41:03.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0c16d38740 10 client.17277 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:41:03.276 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0c16d38740 20 client.17277 populate_metadata read hostname 'smithi082' 2024-09-12T12:41:03.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0c16d38740 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555ca7b98c80 0x555ca7b9b070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0c16d38740 4 client.17277 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:41:03.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.263+0000 7f0c16d38740 1 -- 172.21.15.82:0/2168076818 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555ca7af0b90 con 0x555ca7b98c80 2024-09-12T12:41:03.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.264+0000 7f0c0dd9b640 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555ca7b98c80 0x555ca7b9b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.264+0000 7f0bf5ffb640 10 client.17277 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:03.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.264+0000 7f0c0dd9b640 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555ca7b98c80 0x555ca7b9b070 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e924af692a61f5a server_cookie=10c4f79e23a5c086 in_seq=0 out_seq=0 2024-09-12T12:41:03.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0bf5ffb640 1 -- 172.21.15.82:0/2168076818 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555ca7af0b90 con 0x555ca7b98c80 2024-09-12T12:41:03.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0bf5ffb640 10 client.17277 handle_command_reply: tid=0 2024-09-12T12:41:03.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0c16d38740 1 client.17277 shutdown 2024-09-12T12:41:03.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0c16d38740 1 -- 172.21.15.82:0/2168076818 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e060 msgr2=0x555ca7b861e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:03.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0c16d38740 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e060 0x555ca7b861e0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f0c08097fe0 tx=0x7f0c080cc7e0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0c16d38740 1 -- 172.21.15.82:0/2168076818 shutdown_connections 2024-09-12T12:41:03.277 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0c16d38740 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555ca7b98c80 0x555ca7b9b070 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0c16d38740 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b89240 0x555ca7b86c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0c16d38740 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b7e980 0x555ca7b86720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0bf5ffb640 0 client.17277 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:03.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0c16d38740 1 --2- 172.21.15.82:0/2168076818 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e060 0x555ca7b861e0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0c16d38740 1 -- 172.21.15.82:0/2168076818 >> 172.21.15.82:0/2168076818 conn(0x555ca7b7a5f0 msgr2=0x555ca7b80320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:03.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0c16d38740 1 -- 172.21.15.82:0/2168076818 shutdown_connections 2024-09-12T12:41:03.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0c16d38740 1 -- 172.21.15.82:0/2168076818 wait complete. 2024-09-12T12:41:03.278 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.265+0000 7f0c16d38740 20 client.17277 trim_cache size 0 max 16384 2024-09-12T12:41:03.284 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c16d38740 1 Processor -- start 2024-09-12T12:41:03.284 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c16d38740 1 -- start start 2024-09-12T12:41:03.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c16d38740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 0x555ca7b83440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c16d38740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b7e980 0x555ca7b83980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c16d38740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b89240 0x555ca7b78f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c16d38740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0c101ada30 con 0x555ca7b89240 2024-09-12T12:41:03.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c16d38740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0c101af570 con 0x555ca7b7e060 2024-09-12T12:41:03.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c16d38740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0c101ae100 con 0x555ca7b7e980 2024-09-12T12:41:03.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c0ed9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b89240 0x555ca7b78f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c0ed9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b89240 0x555ca7b78f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54424/0 (socket says 172.21.15.82:54424) 2024-09-12T12:41:03.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c0ed9d640 1 -- 172.21.15.82:0/3493146248 learned_addr learned my addr 172.21.15.82:0/3493146248 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:03.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c0dd9b640 1 --2- 172.21.15.82:0/3493146248 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b7e980 0x555ca7b83980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c0e59c640 1 --2- 172.21.15.82:0/3493146248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 0x555ca7b83440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.285 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c0ed9d640 1 -- 172.21.15.82:0/3493146248 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b7e980 msgr2=0x555ca7b83980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:03.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c0ed9d640 1 --2- 172.21.15.82:0/3493146248 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b7e980 0x555ca7b83980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c0ed9d640 1 -- 172.21.15.82:0/3493146248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 msgr2=0x555ca7b83440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:03.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c0ed9d640 1 --2- 172.21.15.82:0/3493146248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 0x555ca7b83440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.283+0000 7f0c0ed9d640 1 -- 172.21.15.82:0/3493146248 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ca7b85190 con 0x555ca7b89240 2024-09-12T12:41:03.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.284+0000 7f0c0e59c640 1 --2- 172.21.15.82:0/3493146248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 0x555ca7b83440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:41:03.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.284+0000 7f0c0ed9d640 1 --2- 172.21.15.82:0/3493146248 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b89240 0x555ca7b78f30 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f0c00005c00 tx=0x7f0c00038000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f491d10d504786f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:03.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.284+0000 7f0bf7fff640 1 -- 172.21.15.82:0/3493146248 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c00035040 con 0x555ca7b89240 2024-09-12T12:41:03.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.284+0000 7f0bf7fff640 1 -- 172.21.15.82:0/3493146248 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c00005500 con 0x555ca7b89240 2024-09-12T12:41:03.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.284+0000 7f0bf7fff640 1 -- 172.21.15.82:0/3493146248 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c00031540 con 0x555ca7b89240 2024-09-12T12:41:03.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 -- 172.21.15.82:0/3493146248 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b89240 msgr2=0x555ca7b78f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:03.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 --2- 172.21.15.82:0/3493146248 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b89240 0x555ca7b78f30 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f0c00005c00 tx=0x7f0c00038000 comp rx=0 tx=0).stop 2024-09-12T12:41:03.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 -- 172.21.15.82:0/3493146248 shutdown_connections 2024-09-12T12:41:03.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 --2- 172.21.15.82:0/3493146248 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b89240 0x555ca7b78f30 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.286 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 --2- 172.21.15.82:0/3493146248 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b7e980 0x555ca7b83980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 --2- 172.21.15.82:0/3493146248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 0x555ca7b83440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 -- 172.21.15.82:0/3493146248 >> 172.21.15.82:0/3493146248 conn(0x555ca7b7a5f0 msgr2=0x555ca7b87a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:03.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 -- 172.21.15.82:0/3493146248 shutdown_connections 2024-09-12T12:41:03.287 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 -- 172.21.15.82:0/3493146248 wait complete. 2024-09-12T12:41:03.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 -- start start 2024-09-12T12:41:03.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 Processor -- start 2024-09-12T12:41:03.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 0x555ca7b9d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e980 0x555ca7b9d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.289 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b89240 0x555ca7c035d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f0c101aeea0 con 0x555ca7b7e980 2024-09-12T12:41:03.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0c101ae7d0 con 0x555ca7b7e060 2024-09-12T12:41:03.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.285+0000 7f0c16d38740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f0c101aba30 con 0x555ca7b89240 2024-09-12T12:41:03.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c0dd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e980 0x555ca7b9d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c16d38740 10 client.0 _ll_register_callbacks cb 0x7f0c0809bd10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:41:03.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c0dd9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e980 0x555ca7b9d710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:54434/0 (socket says 172.21.15.82:54434) 2024-09-12T12:41:03.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c0dd9b640 1 -- 172.21.15.82:0/65363600 learned_addr learned my addr 172.21.15.82:0/65363600 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:03.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c0e59c640 1 --2- 172.21.15.82:0/65363600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 0x555ca7b9d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c0ed9d640 1 --2- 172.21.15.82:0/65363600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b89240 0x555ca7c035d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c0dd9b640 1 -- 172.21.15.82:0/65363600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b89240 msgr2=0x555ca7c035d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:03.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c0dd9b640 1 --2- 172.21.15.82:0/65363600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b89240 0x555ca7c035d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c0dd9b640 1 -- 172.21.15.82:0/65363600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 msgr2=0x555ca7b9d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:03.290 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c0dd9b640 1 --2- 172.21.15.82:0/65363600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 0x555ca7b9d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c0dd9b640 1 -- 172.21.15.82:0/65363600 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ca7c03b10 con 0x555ca7b7e980 2024-09-12T12:41:03.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c0ed9d640 1 --2- 172.21.15.82:0/65363600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b89240 0x555ca7c035d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:41:03.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c0dd9b640 1 --2- 172.21.15.82:0/65363600 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e980 0x555ca7b9d710 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x555ca7b7b970 tx=0x7f0c0400aea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=255a5b4008d0ca1d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:03.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0bf5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:41:03.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0bf5ffb640 1 -- 172.21.15.82:0/65363600 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c04026060 con 0x555ca7b7e980 2024-09-12T12:41:03.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0bf5ffb640 1 -- 172.21.15.82:0/65363600 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8622+0+0 (secure 0 0 0) 0x7f0c04018dd0 con 0x555ca7b7e980 2024-09-12T12:41:03.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c16d38740 1 -- 172.21.15.82:0/65363600 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c00005500 con 0x555ca7b7e980 2024-09-12T12:41:03.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0bf5ffb640 1 -- 172.21.15.82:0/65363600 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0c0401a410 con 0x555ca7b7e980 2024-09-12T12:41:03.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c16d38740 10 client.17283 fetch_fsmap learned FSMap version 28 2024-09-12T12:41:03.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.286+0000 7f0c16d38740 1 -- 172.21.15.82:0/65363600 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555ca7c04cf0 con 0x555ca7b7e980 2024-09-12T12:41:03.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.287+0000 7f0bf5ffb640 1 -- 172.21.15.82:0/65363600 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c00005500 con 0x555ca7b7e980 2024-09-12T12:41:03.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.287+0000 7f0bf5ffb640 1 -- 172.21.15.82:0/65363600 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0c04020070 con 0x555ca7b7e980 2024-09-12T12:41:03.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.287+0000 7f0c16d38740 10 client.17283 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:41:03.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.287+0000 7f0c16d38740 10 client.17283 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:41:03.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.287+0000 7f0c16d38740 20 client.17283 populate_metadata read hostname 'smithi082' 2024-09-12T12:41:03.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.287+0000 7f0c16d38740 1 --2- 172.21.15.82:0/65363600 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555ca7c05450 0x555ca7c07870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:03.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.287+0000 7f0c16d38740 4 client.17283 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "5e935c3b", "release": true, "await": true}] 2024-09-12T12:41:03.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.287+0000 7f0c16d38740 1 -- 172.21.15.82:0/65363600 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "set_id": "5e935c3b", "release": true, "await": true}) -- 0x555ca7aeb0a0 con 0x555ca7c05450 2024-09-12T12:41:03.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.287+0000 7f0c0e59c640 1 --2- 172.21.15.82:0/65363600 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555ca7c05450 0x555ca7c07870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:03.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.287+0000 7f0c0e59c640 1 --2- 172.21.15.82:0/65363600 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555ca7c05450 0x555ca7c07870 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b2ece276f067d83 server_cookie=4c4dad4e4e245769 in_seq=0 out_seq=0 2024-09-12T12:41:03.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.287+0000 7f0bf5ffb640 10 client.17283 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:03.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.291+0000 7f0bf5ffb640 1 -- 172.21.15.82:0/65363600 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x555ca7aeb0a0 con 0x555ca7c05450 2024-09-12T12:41:03.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.291+0000 7f0bf5ffb640 10 client.17283 handle_command_reply: tid=0 2024-09-12T12:41:03.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.291+0000 7f0c16d38740 1 client.17283 shutdown 2024-09-12T12:41:03.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.291+0000 7f0c16d38740 1 -- 172.21.15.82:0/65363600 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e980 msgr2=0x555ca7b9d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:03.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.291+0000 7f0c16d38740 1 --2- 172.21.15.82:0/65363600 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e980 0x555ca7b9d710 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x555ca7b7b970 tx=0x7f0c0400aea0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c16d38740 1 -- 172.21.15.82:0/65363600 shutdown_connections 2024-09-12T12:41:03.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c16d38740 1 --2- 172.21.15.82:0/65363600 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x555ca7c05450 0x555ca7c07870 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c16d38740 1 --2- 172.21.15.82:0/65363600 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x555ca7b89240 0x555ca7c035d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c16d38740 1 --2- 172.21.15.82:0/65363600 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x555ca7b7e980 0x555ca7b9d710 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0bf5ffb640 0 client.17283 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c16d38740 1 --2- 172.21.15.82:0/65363600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555ca7b7e060 0x555ca7b9d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c16d38740 1 -- 172.21.15.82:0/65363600 >> 172.21.15.82:0/65363600 conn(0x555ca7b7a5f0 msgr2=0x555ca7b78f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c16d38740 1 -- 172.21.15.82:0/65363600 shutdown_connections 2024-09-12T12:41:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c16d38740 1 -- 172.21.15.82:0/65363600 wait complete. 2024-09-12T12:41:03.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c16d38740 20 client.17283 trim_cache size 0 max 16384 2024-09-12T12:41:03.294 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:41:03.294 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:41:03.294 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:41:03.295 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 56, 2024-09-12T12:41:03.295 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": { 2024-09-12T12:41:03.295 INFO:teuthology.orchestra.run.smithi082.stdout: "5e935c3b": { 2024-09-12T12:41:03.295 INFO:teuthology.orchestra.run.smithi082.stdout: "version": 56, 2024-09-12T12:41:03.295 INFO:teuthology.orchestra.run.smithi082.stdout: "age_ref": 0.0, 2024-09-12T12:41:03.295 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:41:03.295 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:41:03.295 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:41:03.295 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:41:03.295 INFO:teuthology.orchestra.run.smithi082.stdout: "timeout": 90.0, 2024-09-12T12:41:03.295 INFO:teuthology.orchestra.run.smithi082.stdout: "expiration": 150.0, 2024-09-12T12:41:03.295 INFO:teuthology.orchestra.run.smithi082.stdout: "members": { 2024-09-12T12:41:03.295 INFO:teuthology.orchestra.run.smithi082.stdout: "file:/": { 2024-09-12T12:41:03.295 INFO:teuthology.orchestra.run.smithi082.stdout: "excluded": false, 2024-09-12T12:41:03.296 INFO:teuthology.orchestra.run.smithi082.stdout: "state": { 2024-09-12T12:41:03.296 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RELEASED", 2024-09-12T12:41:03.296 INFO:teuthology.orchestra.run.smithi082.stdout: "age": 0.0 2024-09-12T12:41:03.296 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:41:03.296 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:41:03.296 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:41:03.296 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:41:03.296 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:41:03.297 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:41:03.297 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c1495f640 1 -- 172.21.15.82:0/185965795 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0bf80a2d70 msgr2=0x7f0bf80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:03.297 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c1495f640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0bf80a2d70 0x7f0bf80a5230 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0c000096c0 tx=0x7f0c00005e40 comp rx=0 tx=0).stop 2024-09-12T12:41:03.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c1495f640 1 -- 172.21.15.82:0/185965795 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c10100e20 msgr2=0x7f0c10198490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:03.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c1495f640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c10100e20 0x7f0c10198490 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f0c0800d950 tx=0x7f0c0800de10 comp rx=0 tx=0).stop 2024-09-12T12:41:03.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c1495f640 1 -- 172.21.15.82:0/185965795 shutdown_connections 2024-09-12T12:41:03.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c1495f640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f0bf80a2d70 0x7f0bf80a5230 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c1495f640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c10102ef0 0x7f0c1019cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c1495f640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f0c10102570 0x7f0c101989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c1495f640 1 --2- 172.21.15.82:0/185965795 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f0c10100e20 0x7f0c10198490 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:03.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c1495f640 1 -- 172.21.15.82:0/185965795 >> 172.21.15.82:0/185965795 conn(0x7f0c100fc7d0 msgr2=0x7f0c1006a150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:03.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c1495f640 1 -- 172.21.15.82:0/185965795 shutdown_connections 2024-09-12T12:41:03.298 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:41:03.292+0000 7f0c1495f640 1 -- 172.21.15.82:0/185965795 wait complete. 2024-09-12T12:41:03.999 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '5e935c3b', total seconds elapsed: 33.3 2024-09-12T12:41:04.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:04 smithi082 ceph-mon[31122]: pgmap v449: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:41:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:04 smithi097 ceph-mon[34923]: pgmap v449: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:41:04.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:04 smithi114 ceph-mon[35514]: pgmap v449: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-12T12:41:06.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:06 smithi097 ceph-mon[34923]: pgmap v450: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 50 KiB/s wr, 30 op/s 2024-09-12T12:41:06.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:06 smithi082 ceph-mon[31122]: pgmap v450: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 50 KiB/s wr, 30 op/s 2024-09-12T12:41:06.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:06 smithi114 ceph-mon[35514]: pgmap v450: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 50 KiB/s wr, 30 op/s 2024-09-12T12:41:08.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:08 smithi097 ceph-mon[34923]: pgmap v451: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 50 KiB/s wr, 26 op/s 2024-09-12T12:41:08.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:08 smithi097 ceph-mon[34923]: osdmap e101: 12 total, 12 up, 12 in 2024-09-12T12:41:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:08 smithi082 ceph-mon[31122]: pgmap v451: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 50 KiB/s wr, 26 op/s 2024-09-12T12:41:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:08 smithi082 ceph-mon[31122]: osdmap e101: 12 total, 12 up, 12 in 2024-09-12T12:41:08.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:08 smithi114 ceph-mon[35514]: pgmap v451: 97 pgs: 97 active+clean; 4.9 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 50 KiB/s wr, 26 op/s 2024-09-12T12:41:08.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:08 smithi114 ceph-mon[35514]: osdmap e101: 12 total, 12 up, 12 in 2024-09-12T12:41:10.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:10 smithi097 ceph-mon[34923]: pgmap v453: 97 pgs: 97 active+clean; 5.1 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 34 op/s 2024-09-12T12:41:10.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:10 smithi082 ceph-mon[31122]: pgmap v453: 97 pgs: 97 active+clean; 5.1 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 34 op/s 2024-09-12T12:41:10.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:10 smithi114 ceph-mon[35514]: pgmap v453: 97 pgs: 97 active+clean; 5.1 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 34 op/s 2024-09-12T12:41:12.523 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:12 smithi097 ceph-mon[34923]: pgmap v454: 97 pgs: 97 active+clean; 5.1 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 34 op/s 2024-09-12T12:41:12.531 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:12 smithi082 ceph-mon[31122]: pgmap v454: 97 pgs: 97 active+clean; 5.1 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 34 op/s 2024-09-12T12:41:12.570 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:12 smithi114 ceph-mon[35514]: pgmap v454: 97 pgs: 97 active+clean; 5.1 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 34 op/s 2024-09-12T12:41:13.319 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.319+0000 7f2f8e61e640 1 -- 172.21.15.82:0/952351689 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f88101370 msgr2=0x7f2f8810d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:13.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.319+0000 7f2f8e61e640 1 --2- 172.21.15.82:0/952351689 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f88101370 0x7f2f8810d8a0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f2f80009cd0 tx=0x7f2f8002a8e0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.319+0000 7f2f8e61e640 1 -- 172.21.15.82:0/952351689 shutdown_connections 2024-09-12T12:41:13.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.319+0000 7f2f8e61e640 1 --2- 172.21.15.82:0/952351689 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f88101370 0x7f2f8810d8a0 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.319+0000 7f2f8e61e640 1 --2- 172.21.15.82:0/952351689 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f881009d0 0x7f2f88100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.319+0000 7f2f8e61e640 1 --2- 172.21.15.82:0/952351689 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f881069e0 0x7f2f88106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.319+0000 7f2f8e61e640 1 -- 172.21.15.82:0/952351689 >> 172.21.15.82:0/952351689 conn(0x7f2f880fc6b0 msgr2=0x7f2f880fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:13.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.319+0000 7f2f8e61e640 1 -- 172.21.15.82:0/952351689 shutdown_connections 2024-09-12T12:41:13.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.319+0000 7f2f8e61e640 1 -- 172.21.15.82:0/952351689 wait complete. 2024-09-12T12:41:13.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.319+0000 7f2f8e61e640 1 Processor -- start 2024-09-12T12:41:13.320 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f8e61e640 1 -- start start 2024-09-12T12:41:13.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f8e61e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f881009d0 0x7f2f8810e330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f8e61e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f88101370 0x7f2f8810e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f8e61e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f881069e0 0x7f2f8810edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f8e61e640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2f88111f10 con 0x7f2f881009d0 2024-09-12T12:41:13.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f8e61e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2f88111d90 con 0x7f2f881069e0 2024-09-12T12:41:13.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f8e61e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2f88112090 con 0x7f2f88101370 2024-09-12T12:41:13.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f87fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f881009d0 0x7f2f8810e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f87fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f881009d0 0x7f2f8810e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46480/0 (socket says 172.21.15.82:46480) 2024-09-12T12:41:13.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f87fff640 1 -- 172.21.15.82:0/2569979419 learned_addr learned my addr 172.21.15.82:0/2569979419 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:13.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f877fe640 1 --2- 172.21.15.82:0/2569979419 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f88101370 0x7f2f8810e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.323 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f87fff640 1 -- 172.21.15.82:0/2569979419 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f88101370 msgr2=0x7f2f8810e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:13.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f8cbbb640 1 --2- 172.21.15.82:0/2569979419 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f881069e0 0x7f2f8810edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f87fff640 1 --2- 172.21.15.82:0/2569979419 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f88101370 0x7f2f8810e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f87fff640 1 -- 172.21.15.82:0/2569979419 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f881069e0 msgr2=0x7f2f8810edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:13.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f87fff640 1 --2- 172.21.15.82:0/2569979419 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f881069e0 0x7f2f8810edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.320+0000 7f2f87fff640 1 -- 172.21.15.82:0/2569979419 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f881a6880 con 0x7f2f881009d0 2024-09-12T12:41:13.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.321+0000 7f2f87fff640 1 --2- 172.21.15.82:0/2569979419 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f881009d0 0x7f2f8810e330 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f2f7800b4a0 tx=0x7f2f7800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:13.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.321+0000 7f2f857fa640 1 -- 172.21.15.82:0/2569979419 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f78014070 con 0x7f2f881009d0 2024-09-12T12:41:13.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.321+0000 7f2f857fa640 1 -- 172.21.15.82:0/2569979419 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f78010af0 con 0x7f2f881009d0 2024-09-12T12:41:13.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.321+0000 7f2f8e61e640 1 -- 172.21.15.82:0/2569979419 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f881a6b70 con 0x7f2f881009d0 2024-09-12T12:41:13.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.321+0000 7f2f857fa640 1 -- 172.21.15.82:0/2569979419 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f78017d10 con 0x7f2f881009d0 2024-09-12T12:41:13.324 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.321+0000 7f2f8e61e640 1 -- 172.21.15.82:0/2569979419 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f881a70c0 con 0x7f2f881009d0 2024-09-12T12:41:13.331 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.323+0000 7f2f857fa640 1 -- 172.21.15.82:0/2569979419 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f2f78017070 con 0x7f2f881009d0 2024-09-12T12:41:13.332 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.323+0000 7f2f91491740 1 Processor -- start 2024-09-12T12:41:13.332 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.323+0000 7f2f91491740 1 -- start start 2024-09-12T12:41:13.332 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f91491740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d188af0 0x55e88d188ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.332 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f91491740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d193770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.332 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f91491740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d193cb0 0x55e88d1960a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.332 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f91491740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e88d0ed2f0 con 0x55e88d193cb0 2024-09-12T12:41:13.332 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f91491740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e88d095270 con 0x55e88d188af0 2024-09-12T12:41:13.332 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f91491740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e88d0e92b0 con 0x55e88d189410 2024-09-12T12:41:13.332 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f877fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d193cb0 0x55e88d1960a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.332 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f877fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d193cb0 0x55e88d1960a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46494/0 (socket says 172.21.15.82:46494) 2024-09-12T12:41:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f877fe640 1 -- 172.21.15.82:0/2817487124 learned_addr learned my addr 172.21.15.82:0/2817487124 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f87fff640 1 --2- 172.21.15.82:0/2817487124 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d193770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f8cbbb640 1 --2- 172.21.15.82:0/2817487124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d188af0 0x55e88d188ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f857fa640 1 --2- 172.21.15.82:0/2569979419 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2f700a2da0 0x7f2f700a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f877fe640 1 -- 172.21.15.82:0/2817487124 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 msgr2=0x55e88d193770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f877fe640 1 --2- 172.21.15.82:0/2817487124 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d193770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f877fe640 1 -- 172.21.15.82:0/2817487124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d188af0 msgr2=0x55e88d188ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f877fe640 1 --2- 172.21.15.82:0/2817487124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d188af0 0x55e88d188ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f877fe640 1 -- 172.21.15.82:0/2817487124 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e88d094340 con 0x55e88d193cb0 2024-09-12T12:41:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f8cbbb640 1 --2- 172.21.15.82:0/2817487124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d188af0 0x55e88d188ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:41:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f8cbbb640 1 --2- 172.21.15.82:0/2569979419 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2f700a2da0 0x7f2f700a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f857fa640 1 -- 172.21.15.82:0/2569979419 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8622+0+0 (secure 0 0 0) 0x7f2f780ce710 con 0x7f2f881009d0 2024-09-12T12:41:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f877fe640 1 --2- 172.21.15.82:0/2817487124 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d193cb0 0x55e88d1960a0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f2f7c00abf0 tx=0x7f2f7c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bdcf59c1f908029 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f6e7fc640 1 -- 172.21.15.82:0/2817487124 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f7c01d070 con 0x55e88d193cb0 2024-09-12T12:41:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.324+0000 7f2f6e7fc640 1 -- 172.21.15.82:0/2817487124 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f7c018b20 con 0x55e88d193cb0 2024-09-12T12:41:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.325+0000 7f2f6e7fc640 1 -- 172.21.15.82:0/2817487124 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f7c010ac0 con 0x55e88d193cb0 2024-09-12T12:41:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.325+0000 7f2f8cbbb640 1 --2- 172.21.15.82:0/2569979419 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2f700a2da0 0x7f2f700a5260 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2f80005cc0 tx=0x7f2f800095c0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.325+0000 7f2f91491740 1 -- 172.21.15.82:0/2817487124 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d193cb0 msgr2=0x55e88d1960a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.325+0000 7f2f91491740 1 --2- 172.21.15.82:0/2817487124 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d193cb0 0x55e88d1960a0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f2f7c00abf0 tx=0x7f2f7c00f790 comp rx=0 tx=0).stop 2024-09-12T12:41:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.325+0000 7f2f91491740 1 -- 172.21.15.82:0/2817487124 shutdown_connections 2024-09-12T12:41:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.325+0000 7f2f91491740 1 --2- 172.21.15.82:0/2817487124 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d193cb0 0x55e88d1960a0 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.325+0000 7f2f91491740 1 --2- 172.21.15.82:0/2817487124 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d193770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.325+0000 7f2f91491740 1 --2- 172.21.15.82:0/2817487124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d188af0 0x55e88d188ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.325+0000 7f2f91491740 1 -- 172.21.15.82:0/2817487124 >> 172.21.15.82:0/2817487124 conn(0x55e88d185060 msgr2=0x55e88d185440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.325+0000 7f2f91491740 1 -- 172.21.15.82:0/2817487124 shutdown_connections 2024-09-12T12:41:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.325+0000 7f2f91491740 1 -- 172.21.15.82:0/2817487124 wait complete. 2024-09-12T12:41:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.326+0000 7f2f91491740 1 -- start start 2024-09-12T12:41:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.326+0000 7f2f91491740 1 Processor -- start 2024-09-12T12:41:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.326+0000 7f2f91491740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d188af0 0x55e88d190b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.326+0000 7f2f91491740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d1910a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.326+0000 7f2f91491740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d193cb0 0x55e88d1915e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.326+0000 7f2f91491740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55e88d196880 con 0x55e88d188af0 2024-09-12T12:41:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.326+0000 7f2f91491740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e88d076290 con 0x55e88d193cb0 2024-09-12T12:41:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.326+0000 7f2f91491740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55e88d196a00 con 0x55e88d189410 2024-09-12T12:41:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.326+0000 7f2f91491740 10 client.0 _ll_register_callbacks cb 0x55e88d0a7140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:41:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.326+0000 7f2f87fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d188af0 0x55e88d190b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.326+0000 7f2f87fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d188af0 0x55e88d190b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46498/0 (socket says 172.21.15.82:46498) 2024-09-12T12:41:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.326+0000 7f2f87fff640 1 -- 172.21.15.82:0/1190402406 learned_addr learned my addr 172.21.15.82:0/1190402406 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.326+0000 7f2f877fe640 1 --2- 172.21.15.82:0/1190402406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d1910a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.326+0000 7f2f8cbbb640 1 --2- 172.21.15.82:0/1190402406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d193cb0 0x55e88d1915e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f87fff640 1 -- 172.21.15.82:0/1190402406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 msgr2=0x55e88d1910a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f87fff640 1 --2- 172.21.15.82:0/1190402406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d1910a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f87fff640 1 -- 172.21.15.82:0/1190402406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d193cb0 msgr2=0x55e88d1915e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f87fff640 1 --2- 172.21.15.82:0/1190402406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d193cb0 0x55e88d1915e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f87fff640 1 -- 172.21.15.82:0/1190402406 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e88ce00210 con 0x55e88d188af0 2024-09-12T12:41:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f877fe640 1 --2- 172.21.15.82:0/1190402406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d1910a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:41:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f87fff640 1 --2- 172.21.15.82:0/1190402406 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d188af0 0x55e88d190b60 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f2f7800b470 tx=0x7f2f7809a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e0fe42cd25b5c7f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:13.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f677fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:41:13.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f677fe640 1 -- 172.21.15.82:0/1190402406 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f7801e070 con 0x55e88d188af0 2024-09-12T12:41:13.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f677fe640 1 -- 172.21.15.82:0/1190402406 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8622+0+0 (secure 0 0 0) 0x7f2f780cc080 con 0x55e88d188af0 2024-09-12T12:41:13.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f91491740 1 -- 172.21.15.82:0/1190402406 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f7c018b20 con 0x55e88d188af0 2024-09-12T12:41:13.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f677fe640 1 -- 172.21.15.82:0/1190402406 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2f7809f090 con 0x55e88d188af0 2024-09-12T12:41:13.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f91491740 10 client.17295 fetch_fsmap learned FSMap version 28 2024-09-12T12:41:13.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f91491740 1 -- 172.21.15.82:0/1190402406 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e88cecc620 con 0x55e88d188af0 2024-09-12T12:41:13.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f677fe640 1 -- 172.21.15.82:0/1190402406 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f7c018b20 con 0x55e88d188af0 2024-09-12T12:41:13.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f677fe640 1 -- 172.21.15.82:0/1190402406 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f2f780cebc0 con 0x55e88d188af0 2024-09-12T12:41:13.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f91491740 10 client.17295 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:41:13.338 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f91491740 10 client.17295 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:41:13.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f91491740 20 client.17295 populate_metadata read hostname 'smithi082' 2024-09-12T12:41:13.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f91491740 1 --2- 172.21.15.82:0/1190402406 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e88d1a3b70 0x55e88d1a5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f91491740 4 client.17295 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:41:13.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.327+0000 7f2f91491740 1 -- 172.21.15.82:0/1190402406 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e88d0faa20 con 0x55e88d1a3b70 2024-09-12T12:41:13.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.328+0000 7f2f877fe640 1 --2- 172.21.15.82:0/1190402406 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e88d1a3b70 0x55e88d1a5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.328+0000 7f2f677fe640 10 client.17295 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:13.339 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.328+0000 7f2f877fe640 1 --2- 172.21.15.82:0/1190402406 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e88d1a3b70 0x55e88d1a5fa0 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de79153244dc6cca server_cookie=7c2168e07a54f9f7 in_seq=0 out_seq=0 2024-09-12T12:41:13.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f677fe640 1 -- 172.21.15.82:0/1190402406 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e88d0faa20 con 0x55e88d1a3b70 2024-09-12T12:41:13.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f677fe640 10 client.17295 handle_command_reply: tid=0 2024-09-12T12:41:13.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f91491740 1 client.17295 shutdown 2024-09-12T12:41:13.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f91491740 1 -- 172.21.15.82:0/1190402406 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d188af0 msgr2=0x55e88d190b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:13.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f91491740 1 --2- 172.21.15.82:0/1190402406 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d188af0 0x55e88d190b60 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f2f7800b470 tx=0x7f2f7809a6c0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f91491740 1 -- 172.21.15.82:0/1190402406 shutdown_connections 2024-09-12T12:41:13.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f91491740 1 --2- 172.21.15.82:0/1190402406 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e88d1a3b70 0x55e88d1a5fa0 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f91491740 1 --2- 172.21.15.82:0/1190402406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d193cb0 0x55e88d1915e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f677fe640 0 client.17295 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:13.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f91491740 1 --2- 172.21.15.82:0/1190402406 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d1910a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.340 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f91491740 1 --2- 172.21.15.82:0/1190402406 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d188af0 0x55e88d190b60 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f91491740 1 -- 172.21.15.82:0/1190402406 >> 172.21.15.82:0/1190402406 conn(0x55e88d185060 msgr2=0x55e88d18ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:13.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f91491740 1 -- 172.21.15.82:0/1190402406 shutdown_connections 2024-09-12T12:41:13.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f91491740 1 -- 172.21.15.82:0/1190402406 wait complete. 2024-09-12T12:41:13.341 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.329+0000 7f2f91491740 20 client.17295 trim_cache size 0 max 16384 2024-09-12T12:41:13.348 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.343+0000 7f2f91491740 1 Processor -- start 2024-09-12T12:41:13.348 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.343+0000 7f2f91491740 1 -- start start 2024-09-12T12:41:13.348 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.343+0000 7f2f91491740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d188af0 0x55e88d191090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.343+0000 7f2f91491740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d1915d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.343+0000 7f2f91491740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d193cb0 0x55e88d1ab8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.343+0000 7f2f91491740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2f881afb10 con 0x55e88d188af0 2024-09-12T12:41:13.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.343+0000 7f2f91491740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2f881b1650 con 0x55e88d193cb0 2024-09-12T12:41:13.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.343+0000 7f2f91491740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2f881b01e0 con 0x55e88d189410 2024-09-12T12:41:13.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.343+0000 7f2f87fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d188af0 0x55e88d191090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.344+0000 7f2f87fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d188af0 0x55e88d191090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46506/0 (socket says 172.21.15.82:46506) 2024-09-12T12:41:13.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.344+0000 7f2f87fff640 1 -- 172.21.15.82:0/4233376475 learned_addr learned my addr 172.21.15.82:0/4233376475 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:13.349 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.344+0000 7f2f877fe640 1 --2- 172.21.15.82:0/4233376475 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d1915d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.344+0000 7f2f8cbbb640 1 --2- 172.21.15.82:0/4233376475 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d193cb0 0x55e88d1ab8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.344+0000 7f2f87fff640 1 -- 172.21.15.82:0/4233376475 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 msgr2=0x55e88d1915d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:13.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.344+0000 7f2f87fff640 1 --2- 172.21.15.82:0/4233376475 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d1915d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.344+0000 7f2f87fff640 1 -- 172.21.15.82:0/4233376475 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d193cb0 msgr2=0x55e88d1ab8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:13.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.344+0000 7f2f87fff640 1 --2- 172.21.15.82:0/4233376475 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d193cb0 0x55e88d1ab8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.350 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.344+0000 7f2f87fff640 1 -- 172.21.15.82:0/4233376475 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e88d184e90 con 0x55e88d188af0 2024-09-12T12:41:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.344+0000 7f2f877fe640 1 --2- 172.21.15.82:0/4233376475 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d1915d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:41:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.344+0000 7f2f87fff640 1 --2- 172.21.15.82:0/4233376475 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d188af0 0x55e88d191090 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f2f7809a9e0 tx=0x7f2f78017730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de5f188ff1123e36 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.344+0000 7f2f6dffb640 1 -- 172.21.15.82:0/4233376475 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f780b8070 con 0x55e88d188af0 2024-09-12T12:41:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.344+0000 7f2f6dffb640 1 -- 172.21.15.82:0/4233376475 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f780a3950 con 0x55e88d188af0 2024-09-12T12:41:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.344+0000 7f2f6dffb640 1 -- 172.21.15.82:0/4233376475 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f7801e070 con 0x55e88d188af0 2024-09-12T12:41:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.345+0000 7f2f91491740 1 -- 172.21.15.82:0/4233376475 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d188af0 msgr2=0x55e88d191090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.345+0000 7f2f91491740 1 --2- 172.21.15.82:0/4233376475 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d188af0 0x55e88d191090 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f2f7809a9e0 tx=0x7f2f78017730 comp rx=0 tx=0).stop 2024-09-12T12:41:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.345+0000 7f2f91491740 1 -- 172.21.15.82:0/4233376475 shutdown_connections 2024-09-12T12:41:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.345+0000 7f2f91491740 1 --2- 172.21.15.82:0/4233376475 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d193cb0 0x55e88d1ab8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.345+0000 7f2f91491740 1 --2- 172.21.15.82:0/4233376475 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d1915d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.345+0000 7f2f91491740 1 --2- 172.21.15.82:0/4233376475 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d188af0 0x55e88d191090 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.345+0000 7f2f91491740 1 -- 172.21.15.82:0/4233376475 >> 172.21.15.82:0/4233376475 conn(0x55e88d185060 msgr2=0x55e88d192be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.345+0000 7f2f91491740 1 -- 172.21.15.82:0/4233376475 shutdown_connections 2024-09-12T12:41:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.345+0000 7f2f91491740 1 -- 172.21.15.82:0/4233376475 wait complete. 2024-09-12T12:41:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.345+0000 7f2f91491740 1 -- start start 2024-09-12T12:41:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.345+0000 7f2f91491740 1 Processor -- start 2024-09-12T12:41:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f91491740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d188af0 0x55e88d19c590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f91491740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d1978b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f91491740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d193cb0 0x55e88d198040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f91491740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2f881b0f80 con 0x55e88d193cb0 2024-09-12T12:41:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f91491740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2f881b08b0 con 0x55e88d188af0 2024-09-12T12:41:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f91491740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2f881adb10 con 0x55e88d189410 2024-09-12T12:41:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f91491740 10 client.0 _ll_register_callbacks cb 0x7f2f7809aba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:41:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f8cbbb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d193cb0 0x55e88d198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f8cbbb640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d193cb0 0x55e88d198040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46514/0 (socket says 172.21.15.82:46514) 2024-09-12T12:41:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f8cbbb640 1 -- 172.21.15.82:0/2214418994 learned_addr learned my addr 172.21.15.82:0/2214418994 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f877fe640 1 --2- 172.21.15.82:0/2214418994 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d1978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f87fff640 1 --2- 172.21.15.82:0/2214418994 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d188af0 0x55e88d19c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f8cbbb640 1 -- 172.21.15.82:0/2214418994 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 msgr2=0x55e88d1978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f8cbbb640 1 --2- 172.21.15.82:0/2214418994 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d1978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f8cbbb640 1 -- 172.21.15.82:0/2214418994 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d188af0 msgr2=0x55e88d19c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f8cbbb640 1 --2- 172.21.15.82:0/2214418994 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d188af0 0x55e88d19c590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f8cbbb640 1 -- 172.21.15.82:0/2214418994 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e88d20d8a0 con 0x55e88d193cb0 2024-09-12T12:41:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f8cbbb640 1 --2- 172.21.15.82:0/2214418994 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d193cb0 0x55e88d198040 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f2f80003bf0 tx=0x7f2f8002a8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1df363c5b469899c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f677fe640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:41:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f677fe640 1 -- 172.21.15.82:0/2214418994 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f80003e10 con 0x55e88d193cb0 2024-09-12T12:41:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.346+0000 7f2f677fe640 1 -- 172.21.15.82:0/2214418994 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8622+0+0 (secure 0 0 0) 0x7f2f80004250 con 0x55e88d193cb0 2024-09-12T12:41:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.347+0000 7f2f91491740 1 -- 172.21.15.82:0/2214418994 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f780a3950 con 0x55e88d193cb0 2024-09-12T12:41:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.347+0000 7f2f677fe640 1 -- 172.21.15.82:0/2214418994 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2f80004450 con 0x55e88d193cb0 2024-09-12T12:41:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.347+0000 7f2f91491740 10 client.17301 fetch_fsmap learned FSMap version 28 2024-09-12T12:41:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.347+0000 7f2f91491740 1 -- 172.21.15.82:0/2214418994 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e88d20ea70 con 0x55e88d193cb0 2024-09-12T12:41:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.347+0000 7f2f677fe640 1 -- 172.21.15.82:0/2214418994 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2f780a3950 con 0x55e88d193cb0 2024-09-12T12:41:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.347+0000 7f2f677fe640 1 -- 172.21.15.82:0/2214418994 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f2f80030070 con 0x55e88d193cb0 2024-09-12T12:41:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.347+0000 7f2f91491740 10 client.17301 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:41:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.347+0000 7f2f91491740 10 client.17301 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:41:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.347+0000 7f2f91491740 20 client.17301 populate_metadata read hostname 'smithi082' 2024-09-12T12:41:13.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.347+0000 7f2f91491740 1 --2- 172.21.15.82:0/2214418994 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e88d20f240 0x55e88d211660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:13.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.347+0000 7f2f91491740 4 client.17301 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:41:13.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.347+0000 7f2f91491740 1 -- 172.21.15.82:0/2214418994 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e88d0f4d70 con 0x55e88d20f240 2024-09-12T12:41:13.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.347+0000 7f2f87fff640 1 --2- 172.21.15.82:0/2214418994 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e88d20f240 0x55e88d211660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:13.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.348+0000 7f2f677fe640 10 client.17301 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:13.355 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.348+0000 7f2f87fff640 1 --2- 172.21.15.82:0/2214418994 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e88d20f240 0x55e88d211660 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8568cc4f30d9d039 server_cookie=a2da9a74703cb5c4 in_seq=0 out_seq=0 2024-09-12T12:41:13.364 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f677fe640 1 -- 172.21.15.82:0/2214418994 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e88d0f4d70 con 0x55e88d20f240 2024-09-12T12:41:13.364 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f677fe640 10 client.17301 handle_command_reply: tid=0 2024-09-12T12:41:13.365 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f91491740 1 client.17301 shutdown 2024-09-12T12:41:13.365 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f91491740 1 -- 172.21.15.82:0/2214418994 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d193cb0 msgr2=0x55e88d198040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:13.365 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f91491740 1 --2- 172.21.15.82:0/2214418994 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d193cb0 0x55e88d198040 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f2f80003bf0 tx=0x7f2f8002a8e0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.365 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f91491740 1 -- 172.21.15.82:0/2214418994 shutdown_connections 2024-09-12T12:41:13.365 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f91491740 1 --2- 172.21.15.82:0/2214418994 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55e88d20f240 0x55e88d211660 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.365 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f91491740 1 --2- 172.21.15.82:0/2214418994 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55e88d193cb0 0x55e88d198040 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.365 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f91491740 1 --2- 172.21.15.82:0/2214418994 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55e88d189410 0x55e88d1978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.365 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f677fe640 0 client.17301 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:13.365 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f91491740 1 --2- 172.21.15.82:0/2214418994 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e88d188af0 0x55e88d19c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.365 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f91491740 1 -- 172.21.15.82:0/2214418994 >> 172.21.15.82:0/2214418994 conn(0x55e88d185060 msgr2=0x55e88d18a550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:13.365 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f91491740 1 -- 172.21.15.82:0/2214418994 shutdown_connections 2024-09-12T12:41:13.366 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f91491740 1 -- 172.21.15.82:0/2214418994 wait complete. 2024-09-12T12:41:13.366 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.364+0000 7f2f91491740 20 client.17301 trim_cache size 0 max 16384 2024-09-12T12:41:13.366 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:41:13.366 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:41:13.366 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:41:13.367 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:41:13.367 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.365+0000 7f2f8e61e640 1 -- 172.21.15.82:0/2569979419 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2f700a2da0 msgr2=0x7f2f700a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:13.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.365+0000 7f2f8e61e640 1 --2- 172.21.15.82:0/2569979419 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2f700a2da0 0x7f2f700a5260 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2f80005cc0 tx=0x7f2f800095c0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.365+0000 7f2f8e61e640 1 -- 172.21.15.82:0/2569979419 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f881009d0 msgr2=0x7f2f8810e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:13.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.365+0000 7f2f8e61e640 1 --2- 172.21.15.82:0/2569979419 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f881009d0 0x7f2f8810e330 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f2f7800b4a0 tx=0x7f2f7800b960 comp rx=0 tx=0).stop 2024-09-12T12:41:13.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.365+0000 7f2f8e61e640 1 -- 172.21.15.82:0/2569979419 shutdown_connections 2024-09-12T12:41:13.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.365+0000 7f2f8e61e640 1 --2- 172.21.15.82:0/2569979419 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2f700a2da0 0x7f2f700a5260 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.365+0000 7f2f8e61e640 1 --2- 172.21.15.82:0/2569979419 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f881069e0 0x7f2f8810edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.365+0000 7f2f8e61e640 1 --2- 172.21.15.82:0/2569979419 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2f88101370 0x7f2f8810e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.365+0000 7f2f8e61e640 1 --2- 172.21.15.82:0/2569979419 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2f881009d0 0x7f2f8810e330 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:13.368 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.365+0000 7f2f8e61e640 1 -- 172.21.15.82:0/2569979419 >> 172.21.15.82:0/2569979419 conn(0x7f2f880fc6b0 msgr2=0x7f2f880fdcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:13.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.365+0000 7f2f8e61e640 1 -- 172.21.15.82:0/2569979419 shutdown_connections 2024-09-12T12:41:13.369 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:13.365+0000 7f2f8e61e640 1 -- 172.21.15.82:0/2569979419 wait complete. 2024-09-12T12:41:14.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:13 smithi097 ceph-mon[34923]: pgmap v455: 97 pgs: 97 active+clean; 5.1 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 34 op/s 2024-09-12T12:41:14.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:13 smithi097 ceph-mon[34923]: osdmap e102: 12 total, 12 up, 12 in 2024-09-12T12:41:14.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:13 smithi082 ceph-mon[31122]: pgmap v455: 97 pgs: 97 active+clean; 5.1 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 34 op/s 2024-09-12T12:41:14.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:13 smithi082 ceph-mon[31122]: osdmap e102: 12 total, 12 up, 12 in 2024-09-12T12:41:14.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:13 smithi114 ceph-mon[35514]: pgmap v455: 97 pgs: 97 active+clean; 5.1 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 34 op/s 2024-09-12T12:41:14.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:13 smithi114 ceph-mon[35514]: osdmap e102: 12 total, 12 up, 12 in 2024-09-12T12:41:16.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:15 smithi097 ceph-mon[34923]: pgmap v457: 97 pgs: 97 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:41:16.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:15 smithi082 ceph-mon[31122]: pgmap v457: 97 pgs: 97 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:41:16.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:15 smithi114 ceph-mon[35514]: pgmap v457: 97 pgs: 97 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:41:18.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:17 smithi097 ceph-mon[34923]: pgmap v458: 97 pgs: 97 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-09-12T12:41:18.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:17 smithi082 ceph-mon[31122]: pgmap v458: 97 pgs: 97 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-09-12T12:41:18.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:17 smithi114 ceph-mon[35514]: pgmap v458: 97 pgs: 97 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-09-12T12:41:20.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:19 smithi097 ceph-mon[34923]: pgmap v459: 97 pgs: 97 active+clean; 1.5 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:41:20.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:19 smithi082 ceph-mon[31122]: pgmap v459: 97 pgs: 97 active+clean; 1.5 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:41:20.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:19 smithi114 ceph-mon[35514]: pgmap v459: 97 pgs: 97 active+clean; 1.5 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:41:22.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:21 smithi097 ceph-mon[34923]: pgmap v460: 97 pgs: 97 active+clean; 1.5 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:41:22.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:21 smithi082 ceph-mon[31122]: pgmap v460: 97 pgs: 97 active+clean; 1.5 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:41:22.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:21 smithi114 ceph-mon[35514]: pgmap v460: 97 pgs: 97 active+clean; 1.5 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:41:24.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:23 smithi097 ceph-mon[34923]: pgmap v461: 97 pgs: 97 active+clean; 1.5 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:41:24.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:23 smithi082 ceph-mon[31122]: pgmap v461: 97 pgs: 97 active+clean; 1.5 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:41:24.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:23 smithi114 ceph-mon[35514]: pgmap v461: 97 pgs: 97 active+clean; 1.5 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-09-12T12:41:26.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:25 smithi097 ceph-mon[34923]: pgmap v462: 97 pgs: 97 active+clean; 1.7 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-09-12T12:41:26.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:25 smithi082 ceph-mon[31122]: pgmap v462: 97 pgs: 97 active+clean; 1.7 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-09-12T12:41:26.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:25 smithi114 ceph-mon[35514]: pgmap v462: 97 pgs: 97 active+clean; 1.7 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-09-12T12:41:26.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.462+0000 7fbd4fc77640 1 -- 172.21.15.82:0/56591193 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd481069e0 msgr2=0x7fbd48106dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:26.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.462+0000 7fbd4fc77640 1 --2- 172.21.15.82:0/56591193 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd481069e0 0x7fbd48106dc0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fbd44009930 tx=0x7fbd4402a420 comp rx=0 tx=0).stop 2024-09-12T12:41:26.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.462+0000 7fbd4fc77640 1 -- 172.21.15.82:0/56591193 shutdown_connections 2024-09-12T12:41:26.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.462+0000 7fbd4fc77640 1 --2- 172.21.15.82:0/56591193 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd48101370 0x7fbd4810d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.464 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.462+0000 7fbd4fc77640 1 --2- 172.21.15.82:0/56591193 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbd481009d0 0x7fbd48100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.462+0000 7fbd4fc77640 1 --2- 172.21.15.82:0/56591193 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd481069e0 0x7fbd48106dc0 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.462+0000 7fbd4fc77640 1 -- 172.21.15.82:0/56591193 >> 172.21.15.82:0/56591193 conn(0x7fbd480fc6f0 msgr2=0x7fbd480feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:26.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.462+0000 7fbd4fc77640 1 -- 172.21.15.82:0/56591193 shutdown_connections 2024-09-12T12:41:26.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.462+0000 7fbd4fc77640 1 -- 172.21.15.82:0/56591193 wait complete. 2024-09-12T12:41:26.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.462+0000 7fbd4fc77640 1 Processor -- start 2024-09-12T12:41:26.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.462+0000 7fbd4fc77640 1 -- start start 2024-09-12T12:41:26.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4fc77640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbd481009d0 0x7fbd48198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4fc77640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd48101370 0x7fbd481988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4fc77640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd481069e0 0x7fbd4819cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.465 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4fc77640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbd48110e20 con 0x7fbd481069e0 2024-09-12T12:41:26.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4fc77640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbd48110ca0 con 0x7fbd48101370 2024-09-12T12:41:26.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4fc77640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbd48110fa0 con 0x7fbd481009d0 2024-09-12T12:41:26.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4e214640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd481069e0 0x7fbd4819cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4e214640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd481069e0 0x7fbd4819cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38086/0 (socket says 172.21.15.82:38086) 2024-09-12T12:41:26.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4e214640 1 -- 172.21.15.82:0/233980509 learned_addr learned my addr 172.21.15.82:0/233980509 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:26.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4d212640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd48101370 0x7fbd481988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4da13640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbd481009d0 0x7fbd48198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4e214640 1 -- 172.21.15.82:0/233980509 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbd481009d0 msgr2=0x7fbd48198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:26.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4e214640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbd481009d0 0x7fbd48198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4e214640 1 -- 172.21.15.82:0/233980509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd48101370 msgr2=0x7fbd481988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:26.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4e214640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd48101370 0x7fbd481988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4e214640 1 -- 172.21.15.82:0/233980509 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd4819d350 con 0x7fbd481069e0 2024-09-12T12:41:26.466 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4d212640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd48101370 0x7fbd481988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:41:26.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4e214640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd481069e0 0x7fbd4819cc20 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7fbd4000eaa0 tx=0x7fbd4000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:26.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd3effd640 1 -- 172.21.15.82:0/233980509 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd4000cdb0 con 0x7fbd481069e0 2024-09-12T12:41:26.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd3effd640 1 -- 172.21.15.82:0/233980509 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbd40005020 con 0x7fbd481069e0 2024-09-12T12:41:26.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd3effd640 1 -- 172.21.15.82:0/233980509 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd400116b0 con 0x7fbd481069e0 2024-09-12T12:41:26.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4fc77640 1 -- 172.21.15.82:0/233980509 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd4819d640 con 0x7fbd481069e0 2024-09-12T12:41:26.467 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.463+0000 7fbd4fc77640 1 -- 172.21.15.82:0/233980509 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd481a4ed0 con 0x7fbd481069e0 2024-09-12T12:41:26.474 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.466+0000 7fbd3effd640 1 -- 172.21.15.82:0/233980509 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fbd40005560 con 0x7fbd481069e0 2024-09-12T12:41:26.475 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.466+0000 7fbd52a09740 1 Processor -- start 2024-09-12T12:41:26.475 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd52a09740 1 -- start start 2024-09-12T12:41:26.475 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd52a09740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903059d0 0x560090305db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.475 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd52a09740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903062f0 0x560090314b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.475 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd52a09740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903150c0 0x5600903174b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.475 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd52a09740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x56009026a2f0 con 0x5600903150c0 2024-09-12T12:41:26.475 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd52a09740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560090212270 con 0x5600903062f0 2024-09-12T12:41:26.475 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd52a09740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5600902662b0 con 0x5600903059d0 2024-09-12T12:41:26.475 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd3effd640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbd340a2e20 0x7fbd340a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.475 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd4d212640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903150c0 0x5600903174b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.476 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd4d212640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903150c0 0x5600903174b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38100/0 (socket says 172.21.15.82:38100) 2024-09-12T12:41:26.476 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd4d212640 1 -- 172.21.15.82:0/4011226397 learned_addr learned my addr 172.21.15.82:0/4011226397 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:26.476 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd4d212640 1 --2- 172.21.15.82:0/4011226397 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903059d0 0x560090305db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.476 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd4e214640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbd340a2e20 0x7fbd340a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.476 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd4da13640 1 --2- 172.21.15.82:0/4011226397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903062f0 0x560090314b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.476 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd3effd640 1 -- 172.21.15.82:0/233980509 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8622+0+0 (secure 0 0 0) 0x7fbd400cf6f0 con 0x7fbd481069e0 2024-09-12T12:41:26.476 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd4d212640 1 -- 172.21.15.82:0/4011226397 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903059d0 msgr2=0x560090305db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:26.476 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd4d212640 1 --2- 172.21.15.82:0/4011226397 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903059d0 0x560090305db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.476 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd4d212640 1 -- 172.21.15.82:0/4011226397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903062f0 msgr2=0x560090314b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:26.476 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd4d212640 1 --2- 172.21.15.82:0/4011226397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903062f0 0x560090314b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.476 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd4d212640 1 -- 172.21.15.82:0/4011226397 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560090211340 con 0x5600903150c0 2024-09-12T12:41:26.476 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.467+0000 7fbd4da13640 1 --2- 172.21.15.82:0/4011226397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903062f0 0x560090314b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:41:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.468+0000 7fbd4d212640 1 --2- 172.21.15.82:0/4011226397 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903150c0 0x5600903174b0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fbd38014a60 tx=0x7fbd3800c570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c499420dc11d5a8d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.468+0000 7fbd4e214640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbd340a2e20 0x7fbd340a52e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fbd40098580 tx=0x7fbd4006aae0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.468+0000 7fbd33fff640 1 -- 172.21.15.82:0/4011226397 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd380142d0 con 0x5600903150c0 2024-09-12T12:41:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.468+0000 7fbd33fff640 1 -- 172.21.15.82:0/4011226397 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbd38005500 con 0x5600903150c0 2024-09-12T12:41:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.468+0000 7fbd33fff640 1 -- 172.21.15.82:0/4011226397 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd380047a0 con 0x5600903150c0 2024-09-12T12:41:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.469+0000 7fbd52a09740 1 -- 172.21.15.82:0/4011226397 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903150c0 msgr2=0x5600903174b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.469+0000 7fbd52a09740 1 --2- 172.21.15.82:0/4011226397 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903150c0 0x5600903174b0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fbd38014a60 tx=0x7fbd3800c570 comp rx=0 tx=0).stop 2024-09-12T12:41:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.469+0000 7fbd52a09740 1 -- 172.21.15.82:0/4011226397 shutdown_connections 2024-09-12T12:41:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.469+0000 7fbd52a09740 1 --2- 172.21.15.82:0/4011226397 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903150c0 0x5600903174b0 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.469+0000 7fbd52a09740 1 --2- 172.21.15.82:0/4011226397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903062f0 0x560090314b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.469+0000 7fbd52a09740 1 --2- 172.21.15.82:0/4011226397 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903059d0 0x560090305db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.469+0000 7fbd52a09740 1 -- 172.21.15.82:0/4011226397 >> 172.21.15.82:0/4011226397 conn(0x560090302060 msgr2=0x560090302440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:26.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.469+0000 7fbd52a09740 1 -- 172.21.15.82:0/4011226397 shutdown_connections 2024-09-12T12:41:26.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.469+0000 7fbd52a09740 1 -- 172.21.15.82:0/4011226397 wait complete. 2024-09-12T12:41:26.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.469+0000 7fbd52a09740 1 -- start start 2024-09-12T12:41:26.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.469+0000 7fbd52a09740 1 Processor -- start 2024-09-12T12:41:26.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd52a09740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903059d0 0x560090312050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd52a09740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903062f0 0x560090312590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd52a09740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903150c0 0x560090312ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd52a09740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x560090317c90 con 0x5600903062f0 2024-09-12T12:41:26.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd52a09740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5600901f3290 con 0x5600903059d0 2024-09-12T12:41:26.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd52a09740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x560090317e10 con 0x5600903150c0 2024-09-12T12:41:26.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd52a09740 10 client.0 _ll_register_callbacks cb 0x560090224140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:41:26.478 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd4da13640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903062f0 0x560090312590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd4da13640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903062f0 0x560090312590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38102/0 (socket says 172.21.15.82:38102) 2024-09-12T12:41:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd4da13640 1 -- 172.21.15.82:0/2174804173 learned_addr learned my addr 172.21.15.82:0/2174804173 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd4d212640 1 --2- 172.21.15.82:0/2174804173 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903059d0 0x560090312050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd4d212640 1 --2- 172.21.15.82:0/2174804173 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903150c0 0x560090312ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd4da13640 1 -- 172.21.15.82:0/2174804173 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903150c0 msgr2=0x560090312ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd4da13640 1 --2- 172.21.15.82:0/2174804173 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903150c0 0x560090312ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd4da13640 1 -- 172.21.15.82:0/2174804173 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903059d0 msgr2=0x560090312050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd4da13640 1 --2- 172.21.15.82:0/2174804173 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903059d0 0x560090312050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd4da13640 1 -- 172.21.15.82:0/2174804173 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56008ff7d210 con 0x5600903062f0 2024-09-12T12:41:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd4d212640 1 --2- 172.21.15.82:0/2174804173 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903059d0 0x560090312050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:41:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd4da13640 1 --2- 172.21.15.82:0/2174804173 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903062f0 0x560090312590 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fbd44009340 tx=0x7fbd44031860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aaa02c854917a9a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.470+0000 7fbd317fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:41:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd317fa640 1 -- 172.21.15.82:0/2174804173 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd44035070 con 0x5600903062f0 2024-09-12T12:41:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd317fa640 1 -- 172.21.15.82:0/2174804173 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8622+0+0 (secure 0 0 0) 0x7fbd44004240 con 0x5600903062f0 2024-09-12T12:41:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd52a09740 1 -- 172.21.15.82:0/2174804173 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd38005500 con 0x5600903062f0 2024-09-12T12:41:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd317fa640 1 -- 172.21.15.82:0/2174804173 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbd44004440 con 0x5600903062f0 2024-09-12T12:41:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd52a09740 10 client.17313 fetch_fsmap learned FSMap version 28 2024-09-12T12:41:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd52a09740 1 -- 172.21.15.82:0/2174804173 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560090049620 con 0x5600903062f0 2024-09-12T12:41:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd317fa640 1 -- 172.21.15.82:0/2174804173 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbd38005500 con 0x5600903062f0 2024-09-12T12:41:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd317fa640 1 -- 172.21.15.82:0/2174804173 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fbd44004b80 con 0x5600903062f0 2024-09-12T12:41:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd52a09740 10 client.17313 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:41:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd52a09740 10 client.17313 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:41:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd52a09740 20 client.17313 populate_metadata read hostname 'smithi082' 2024-09-12T12:41:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd52a09740 1 --2- 172.21.15.82:0/2174804173 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5600903250a0 0x560090327490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd52a09740 4 client.17313 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:41:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd52a09740 1 -- 172.21.15.82:0/2174804173 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560090277a20 con 0x5600903250a0 2024-09-12T12:41:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.471+0000 7fbd4d212640 1 --2- 172.21.15.82:0/2174804173 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5600903250a0 0x560090327490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.472+0000 7fbd317fa640 10 client.17313 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.472+0000 7fbd4d212640 1 --2- 172.21.15.82:0/2174804173 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5600903250a0 0x560090327490 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e13fdd46cab7d6e server_cookie=11eb3405099bec7a in_seq=0 out_seq=0 2024-09-12T12:41:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd317fa640 1 -- 172.21.15.82:0/2174804173 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560090277a20 con 0x5600903250a0 2024-09-12T12:41:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd317fa640 10 client.17313 handle_command_reply: tid=0 2024-09-12T12:41:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd52a09740 1 client.17313 shutdown 2024-09-12T12:41:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd52a09740 1 -- 172.21.15.82:0/2174804173 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903062f0 msgr2=0x560090312590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd52a09740 1 --2- 172.21.15.82:0/2174804173 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903062f0 0x560090312590 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fbd44009340 tx=0x7fbd44031860 comp rx=0 tx=0).stop 2024-09-12T12:41:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd52a09740 1 -- 172.21.15.82:0/2174804173 shutdown_connections 2024-09-12T12:41:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd52a09740 1 --2- 172.21.15.82:0/2174804173 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5600903250a0 0x560090327490 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd52a09740 1 --2- 172.21.15.82:0/2174804173 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903150c0 0x560090312ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd317fa640 0 client.17313 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:26.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd52a09740 1 --2- 172.21.15.82:0/2174804173 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903062f0 0x560090312590 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd52a09740 1 --2- 172.21.15.82:0/2174804173 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903059d0 0x560090312050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd52a09740 1 -- 172.21.15.82:0/2174804173 >> 172.21.15.82:0/2174804173 conn(0x560090302060 msgr2=0x560090307dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:26.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd52a09740 1 -- 172.21.15.82:0/2174804173 shutdown_connections 2024-09-12T12:41:26.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd52a09740 1 -- 172.21.15.82:0/2174804173 wait complete. 2024-09-12T12:41:26.482 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.473+0000 7fbd52a09740 20 client.17313 trim_cache size 0 max 16384 2024-09-12T12:41:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.488+0000 7fbd52a09740 1 Processor -- start 2024-09-12T12:41:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.488+0000 7fbd52a09740 1 -- start start 2024-09-12T12:41:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd52a09740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903059d0 0x560090313fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd52a09740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903062f0 0x56009032cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd52a09740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903150c0 0x56009032d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd52a09740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbd481ab6a0 con 0x5600903059d0 2024-09-12T12:41:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd52a09740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbd481ad1e0 con 0x5600903150c0 2024-09-12T12:41:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd52a09740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbd481abd70 con 0x5600903062f0 2024-09-12T12:41:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd4d212640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903059d0 0x560090313fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd4d212640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903059d0 0x560090313fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38118/0 (socket says 172.21.15.82:38118) 2024-09-12T12:41:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd4d212640 1 -- 172.21.15.82:0/3353361273 learned_addr learned my addr 172.21.15.82:0/3353361273 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd4da13640 1 --2- 172.21.15.82:0/3353361273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903062f0 0x56009032cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd4d212640 1 --2- 172.21.15.82:0/3353361273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903150c0 0x56009032d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd4d212640 1 -- 172.21.15.82:0/3353361273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903062f0 msgr2=0x56009032cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd4d212640 1 --2- 172.21.15.82:0/3353361273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903062f0 0x56009032cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd4d212640 1 -- 172.21.15.82:0/3353361273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903150c0 msgr2=0x56009032d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd4d212640 1 --2- 172.21.15.82:0/3353361273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903150c0 0x56009032d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd4d212640 1 -- 172.21.15.82:0/3353361273 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560090327800 con 0x5600903059d0 2024-09-12T12:41:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd4d212640 1 --2- 172.21.15.82:0/3353361273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903059d0 0x560090313fc0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fbd38014a00 tx=0x7fbd3800fc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b59ac472b146ed1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd337fe640 1 -- 172.21.15.82:0/3353361273 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd38032070 con 0x5600903059d0 2024-09-12T12:41:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd337fe640 1 -- 172.21.15.82:0/3353361273 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbd38014690 con 0x5600903059d0 2024-09-12T12:41:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.489+0000 7fbd337fe640 1 -- 172.21.15.82:0/3353361273 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd3802aa50 con 0x5600903059d0 2024-09-12T12:41:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.490+0000 7fbd52a09740 1 -- 172.21.15.82:0/3353361273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903059d0 msgr2=0x560090313fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.490+0000 7fbd52a09740 1 --2- 172.21.15.82:0/3353361273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903059d0 0x560090313fc0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fbd38014a00 tx=0x7fbd3800fc50 comp rx=0 tx=0).stop 2024-09-12T12:41:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.490+0000 7fbd52a09740 1 -- 172.21.15.82:0/3353361273 shutdown_connections 2024-09-12T12:41:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.490+0000 7fbd52a09740 1 --2- 172.21.15.82:0/3353361273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903150c0 0x56009032d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.490+0000 7fbd52a09740 1 --2- 172.21.15.82:0/3353361273 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5600903062f0 0x56009032cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.490+0000 7fbd52a09740 1 --2- 172.21.15.82:0/3353361273 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903059d0 0x560090313fc0 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.490+0000 7fbd52a09740 1 -- 172.21.15.82:0/3353361273 >> 172.21.15.82:0/3353361273 conn(0x560090302060 msgr2=0x5600903138b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:26.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.490+0000 7fbd52a09740 1 -- 172.21.15.82:0/3353361273 shutdown_connections 2024-09-12T12:41:26.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.490+0000 7fbd52a09740 1 -- 172.21.15.82:0/3353361273 wait complete. 2024-09-12T12:41:26.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.491+0000 7fbd52a09740 1 -- start start 2024-09-12T12:41:26.493 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.491+0000 7fbd52a09740 1 Processor -- start 2024-09-12T12:41:26.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.491+0000 7fbd52a09740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903062f0 0x56009031d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.491+0000 7fbd52a09740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903150c0 0x5600903187e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.491+0000 7fbd52a09740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560090318d20 0x5600903191a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.496 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.491+0000 7fbd52a09740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbd481acb10 con 0x5600903062f0 2024-09-12T12:41:26.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.491+0000 7fbd52a09740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbd481ac440 con 0x5600903150c0 2024-09-12T12:41:26.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.491+0000 7fbd52a09740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbd481a96c0 con 0x560090318d20 2024-09-12T12:41:26.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.491+0000 7fbd52a09740 10 client.0 _ll_register_callbacks cb 0x7fbd44009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:41:26.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.491+0000 7fbd4d212640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903062f0 0x56009031d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.491+0000 7fbd4d212640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903062f0 0x56009031d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:38132/0 (socket says 172.21.15.82:38132) 2024-09-12T12:41:26.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.491+0000 7fbd4d212640 1 -- 172.21.15.82:0/2997093740 learned_addr learned my addr 172.21.15.82:0/2997093740 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:26.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd4da13640 1 --2- 172.21.15.82:0/2997093740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903150c0 0x5600903187e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd4d212640 1 --2- 172.21.15.82:0/2997093740 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560090318d20 0x5600903191a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd4d212640 1 -- 172.21.15.82:0/2997093740 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560090318d20 msgr2=0x5600903191a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:26.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd4d212640 1 --2- 172.21.15.82:0/2997093740 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560090318d20 0x5600903191a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.497 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd4d212640 1 -- 172.21.15.82:0/2997093740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903150c0 msgr2=0x5600903187e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:26.498 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd4d212640 1 --2- 172.21.15.82:0/2997093740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903150c0 0x5600903187e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.498 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd4d212640 1 -- 172.21.15.82:0/2997093740 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56009038ed70 con 0x5600903062f0 2024-09-12T12:41:26.498 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd4d212640 1 --2- 172.21.15.82:0/2997093740 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903062f0 0x56009031d4c0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7fbd38014220 tx=0x7fbd38014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd8f418999f6661e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:26.498 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd317fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:41:26.498 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd317fa640 1 -- 172.21.15.82:0/2997093740 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd38032070 con 0x5600903062f0 2024-09-12T12:41:26.498 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd317fa640 1 -- 172.21.15.82:0/2997093740 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8622+0+0 (secure 0 0 0) 0x7fbd3802a310 con 0x5600903062f0 2024-09-12T12:41:26.498 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd52a09740 1 -- 172.21.15.82:0/2997093740 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd38014690 con 0x5600903062f0 2024-09-12T12:41:26.498 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd317fa640 1 -- 172.21.15.82:0/2997093740 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbd3803d080 con 0x5600903062f0 2024-09-12T12:41:26.498 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd52a09740 10 client.17319 fetch_fsmap learned FSMap version 28 2024-09-12T12:41:26.498 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.492+0000 7fbd52a09740 1 -- 172.21.15.82:0/2997093740 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56009038fe60 con 0x5600903062f0 2024-09-12T12:41:26.498 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.493+0000 7fbd317fa640 1 -- 172.21.15.82:0/2997093740 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbd38014690 con 0x5600903062f0 2024-09-12T12:41:26.498 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.493+0000 7fbd317fa640 1 -- 172.21.15.82:0/2997093740 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fbd38012450 con 0x5600903062f0 2024-09-12T12:41:26.498 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.493+0000 7fbd52a09740 10 client.17319 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:41:26.499 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.493+0000 7fbd52a09740 10 client.17319 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:41:26.499 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.493+0000 7fbd52a09740 20 client.17319 populate_metadata read hostname 'smithi082' 2024-09-12T12:41:26.499 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.493+0000 7fbd52a09740 1 --2- 172.21.15.82:0/2997093740 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560090390240 0x560090392630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:26.499 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.493+0000 7fbd52a09740 4 client.17319 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:41:26.499 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.493+0000 7fbd52a09740 1 -- 172.21.15.82:0/2997093740 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560090271d70 con 0x560090390240 2024-09-12T12:41:26.499 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.493+0000 7fbd4da13640 1 --2- 172.21.15.82:0/2997093740 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560090390240 0x560090392630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:26.499 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.493+0000 7fbd317fa640 10 client.17319 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:26.499 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.493+0000 7fbd4da13640 1 --2- 172.21.15.82:0/2997093740 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560090390240 0x560090392630 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7c1394dfe314ad1 server_cookie=3039c2a6ff4e6e0a in_seq=0 out_seq=0 2024-09-12T12:41:26.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd317fa640 1 -- 172.21.15.82:0/2997093740 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560090271d70 con 0x560090390240 2024-09-12T12:41:26.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd317fa640 10 client.17319 handle_command_reply: tid=0 2024-09-12T12:41:26.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd52a09740 1 client.17319 shutdown 2024-09-12T12:41:26.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd52a09740 1 -- 172.21.15.82:0/2997093740 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903062f0 msgr2=0x56009031d4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:26.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd52a09740 1 --2- 172.21.15.82:0/2997093740 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903062f0 0x56009031d4c0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7fbd38014220 tx=0x7fbd38014040 comp rx=0 tx=0).stop 2024-09-12T12:41:26.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd52a09740 1 -- 172.21.15.82:0/2997093740 shutdown_connections 2024-09-12T12:41:26.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd52a09740 1 --2- 172.21.15.82:0/2997093740 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x560090390240 0x560090392630 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd52a09740 1 --2- 172.21.15.82:0/2997093740 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x560090318d20 0x5600903191a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd52a09740 1 --2- 172.21.15.82:0/2997093740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5600903150c0 0x5600903187e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.506 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd52a09740 1 --2- 172.21.15.82:0/2997093740 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5600903062f0 0x56009031d4c0 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd317fa640 0 client.17319 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:26.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd52a09740 1 -- 172.21.15.82:0/2997093740 >> 172.21.15.82:0/2997093740 conn(0x560090302060 msgr2=0x5600903140d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:26.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd52a09740 1 -- 172.21.15.82:0/2997093740 shutdown_connections 2024-09-12T12:41:26.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd52a09740 1 -- 172.21.15.82:0/2997093740 wait complete. 2024-09-12T12:41:26.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.505+0000 7fbd52a09740 20 client.17319 trim_cache size 0 max 16384 2024-09-12T12:41:26.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:41:26.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:41:26.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:41:26.507 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:41:26.508 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.506+0000 7fbd4fc77640 1 -- 172.21.15.82:0/233980509 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbd340a2e20 msgr2=0x7fbd340a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:26.508 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.506+0000 7fbd4fc77640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbd340a2e20 0x7fbd340a52e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fbd40098580 tx=0x7fbd4006aae0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.506+0000 7fbd4fc77640 1 -- 172.21.15.82:0/233980509 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd481069e0 msgr2=0x7fbd4819cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.506+0000 7fbd4fc77640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd481069e0 0x7fbd4819cc20 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7fbd4000eaa0 tx=0x7fbd4000ef60 comp rx=0 tx=0).stop 2024-09-12T12:41:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.506+0000 7fbd4fc77640 1 -- 172.21.15.82:0/233980509 shutdown_connections 2024-09-12T12:41:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.506+0000 7fbd4fc77640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbd340a2e20 0x7fbd340a52e0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.506+0000 7fbd4fc77640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbd481069e0 0x7fbd4819cc20 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.506+0000 7fbd4fc77640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd48101370 0x7fbd481988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.506+0000 7fbd4fc77640 1 --2- 172.21.15.82:0/233980509 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbd481009d0 0x7fbd48198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.506+0000 7fbd4fc77640 1 -- 172.21.15.82:0/233980509 >> 172.21.15.82:0/233980509 conn(0x7fbd480fc6f0 msgr2=0x7fbd48104740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.506+0000 7fbd4fc77640 1 -- 172.21.15.82:0/233980509 shutdown_connections 2024-09-12T12:41:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:26.506+0000 7fbd4fc77640 1 -- 172.21.15.82:0/233980509 wait complete. 2024-09-12T12:41:28.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:27 smithi097 ceph-mon[34923]: pgmap v463: 97 pgs: 97 active+clean; 1.7 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:41:28.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:27 smithi082 ceph-mon[31122]: pgmap v463: 97 pgs: 97 active+clean; 1.7 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:41:28.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:27 smithi114 ceph-mon[35514]: pgmap v463: 97 pgs: 97 active+clean; 1.7 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:41:30.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:29 smithi097 ceph-mon[34923]: pgmap v464: 97 pgs: 97 active+clean; 1.9 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 63 KiB/s wr, 24 op/s 2024-09-12T12:41:30.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:29 smithi082 ceph-mon[31122]: pgmap v464: 97 pgs: 97 active+clean; 1.9 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 63 KiB/s wr, 24 op/s 2024-09-12T12:41:30.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:29 smithi114 ceph-mon[35514]: pgmap v464: 97 pgs: 97 active+clean; 1.9 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 63 KiB/s wr, 24 op/s 2024-09-12T12:41:32.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:31 smithi097 ceph-mon[34923]: pgmap v465: 97 pgs: 97 active+clean; 1.9 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:32.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:31 smithi082 ceph-mon[31122]: pgmap v465: 97 pgs: 97 active+clean; 1.9 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:32.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:31 smithi114 ceph-mon[35514]: pgmap v465: 97 pgs: 97 active+clean; 1.9 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:34.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:33 smithi097 ceph-mon[34923]: pgmap v466: 97 pgs: 97 active+clean; 1.9 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:34.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:33 smithi082 ceph-mon[31122]: pgmap v466: 97 pgs: 97 active+clean; 1.9 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:34.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:33 smithi114 ceph-mon[35514]: pgmap v466: 97 pgs: 97 active+clean; 1.9 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:36.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:35 smithi097 ceph-mon[34923]: pgmap v467: 97 pgs: 97 active+clean; 2.1 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:41:36.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:35 smithi082 ceph-mon[31122]: pgmap v467: 97 pgs: 97 active+clean; 2.1 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:41:36.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:35 smithi114 ceph-mon[35514]: pgmap v467: 97 pgs: 97 active+clean; 2.1 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:41:38.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:37 smithi097 ceph-mon[34923]: pgmap v468: 97 pgs: 97 active+clean; 2.1 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:41:38.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:37 smithi082 ceph-mon[31122]: pgmap v468: 97 pgs: 97 active+clean; 2.1 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:41:38.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:37 smithi114 ceph-mon[35514]: pgmap v468: 97 pgs: 97 active+clean; 2.1 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:41:39.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.602+0000 7fdce4f9a640 1 -- 172.21.15.82:0/3496338976 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdce0074eb0 msgr2=0x7fdce01125b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:39.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.602+0000 7fdce4f9a640 1 --2- 172.21.15.82:0/3496338976 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdce0074eb0 0x7fdce01125b0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8009900 tx=0x7fdcc802a480 comp rx=0 tx=0).stop 2024-09-12T12:41:39.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.602+0000 7fdce4f9a640 1 -- 172.21.15.82:0/3496338976 shutdown_connections 2024-09-12T12:41:39.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.602+0000 7fdce4f9a640 1 --2- 172.21.15.82:0/3496338976 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdce0112af0 0x7fdce0114ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.602+0000 7fdce4f9a640 1 --2- 172.21.15.82:0/3496338976 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdce0074eb0 0x7fdce01125b0 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.604 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.602+0000 7fdce4f9a640 1 --2- 172.21.15.82:0/3496338976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdce0074590 0x7fdce0074970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.602+0000 7fdce4f9a640 1 -- 172.21.15.82:0/3496338976 >> 172.21.15.82:0/3496338976 conn(0x7fdce00fd7e0 msgr2=0x7fdce00ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:39.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.602+0000 7fdce4f9a640 1 -- 172.21.15.82:0/3496338976 shutdown_connections 2024-09-12T12:41:39.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.602+0000 7fdce4f9a640 1 -- 172.21.15.82:0/3496338976 wait complete. 2024-09-12T12:41:39.605 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.603+0000 7fdce4f9a640 1 Processor -- start 2024-09-12T12:41:39.608 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdce4f9a640 1 -- start start 2024-09-12T12:41:39.608 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdce4f9a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdce0074590 0x7fdce01a4670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.608 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdce4f9a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdce0074eb0 0x7fdce01a4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.608 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdce4f9a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdce0112af0 0x7fdce019e730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.609 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdce4f9a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdce01184a0 con 0x7fdce0112af0 2024-09-12T12:41:39.609 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdce4f9a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdce0118320 con 0x7fdce0074eb0 2024-09-12T12:41:39.609 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdce4f9a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdce0118620 con 0x7fdce0074590 2024-09-12T12:41:39.609 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdcded9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdce0112af0 0x7fdce019e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.609 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdcded9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdce0112af0 0x7fdce019e730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:36904/0 (socket says 172.21.15.82:36904) 2024-09-12T12:41:39.609 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdcded9d640 1 -- 172.21.15.82:0/4192579360 learned_addr learned my addr 172.21.15.82:0/4192579360 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:39.609 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdcde59c640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdce0074590 0x7fdce01a4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.609 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdce0074eb0 0x7fdce01a4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.609 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdcded9d640 1 -- 172.21.15.82:0/4192579360 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdce0074590 msgr2=0x7fdce01a4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:39.610 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdcded9d640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdce0074590 0x7fdce01a4670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.610 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdcded9d640 1 -- 172.21.15.82:0/4192579360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdce0074eb0 msgr2=0x7fdce01a4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:39.610 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdcded9d640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdce0074eb0 0x7fdce01a4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.610 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdcded9d640 1 -- 172.21.15.82:0/4192579360 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdce019eff0 con 0x7fdce0112af0 2024-09-12T12:41:39.610 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdcde59c640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdce0074590 0x7fdce01a4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:41:39.610 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdce0074eb0 0x7fdce01a4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:41:39.610 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.604+0000 7fdcded9d640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdce0112af0 0x7fdce019e730 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fdcd800cce0 tx=0x7fdcd800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:39.610 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.605+0000 7fdcd7fff640 1 -- 172.21.15.82:0/4192579360 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcd800f450 con 0x7fdce0112af0 2024-09-12T12:41:39.611 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.605+0000 7fdcd7fff640 1 -- 172.21.15.82:0/4192579360 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdcd800fad0 con 0x7fdce0112af0 2024-09-12T12:41:39.611 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.605+0000 7fdce4f9a640 1 -- 172.21.15.82:0/4192579360 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdce019f2e0 con 0x7fdce0112af0 2024-09-12T12:41:39.611 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.605+0000 7fdcd7fff640 1 -- 172.21.15.82:0/4192579360 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcd8018c10 con 0x7fdce0112af0 2024-09-12T12:41:39.611 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.605+0000 7fdce4f9a640 1 -- 172.21.15.82:0/4192579360 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdce01ab5f0 con 0x7fdce0112af0 2024-09-12T12:41:39.611 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.607+0000 7fdcd7fff640 1 -- 172.21.15.82:0/4192579360 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fdcd800f5f0 con 0x7fdce0112af0 2024-09-12T12:41:39.619 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.607+0000 7fdce7e0e740 1 Processor -- start 2024-09-12T12:41:39.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdce7e0e740 1 -- start start 2024-09-12T12:41:39.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdcd7fff640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdccc0a2da0 0x7fdccc0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdce7e0e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b567af0 0x55857b567ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdce7e0e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b572770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdce7e0e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b572cb0 0x55857b5750a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdce7e0e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55857b4cc2f0 con 0x55857b568410 2024-09-12T12:41:39.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdce7e0e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55857b474270 con 0x55857b572cb0 2024-09-12T12:41:39.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdce7e0e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55857b4c82b0 con 0x55857b567af0 2024-09-12T12:41:39.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdcd7fff640 1 -- 172.21.15.82:0/4192579360 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8622+0+0 (secure 0 0 0) 0x7fdcd80cfc00 con 0x7fdce0112af0 2024-09-12T12:41:39.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdcd5d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b572770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.620 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdcd5d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b572770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:36914/0 (socket says 172.21.15.82:36914) 2024-09-12T12:41:39.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdcd5d9b640 1 -- 172.21.15.82:0/4038001655 learned_addr learned my addr 172.21.15.82:0/4038001655 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:39.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdccc0a2da0 0x7fdccc0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdcde59c640 1 --2- 172.21.15.82:0/4038001655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b567af0 0x55857b567ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdcded9d640 1 --2- 172.21.15.82:0/4038001655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b572cb0 0x55857b5750a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdcd5d9b640 1 -- 172.21.15.82:0/4038001655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b567af0 msgr2=0x55857b567ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:39.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/4038001655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b567af0 0x55857b567ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdcd5d9b640 1 -- 172.21.15.82:0/4038001655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b572cb0 msgr2=0x55857b5750a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:39.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/4038001655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b572cb0 0x55857b5750a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.621 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.608+0000 7fdcd5d9b640 1 -- 172.21.15.82:0/4038001655 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55857b473340 con 0x55857b568410 2024-09-12T12:41:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.609+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/4038001655 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b572770 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8031550 tx=0x7fdcc80040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc5519369c838f56 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.609+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdccc0a2da0 0x7fdccc0a5260 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fdcc802a9a0 tx=0x7fdcc8046000 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.609+0000 7fdcd4d99640 1 -- 172.21.15.82:0/4038001655 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc8035040 con 0x55857b568410 2024-09-12T12:41:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.609+0000 7fdcd4d99640 1 -- 172.21.15.82:0/4038001655 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdcc8048430 con 0x55857b568410 2024-09-12T12:41:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.609+0000 7fdcd4d99640 1 -- 172.21.15.82:0/4038001655 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc80316d0 con 0x55857b568410 2024-09-12T12:41:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.610+0000 7fdce7e0e740 1 -- 172.21.15.82:0/4038001655 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 msgr2=0x55857b572770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.610+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/4038001655 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b572770 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8031550 tx=0x7fdcc80040c0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.610+0000 7fdce7e0e740 1 -- 172.21.15.82:0/4038001655 shutdown_connections 2024-09-12T12:41:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.610+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/4038001655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b572cb0 0x55857b5750a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.622 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.610+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/4038001655 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b572770 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.610+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/4038001655 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b567af0 0x55857b567ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.610+0000 7fdce7e0e740 1 -- 172.21.15.82:0/4038001655 >> 172.21.15.82:0/4038001655 conn(0x55857b564060 msgr2=0x55857b564440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.610+0000 7fdce7e0e740 1 -- 172.21.15.82:0/4038001655 shutdown_connections 2024-09-12T12:41:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.610+0000 7fdce7e0e740 1 -- 172.21.15.82:0/4038001655 wait complete. 2024-09-12T12:41:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.610+0000 7fdce7e0e740 1 -- start start 2024-09-12T12:41:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.610+0000 7fdce7e0e740 1 Processor -- start 2024-09-12T12:41:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.610+0000 7fdce7e0e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b567af0 0x55857b56fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdce7e0e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b568410 0x55857b570140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdce7e0e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b572cb0 0x55857b570680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.623 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdce7e0e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55857b575880 con 0x55857b567af0 2024-09-12T12:41:39.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdce7e0e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55857b455290 con 0x55857b568410 2024-09-12T12:41:39.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdce7e0e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55857b575a00 con 0x55857b572cb0 2024-09-12T12:41:39.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdce7e0e740 10 client.0 _ll_register_callbacks cb 0x55857b486140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:41:39.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdcde59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b567af0 0x55857b56fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdcde59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b567af0 0x55857b56fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:36922/0 (socket says 172.21.15.82:36922) 2024-09-12T12:41:39.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdcde59c640 1 -- 172.21.15.82:0/3136759034 learned_addr learned my addr 172.21.15.82:0/3136759034 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:39.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdcded9d640 1 --2- 172.21.15.82:0/3136759034 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b572cb0 0x55857b570680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/3136759034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b568410 0x55857b570140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdcde59c640 1 -- 172.21.15.82:0/3136759034 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b572cb0 msgr2=0x55857b570680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:39.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdcde59c640 1 --2- 172.21.15.82:0/3136759034 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b572cb0 0x55857b570680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.624 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdcde59c640 1 -- 172.21.15.82:0/3136759034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b568410 msgr2=0x55857b570140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:39.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdcde59c640 1 --2- 172.21.15.82:0/3136759034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b568410 0x55857b570140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdcde59c640 1 -- 172.21.15.82:0/3136759034 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55857b1df210 con 0x55857b567af0 2024-09-12T12:41:39.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdcde59c640 1 --2- 172.21.15.82:0/3136759034 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b567af0 0x55857b56fc00 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7fdcd0012500 tx=0x7fdcd00129c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26f53671bdbe7c91 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:39.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdcc5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:41:39.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdcc5ffb640 1 -- 172.21.15.82:0/3136759034 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcd0004440 con 0x55857b567af0 2024-09-12T12:41:39.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdcc5ffb640 1 -- 172.21.15.82:0/3136759034 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8622+0+0 (secure 0 0 0) 0x7fdcd00035f0 con 0x55857b567af0 2024-09-12T12:41:39.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.611+0000 7fdce7e0e740 1 -- 172.21.15.82:0/3136759034 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdcc8048430 con 0x55857b567af0 2024-09-12T12:41:39.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.612+0000 7fdcc5ffb640 1 -- 172.21.15.82:0/3136759034 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fdcd00037f0 con 0x55857b567af0 2024-09-12T12:41:39.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.612+0000 7fdce7e0e740 10 client.17331 fetch_fsmap learned FSMap version 28 2024-09-12T12:41:39.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.612+0000 7fdce7e0e740 1 -- 172.21.15.82:0/3136759034 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55857b2ab620 con 0x55857b567af0 2024-09-12T12:41:39.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.612+0000 7fdcc5ffb640 1 -- 172.21.15.82:0/3136759034 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdcc8048430 con 0x55857b567af0 2024-09-12T12:41:39.625 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.612+0000 7fdcc5ffb640 1 -- 172.21.15.82:0/3136759034 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fdcd0019070 con 0x55857b567af0 2024-09-12T12:41:39.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.612+0000 7fdce7e0e740 10 client.17331 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:41:39.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.612+0000 7fdce7e0e740 10 client.17331 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:41:39.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.612+0000 7fdce7e0e740 20 client.17331 populate_metadata read hostname 'smithi082' 2024-09-12T12:41:39.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.612+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/3136759034 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55857b582d20 0x55857b585110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.612+0000 7fdce7e0e740 4 client.17331 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:41:39.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.612+0000 7fdce7e0e740 1 -- 172.21.15.82:0/3136759034 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55857b4d9a20 con 0x55857b582d20 2024-09-12T12:41:39.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.612+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/3136759034 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55857b582d20 0x55857b585110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/3136759034 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55857b582d20 0x55857b585110 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e01af03790b98e8e server_cookie=83545bf521734613 in_seq=0 out_seq=0 2024-09-12T12:41:39.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdcc5ffb640 10 client.17331 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:39.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdcc5ffb640 1 -- 172.21.15.82:0/3136759034 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55857b4d9a20 con 0x55857b582d20 2024-09-12T12:41:39.626 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdcc5ffb640 10 client.17331 handle_command_reply: tid=0 2024-09-12T12:41:39.627 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdce7e0e740 1 client.17331 shutdown 2024-09-12T12:41:39.627 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdce7e0e740 1 -- 172.21.15.82:0/3136759034 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b567af0 msgr2=0x55857b56fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:39.627 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/3136759034 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b567af0 0x55857b56fc00 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7fdcd0012500 tx=0x7fdcd00129c0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.627 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdce7e0e740 1 -- 172.21.15.82:0/3136759034 shutdown_connections 2024-09-12T12:41:39.627 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/3136759034 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55857b582d20 0x55857b585110 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.627 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/3136759034 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b572cb0 0x55857b570680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.627 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/3136759034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b568410 0x55857b570140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.627 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/3136759034 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b567af0 0x55857b56fc00 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.627 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdcc5ffb640 0 client.17331 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:39.627 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdce7e0e740 1 -- 172.21.15.82:0/3136759034 >> 172.21.15.82:0/3136759034 conn(0x55857b564060 msgr2=0x55857b5631c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:39.628 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.613+0000 7fdce7e0e740 1 -- 172.21.15.82:0/3136759034 shutdown_connections 2024-09-12T12:41:39.628 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.614+0000 7fdce7e0e740 1 -- 172.21.15.82:0/3136759034 wait complete. 2024-09-12T12:41:39.628 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.614+0000 7fdce7e0e740 20 client.17331 trim_cache size 0 max 16384 2024-09-12T12:41:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdce7e0e740 1 Processor -- start 2024-09-12T12:41:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdce7e0e740 1 -- start start 2024-09-12T12:41:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdce7e0e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b567af0 0x55857b5630b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdce7e0e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b570130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdce7e0e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b572cb0 0x55857b570670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.634 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdce7e0e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdce01b3dd0 con 0x55857b568410 2024-09-12T12:41:39.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdce7e0e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdce01b5910 con 0x55857b572cb0 2024-09-12T12:41:39.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdce7e0e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdce01b44a0 con 0x55857b567af0 2024-09-12T12:41:39.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdcd5d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b570130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdcd5d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b570130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:36930/0 (socket says 172.21.15.82:36930) 2024-09-12T12:41:39.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdcd5d9b640 1 -- 172.21.15.82:0/573239030 learned_addr learned my addr 172.21.15.82:0/573239030 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:39.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdcde59c640 1 --2- 172.21.15.82:0/573239030 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b567af0 0x55857b5630b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdcd5d9b640 1 -- 172.21.15.82:0/573239030 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b567af0 msgr2=0x55857b5630b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:39.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/573239030 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b567af0 0x55857b5630b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.635 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdcd5d9b640 1 -- 172.21.15.82:0/573239030 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b572cb0 msgr2=0x55857b570670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:39.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.628+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/573239030 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b572cb0 0x55857b570670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.629+0000 7fdcd5d9b640 1 -- 172.21.15.82:0/573239030 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55857b569000 con 0x55857b568410 2024-09-12T12:41:39.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.629+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/573239030 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b570130 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8048e90 tx=0x7fdcc8048ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9e09c9a4b137214 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:39.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.629+0000 7fdcc7fff640 1 -- 172.21.15.82:0/573239030 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc805e070 con 0x55857b568410 2024-09-12T12:41:39.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.629+0000 7fdcc7fff640 1 -- 172.21.15.82:0/573239030 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdcc80316d0 con 0x55857b568410 2024-09-12T12:41:39.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.629+0000 7fdcc7fff640 1 -- 172.21.15.82:0/573239030 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc8035040 con 0x55857b568410 2024-09-12T12:41:39.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.629+0000 7fdce7e0e740 1 -- 172.21.15.82:0/573239030 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 msgr2=0x55857b570130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:39.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.629+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/573239030 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b570130 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8048e90 tx=0x7fdcc8048ec0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.629+0000 7fdce7e0e740 1 -- 172.21.15.82:0/573239030 shutdown_connections 2024-09-12T12:41:39.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.629+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/573239030 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b572cb0 0x55857b570670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.629+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/573239030 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b570130 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.629+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/573239030 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b567af0 0x55857b5630b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.636 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.629+0000 7fdce7e0e740 1 -- 172.21.15.82:0/573239030 >> 172.21.15.82:0/573239030 conn(0x55857b564060 msgr2=0x55857b5629a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:39.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.629+0000 7fdce7e0e740 1 -- 172.21.15.82:0/573239030 shutdown_connections 2024-09-12T12:41:39.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.629+0000 7fdce7e0e740 1 -- 172.21.15.82:0/573239030 wait complete. 2024-09-12T12:41:39.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdce7e0e740 1 -- start start 2024-09-12T12:41:39.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdce7e0e740 1 Processor -- start 2024-09-12T12:41:39.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdce7e0e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b567af0 0x55857b5769e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdce7e0e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b576f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdce7e0e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b572cb0 0x55857b577460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdce7e0e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fdce01b5240 con 0x55857b568410 2024-09-12T12:41:39.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdce7e0e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdce01b4b70 con 0x55857b567af0 2024-09-12T12:41:39.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdce7e0e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fdce01b1dd0 con 0x55857b572cb0 2024-09-12T12:41:39.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdce7e0e740 10 client.0 _ll_register_callbacks cb 0x7fdcd000b8e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:41:39.637 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdcd5d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b576f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdcd5d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b576f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:36944/0 (socket says 172.21.15.82:36944) 2024-09-12T12:41:39.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdcd5d9b640 1 -- 172.21.15.82:0/996341172 learned_addr learned my addr 172.21.15.82:0/996341172 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:39.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdcded9d640 1 --2- 172.21.15.82:0/996341172 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b572cb0 0x55857b577460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdcd5d9b640 1 -- 172.21.15.82:0/996341172 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b572cb0 msgr2=0x55857b577460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:39.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/996341172 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b572cb0 0x55857b577460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdcd5d9b640 1 -- 172.21.15.82:0/996341172 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b567af0 msgr2=0x55857b5769e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:39.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/996341172 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b567af0 0x55857b5769e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.630+0000 7fdcd5d9b640 1 -- 172.21.15.82:0/996341172 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55857b5ec9d0 con 0x55857b568410 2024-09-12T12:41:39.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdcd5d9b640 1 --2- 172.21.15.82:0/996341172 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b576f20 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8005000 tx=0x7fdcc80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f68f17f9fea5ab4f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:39.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdcc5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:41:39.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdcc5ffb640 1 -- 172.21.15.82:0/996341172 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcc805e030 con 0x55857b568410 2024-09-12T12:41:39.638 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdcc5ffb640 1 -- 172.21.15.82:0/996341172 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8622+0+0 (secure 0 0 0) 0x7fdcc8057040 con 0x55857b568410 2024-09-12T12:41:39.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdce7e0e740 1 -- 172.21.15.82:0/996341172 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdcc80316d0 con 0x55857b568410 2024-09-12T12:41:39.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdcc5ffb640 1 -- 172.21.15.82:0/996341172 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fdcc8035050 con 0x55857b568410 2024-09-12T12:41:39.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdce7e0e740 10 client.17337 fetch_fsmap learned FSMap version 28 2024-09-12T12:41:39.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdce7e0e740 1 -- 172.21.15.82:0/996341172 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55857b5edcc0 con 0x55857b568410 2024-09-12T12:41:39.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdcc5ffb640 1 -- 172.21.15.82:0/996341172 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdcc80316d0 con 0x55857b568410 2024-09-12T12:41:39.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdcc5ffb640 1 -- 172.21.15.82:0/996341172 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fdcc8047070 con 0x55857b568410 2024-09-12T12:41:39.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdce7e0e740 10 client.17337 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:41:39.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdce7e0e740 10 client.17337 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:41:39.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdce7e0e740 20 client.17337 populate_metadata read hostname 'smithi082' 2024-09-12T12:41:39.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/996341172 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55857b5edf80 0x55857b5f0370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:39.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdce7e0e740 4 client.17337 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:41:39.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.631+0000 7fdce7e0e740 1 -- 172.21.15.82:0/996341172 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55857b4d3d70 con 0x55857b5edf80 2024-09-12T12:41:39.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.632+0000 7fdcde59c640 1 --2- 172.21.15.82:0/996341172 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55857b5edf80 0x55857b5f0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:39.639 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.632+0000 7fdcc5ffb640 10 client.17337 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:39.640 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.632+0000 7fdcde59c640 1 --2- 172.21.15.82:0/996341172 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55857b5edf80 0x55857b5f0370 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffb9650c4a50738f server_cookie=611dab1dc1253ae3 in_seq=0 out_seq=0 2024-09-12T12:41:39.646 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdcc5ffb640 1 -- 172.21.15.82:0/996341172 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55857b4d3d70 con 0x55857b5edf80 2024-09-12T12:41:39.646 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdcc5ffb640 10 client.17337 handle_command_reply: tid=0 2024-09-12T12:41:39.646 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdce7e0e740 1 client.17337 shutdown 2024-09-12T12:41:39.646 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdce7e0e740 1 -- 172.21.15.82:0/996341172 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 msgr2=0x55857b576f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:39.646 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/996341172 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b576f20 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8005000 tx=0x7fdcc80057f0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.646 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdce7e0e740 1 -- 172.21.15.82:0/996341172 shutdown_connections 2024-09-12T12:41:39.647 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/996341172 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55857b5edf80 0x55857b5f0370 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.647 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/996341172 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55857b572cb0 0x55857b577460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.647 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/996341172 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55857b568410 0x55857b576f20 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.647 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdcc5ffb640 0 client.17337 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:39.647 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdce7e0e740 1 --2- 172.21.15.82:0/996341172 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55857b567af0 0x55857b5769e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.647 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdce7e0e740 1 -- 172.21.15.82:0/996341172 >> 172.21.15.82:0/996341172 conn(0x55857b564060 msgr2=0x55857b569d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:39.647 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdce7e0e740 1 -- 172.21.15.82:0/996341172 shutdown_connections 2024-09-12T12:41:39.648 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdce7e0e740 1 -- 172.21.15.82:0/996341172 wait complete. 2024-09-12T12:41:39.648 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.644+0000 7fdce7e0e740 20 client.17337 trim_cache size 0 max 16384 2024-09-12T12:41:39.648 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:41:39.648 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:41:39.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:41:39.649 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:41:39.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.645+0000 7fdce4f9a640 1 -- 172.21.15.82:0/4192579360 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdccc0a2da0 msgr2=0x7fdccc0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:39.650 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.645+0000 7fdce4f9a640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdccc0a2da0 0x7fdccc0a5260 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fdcc802a9a0 tx=0x7fdcc8046000 comp rx=0 tx=0).stop 2024-09-12T12:41:39.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.645+0000 7fdce4f9a640 1 -- 172.21.15.82:0/4192579360 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdce0112af0 msgr2=0x7fdce019e730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:39.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.645+0000 7fdce4f9a640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdce0112af0 0x7fdce019e730 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fdcd800cce0 tx=0x7fdcd800a620 comp rx=0 tx=0).stop 2024-09-12T12:41:39.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.645+0000 7fdce4f9a640 1 -- 172.21.15.82:0/4192579360 shutdown_connections 2024-09-12T12:41:39.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.645+0000 7fdce4f9a640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fdccc0a2da0 0x7fdccc0a5260 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.645+0000 7fdce4f9a640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fdce0112af0 0x7fdce019e730 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.651 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.645+0000 7fdce4f9a640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdce0074eb0 0x7fdce01a4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.652 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.645+0000 7fdce4f9a640 1 --2- 172.21.15.82:0/4192579360 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fdce0074590 0x7fdce01a4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:39.652 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.645+0000 7fdce4f9a640 1 -- 172.21.15.82:0/4192579360 >> 172.21.15.82:0/4192579360 conn(0x7fdce00fd7e0 msgr2=0x7fdce00fee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:39.652 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.645+0000 7fdce4f9a640 1 -- 172.21.15.82:0/4192579360 shutdown_connections 2024-09-12T12:41:39.652 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:39.645+0000 7fdce4f9a640 1 -- 172.21.15.82:0/4192579360 wait complete. 2024-09-12T12:41:40.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:39 smithi097 ceph-mon[34923]: pgmap v469: 97 pgs: 97 active+clean; 2.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:41:40.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:39 smithi082 ceph-mon[31122]: pgmap v469: 97 pgs: 97 active+clean; 2.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:41:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:39 smithi114 ceph-mon[35514]: pgmap v469: 97 pgs: 97 active+clean; 2.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-09-12T12:41:42.270 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:41 smithi097 ceph-mon[34923]: pgmap v470: 97 pgs: 97 active+clean; 2.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:41:42.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:41 smithi082 ceph-mon[31122]: pgmap v470: 97 pgs: 97 active+clean; 2.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:41:42.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:41 smithi114 ceph-mon[35514]: pgmap v470: 97 pgs: 97 active+clean; 2.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:41:44.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:43 smithi097 ceph-mon[34923]: pgmap v471: 97 pgs: 97 active+clean; 2.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:41:44.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:43 smithi082 ceph-mon[31122]: pgmap v471: 97 pgs: 97 active+clean; 2.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:41:44.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:43 smithi114 ceph-mon[35514]: pgmap v471: 97 pgs: 97 active+clean; 2.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-09-12T12:41:46.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:45 smithi097 ceph-mon[34923]: pgmap v472: 97 pgs: 97 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:41:46.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:45 smithi082 ceph-mon[31122]: pgmap v472: 97 pgs: 97 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:41:46.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:45 smithi114 ceph-mon[35514]: pgmap v472: 97 pgs: 97 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:41:48.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:47 smithi097 ceph-mon[34923]: pgmap v473: 97 pgs: 97 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:48.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:47 smithi082 ceph-mon[31122]: pgmap v473: 97 pgs: 97 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:48.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:47 smithi114 ceph-mon[35514]: pgmap v473: 97 pgs: 97 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:50.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:49 smithi097 ceph-mon[34923]: pgmap v474: 97 pgs: 97 active+clean; 2.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:41:50.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:49 smithi082 ceph-mon[31122]: pgmap v474: 97 pgs: 97 active+clean; 2.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:41:50.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:49 smithi114 ceph-mon[35514]: pgmap v474: 97 pgs: 97 active+clean; 2.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-09-12T12:41:52.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:51 smithi097 ceph-mon[34923]: pgmap v475: 97 pgs: 97 active+clean; 2.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:52.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:51 smithi082 ceph-mon[31122]: pgmap v475: 97 pgs: 97 active+clean; 2.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:52.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:51 smithi114 ceph-mon[35514]: pgmap v475: 97 pgs: 97 active+clean; 2.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.744+0000 7f41e58b7640 1 -- 172.21.15.82:0/3675186921 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41e01080f0 msgr2=0x7f41e010ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.744+0000 7f41e58b7640 1 --2- 172.21.15.82:0/3675186921 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41e01080f0 0x7f41e010ea40 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f41d8009cd0 tx=0x7f41d802a970 comp rx=0 tx=0).stop 2024-09-12T12:41:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.744+0000 7f41e58b7640 1 -- 172.21.15.82:0/3675186921 shutdown_connections 2024-09-12T12:41:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.744+0000 7f41e58b7640 1 --2- 172.21.15.82:0/3675186921 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41e01080f0 0x7f41e010ea40 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.744+0000 7f41e58b7640 1 --2- 172.21.15.82:0/3675186921 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41e0101150 0x7f41e0107990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.744+0000 7f41e58b7640 1 --2- 172.21.15.82:0/3675186921 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f41e0100830 0x7f41e0100c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.744+0000 7f41e58b7640 1 -- 172.21.15.82:0/3675186921 >> 172.21.15.82:0/3675186921 conn(0x7f41e0075f20 msgr2=0x7f41e0076330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.744+0000 7f41e58b7640 1 -- 172.21.15.82:0/3675186921 shutdown_connections 2024-09-12T12:41:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.744+0000 7f41e58b7640 1 -- 172.21.15.82:0/3675186921 wait complete. 2024-09-12T12:41:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.744+0000 7f41e58b7640 1 Processor -- start 2024-09-12T12:41:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.744+0000 7f41e58b7640 1 -- start start 2024-09-12T12:41:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41e58b7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41e0100830 0x7f41e01982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41e58b7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f41e0101150 0x7f41e0198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41e58b7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41e01080f0 0x7f41e019cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41e58b7640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f41e0111f20 con 0x7f41e0100830 2024-09-12T12:41:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41e58b7640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f41e0111da0 con 0x7f41e0101150 2024-09-12T12:41:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41e58b7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f41e01120a0 con 0x7f41e01080f0 2024-09-12T12:41:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41deffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41e0100830 0x7f41e01982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41deffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41e0100830 0x7f41e01982d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37718/0 (socket says 172.21.15.82:37718) 2024-09-12T12:41:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41deffd640 1 -- 172.21.15.82:0/553016958 learned_addr learned my addr 172.21.15.82:0/553016958 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41d67fc640 1 --2- 172.21.15.82:0/553016958 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f41e0101150 0x7f41e0198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41deffd640 1 -- 172.21.15.82:0/553016958 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41e01080f0 msgr2=0x7f41e019cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41deffd640 1 --2- 172.21.15.82:0/553016958 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41e01080f0 0x7f41e019cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41deffd640 1 -- 172.21.15.82:0/553016958 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f41e0101150 msgr2=0x7f41e0198810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41deffd640 1 --2- 172.21.15.82:0/553016958 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f41e0101150 0x7f41e0198810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41deffd640 1 -- 172.21.15.82:0/553016958 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41e019d2c0 con 0x7f41e0100830 2024-09-12T12:41:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41deffd640 1 --2- 172.21.15.82:0/553016958 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41e0100830 0x7f41e01982d0 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f41d000e9f0 tx=0x7f41d000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.745+0000 7f41e48b5640 1 -- 172.21.15.82:0/553016958 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d000cd80 con 0x7f41e0100830 2024-09-12T12:41:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.746+0000 7f41e48b5640 1 -- 172.21.15.82:0/553016958 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41d0010910 con 0x7f41e0100830 2024-09-12T12:41:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.746+0000 7f41e48b5640 1 -- 172.21.15.82:0/553016958 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d0018990 con 0x7f41e0100830 2024-09-12T12:41:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.746+0000 7f41e58b7640 1 -- 172.21.15.82:0/553016958 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41e019d5b0 con 0x7f41e0100830 2024-09-12T12:41:52.748 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.746+0000 7f41e58b7640 1 -- 172.21.15.82:0/553016958 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41e01a4e40 con 0x7f41e0100830 2024-09-12T12:41:52.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.748+0000 7f41e48b5640 1 -- 172.21.15.82:0/553016958 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f41d0010ac0 con 0x7f41e0100830 2024-09-12T12:41:52.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.748+0000 7f41e864e740 1 Processor -- start 2024-09-12T12:41:52.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.748+0000 7f41e864e740 1 -- start start 2024-09-12T12:41:52.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.748+0000 7f41e864e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed65af0 0x5575fed65ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.748+0000 7f41e864e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed66410 0x5575fed70770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.748+0000 7f41e864e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed70cb0 0x5575fed730a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.748+0000 7f41e864e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5575fecca2f0 con 0x5575fed66410 2024-09-12T12:41:52.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.748+0000 7f41e864e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5575fec72270 con 0x5575fed70cb0 2024-09-12T12:41:52.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.748+0000 7f41e864e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5575fecc62b0 con 0x5575fed65af0 2024-09-12T12:41:52.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41deffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed66410 0x5575fed70770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.755 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41deffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed66410 0x5575fed70770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37730/0 (socket says 172.21.15.82:37730) 2024-09-12T12:41:52.756 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41deffd640 1 -- 172.21.15.82:0/3320270142 learned_addr learned my addr 172.21.15.82:0/3320270142 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:52.756 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41e48b5640 1 --2- 172.21.15.82:0/553016958 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f41cc0a2e20 0x7f41cc0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.756 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41d67fc640 1 --2- 172.21.15.82:0/3320270142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed70cb0 0x5575fed730a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.756 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41df7fe640 1 --2- 172.21.15.82:0/3320270142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed65af0 0x5575fed65ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.756 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41df7fe640 1 --2- 172.21.15.82:0/553016958 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f41cc0a2e20 0x7f41cc0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.756 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41e48b5640 1 -- 172.21.15.82:0/553016958 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8622+0+0 (secure 0 0 0) 0x7f41d00cf880 con 0x7f41e0100830 2024-09-12T12:41:52.756 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41deffd640 1 -- 172.21.15.82:0/3320270142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed65af0 msgr2=0x5575fed65ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:52.756 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41deffd640 1 --2- 172.21.15.82:0/3320270142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed65af0 0x5575fed65ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.756 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41deffd640 1 -- 172.21.15.82:0/3320270142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed70cb0 msgr2=0x5575fed730a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:52.756 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41deffd640 1 --2- 172.21.15.82:0/3320270142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed70cb0 0x5575fed730a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.756 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41deffd640 1 -- 172.21.15.82:0/3320270142 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575fec71340 con 0x5575fed66410 2024-09-12T12:41:52.756 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41deffd640 1 --2- 172.21.15.82:0/3320270142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed66410 0x5575fed70770 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f41d009ba40 tx=0x7f41d0018420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fae39d6bff5d98b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:52.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41df7fe640 1 --2- 172.21.15.82:0/553016958 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f41cc0a2e20 0x7f41cc0a52e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f41d8004af0 tx=0x7f41d80095c0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:52.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41d5ffb640 1 -- 172.21.15.82:0/3320270142 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d009bd40 con 0x5575fed66410 2024-09-12T12:41:52.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41d5ffb640 1 -- 172.21.15.82:0/3320270142 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41d00a00f0 con 0x5575fed66410 2024-09-12T12:41:52.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.749+0000 7f41d5ffb640 1 -- 172.21.15.82:0/3320270142 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d0098540 con 0x5575fed66410 2024-09-12T12:41:52.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.750+0000 7f41e864e740 1 -- 172.21.15.82:0/3320270142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed66410 msgr2=0x5575fed70770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:52.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.750+0000 7f41e864e740 1 --2- 172.21.15.82:0/3320270142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed66410 0x5575fed70770 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f41d009ba40 tx=0x7f41d0018420 comp rx=0 tx=0).stop 2024-09-12T12:41:52.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.750+0000 7f41e864e740 1 -- 172.21.15.82:0/3320270142 shutdown_connections 2024-09-12T12:41:52.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.750+0000 7f41e864e740 1 --2- 172.21.15.82:0/3320270142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed70cb0 0x5575fed730a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.750+0000 7f41e864e740 1 --2- 172.21.15.82:0/3320270142 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed66410 0x5575fed70770 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.750+0000 7f41e864e740 1 --2- 172.21.15.82:0/3320270142 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed65af0 0x5575fed65ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.750+0000 7f41e864e740 1 -- 172.21.15.82:0/3320270142 >> 172.21.15.82:0/3320270142 conn(0x5575fed62060 msgr2=0x5575fed62440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:52.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.750+0000 7f41e864e740 1 -- 172.21.15.82:0/3320270142 shutdown_connections 2024-09-12T12:41:52.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.750+0000 7f41e864e740 1 -- 172.21.15.82:0/3320270142 wait complete. 2024-09-12T12:41:52.757 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.750+0000 7f41e864e740 1 -- start start 2024-09-12T12:41:52.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41e864e740 1 Processor -- start 2024-09-12T12:41:52.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41e864e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed65af0 0x5575fed6dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41e864e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed66410 0x5575fed6e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41e864e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed70cb0 0x5575fed6e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41e864e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x5575fed73820 con 0x5575fed66410 2024-09-12T12:41:52.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41e864e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5575fec53290 con 0x5575fed70cb0 2024-09-12T12:41:52.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41e864e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x5575fed739a0 con 0x5575fed65af0 2024-09-12T12:41:52.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41e864e740 10 client.0 _ll_register_callbacks cb 0x5575fec84140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:41:52.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41d67fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed66410 0x5575fed6e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41d67fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed66410 0x5575fed6e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37746/0 (socket says 172.21.15.82:37746) 2024-09-12T12:41:52.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41d67fc640 1 -- 172.21.15.82:0/3955630985 learned_addr learned my addr 172.21.15.82:0/3955630985 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:52.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41df7fe640 1 --2- 172.21.15.82:0/3955630985 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed70cb0 0x5575fed6e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.758 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41deffd640 1 --2- 172.21.15.82:0/3955630985 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed65af0 0x5575fed6dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41d67fc640 1 -- 172.21.15.82:0/3955630985 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed65af0 msgr2=0x5575fed6dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:52.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41d67fc640 1 --2- 172.21.15.82:0/3955630985 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed65af0 0x5575fed6dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41d67fc640 1 -- 172.21.15.82:0/3955630985 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed70cb0 msgr2=0x5575fed6e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:52.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.751+0000 7f41d67fc640 1 --2- 172.21.15.82:0/3955630985 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed70cb0 0x5575fed6e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.752+0000 7f41d67fc640 1 -- 172.21.15.82:0/3955630985 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575fe9dd210 con 0x5575fed66410 2024-09-12T12:41:52.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.752+0000 7f41d67fc640 1 --2- 172.21.15.82:0/3955630985 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed66410 0x5575fed6e100 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f41c8009fd0 tx=0x7f41c80138f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43657562e666a1b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:52.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.752+0000 7f41beffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:41:52.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.752+0000 7f41beffd640 1 -- 172.21.15.82:0/3955630985 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c8004020 con 0x5575fed66410 2024-09-12T12:41:52.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.752+0000 7f41beffd640 1 -- 172.21.15.82:0/3955630985 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8622+0+0 (secure 0 0 0) 0x7f41c80041c0 con 0x5575fed66410 2024-09-12T12:41:52.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.752+0000 7f41e864e740 1 -- 172.21.15.82:0/3955630985 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41d00a00f0 con 0x5575fed66410 2024-09-12T12:41:52.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.752+0000 7f41beffd640 1 -- 172.21.15.82:0/3955630985 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f41c80043c0 con 0x5575fed66410 2024-09-12T12:41:52.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.752+0000 7f41e864e740 10 client.17349 fetch_fsmap learned FSMap version 28 2024-09-12T12:41:52.759 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.752+0000 7f41e864e740 1 -- 172.21.15.82:0/3955630985 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5575feaa9620 con 0x5575fed66410 2024-09-12T12:41:52.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.752+0000 7f41beffd640 1 -- 172.21.15.82:0/3955630985 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41d00a00f0 con 0x5575fed66410 2024-09-12T12:41:52.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.753+0000 7f41beffd640 1 -- 172.21.15.82:0/3955630985 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f41c800f040 con 0x5575fed66410 2024-09-12T12:41:52.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.753+0000 7f41e864e740 10 client.17349 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:41:52.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.753+0000 7f41e864e740 10 client.17349 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:41:52.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.753+0000 7f41e864e740 20 client.17349 populate_metadata read hostname 'smithi082' 2024-09-12T12:41:52.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.753+0000 7f41e864e740 1 --2- 172.21.15.82:0/3955630985 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5575fed80d10 0x5575fed83100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.753+0000 7f41e864e740 4 client.17349 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:41:52.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.753+0000 7f41e864e740 1 -- 172.21.15.82:0/3955630985 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575fecd7a20 con 0x5575fed80d10 2024-09-12T12:41:52.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.753+0000 7f41deffd640 1 --2- 172.21.15.82:0/3955630985 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5575fed80d10 0x5575fed83100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.753+0000 7f41deffd640 1 --2- 172.21.15.82:0/3955630985 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5575fed80d10 0x5575fed83100 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e77de19554d633a8 server_cookie=1371b620cf1533a in_seq=0 out_seq=0 2024-09-12T12:41:52.760 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.753+0000 7f41beffd640 10 client.17349 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:52.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41beffd640 1 -- 172.21.15.82:0/3955630985 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5575fecd7a20 con 0x5575fed80d10 2024-09-12T12:41:52.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41beffd640 10 client.17349 handle_command_reply: tid=0 2024-09-12T12:41:52.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41e864e740 1 client.17349 shutdown 2024-09-12T12:41:52.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41e864e740 1 -- 172.21.15.82:0/3955630985 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed66410 msgr2=0x5575fed6e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:52.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41e864e740 1 --2- 172.21.15.82:0/3955630985 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed66410 0x5575fed6e100 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f41c8009fd0 tx=0x7f41c80138f0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41e864e740 1 -- 172.21.15.82:0/3955630985 shutdown_connections 2024-09-12T12:41:52.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41e864e740 1 --2- 172.21.15.82:0/3955630985 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5575fed80d10 0x5575fed83100 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41e864e740 1 --2- 172.21.15.82:0/3955630985 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed70cb0 0x5575fed6e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41e864e740 1 --2- 172.21.15.82:0/3955630985 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed66410 0x5575fed6e100 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41beffd640 0 client.17349 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:52.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41e864e740 1 --2- 172.21.15.82:0/3955630985 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed65af0 0x5575fed6dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41e864e740 1 -- 172.21.15.82:0/3955630985 >> 172.21.15.82:0/3955630985 conn(0x5575fed62060 msgr2=0x5575fed67d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:52.761 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41e864e740 1 -- 172.21.15.82:0/3955630985 shutdown_connections 2024-09-12T12:41:52.762 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41e864e740 1 -- 172.21.15.82:0/3955630985 wait complete. 2024-09-12T12:41:52.762 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.754+0000 7f41e864e740 20 client.17349 trim_cache size 0 max 16384 2024-09-12T12:41:52.770 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41e864e740 1 Processor -- start 2024-09-12T12:41:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41e864e740 1 -- start start 2024-09-12T12:41:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41e864e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed65af0 0x5575fed6e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41e864e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed66410 0x5575fed889d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41e864e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed70cb0 0x5575fed88f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41e864e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f41e01ad9a0 con 0x5575fed65af0 2024-09-12T12:41:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41e864e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f41e01af4e0 con 0x5575fed66410 2024-09-12T12:41:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41e864e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f41e01ae070 con 0x5575fed70cb0 2024-09-12T12:41:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41deffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed65af0 0x5575fed6e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41deffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed65af0 0x5575fed6e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37750/0 (socket says 172.21.15.82:37750) 2024-09-12T12:41:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41deffd640 1 -- 172.21.15.82:0/2944322753 learned_addr learned my addr 172.21.15.82:0/2944322753 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41df7fe640 1 --2- 172.21.15.82:0/2944322753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed70cb0 0x5575fed88f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41deffd640 1 -- 172.21.15.82:0/2944322753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed70cb0 msgr2=0x5575fed88f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41deffd640 1 --2- 172.21.15.82:0/2944322753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed70cb0 0x5575fed88f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41deffd640 1 -- 172.21.15.82:0/2944322753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed66410 msgr2=0x5575fed889d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41deffd640 1 --2- 172.21.15.82:0/2944322753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed66410 0x5575fed889d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41deffd640 1 -- 172.21.15.82:0/2944322753 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575fed70710 con 0x5575fed65af0 2024-09-12T12:41:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.769+0000 7f41deffd640 1 --2- 172.21.15.82:0/2944322753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed65af0 0x5575fed6e470 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f41d00981a0 tx=0x7f41d00cfb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=893cee43d98bc253 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.770+0000 7f41d57fa640 1 -- 172.21.15.82:0/2944322753 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d009bd40 con 0x5575fed65af0 2024-09-12T12:41:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.770+0000 7f41d57fa640 1 -- 172.21.15.82:0/2944322753 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41d00a00f0 con 0x5575fed65af0 2024-09-12T12:41:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.770+0000 7f41d57fa640 1 -- 172.21.15.82:0/2944322753 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d0018b30 con 0x5575fed65af0 2024-09-12T12:41:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.770+0000 7f41e864e740 1 -- 172.21.15.82:0/2944322753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed65af0 msgr2=0x5575fed6e470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.770+0000 7f41e864e740 1 --2- 172.21.15.82:0/2944322753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed65af0 0x5575fed6e470 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f41d00981a0 tx=0x7f41d00cfb80 comp rx=0 tx=0).stop 2024-09-12T12:41:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.770+0000 7f41e864e740 1 -- 172.21.15.82:0/2944322753 shutdown_connections 2024-09-12T12:41:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.770+0000 7f41e864e740 1 --2- 172.21.15.82:0/2944322753 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed70cb0 0x5575fed88f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.770+0000 7f41e864e740 1 --2- 172.21.15.82:0/2944322753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed66410 0x5575fed889d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.770+0000 7f41e864e740 1 --2- 172.21.15.82:0/2944322753 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed65af0 0x5575fed6e470 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.770+0000 7f41e864e740 1 -- 172.21.15.82:0/2944322753 >> 172.21.15.82:0/2944322753 conn(0x5575fed62060 msgr2=0x5575fed6fc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.770+0000 7f41e864e740 1 -- 172.21.15.82:0/2944322753 shutdown_connections 2024-09-12T12:41:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.770+0000 7f41e864e740 1 -- 172.21.15.82:0/2944322753 wait complete. 2024-09-12T12:41:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41e864e740 1 -- start start 2024-09-12T12:41:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41e864e740 1 Processor -- start 2024-09-12T12:41:52.775 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41e864e740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed65af0 0x5575fed74a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41e864e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed66410 0x5575fed74fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41e864e740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed70cb0 0x5575fed754e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41e864e740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f41e01aee10 con 0x5575fed65af0 2024-09-12T12:41:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41e864e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f41e01ae740 con 0x5575fed66410 2024-09-12T12:41:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41e864e740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f41e01ab9a0 con 0x5575fed70cb0 2024-09-12T12:41:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41deffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed65af0 0x5575fed74a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41e864e740 10 client.0 _ll_register_callbacks cb 0x7f41c8005850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:41:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41deffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed65af0 0x5575fed74a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:37758/0 (socket says 172.21.15.82:37758) 2024-09-12T12:41:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41deffd640 1 -- 172.21.15.82:0/3934995355 learned_addr learned my addr 172.21.15.82:0/3934995355 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:41:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41d67fc640 1 --2- 172.21.15.82:0/3934995355 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed66410 0x5575fed74fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41deffd640 1 -- 172.21.15.82:0/3934995355 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed70cb0 msgr2=0x5575fed754e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41deffd640 1 --2- 172.21.15.82:0/3934995355 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed70cb0 0x5575fed754e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41deffd640 1 -- 172.21.15.82:0/3934995355 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed66410 msgr2=0x5575fed74fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:41:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.771+0000 7f41deffd640 1 --2- 172.21.15.82:0/3934995355 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed66410 0x5575fed74fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41deffd640 1 -- 172.21.15.82:0/3934995355 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575fedeaa50 con 0x5575fed65af0 2024-09-12T12:41:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41d67fc640 1 --2- 172.21.15.82:0/3934995355 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed66410 0x5575fed74fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:41:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41deffd640 1 --2- 172.21.15.82:0/3934995355 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed65af0 0x5575fed74a60 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f41d009bcd0 tx=0x7f41d009bec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb826b3c5096770d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:41:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41beffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:41:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41beffd640 1 -- 172.21.15.82:0/3934995355 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d00983b0 con 0x5575fed65af0 2024-09-12T12:41:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41beffd640 1 -- 172.21.15.82:0/3934995355 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8622+0+0 (secure 0 0 0) 0x7f41d0097b00 con 0x5575fed65af0 2024-09-12T12:41:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41e864e740 1 -- 172.21.15.82:0/3934995355 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41d00a00f0 con 0x5575fed65af0 2024-09-12T12:41:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41beffd640 1 -- 172.21.15.82:0/3934995355 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f41d0098550 con 0x5575fed65af0 2024-09-12T12:41:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41e864e740 10 client.17355 fetch_fsmap learned FSMap version 28 2024-09-12T12:41:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41e864e740 1 -- 172.21.15.82:0/3934995355 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5575fedebd40 con 0x5575fed65af0 2024-09-12T12:41:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41beffd640 1 -- 172.21.15.82:0/3934995355 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41d00a00f0 con 0x5575fed65af0 2024-09-12T12:41:52.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41beffd640 1 -- 172.21.15.82:0/3934995355 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f41d009b220 con 0x5575fed65af0 2024-09-12T12:41:52.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41e864e740 10 client.17355 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:41:52.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41e864e740 10 client.17355 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:41:52.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41e864e740 20 client.17355 populate_metadata read hostname 'smithi082' 2024-09-12T12:41:52.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41e864e740 1 --2- 172.21.15.82:0/3934995355 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5575fedebfc0 0x5575fedee3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:41:52.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41e864e740 4 client.17355 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:41:52.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.772+0000 7f41e864e740 1 -- 172.21.15.82:0/3934995355 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5575fecd1d70 con 0x5575fedebfc0 2024-09-12T12:41:52.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.773+0000 7f41d67fc640 1 --2- 172.21.15.82:0/3934995355 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5575fedebfc0 0x5575fedee3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:41:52.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.773+0000 7f41beffd640 10 client.17355 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:52.778 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.773+0000 7f41d67fc640 1 --2- 172.21.15.82:0/3934995355 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5575fedebfc0 0x5575fedee3b0 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99a4564801aa31f4 server_cookie=d270f76f2348bb6f in_seq=0 out_seq=0 2024-09-12T12:41:52.785 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.785+0000 7f41beffd640 1 -- 172.21.15.82:0/3934995355 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5575fecd1d70 con 0x5575fedebfc0 2024-09-12T12:41:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.785+0000 7f41beffd640 10 client.17355 handle_command_reply: tid=0 2024-09-12T12:41:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.785+0000 7f41e864e740 1 client.17355 shutdown 2024-09-12T12:41:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.785+0000 7f41e864e740 1 -- 172.21.15.82:0/3934995355 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed65af0 msgr2=0x5575fed74a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.785+0000 7f41e864e740 1 --2- 172.21.15.82:0/3934995355 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed65af0 0x5575fed74a60 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f41d009bcd0 tx=0x7f41d009bec0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.785+0000 7f41e864e740 1 -- 172.21.15.82:0/3934995355 shutdown_connections 2024-09-12T12:41:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.785+0000 7f41e864e740 1 --2- 172.21.15.82:0/3934995355 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x5575fedebfc0 0x5575fedee3b0 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.785+0000 7f41e864e740 1 --2- 172.21.15.82:0/3934995355 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x5575fed70cb0 0x5575fed754e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.785+0000 7f41beffd640 0 client.17355 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:41:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.785+0000 7f41e864e740 1 --2- 172.21.15.82:0/3934995355 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575fed66410 0x5575fed74fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.785+0000 7f41e864e740 1 --2- 172.21.15.82:0/3934995355 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x5575fed65af0 0x5575fed74a60 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.785+0000 7f41e864e740 1 -- 172.21.15.82:0/3934995355 >> 172.21.15.82:0/3934995355 conn(0x5575fed62060 msgr2=0x5575fed67520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:52.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.785+0000 7f41e864e740 1 -- 172.21.15.82:0/3934995355 shutdown_connections 2024-09-12T12:41:52.788 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.785+0000 7f41e864e740 1 -- 172.21.15.82:0/3934995355 wait complete. 2024-09-12T12:41:52.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.786+0000 7f41e864e740 20 client.17355 trim_cache size 0 max 16384 2024-09-12T12:41:52.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:41:52.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:41:52.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:41:52.789 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:41:52.790 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.786+0000 7f41e58b7640 1 -- 172.21.15.82:0/553016958 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f41cc0a2e20 msgr2=0x7f41cc0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:52.790 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.786+0000 7f41e58b7640 1 --2- 172.21.15.82:0/553016958 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f41cc0a2e20 0x7f41cc0a52e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f41d8004af0 tx=0x7f41d80095c0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.790 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.786+0000 7f41e58b7640 1 -- 172.21.15.82:0/553016958 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41e0100830 msgr2=0x7f41e01982d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:41:52.790 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.786+0000 7f41e58b7640 1 --2- 172.21.15.82:0/553016958 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41e0100830 0x7f41e01982d0 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f41d000e9f0 tx=0x7f41d000eeb0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.790 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.786+0000 7f41e58b7640 1 -- 172.21.15.82:0/553016958 shutdown_connections 2024-09-12T12:41:52.790 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.786+0000 7f41e58b7640 1 --2- 172.21.15.82:0/553016958 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f41cc0a2e20 0x7f41cc0a52e0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.790 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.786+0000 7f41e58b7640 1 --2- 172.21.15.82:0/553016958 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f41e01080f0 0x7f41e019cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.791 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.786+0000 7f41e58b7640 1 --2- 172.21.15.82:0/553016958 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f41e0101150 0x7f41e0198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.791 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.786+0000 7f41e58b7640 1 --2- 172.21.15.82:0/553016958 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f41e0100830 0x7f41e01982d0 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:41:52.791 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.786+0000 7f41e58b7640 1 -- 172.21.15.82:0/553016958 >> 172.21.15.82:0/553016958 conn(0x7f41e0075f20 msgr2=0x7f41e00ff610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:41:52.791 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.786+0000 7f41e58b7640 1 -- 172.21.15.82:0/553016958 shutdown_connections 2024-09-12T12:41:52.791 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:41:52.786+0000 7f41e58b7640 1 -- 172.21.15.82:0/553016958 wait complete. 2024-09-12T12:41:54.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:53 smithi097 ceph-mon[34923]: pgmap v476: 97 pgs: 97 active+clean; 2.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:54.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:53 smithi082 ceph-mon[31122]: pgmap v476: 97 pgs: 97 active+clean; 2.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:54.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:53 smithi114 ceph-mon[35514]: pgmap v476: 97 pgs: 97 active+clean; 2.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:41:56.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:55 smithi097 ceph-mon[34923]: pgmap v477: 97 pgs: 97 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 65 KiB/s wr, 24 op/s 2024-09-12T12:41:56.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:55 smithi082 ceph-mon[31122]: pgmap v477: 97 pgs: 97 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 65 KiB/s wr, 24 op/s 2024-09-12T12:41:56.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:55 smithi114 ceph-mon[35514]: pgmap v477: 97 pgs: 97 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 65 KiB/s wr, 24 op/s 2024-09-12T12:41:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:56 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:41:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:56 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:41:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:56 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:41:57.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:56 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:41:57.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:56 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:41:57.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:56 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:41:57.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:56 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:41:57.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:56 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:41:57.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:56 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:41:57.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:56 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:41:57.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:56 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:41:57.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:56 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:41:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:57 smithi097 ceph-mon[34923]: pgmap v478: 97 pgs: 97 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:41:58.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:57 smithi082 ceph-mon[31122]: pgmap v478: 97 pgs: 97 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:41:58.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:57 smithi114 ceph-mon[35514]: pgmap v478: 97 pgs: 97 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:42:00.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:41:59 smithi097 ceph-mon[34923]: pgmap v479: 97 pgs: 97 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:42:00.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:41:59 smithi082 ceph-mon[31122]: pgmap v479: 97 pgs: 97 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:42:00.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:41:59 smithi114 ceph-mon[35514]: pgmap v479: 97 pgs: 97 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:42:00.751 INFO:tasks.workunit.client.0.smithi082.stdout:499/600: open fd = 3 2024-09-12T12:42:00.751 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.751 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.751 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.751 INFO:tasks.workunit.client.0.smithi082.stdout:500/600: open fd = 3 2024-09-12T12:42:00.751 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.751 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.751 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.751 INFO:tasks.workunit.client.0.smithi082.stdout:501/600: open fd = 3 2024-09-12T12:42:00.752 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.752 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.752 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.752 INFO:tasks.workunit.client.0.smithi082.stdout:502/600: open fd = 3 2024-09-12T12:42:00.752 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.752 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.752 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.752 INFO:tasks.workunit.client.0.smithi082.stdout:503/600: open fd = 3 2024-09-12T12:42:00.752 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.752 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.752 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.753 INFO:tasks.workunit.client.0.smithi082.stdout:504/600: open fd = 3 2024-09-12T12:42:00.753 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.753 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.753 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.753 INFO:tasks.workunit.client.0.smithi082.stdout:505/600: open fd = 3 2024-09-12T12:42:00.753 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.753 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.753 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.753 INFO:tasks.workunit.client.0.smithi082.stdout:506/600: open fd = 3 2024-09-12T12:42:00.753 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.753 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.754 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.754 INFO:tasks.workunit.client.0.smithi082.stdout:507/600: open fd = 3 2024-09-12T12:42:00.754 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.754 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.754 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.754 INFO:tasks.workunit.client.0.smithi082.stdout:508/600: open fd = 3 2024-09-12T12:42:00.754 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.754 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.754 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.754 INFO:tasks.workunit.client.0.smithi082.stdout:509/600: open fd = 3 2024-09-12T12:42:00.754 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.755 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.755 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.755 INFO:tasks.workunit.client.0.smithi082.stdout:510/600: open fd = 3 2024-09-12T12:42:00.755 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.755 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.755 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.755 INFO:tasks.workunit.client.0.smithi082.stdout:511/600: open fd = 3 2024-09-12T12:42:00.755 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.755 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.755 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.755 INFO:tasks.workunit.client.0.smithi082.stdout:512/600: open fd = 3 2024-09-12T12:42:00.756 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.756 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.756 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.756 INFO:tasks.workunit.client.0.smithi082.stdout:513/600: open fd = 3 2024-09-12T12:42:00.756 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.756 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.756 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.756 INFO:tasks.workunit.client.0.smithi082.stdout:514/600: open fd = 3 2024-09-12T12:42:00.756 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.756 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.756 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.757 INFO:tasks.workunit.client.0.smithi082.stdout:515/600: open fd = 3 2024-09-12T12:42:00.757 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.757 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.757 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.757 INFO:tasks.workunit.client.0.smithi082.stdout:516/600: open fd = 3 2024-09-12T12:42:00.757 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.757 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.757 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.757 INFO:tasks.workunit.client.0.smithi082.stdout:517/600: open fd = 3 2024-09-12T12:42:00.757 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.758 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.758 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.758 INFO:tasks.workunit.client.0.smithi082.stdout:518/600: open fd = 3 2024-09-12T12:42:00.758 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.758 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.758 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.758 INFO:tasks.workunit.client.0.smithi082.stdout:519/600: open fd = 3 2024-09-12T12:42:00.758 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.758 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.758 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.758 INFO:tasks.workunit.client.0.smithi082.stdout:520/600: open fd = 3 2024-09-12T12:42:00.758 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.759 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.759 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.759 INFO:tasks.workunit.client.0.smithi082.stdout:521/600: open fd = 3 2024-09-12T12:42:00.759 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.759 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.759 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.759 INFO:tasks.workunit.client.0.smithi082.stdout:522/600: open fd = 3 2024-09-12T12:42:00.759 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.759 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.759 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.759 INFO:tasks.workunit.client.0.smithi082.stdout:523/600: open fd = 3 2024-09-12T12:42:00.760 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.760 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.760 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.760 INFO:tasks.workunit.client.0.smithi082.stdout:524/600: open fd = 3 2024-09-12T12:42:00.760 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.760 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.760 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.760 INFO:tasks.workunit.client.0.smithi082.stdout:525/600: open fd = 3 2024-09-12T12:42:00.760 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.760 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.760 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.761 INFO:tasks.workunit.client.0.smithi082.stdout:526/600: open fd = 3 2024-09-12T12:42:00.761 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.761 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.761 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.761 INFO:tasks.workunit.client.0.smithi082.stdout:527/600: open fd = 3 2024-09-12T12:42:00.761 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.761 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.761 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.761 INFO:tasks.workunit.client.0.smithi082.stdout:528/600: open fd = 3 2024-09-12T12:42:00.761 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.761 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.761 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.762 INFO:tasks.workunit.client.0.smithi082.stdout:529/600: open fd = 3 2024-09-12T12:42:00.762 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.762 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.762 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.762 INFO:tasks.workunit.client.0.smithi082.stdout:530/600: open fd = 3 2024-09-12T12:42:00.762 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.762 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.762 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.762 INFO:tasks.workunit.client.0.smithi082.stdout:531/600: open fd = 3 2024-09-12T12:42:00.762 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.762 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.763 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.763 INFO:tasks.workunit.client.0.smithi082.stdout:532/600: open fd = 3 2024-09-12T12:42:00.763 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.763 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.763 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.763 INFO:tasks.workunit.client.0.smithi082.stdout:533/600: open fd = 3 2024-09-12T12:42:00.763 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.763 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.763 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.763 INFO:tasks.workunit.client.0.smithi082.stdout:534/600: open fd = 3 2024-09-12T12:42:00.763 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.763 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.764 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.764 INFO:tasks.workunit.client.0.smithi082.stdout:535/600: open fd = 3 2024-09-12T12:42:00.764 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.764 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.764 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.764 INFO:tasks.workunit.client.0.smithi082.stdout:536/600: open fd = 3 2024-09-12T12:42:00.764 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.764 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.764 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.764 INFO:tasks.workunit.client.0.smithi082.stdout:537/600: open fd = 3 2024-09-12T12:42:00.764 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.765 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.765 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.765 INFO:tasks.workunit.client.0.smithi082.stdout:538/600: open fd = 3 2024-09-12T12:42:00.765 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.765 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.765 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.765 INFO:tasks.workunit.client.0.smithi082.stdout:539/600: open fd = 3 2024-09-12T12:42:00.765 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.765 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.765 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.765 INFO:tasks.workunit.client.0.smithi082.stdout:540/600: open fd = 3 2024-09-12T12:42:00.766 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.766 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.766 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.766 INFO:tasks.workunit.client.0.smithi082.stdout:541/600: open fd = 3 2024-09-12T12:42:00.766 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.766 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.766 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.766 INFO:tasks.workunit.client.0.smithi082.stdout:542/600: open fd = 3 2024-09-12T12:42:00.766 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.766 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.766 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.766 INFO:tasks.workunit.client.0.smithi082.stdout:543/600: open fd = 3 2024-09-12T12:42:00.767 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.767 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.767 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.767 INFO:tasks.workunit.client.0.smithi082.stdout:544/600: open fd = 3 2024-09-12T12:42:00.767 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.767 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.767 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.767 INFO:tasks.workunit.client.0.smithi082.stdout:545/600: open fd = 3 2024-09-12T12:42:00.767 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.767 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.767 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.767 INFO:tasks.workunit.client.0.smithi082.stdout:546/600: open fd = 3 2024-09-12T12:42:00.768 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.768 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.768 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.768 INFO:tasks.workunit.client.0.smithi082.stdout:547/600: open fd = 3 2024-09-12T12:42:00.768 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.768 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.768 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.768 INFO:tasks.workunit.client.0.smithi082.stdout:548/600: open fd = 3 2024-09-12T12:42:00.768 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.768 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.768 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.769 INFO:tasks.workunit.client.0.smithi082.stdout:549/600: open fd = 3 2024-09-12T12:42:00.769 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.769 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.769 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.769 INFO:tasks.workunit.client.0.smithi082.stdout:550/600: open fd = 3 2024-09-12T12:42:00.769 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.769 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.769 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.769 INFO:tasks.workunit.client.0.smithi082.stdout:551/600: open fd = 3 2024-09-12T12:42:00.769 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.769 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.769 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.770 INFO:tasks.workunit.client.0.smithi082.stdout:552/600: open fd = 3 2024-09-12T12:42:00.770 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.770 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.770 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.770 INFO:tasks.workunit.client.0.smithi082.stdout:553/600: open fd = 3 2024-09-12T12:42:00.770 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.770 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.770 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.770 INFO:tasks.workunit.client.0.smithi082.stdout:554/600: open fd = 3 2024-09-12T12:42:00.770 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.770 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.771 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.771 INFO:tasks.workunit.client.0.smithi082.stdout:555/600: open fd = 3 2024-09-12T12:42:00.771 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.771 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.771 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.771 INFO:tasks.workunit.client.0.smithi082.stdout:556/600: open fd = 3 2024-09-12T12:42:00.771 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.771 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.771 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.771 INFO:tasks.workunit.client.0.smithi082.stdout:557/600: open fd = 3 2024-09-12T12:42:00.771 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.771 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.772 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.772 INFO:tasks.workunit.client.0.smithi082.stdout:558/600: open fd = 3 2024-09-12T12:42:00.772 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.772 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.772 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.772 INFO:tasks.workunit.client.0.smithi082.stdout:559/600: open fd = 3 2024-09-12T12:42:00.772 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.772 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.772 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:00.772 INFO:tasks.workunit.client.0.smithi082.stdout:560/600: open fd = 3 2024-09-12T12:42:00.772 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.773 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:00.773 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:02.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:01 smithi097 ceph-mon[34923]: pgmap v480: 97 pgs: 97 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:02.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:01 smithi082 ceph-mon[31122]: pgmap v480: 97 pgs: 97 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:02.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:01 smithi114 ceph-mon[35514]: pgmap v480: 97 pgs: 97 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:03.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:02 smithi097 ceph-mon[34923]: osdmap e103: 12 total, 12 up, 12 in 2024-09-12T12:42:03.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:02 smithi082 ceph-mon[31122]: osdmap e103: 12 total, 12 up, 12 in 2024-09-12T12:42:03.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:02 smithi114 ceph-mon[35514]: osdmap e103: 12 total, 12 up, 12 in 2024-09-12T12:42:04.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:03 smithi097 ceph-mon[34923]: pgmap v482: 97 pgs: 97 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 49 KiB/s wr, 18 op/s 2024-09-12T12:42:04.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:03 smithi082 ceph-mon[31122]: pgmap v482: 97 pgs: 97 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 49 KiB/s wr, 18 op/s 2024-09-12T12:42:04.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:03 smithi114 ceph-mon[35514]: pgmap v482: 97 pgs: 97 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 49 KiB/s wr, 18 op/s 2024-09-12T12:42:05.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.880+0000 7f9c1aeba640 1 -- 172.21.15.82:0/437756453 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c141035c0 msgr2=0x7f9c1410baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:05.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.880+0000 7f9c1aeba640 1 --2- 172.21.15.82:0/437756453 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c141035c0 0x7f9c1410baa0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f9c00009900 tx=0x7f9c0002a480 comp rx=0 tx=0).stop 2024-09-12T12:42:05.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 -- 172.21.15.82:0/437756453 shutdown_connections 2024-09-12T12:42:05.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 --2- 172.21.15.82:0/437756453 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c1410c0c0 0x7f9c1410e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 --2- 172.21.15.82:0/437756453 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c141035c0 0x7f9c1410baa0 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.883 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 --2- 172.21.15.82:0/437756453 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9c14102ca0 0x7f9c14103080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 -- 172.21.15.82:0/437756453 >> 172.21.15.82:0/437756453 conn(0x7f9c140fc6f0 msgr2=0x7f9c140feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 -- 172.21.15.82:0/437756453 shutdown_connections 2024-09-12T12:42:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 -- 172.21.15.82:0/437756453 wait complete. 2024-09-12T12:42:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 Processor -- start 2024-09-12T12:42:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 -- start start 2024-09-12T12:42:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9c14102ca0 0x7f9c14198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c141035c0 0x7f9c14198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c1410c0c0 0x7f9c1419cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9c14111ee0 con 0x7f9c1410c0c0 2024-09-12T12:42:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9c14111d60 con 0x7f9c141035c0 2024-09-12T12:42:05.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.881+0000 7f9c1aeba640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9c14112060 con 0x7f9c14102ca0 2024-09-12T12:42:05.889 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c19457640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c1410c0c0 0x7f9c1419cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c19457640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c1410c0c0 0x7f9c1419cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:57720/0 (socket says 172.21.15.82:57720) 2024-09-12T12:42:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c19457640 1 -- 172.21.15.82:0/2482419590 learned_addr learned my addr 172.21.15.82:0/2482419590 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c18c56640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9c14102ca0 0x7f9c14198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c19457640 1 -- 172.21.15.82:0/2482419590 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9c14102ca0 msgr2=0x7f9c14198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c13fff640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c141035c0 0x7f9c14198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c19457640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9c14102ca0 0x7f9c14198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c19457640 1 -- 172.21.15.82:0/2482419590 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c141035c0 msgr2=0x7f9c14198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c19457640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c141035c0 0x7f9c14198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c19457640 1 -- 172.21.15.82:0/2482419590 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c1419d330 con 0x7f9c1410c0c0 2024-09-12T12:42:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c18c56640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9c14102ca0 0x7f9c14198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:42:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c13fff640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c141035c0 0x7f9c14198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:42:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c19457640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c1410c0c0 0x7f9c1419cc00 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c00cce0 tx=0x7f9c0c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c11ffb640 1 -- 172.21.15.82:0/2482419590 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c00f450 con 0x7f9c1410c0c0 2024-09-12T12:42:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c11ffb640 1 -- 172.21.15.82:0/2482419590 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c0c00fad0 con 0x7f9c1410c0c0 2024-09-12T12:42:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c11ffb640 1 -- 172.21.15.82:0/2482419590 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c018c10 con 0x7f9c1410c0c0 2024-09-12T12:42:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c1aeba640 1 -- 172.21.15.82:0/2482419590 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c1419d620 con 0x7f9c1410c0c0 2024-09-12T12:42:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.882+0000 7f9c1aeba640 1 -- 172.21.15.82:0/2482419590 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c141a4eb0 con 0x7f9c1410c0c0 2024-09-12T12:42:05.898 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.885+0000 7f9c11ffb640 1 -- 172.21.15.82:0/2482419590 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f9c0c00f5f0 con 0x7f9c1410c0c0 2024-09-12T12:42:05.898 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.885+0000 7f9c1dc55740 1 Processor -- start 2024-09-12T12:42:05.898 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.885+0000 7f9c1dc55740 1 -- start start 2024-09-12T12:42:05.898 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.885+0000 7f9c1dc55740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8231af0 0x563fc8231ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.898 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.885+0000 7f9c1dc55740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8232410 0x563fc823c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.898 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.885+0000 7f9c1dc55740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc823ccb0 0x563fc823f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.899 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.885+0000 7f9c1dc55740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563fc81962f0 con 0x563fc823ccb0 2024-09-12T12:42:05.899 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.885+0000 7f9c1dc55740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563fc813e270 con 0x563fc8231af0 2024-09-12T12:42:05.899 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.885+0000 7f9c1dc55740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563fc81922b0 con 0x563fc8232410 2024-09-12T12:42:05.899 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.885+0000 7f9c11ffb640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9c040a2e20 0x7f9c040a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.899 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9c13fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc823ccb0 0x563fc823f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.899 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9c19457640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9c040a2e20 0x7f9c040a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.899 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9c13fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc823ccb0 0x563fc823f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:57730/0 (socket says 172.21.15.82:57730) 2024-09-12T12:42:05.899 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9c13fff640 1 -- 172.21.15.82:0/2226448526 learned_addr learned my addr 172.21.15.82:0/2226448526 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:05.899 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9c13fff640 1 --2- 172.21.15.82:0/2226448526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8231af0 0x563fc8231ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.900 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9c11ffb640 1 -- 172.21.15.82:0/2482419590 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8666+0+0 (secure 0 0 0) 0x7f9c0c0cfb50 con 0x7f9c1410c0c0 2024-09-12T12:42:05.900 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9c18c56640 1 --2- 172.21.15.82:0/2226448526 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8232410 0x563fc823c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.900 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9c13fff640 1 -- 172.21.15.82:0/2226448526 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8232410 msgr2=0x563fc823c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:05.900 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9c13fff640 1 --2- 172.21.15.82:0/2226448526 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8232410 0x563fc823c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.900 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9c13fff640 1 -- 172.21.15.82:0/2226448526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8231af0 msgr2=0x563fc8231ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:05.900 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9c13fff640 1 --2- 172.21.15.82:0/2226448526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8231af0 0x563fc8231ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.900 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9c13fff640 1 -- 172.21.15.82:0/2226448526 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563fc813d340 con 0x563fc823ccb0 2024-09-12T12:42:05.900 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9c19457640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9c040a2e20 0x7f9c040a52e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c0989b0 tx=0x7f9c0c06dfa0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9c13fff640 1 --2- 172.21.15.82:0/2226448526 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc823ccb0 0x563fc823f0a0 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f9c00032fd0 tx=0x7f9c00000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=926ce15a8accd566 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9bfeffd640 1 -- 172.21.15.82:0/2226448526 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c00035040 con 0x563fc823ccb0 2024-09-12T12:42:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9bfeffd640 1 -- 172.21.15.82:0/2226448526 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c000035f0 con 0x563fc823ccb0 2024-09-12T12:42:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.886+0000 7f9bfeffd640 1 -- 172.21.15.82:0/2226448526 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0003c650 con 0x563fc823ccb0 2024-09-12T12:42:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.887+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2226448526 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc823ccb0 msgr2=0x563fc823f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.887+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/2226448526 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc823ccb0 0x563fc823f0a0 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f9c00032fd0 tx=0x7f9c00000bc0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.887+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2226448526 shutdown_connections 2024-09-12T12:42:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.887+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/2226448526 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc823ccb0 0x563fc823f0a0 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.887+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/2226448526 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8232410 0x563fc823c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.887+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/2226448526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8231af0 0x563fc8231ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.887+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2226448526 >> 172.21.15.82:0/2226448526 conn(0x563fc822e060 msgr2=0x563fc822e440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.887+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2226448526 shutdown_connections 2024-09-12T12:42:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.887+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2226448526 wait complete. 2024-09-12T12:42:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.887+0000 7f9c1dc55740 1 -- start start 2024-09-12T12:42:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c1dc55740 1 Processor -- start 2024-09-12T12:42:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c1dc55740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc8231af0 0x563fc8239bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c1dc55740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8232410 0x563fc823a100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c1dc55740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc823ccb0 0x563fc823a640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c1dc55740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x563fc823f880 con 0x563fc8231af0 2024-09-12T12:42:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c1dc55740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563fc811f290 con 0x563fc8232410 2024-09-12T12:42:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c1dc55740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x563fc823fa00 con 0x563fc823ccb0 2024-09-12T12:42:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c1dc55740 10 client.0 _ll_register_callbacks cb 0x563fc8150140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:42:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c13fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc8231af0 0x563fc8239bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c13fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc8231af0 0x563fc8239bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:57734/0 (socket says 172.21.15.82:57734) 2024-09-12T12:42:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c13fff640 1 -- 172.21.15.82:0/3797510674 learned_addr learned my addr 172.21.15.82:0/3797510674 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c13fff640 1 --2- 172.21.15.82:0/3797510674 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc823ccb0 0x563fc823a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c18c56640 1 --2- 172.21.15.82:0/3797510674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8232410 0x563fc823a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c13fff640 1 -- 172.21.15.82:0/3797510674 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc823ccb0 msgr2=0x563fc823a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c13fff640 1 --2- 172.21.15.82:0/3797510674 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc823ccb0 0x563fc823a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c13fff640 1 -- 172.21.15.82:0/3797510674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8232410 msgr2=0x563fc823a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c13fff640 1 --2- 172.21.15.82:0/3797510674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8232410 0x563fc823a100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.888+0000 7f9c13fff640 1 -- 172.21.15.82:0/3797510674 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563fc7ea9210 con 0x563fc8231af0 2024-09-12T12:42:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9c13fff640 1 --2- 172.21.15.82:0/3797510674 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc8231af0 0x563fc8239bc0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f9c00009900 tx=0x7f9c00032bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d3dc61af03c6aa2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9bf3fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:42:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9bf3fff640 1 -- 172.21.15.82:0/3797510674 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c00035070 con 0x563fc8231af0 2024-09-12T12:42:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9bf3fff640 1 -- 172.21.15.82:0/3797510674 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 8666+0+0 (secure 0 0 0) 0x7f9c00004390 con 0x563fc8231af0 2024-09-12T12:42:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9c1dc55740 1 -- 172.21.15.82:0/3797510674 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c000035f0 con 0x563fc8231af0 2024-09-12T12:42:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9bf3fff640 1 -- 172.21.15.82:0/3797510674 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9c0002ab00 con 0x563fc8231af0 2024-09-12T12:42:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9c1dc55740 10 client.17367 fetch_fsmap learned FSMap version 28 2024-09-12T12:42:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9c1dc55740 1 -- 172.21.15.82:0/3797510674 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563fc7f75620 con 0x563fc8231af0 2024-09-12T12:42:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9bf3fff640 1 -- 172.21.15.82:0/3797510674 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c000035f0 con 0x563fc8231af0 2024-09-12T12:42:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9bf3fff640 1 -- 172.21.15.82:0/3797510674 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f9c0003a040 con 0x563fc8231af0 2024-09-12T12:42:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9c1dc55740 10 client.17367 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:42:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9c1dc55740 10 client.17367 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:42:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9c1dc55740 20 client.17367 populate_metadata read hostname 'smithi082' 2024-09-12T12:42:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/3797510674 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563fc824cae0 0x563fc824eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9c1dc55740 4 client.17367 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:42:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.889+0000 7f9c1dc55740 1 -- 172.21.15.82:0/3797510674 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563fc81a3a20 con 0x563fc824cae0 2024-09-12T12:42:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.890+0000 7f9c18c56640 1 --2- 172.21.15.82:0/3797510674 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563fc824cae0 0x563fc824eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.890+0000 7f9bf3fff640 10 client.17367 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.890+0000 7f9c18c56640 1 --2- 172.21.15.82:0/3797510674 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563fc824cae0 0x563fc824eed0 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4301da1b5153cd9 server_cookie=caf26494338c2f71 in_seq=0 out_seq=0 2024-09-12T12:42:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9bf3fff640 1 -- 172.21.15.82:0/3797510674 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563fc81a3a20 con 0x563fc824cae0 2024-09-12T12:42:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9bf3fff640 10 client.17367 handle_command_reply: tid=0 2024-09-12T12:42:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9c1dc55740 1 client.17367 shutdown 2024-09-12T12:42:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9c1dc55740 1 -- 172.21.15.82:0/3797510674 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc8231af0 msgr2=0x563fc8239bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/3797510674 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc8231af0 0x563fc8239bc0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f9c00009900 tx=0x7f9c00032bf0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9c1dc55740 1 -- 172.21.15.82:0/3797510674 shutdown_connections 2024-09-12T12:42:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/3797510674 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563fc824cae0 0x563fc824eed0 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/3797510674 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc823ccb0 0x563fc823a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/3797510674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8232410 0x563fc823a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/3797510674 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc8231af0 0x563fc8239bc0 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9bf3fff640 0 client.17367 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9c1dc55740 1 -- 172.21.15.82:0/3797510674 >> 172.21.15.82:0/3797510674 conn(0x563fc822e060 msgr2=0x563fc8233d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:05.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9c1dc55740 1 -- 172.21.15.82:0/3797510674 shutdown_connections 2024-09-12T12:42:05.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9c1dc55740 1 -- 172.21.15.82:0/3797510674 wait complete. 2024-09-12T12:42:05.908 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.891+0000 7f9c1dc55740 20 client.17367 trim_cache size 0 max 16384 2024-09-12T12:42:05.915 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.905+0000 7f9c1dc55740 1 Processor -- start 2024-09-12T12:42:05.915 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c1dc55740 1 -- start start 2024-09-12T12:42:05.916 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c1dc55740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8231af0 0x563fc8234560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.916 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c1dc55740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8232410 0x563fc823a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.916 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c1dc55740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc823ccb0 0x563fc8251ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.916 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c1dc55740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9c141ad920 con 0x563fc823ccb0 2024-09-12T12:42:05.916 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c1dc55740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9c141af460 con 0x563fc8232410 2024-09-12T12:42:05.916 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c1dc55740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9c141adff0 con 0x563fc8231af0 2024-09-12T12:42:05.916 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c13fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc823ccb0 0x563fc8251ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c13fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc823ccb0 0x563fc8251ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:57738/0 (socket says 172.21.15.82:57738) 2024-09-12T12:42:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c13fff640 1 -- 172.21.15.82:0/2887133928 learned_addr learned my addr 172.21.15.82:0/2887133928 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c13fff640 1 --2- 172.21.15.82:0/2887133928 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8231af0 0x563fc8234560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c13fff640 1 -- 172.21.15.82:0/2887133928 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8231af0 msgr2=0x563fc8234560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c13fff640 1 --2- 172.21.15.82:0/2887133928 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8231af0 0x563fc8234560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c18c56640 1 --2- 172.21.15.82:0/2887133928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8232410 0x563fc823a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c13fff640 1 -- 172.21.15.82:0/2887133928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8232410 msgr2=0x563fc823a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c13fff640 1 --2- 172.21.15.82:0/2887133928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8232410 0x563fc823a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c13fff640 1 -- 172.21.15.82:0/2887133928 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563fc82292d0 con 0x563fc823ccb0 2024-09-12T12:42:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9c13fff640 1 --2- 172.21.15.82:0/2887133928 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc823ccb0 0x563fc8251ef0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f9c00053580 tx=0x7f9c0002a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d48f1ee2ae308124 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9bfe7fc640 1 -- 172.21.15.82:0/2887133928 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c00035040 con 0x563fc823ccb0 2024-09-12T12:42:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9bfe7fc640 1 -- 172.21.15.82:0/2887133928 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c000035f0 con 0x563fc823ccb0 2024-09-12T12:42:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.906+0000 7f9bfe7fc640 1 -- 172.21.15.82:0/2887133928 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c00053a60 con 0x563fc823ccb0 2024-09-12T12:42:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.907+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2887133928 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc823ccb0 msgr2=0x563fc8251ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.907+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/2887133928 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc823ccb0 0x563fc8251ef0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f9c00053580 tx=0x7f9c0002a480 comp rx=0 tx=0).stop 2024-09-12T12:42:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.907+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2887133928 shutdown_connections 2024-09-12T12:42:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.907+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/2887133928 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc823ccb0 0x563fc8251ef0 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.907+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/2887133928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc8232410 0x563fc823a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.907+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/2887133928 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8231af0 0x563fc8234560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.907+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2887133928 >> 172.21.15.82:0/2887133928 conn(0x563fc822e060 msgr2=0x563fc823bc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:05.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.907+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2887133928 shutdown_connections 2024-09-12T12:42:05.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.907+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2887133928 wait complete. 2024-09-12T12:42:05.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.907+0000 7f9c1dc55740 1 -- start start 2024-09-12T12:42:05.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.907+0000 7f9c1dc55740 1 Processor -- start 2024-09-12T12:42:05.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c1dc55740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8231af0 0x563fc824f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c1dc55740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc8232410 0x563fc824fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c1dc55740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc823ccb0 0x563fc8251d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c1dc55740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f9c141aed90 con 0x563fc8232410 2024-09-12T12:42:05.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c1dc55740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9c141ae6c0 con 0x563fc823ccb0 2024-09-12T12:42:05.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c1dc55740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f9c141ab920 con 0x563fc8231af0 2024-09-12T12:42:05.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c1dc55740 10 client.0 _ll_register_callbacks cb 0x7f9c00032cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:42:05.919 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c18c56640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc8232410 0x563fc824fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c18c56640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc8232410 0x563fc824fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:57740/0 (socket says 172.21.15.82:57740) 2024-09-12T12:42:05.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c18c56640 1 -- 172.21.15.82:0/2953737532 learned_addr learned my addr 172.21.15.82:0/2953737532 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:05.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c13fff640 1 --2- 172.21.15.82:0/2953737532 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8231af0 0x563fc824f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c18c56640 1 -- 172.21.15.82:0/2953737532 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8231af0 msgr2=0x563fc824f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:05.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c18c56640 1 --2- 172.21.15.82:0/2953737532 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8231af0 0x563fc824f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c18c56640 1 -- 172.21.15.82:0/2953737532 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc823ccb0 msgr2=0x563fc8251d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:05.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c18c56640 1 --2- 172.21.15.82:0/2953737532 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc823ccb0 0x563fc8251d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.908+0000 7f9c18c56640 1 -- 172.21.15.82:0/2953737532 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563fc8252400 con 0x563fc8232410 2024-09-12T12:42:05.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9c18c56640 1 --2- 172.21.15.82:0/2953737532 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc8232410 0x563fc824fc00 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x563fc8239430 tx=0x7f9c08013830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2eb26972cb8f30 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:05.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9bf3fff640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:42:05.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9bf3fff640 1 -- 172.21.15.82:0/2953737532 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c08005440 con 0x563fc8232410 2024-09-12T12:42:05.920 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9bf3fff640 1 -- 172.21.15.82:0/2953737532 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 8666+0+0 (secure 0 0 0) 0x7f9c08004730 con 0x563fc8232410 2024-09-12T12:42:05.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2953737532 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c000035f0 con 0x563fc8232410 2024-09-12T12:42:05.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9bf3fff640 1 -- 172.21.15.82:0/2953737532 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9c080055e0 con 0x563fc8232410 2024-09-12T12:42:05.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9c1dc55740 10 client.17373 fetch_fsmap learned FSMap version 28 2024-09-12T12:42:05.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2953737532 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563fc82b7080 con 0x563fc8232410 2024-09-12T12:42:05.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9bf3fff640 1 -- 172.21.15.82:0/2953737532 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9c000035f0 con 0x563fc8232410 2024-09-12T12:42:05.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9bf3fff640 1 -- 172.21.15.82:0/2953737532 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f9c0800f040 con 0x563fc8232410 2024-09-12T12:42:05.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9c1dc55740 10 client.17373 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:42:05.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9c1dc55740 10 client.17373 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:42:05.921 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9c1dc55740 20 client.17373 populate_metadata read hostname 'smithi082' 2024-09-12T12:42:05.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/2953737532 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563fc82b7830 0x563fc82b9c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:05.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9c1dc55740 4 client.17373 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:42:05.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2953737532 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563fc819dd70 con 0x563fc82b7830 2024-09-12T12:42:05.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.909+0000 7f9c13fff640 1 --2- 172.21.15.82:0/2953737532 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563fc82b7830 0x563fc82b9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:05.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.910+0000 7f9bf3fff640 10 client.17373 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:05.922 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.910+0000 7f9c13fff640 1 --2- 172.21.15.82:0/2953737532 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563fc82b7830 0x563fc82b9c50 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb6c21bd02884512 server_cookie=66690de05c79540a in_seq=0 out_seq=0 2024-09-12T12:42:05.923 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9bf3fff640 1 -- 172.21.15.82:0/2953737532 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563fc819dd70 con 0x563fc82b7830 2024-09-12T12:42:05.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9bf3fff640 10 client.17373 handle_command_reply: tid=0 2024-09-12T12:42:05.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9c1dc55740 1 client.17373 shutdown 2024-09-12T12:42:05.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2953737532 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc8232410 msgr2=0x563fc824fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:05.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/2953737532 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc8232410 0x563fc824fc00 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x563fc8239430 tx=0x7f9c08013830 comp rx=0 tx=0).stop 2024-09-12T12:42:05.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2953737532 shutdown_connections 2024-09-12T12:42:05.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/2953737532 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x563fc82b7830 0x563fc82b9c50 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/2953737532 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563fc823ccb0 0x563fc8251d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/2953737532 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x563fc8232410 0x563fc824fc00 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9c1dc55740 1 --2- 172.21.15.82:0/2953737532 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x563fc8231af0 0x563fc824f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.924 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9bf3fff640 0 client.17373 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2953737532 >> 172.21.15.82:0/2953737532 conn(0x563fc822e060 msgr2=0x563fc8247cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2953737532 shutdown_connections 2024-09-12T12:42:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9c1dc55740 1 -- 172.21.15.82:0/2953737532 wait complete. 2024-09-12T12:42:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.923+0000 7f9c1dc55740 20 client.17373 trim_cache size 0 max 16384 2024-09-12T12:42:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:42:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:42:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:42:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:42:05.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.924+0000 7f9c1aeba640 1 -- 172.21.15.82:0/2482419590 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9c040a2e20 msgr2=0x7f9c040a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:05.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.924+0000 7f9c1aeba640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9c040a2e20 0x7f9c040a52e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c0989b0 tx=0x7f9c0c06dfa0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.924+0000 7f9c1aeba640 1 -- 172.21.15.82:0/2482419590 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c1410c0c0 msgr2=0x7f9c1419cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:05.926 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.924+0000 7f9c1aeba640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c1410c0c0 0x7f9c1419cc00 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c00cce0 tx=0x7f9c0c00a620 comp rx=0 tx=0).stop 2024-09-12T12:42:05.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.924+0000 7f9c1aeba640 1 -- 172.21.15.82:0/2482419590 shutdown_connections 2024-09-12T12:42:05.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.924+0000 7f9c1aeba640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f9c040a2e20 0x7f9c040a52e0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.924+0000 7f9c1aeba640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f9c1410c0c0 0x7f9c1419cc00 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.924+0000 7f9c1aeba640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c141035c0 0x7f9c14198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.924+0000 7f9c1aeba640 1 --2- 172.21.15.82:0/2482419590 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f9c14102ca0 0x7f9c14198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:05.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.924+0000 7f9c1aeba640 1 -- 172.21.15.82:0/2482419590 >> 172.21.15.82:0/2482419590 conn(0x7f9c140fc6f0 msgr2=0x7f9c140fd390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:05.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.924+0000 7f9c1aeba640 1 -- 172.21.15.82:0/2482419590 shutdown_connections 2024-09-12T12:42:05.927 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:05.924+0000 7f9c1aeba640 1 -- 172.21.15.82:0/2482419590 wait complete. 2024-09-12T12:42:06.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:06 smithi097 ceph-mon[34923]: pgmap v483: 97 pgs: 97 active+clean; 3.4 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 97 KiB/s wr, 35 op/s 2024-09-12T12:42:06.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:06 smithi082 ceph-mon[31122]: pgmap v483: 97 pgs: 97 active+clean; 3.4 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 97 KiB/s wr, 35 op/s 2024-09-12T12:42:06.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:06 smithi114 ceph-mon[35514]: pgmap v483: 97 pgs: 97 active+clean; 3.4 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 97 KiB/s wr, 35 op/s 2024-09-12T12:42:08.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:08 smithi097 ceph-mon[34923]: pgmap v484: 97 pgs: 97 active+clean; 3.4 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 97 KiB/s wr, 35 op/s 2024-09-12T12:42:08.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:08 smithi097 ceph-mon[34923]: osdmap e104: 12 total, 12 up, 12 in 2024-09-12T12:42:08.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:08 smithi082 ceph-mon[31122]: pgmap v484: 97 pgs: 97 active+clean; 3.4 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 97 KiB/s wr, 35 op/s 2024-09-12T12:42:08.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:08 smithi082 ceph-mon[31122]: osdmap e104: 12 total, 12 up, 12 in 2024-09-12T12:42:08.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:08 smithi114 ceph-mon[35514]: pgmap v484: 97 pgs: 97 active+clean; 3.4 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 97 KiB/s wr, 35 op/s 2024-09-12T12:42:08.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:08 smithi114 ceph-mon[35514]: osdmap e104: 12 total, 12 up, 12 in 2024-09-12T12:42:10.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:10 smithi097 ceph-mon[34923]: pgmap v486: 97 pgs: 97 active+clean; 3.6 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 134 KiB/s wr, 49 op/s 2024-09-12T12:42:10.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:10 smithi082 ceph-mon[31122]: pgmap v486: 97 pgs: 97 active+clean; 3.6 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 134 KiB/s wr, 49 op/s 2024-09-12T12:42:10.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:10 smithi114 ceph-mon[35514]: pgmap v486: 97 pgs: 97 active+clean; 3.6 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 134 KiB/s wr, 49 op/s 2024-09-12T12:42:12.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:12 smithi097 ceph-mon[34923]: pgmap v487: 97 pgs: 97 active+clean; 3.6 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 126 KiB/s wr, 46 op/s 2024-09-12T12:42:12.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:12 smithi082 ceph-mon[31122]: pgmap v487: 97 pgs: 97 active+clean; 3.6 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 126 KiB/s wr, 46 op/s 2024-09-12T12:42:12.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:12 smithi114 ceph-mon[35514]: pgmap v487: 97 pgs: 97 active+clean; 3.6 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 126 KiB/s wr, 46 op/s 2024-09-12T12:42:14.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:14 smithi097 ceph-mon[34923]: pgmap v488: 97 pgs: 97 active+clean; 3.6 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 107 KiB/s wr, 39 op/s 2024-09-12T12:42:14.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:14 smithi082 ceph-mon[31122]: pgmap v488: 97 pgs: 97 active+clean; 3.6 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 107 KiB/s wr, 39 op/s 2024-09-12T12:42:14.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:14 smithi114 ceph-mon[35514]: pgmap v488: 97 pgs: 97 active+clean; 3.6 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 107 KiB/s wr, 39 op/s 2024-09-12T12:42:16.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:16 smithi097 ceph-mon[34923]: pgmap v489: 97 pgs: 97 active+clean; 3.8 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-09-12T12:42:16.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:16 smithi082 ceph-mon[31122]: pgmap v489: 97 pgs: 97 active+clean; 3.8 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-09-12T12:42:16.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:16 smithi114 ceph-mon[35514]: pgmap v489: 97 pgs: 97 active+clean; 3.8 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-09-12T12:42:18.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:18 smithi097 ceph-mon[34923]: pgmap v490: 97 pgs: 97 active+clean; 3.8 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-09-12T12:42:18.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:18 smithi082 ceph-mon[31122]: pgmap v490: 97 pgs: 97 active+clean; 3.8 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-09-12T12:42:18.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:18 smithi114 ceph-mon[35514]: pgmap v490: 97 pgs: 97 active+clean; 3.8 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-09-12T12:42:19.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.022+0000 7faad5865640 1 -- 172.21.15.82:0/686751725 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad0101370 msgr2=0x7faad010d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:19.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.022+0000 7faad5865640 1 --2- 172.21.15.82:0/686751725 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad0101370 0x7faad010d8a0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7faac8009930 tx=0x7faac802a420 comp rx=0 tx=0).stop 2024-09-12T12:42:19.025 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.023+0000 7faad5865640 1 -- 172.21.15.82:0/686751725 shutdown_connections 2024-09-12T12:42:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.023+0000 7faad5865640 1 --2- 172.21.15.82:0/686751725 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad0101370 0x7faad010d8a0 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.023+0000 7faad5865640 1 --2- 172.21.15.82:0/686751725 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faad01009d0 0x7faad0100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.023+0000 7faad5865640 1 --2- 172.21.15.82:0/686751725 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faad01069e0 0x7faad0106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.023+0000 7faad5865640 1 -- 172.21.15.82:0/686751725 >> 172.21.15.82:0/686751725 conn(0x7faad00fc6b0 msgr2=0x7faad00fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.023+0000 7faad5865640 1 -- 172.21.15.82:0/686751725 shutdown_connections 2024-09-12T12:42:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.023+0000 7faad5865640 1 -- 172.21.15.82:0/686751725 wait complete. 2024-09-12T12:42:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.023+0000 7faad5865640 1 Processor -- start 2024-09-12T12:42:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.023+0000 7faad5865640 1 -- start start 2024-09-12T12:42:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faad5865640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faad01009d0 0x7faad01982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faad5865640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad0101370 0x7faad0198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faad5865640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faad01069e0 0x7faad019cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faad5865640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7faad0111f60 con 0x7faad0101370 2024-09-12T12:42:19.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faad5865640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faad0111de0 con 0x7faad01069e0 2024-09-12T12:42:19.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faad5865640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faad01120e0 con 0x7faad01009d0 2024-09-12T12:42:19.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faace7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad0101370 0x7faad0198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faace7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad0101370 0x7faad0198810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48442/0 (socket says 172.21.15.82:48442) 2024-09-12T12:42:19.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faace7fc640 1 -- 172.21.15.82:0/1462467584 learned_addr learned my addr 172.21.15.82:0/1462467584 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:19.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faaceffd640 1 --2- 172.21.15.82:0/1462467584 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faad01009d0 0x7faad01982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faacf7fe640 1 --2- 172.21.15.82:0/1462467584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faad01069e0 0x7faad019cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.027 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faace7fc640 1 -- 172.21.15.82:0/1462467584 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faad01009d0 msgr2=0x7faad01982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:19.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faace7fc640 1 --2- 172.21.15.82:0/1462467584 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faad01009d0 0x7faad01982d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faace7fc640 1 -- 172.21.15.82:0/1462467584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faad01069e0 msgr2=0x7faad019cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:19.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faace7fc640 1 --2- 172.21.15.82:0/1462467584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faad01069e0 0x7faad019cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faace7fc640 1 -- 172.21.15.82:0/1462467584 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faad019d2c0 con 0x7faad0101370 2024-09-12T12:42:19.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faace7fc640 1 --2- 172.21.15.82:0/1462467584 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad0101370 0x7faad0198810 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7faab800ebc0 tx=0x7faab800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:19.028 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faad4863640 1 -- 172.21.15.82:0/1462467584 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab8010630 con 0x7faad0101370 2024-09-12T12:42:19.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faad4863640 1 -- 172.21.15.82:0/1462467584 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faab8010cb0 con 0x7faad0101370 2024-09-12T12:42:19.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faad4863640 1 -- 172.21.15.82:0/1462467584 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab8018bd0 con 0x7faad0101370 2024-09-12T12:42:19.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.024+0000 7faad5865640 1 -- 172.21.15.82:0/1462467584 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faad019d5b0 con 0x7faad0101370 2024-09-12T12:42:19.029 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.025+0000 7faad5865640 1 -- 172.21.15.82:0/1462467584 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faad01a4e40 con 0x7faad0101370 2024-09-12T12:42:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.027+0000 7faad4863640 1 -- 172.21.15.82:0/1462467584 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7faab80107d0 con 0x7faad0101370 2024-09-12T12:42:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.027+0000 7faad8607740 1 Processor -- start 2024-09-12T12:42:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.027+0000 7faad8607740 1 -- start start 2024-09-12T12:42:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.027+0000 7faad8607740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f512faf0 0x55a7f512fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.027+0000 7faad8607740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f5130410 0x55a7f513a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.027+0000 7faad8607740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f513acb0 0x55a7f513d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.027+0000 7faad8607740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a7f50942f0 con 0x55a7f5130410 2024-09-12T12:42:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.027+0000 7faad8607740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a7f503c270 con 0x55a7f512faf0 2024-09-12T12:42:19.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.027+0000 7faad8607740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a7f50902b0 con 0x55a7f513acb0 2024-09-12T12:42:19.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.027+0000 7faad4863640 1 --2- 172.21.15.82:0/1462467584 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faabc0a2e20 0x7faabc0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faaceffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f5130410 0x55a7f513a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faaceffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f5130410 0x55a7f513a770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48452/0 (socket says 172.21.15.82:48452) 2024-09-12T12:42:19.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faaceffd640 1 -- 172.21.15.82:0/476990595 learned_addr learned my addr 172.21.15.82:0/476990595 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:19.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faacf7fe640 1 --2- 172.21.15.82:0/1462467584 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faabc0a2e20 0x7faabc0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faacf7fe640 1 --2- 172.21.15.82:0/476990595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f512faf0 0x55a7f512fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faad4863640 1 -- 172.21.15.82:0/1462467584 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7faab80cfa50 con 0x7faad0101370 2024-09-12T12:42:19.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faace7fc640 1 --2- 172.21.15.82:0/476990595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f513acb0 0x55a7f513d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faaceffd640 1 -- 172.21.15.82:0/476990595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f513acb0 msgr2=0x55a7f513d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:19.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faaceffd640 1 --2- 172.21.15.82:0/476990595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f513acb0 0x55a7f513d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.040 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faaceffd640 1 -- 172.21.15.82:0/476990595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f512faf0 msgr2=0x55a7f512fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faaceffd640 1 --2- 172.21.15.82:0/476990595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f512faf0 0x55a7f512fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faaceffd640 1 -- 172.21.15.82:0/476990595 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7f503b340 con 0x55a7f5130410 2024-09-12T12:42:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faaceffd640 1 --2- 172.21.15.82:0/476990595 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f5130410 0x55a7f513a770 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7faac000bc50 tx=0x7faac00107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d91008fef34085da server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faacf7fe640 1 --2- 172.21.15.82:0/1462467584 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faabc0a2e20 0x7faabc0a52e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7faac8004770 tx=0x7faac8005fd0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faac5ffb640 1 -- 172.21.15.82:0/476990595 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac001c480 con 0x55a7f5130410 2024-09-12T12:42:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faac5ffb640 1 -- 172.21.15.82:0/476990595 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faac001cb00 con 0x55a7f5130410 2024-09-12T12:42:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.028+0000 7faac5ffb640 1 -- 172.21.15.82:0/476990595 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac0011ce0 con 0x55a7f5130410 2024-09-12T12:42:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.029+0000 7faad8607740 1 -- 172.21.15.82:0/476990595 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f5130410 msgr2=0x55a7f513a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.029+0000 7faad8607740 1 --2- 172.21.15.82:0/476990595 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f5130410 0x55a7f513a770 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7faac000bc50 tx=0x7faac00107a0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.029+0000 7faad8607740 1 -- 172.21.15.82:0/476990595 shutdown_connections 2024-09-12T12:42:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.029+0000 7faad8607740 1 --2- 172.21.15.82:0/476990595 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f513acb0 0x55a7f513d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.029+0000 7faad8607740 1 --2- 172.21.15.82:0/476990595 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f5130410 0x55a7f513a770 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.029+0000 7faad8607740 1 --2- 172.21.15.82:0/476990595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f512faf0 0x55a7f512fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.029+0000 7faad8607740 1 -- 172.21.15.82:0/476990595 >> 172.21.15.82:0/476990595 conn(0x55a7f512c060 msgr2=0x55a7f512c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.029+0000 7faad8607740 1 -- 172.21.15.82:0/476990595 shutdown_connections 2024-09-12T12:42:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.029+0000 7faad8607740 1 -- 172.21.15.82:0/476990595 wait complete. 2024-09-12T12:42:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.029+0000 7faad8607740 1 -- start start 2024-09-12T12:42:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faad8607740 1 Processor -- start 2024-09-12T12:42:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faad8607740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f512faf0 0x55a7f5137bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faad8607740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f5130410 0x55a7f5138100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faad8607740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f513acb0 0x55a7f5138640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faad8607740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55a7f513d880 con 0x55a7f512faf0 2024-09-12T12:42:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faad8607740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a7f501d290 con 0x55a7f513acb0 2024-09-12T12:42:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faad8607740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55a7f513da00 con 0x55a7f5130410 2024-09-12T12:42:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faad8607740 10 client.0 _ll_register_callbacks cb 0x55a7f504e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:42:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faaceffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f512faf0 0x55a7f5137bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faaceffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f512faf0 0x55a7f5137bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48458/0 (socket says 172.21.15.82:48458) 2024-09-12T12:42:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faaceffd640 1 -- 172.21.15.82:0/3667397333 learned_addr learned my addr 172.21.15.82:0/3667397333 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faaceffd640 1 -- 172.21.15.82:0/3667397333 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f5130410 msgr2=0x55a7f5138100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faaceffd640 1 --2- 172.21.15.82:0/3667397333 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f5130410 0x55a7f5138100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faaceffd640 1 -- 172.21.15.82:0/3667397333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f513acb0 msgr2=0x55a7f5138640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faaceffd640 1 --2- 172.21.15.82:0/3667397333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f513acb0 0x55a7f5138640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faaceffd640 1 -- 172.21.15.82:0/3667397333 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7f4da7210 con 0x55a7f512faf0 2024-09-12T12:42:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.030+0000 7faaceffd640 1 --2- 172.21.15.82:0/3667397333 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f512faf0 0x55a7f5137bc0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7faac0010ca0 tx=0x7faac0011560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1d394d56c55adef server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faaaeffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:42:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faaaeffd640 1 -- 172.21.15.82:0/3667397333 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac002b060 con 0x55a7f512faf0 2024-09-12T12:42:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faaaeffd640 1 -- 172.21.15.82:0/3667397333 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7faac00119e0 con 0x55a7f512faf0 2024-09-12T12:42:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faad8607740 1 -- 172.21.15.82:0/3667397333 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faac001cb00 con 0x55a7f512faf0 2024-09-12T12:42:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faaaeffd640 1 -- 172.21.15.82:0/3667397333 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faac0011be0 con 0x55a7f512faf0 2024-09-12T12:42:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faad8607740 10 client.17385 fetch_fsmap learned FSMap version 28 2024-09-12T12:42:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faad8607740 1 -- 172.21.15.82:0/3667397333 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a7f4e73620 con 0x55a7f512faf0 2024-09-12T12:42:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faaaeffd640 1 -- 172.21.15.82:0/3667397333 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faac001cb00 con 0x55a7f512faf0 2024-09-12T12:42:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faaaeffd640 1 -- 172.21.15.82:0/3667397333 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7faac0026a10 con 0x55a7f512faf0 2024-09-12T12:42:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faad8607740 10 client.17385 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:42:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faad8607740 10 client.17385 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:42:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faad8607740 20 client.17385 populate_metadata read hostname 'smithi082' 2024-09-12T12:42:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faad8607740 1 --2- 172.21.15.82:0/3667397333 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a7f514abd0 0x55a7f514cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faad8607740 4 client.17385 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:42:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.031+0000 7faad8607740 1 -- 172.21.15.82:0/3667397333 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a7f50a1a20 con 0x55a7f514abd0 2024-09-12T12:42:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.032+0000 7faace7fc640 1 --2- 172.21.15.82:0/3667397333 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a7f514abd0 0x55a7f514cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.032+0000 7faaaeffd640 10 client.17385 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.032+0000 7faace7fc640 1 --2- 172.21.15.82:0/3667397333 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a7f514abd0 0x55a7f514cfc0 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=373988a2678fb15 server_cookie=eac31e4db4eebe6 in_seq=0 out_seq=0 2024-09-12T12:42:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faaaeffd640 1 -- 172.21.15.82:0/3667397333 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a7f50a1a20 con 0x55a7f514abd0 2024-09-12T12:42:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faaaeffd640 10 client.17385 handle_command_reply: tid=0 2024-09-12T12:42:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faad8607740 1 client.17385 shutdown 2024-09-12T12:42:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faad8607740 1 -- 172.21.15.82:0/3667397333 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f512faf0 msgr2=0x55a7f5137bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faad8607740 1 --2- 172.21.15.82:0/3667397333 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f512faf0 0x55a7f5137bc0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7faac0010ca0 tx=0x7faac0011560 comp rx=0 tx=0).stop 2024-09-12T12:42:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faad8607740 1 -- 172.21.15.82:0/3667397333 shutdown_connections 2024-09-12T12:42:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faad8607740 1 --2- 172.21.15.82:0/3667397333 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a7f514abd0 0x55a7f514cfc0 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faad8607740 1 --2- 172.21.15.82:0/3667397333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f513acb0 0x55a7f5138640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faad8607740 1 --2- 172.21.15.82:0/3667397333 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f5130410 0x55a7f5138100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faaaeffd640 0 client.17385 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:19.046 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faad8607740 1 --2- 172.21.15.82:0/3667397333 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f512faf0 0x55a7f5137bc0 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.046 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faad8607740 1 -- 172.21.15.82:0/3667397333 >> 172.21.15.82:0/3667397333 conn(0x55a7f512c060 msgr2=0x55a7f5131dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:19.046 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faad8607740 1 -- 172.21.15.82:0/3667397333 shutdown_connections 2024-09-12T12:42:19.046 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faad8607740 1 -- 172.21.15.82:0/3667397333 wait complete. 2024-09-12T12:42:19.046 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.033+0000 7faad8607740 20 client.17385 trim_cache size 0 max 16384 2024-09-12T12:42:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.047+0000 7faad8607740 1 Processor -- start 2024-09-12T12:42:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.047+0000 7faad8607740 1 -- start start 2024-09-12T12:42:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faad8607740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f512faf0 0x55a7f5139b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faad8607740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f5130410 0x55a7f5138470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faad8607740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f513acb0 0x55a7f51525c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faad8607740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7faad01ad9b0 con 0x55a7f512faf0 2024-09-12T12:42:19.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faad8607740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faad01af4f0 con 0x55a7f513acb0 2024-09-12T12:42:19.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faad8607740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faad01ae080 con 0x55a7f5130410 2024-09-12T12:42:19.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faaceffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f512faf0 0x55a7f5139b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faaceffd640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f512faf0 0x55a7f5139b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48468/0 (socket says 172.21.15.82:48468) 2024-09-12T12:42:19.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faaceffd640 1 -- 172.21.15.82:0/2425439574 learned_addr learned my addr 172.21.15.82:0/2425439574 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:19.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faace7fc640 1 --2- 172.21.15.82:0/2425439574 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f5130410 0x55a7f5138470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.053 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faaceffd640 1 -- 172.21.15.82:0/2425439574 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f5130410 msgr2=0x55a7f5138470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:19.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faaceffd640 1 --2- 172.21.15.82:0/2425439574 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f5130410 0x55a7f5138470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faaceffd640 1 -- 172.21.15.82:0/2425439574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f513acb0 msgr2=0x55a7f51525c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:19.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faaceffd640 1 --2- 172.21.15.82:0/2425439574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f513acb0 0x55a7f51525c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faaceffd640 1 -- 172.21.15.82:0/2425439574 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7f512f8a0 con 0x55a7f512faf0 2024-09-12T12:42:19.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faace7fc640 1 --2- 172.21.15.82:0/2425439574 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f5130410 0x55a7f5138470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:42:19.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faaceffd640 1 --2- 172.21.15.82:0/2425439574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f512faf0 0x55a7f5139b30 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7faac000b7b0 tx=0x7faac000b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b1ee0d243f9223b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:19.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faac57fa640 1 -- 172.21.15.82:0/2425439574 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac0011690 con 0x55a7f512faf0 2024-09-12T12:42:19.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faac57fa640 1 -- 172.21.15.82:0/2425439574 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faac0011d80 con 0x55a7f512faf0 2024-09-12T12:42:19.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.048+0000 7faac57fa640 1 -- 172.21.15.82:0/2425439574 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac001c480 con 0x55a7f512faf0 2024-09-12T12:42:19.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.049+0000 7faad8607740 1 -- 172.21.15.82:0/2425439574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f512faf0 msgr2=0x55a7f5139b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:19.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.049+0000 7faad8607740 1 --2- 172.21.15.82:0/2425439574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f512faf0 0x55a7f5139b30 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7faac000b7b0 tx=0x7faac000b630 comp rx=0 tx=0).stop 2024-09-12T12:42:19.054 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.049+0000 7faad8607740 1 -- 172.21.15.82:0/2425439574 shutdown_connections 2024-09-12T12:42:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.049+0000 7faad8607740 1 --2- 172.21.15.82:0/2425439574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f513acb0 0x55a7f51525c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.049+0000 7faad8607740 1 --2- 172.21.15.82:0/2425439574 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f5130410 0x55a7f5138470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.049+0000 7faad8607740 1 --2- 172.21.15.82:0/2425439574 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f512faf0 0x55a7f5139b30 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.049+0000 7faad8607740 1 -- 172.21.15.82:0/2425439574 >> 172.21.15.82:0/2425439574 conn(0x55a7f512c060 msgr2=0x55a7f5139420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.049+0000 7faad8607740 1 -- 172.21.15.82:0/2425439574 shutdown_connections 2024-09-12T12:42:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.049+0000 7faad8607740 1 -- 172.21.15.82:0/2425439574 wait complete. 2024-09-12T12:42:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.049+0000 7faad8607740 1 -- start start 2024-09-12T12:42:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.049+0000 7faad8607740 1 Processor -- start 2024-09-12T12:42:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faad8607740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f512faf0 0x55a7f5143320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faad8607740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f5130410 0x55a7f513e690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faad8607740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f513acb0 0x55a7f513ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faad8607740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7faad01aee20 con 0x55a7f5130410 2024-09-12T12:42:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faad8607740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faad01ae750 con 0x55a7f512faf0 2024-09-12T12:42:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faad8607740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7faad01ab9b0 con 0x55a7f513acb0 2024-09-12T12:42:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faad8607740 10 client.0 _ll_register_callbacks cb 0x7faac000baa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:42:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faace7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f5130410 0x55a7f513e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faace7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f5130410 0x55a7f513e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:48472/0 (socket says 172.21.15.82:48472) 2024-09-12T12:42:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faace7fc640 1 -- 172.21.15.82:0/3098334223 learned_addr learned my addr 172.21.15.82:0/3098334223 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faacf7fe640 1 --2- 172.21.15.82:0/3098334223 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f513acb0 0x55a7f513ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faaceffd640 1 --2- 172.21.15.82:0/3098334223 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f512faf0 0x55a7f5143320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faace7fc640 1 -- 172.21.15.82:0/3098334223 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f513acb0 msgr2=0x55a7f513ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faace7fc640 1 --2- 172.21.15.82:0/3098334223 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f513acb0 0x55a7f513ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faace7fc640 1 -- 172.21.15.82:0/3098334223 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f512faf0 msgr2=0x55a7f5143320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faace7fc640 1 --2- 172.21.15.82:0/3098334223 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f512faf0 0x55a7f5143320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faace7fc640 1 -- 172.21.15.82:0/3098334223 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7f512d1f0 con 0x55a7f5130410 2024-09-12T12:42:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faace7fc640 1 --2- 172.21.15.82:0/3098334223 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f5130410 0x55a7f513e690 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7faab8098420 tx=0x7faab800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c3595de9330db3d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faaaeffd640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:42:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faaaeffd640 1 -- 172.21.15.82:0/3098334223 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab8010e60 con 0x55a7f5130410 2024-09-12T12:42:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faaaeffd640 1 -- 172.21.15.82:0/3098334223 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7faab80cd3c0 con 0x55a7f5130410 2024-09-12T12:42:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.050+0000 7faad8607740 1 -- 172.21.15.82:0/3098334223 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faac0011d80 con 0x55a7f5130410 2024-09-12T12:42:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.051+0000 7faaaeffd640 1 -- 172.21.15.82:0/3098334223 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faab80a4b80 con 0x55a7f5130410 2024-09-12T12:42:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.051+0000 7faad8607740 10 client.17391 fetch_fsmap learned FSMap version 28 2024-09-12T12:42:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.051+0000 7faad8607740 1 -- 172.21.15.82:0/3098334223 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a7f51b5300 con 0x55a7f5130410 2024-09-12T12:42:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.051+0000 7faaaeffd640 1 -- 172.21.15.82:0/3098334223 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faac0011d80 con 0x55a7f5130410 2024-09-12T12:42:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.051+0000 7faaaeffd640 1 -- 172.21.15.82:0/3098334223 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7faab80bac70 con 0x55a7f5130410 2024-09-12T12:42:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.051+0000 7faad8607740 10 client.17391 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:42:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.051+0000 7faad8607740 10 client.17391 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:42:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.051+0000 7faad8607740 20 client.17391 populate_metadata read hostname 'smithi082' 2024-09-12T12:42:19.058 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.051+0000 7faad8607740 1 --2- 172.21.15.82:0/3098334223 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a7f51b5a80 0x55a7f51b7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:19.058 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.051+0000 7faad8607740 4 client.17391 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:42:19.058 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.051+0000 7faad8607740 1 -- 172.21.15.82:0/3098334223 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a7f509bd70 con 0x55a7f51b5a80 2024-09-12T12:42:19.058 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.051+0000 7faaceffd640 1 --2- 172.21.15.82:0/3098334223 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a7f51b5a80 0x55a7f51b7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:19.058 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.052+0000 7faaaeffd640 10 client.17391 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:19.058 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.052+0000 7faaceffd640 1 --2- 172.21.15.82:0/3098334223 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a7f51b5a80 0x55a7f51b7ea0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3c127352ce8297b server_cookie=a7a130eff0a5ae83 in_seq=0 out_seq=0 2024-09-12T12:42:19.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faaaeffd640 1 -- 172.21.15.82:0/3098334223 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a7f509bd70 con 0x55a7f51b5a80 2024-09-12T12:42:19.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faaaeffd640 10 client.17391 handle_command_reply: tid=0 2024-09-12T12:42:19.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad8607740 1 client.17391 shutdown 2024-09-12T12:42:19.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad8607740 1 -- 172.21.15.82:0/3098334223 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f5130410 msgr2=0x55a7f513e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:19.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad8607740 1 --2- 172.21.15.82:0/3098334223 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f5130410 0x55a7f513e690 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7faab8098420 tx=0x7faab800cf90 comp rx=0 tx=0).stop 2024-09-12T12:42:19.066 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad8607740 1 -- 172.21.15.82:0/3098334223 shutdown_connections 2024-09-12T12:42:19.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad8607740 1 --2- 172.21.15.82:0/3098334223 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55a7f51b5a80 0x55a7f51b7ea0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faaaeffd640 0 client.17391 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:19.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad8607740 1 --2- 172.21.15.82:0/3098334223 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55a7f513acb0 0x55a7f513ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad8607740 1 --2- 172.21.15.82:0/3098334223 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55a7f5130410 0x55a7f513e690 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad8607740 1 --2- 172.21.15.82:0/3098334223 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a7f512faf0 0x55a7f5143320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad8607740 1 -- 172.21.15.82:0/3098334223 >> 172.21.15.82:0/3098334223 conn(0x55a7f512c060 msgr2=0x55a7f5131ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:19.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad8607740 1 -- 172.21.15.82:0/3098334223 shutdown_connections 2024-09-12T12:42:19.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad8607740 1 -- 172.21.15.82:0/3098334223 wait complete. 2024-09-12T12:42:19.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad8607740 20 client.17391 trim_cache size 0 max 16384 2024-09-12T12:42:19.067 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:42:19.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:42:19.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:42:19.068 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:42:19.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad5865640 1 -- 172.21.15.82:0/1462467584 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faabc0a2e20 msgr2=0x7faabc0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:19.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad5865640 1 --2- 172.21.15.82:0/1462467584 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faabc0a2e20 0x7faabc0a52e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7faac8004770 tx=0x7faac8005fd0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad5865640 1 -- 172.21.15.82:0/1462467584 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad0101370 msgr2=0x7faad0198810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:19.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad5865640 1 --2- 172.21.15.82:0/1462467584 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad0101370 0x7faad0198810 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7faab800ebc0 tx=0x7faab800c6a0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad5865640 1 -- 172.21.15.82:0/1462467584 shutdown_connections 2024-09-12T12:42:19.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad5865640 1 --2- 172.21.15.82:0/1462467584 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7faabc0a2e20 0x7faabc0a52e0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad5865640 1 --2- 172.21.15.82:0/1462467584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faad01069e0 0x7faad019cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad5865640 1 --2- 172.21.15.82:0/1462467584 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7faad0101370 0x7faad0198810 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad5865640 1 --2- 172.21.15.82:0/1462467584 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7faad01009d0 0x7faad01982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:19.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.066+0000 7faad5865640 1 -- 172.21.15.82:0/1462467584 >> 172.21.15.82:0/1462467584 conn(0x7faad00fc6b0 msgr2=0x7faad00fdbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:19.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.067+0000 7faad5865640 1 -- 172.21.15.82:0/1462467584 shutdown_connections 2024-09-12T12:42:19.069 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:19.067+0000 7faad5865640 1 -- 172.21.15.82:0/1462467584 wait complete. 2024-09-12T12:42:20.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:20 smithi082 ceph-mon[31122]: pgmap v491: 97 pgs: 97 active+clean; 4.0 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-09-12T12:42:20.322 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:20 smithi114 ceph-mon[35514]: pgmap v491: 97 pgs: 97 active+clean; 4.0 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-09-12T12:42:20.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:20 smithi097 ceph-mon[34923]: pgmap v491: 97 pgs: 97 active+clean; 4.0 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-09-12T12:42:22.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:22 smithi082 ceph-mon[31122]: pgmap v492: 97 pgs: 97 active+clean; 4.0 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:42:22.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:22 smithi114 ceph-mon[35514]: pgmap v492: 97 pgs: 97 active+clean; 4.0 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:42:22.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:22 smithi097 ceph-mon[34923]: pgmap v492: 97 pgs: 97 active+clean; 4.0 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:42:24.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:24 smithi082 ceph-mon[31122]: pgmap v493: 97 pgs: 97 active+clean; 4.0 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:42:24.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:24 smithi114 ceph-mon[35514]: pgmap v493: 97 pgs: 97 active+clean; 4.0 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:42:24.323 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:24 smithi097 ceph-mon[34923]: pgmap v493: 97 pgs: 97 active+clean; 4.0 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-09-12T12:42:26.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:26 smithi082 ceph-mon[31122]: pgmap v494: 97 pgs: 97 active+clean; 4.2 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:42:26.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:26 smithi114 ceph-mon[35514]: pgmap v494: 97 pgs: 97 active+clean; 4.2 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:42:26.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:26 smithi097 ceph-mon[34923]: pgmap v494: 97 pgs: 97 active+clean; 4.2 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:42:28.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:28 smithi114 ceph-mon[35514]: pgmap v495: 97 pgs: 97 active+clean; 4.2 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:42:28.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:28 smithi097 ceph-mon[34923]: pgmap v495: 97 pgs: 97 active+clean; 4.2 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:42:28.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:28 smithi082 ceph-mon[31122]: pgmap v495: 97 pgs: 97 active+clean; 4.2 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-09-12T12:42:30.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:30 smithi114 ceph-mon[35514]: pgmap v496: 97 pgs: 97 active+clean; 4.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:42:30.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:30 smithi097 ceph-mon[34923]: pgmap v496: 97 pgs: 97 active+clean; 4.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:42:30.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:30 smithi082 ceph-mon[31122]: pgmap v496: 97 pgs: 97 active+clean; 4.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-09-12T12:42:32.163 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.160+0000 7fca8820e640 1 -- 172.21.15.82:0/4053523713 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fca80101ae0 msgr2=0x7fca80101f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:32.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.160+0000 7fca8820e640 1 --2- 172.21.15.82:0/4053523713 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fca80101ae0 0x7fca80101f40 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7fca7c009930 tx=0x7fca7c02a420 comp rx=0 tx=0).stop 2024-09-12T12:42:32.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.160+0000 7fca8820e640 1 -- 172.21.15.82:0/4053523713 shutdown_connections 2024-09-12T12:42:32.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.160+0000 7fca8820e640 1 --2- 172.21.15.82:0/4053523713 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca80102480 0x7fca8010e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.160+0000 7fca8820e640 1 --2- 172.21.15.82:0/4053523713 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fca80101ae0 0x7fca80101f40 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.160+0000 7fca8820e640 1 --2- 172.21.15.82:0/4053523713 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca80107b80 0x7fca80107f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.160+0000 7fca8820e640 1 -- 172.21.15.82:0/4053523713 >> 172.21.15.82:0/4053523713 conn(0x7fca800fd7e0 msgr2=0x7fca800ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:32.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.160+0000 7fca8820e640 1 -- 172.21.15.82:0/4053523713 shutdown_connections 2024-09-12T12:42:32.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.160+0000 7fca8820e640 1 -- 172.21.15.82:0/4053523713 wait complete. 2024-09-12T12:42:32.164 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca8820e640 1 Processor -- start 2024-09-12T12:42:32.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca8820e640 1 -- start start 2024-09-12T12:42:32.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca8820e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fca80101ae0 0x7fca801983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca8820e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca80102480 0x7fca80198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca8820e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca80107b80 0x7fca8019cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca8820e640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fca80111f30 con 0x7fca80101ae0 2024-09-12T12:42:32.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca8820e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fca80111db0 con 0x7fca80102480 2024-09-12T12:42:32.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca8820e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fca801120b0 con 0x7fca80107b80 2024-09-12T12:42:32.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca85faa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fca80101ae0 0x7fca801983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca85faa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fca80101ae0 0x7fca801983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42894/0 (socket says 172.21.15.82:42894) 2024-09-12T12:42:32.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca85faa640 1 -- 172.21.15.82:0/2403696777 learned_addr learned my addr 172.21.15.82:0/2403696777 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:32.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca857a9640 1 --2- 172.21.15.82:0/2403696777 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca80102480 0x7fca80198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.165 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca867ab640 1 --2- 172.21.15.82:0/2403696777 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca80107b80 0x7fca8019cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca85faa640 1 -- 172.21.15.82:0/2403696777 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca80107b80 msgr2=0x7fca8019cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:32.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca85faa640 1 --2- 172.21.15.82:0/2403696777 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca80107b80 0x7fca8019cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca85faa640 1 -- 172.21.15.82:0/2403696777 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca80102480 msgr2=0x7fca80198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:32.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca85faa640 1 --2- 172.21.15.82:0/2403696777 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca80102480 0x7fca80198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.161+0000 7fca85faa640 1 -- 172.21.15.82:0/2403696777 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca8019d3b0 con 0x7fca80101ae0 2024-09-12T12:42:32.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.162+0000 7fca85faa640 1 --2- 172.21.15.82:0/2403696777 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fca80101ae0 0x7fca801983c0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7fca7400d950 tx=0x7fca7400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:32.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.162+0000 7fca72ffd640 1 -- 172.21.15.82:0/2403696777 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca74017070 con 0x7fca80101ae0 2024-09-12T12:42:32.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.162+0000 7fca72ffd640 1 -- 172.21.15.82:0/2403696777 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca74009c30 con 0x7fca80101ae0 2024-09-12T12:42:32.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.162+0000 7fca72ffd640 1 -- 172.21.15.82:0/2403696777 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca7400f6b0 con 0x7fca80101ae0 2024-09-12T12:42:32.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.162+0000 7fca8820e640 1 -- 172.21.15.82:0/2403696777 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca8019d6a0 con 0x7fca80101ae0 2024-09-12T12:42:32.166 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.162+0000 7fca8820e640 1 -- 172.21.15.82:0/2403696777 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca801a4f30 con 0x7fca80101ae0 2024-09-12T12:42:32.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.164+0000 7fca72ffd640 1 -- 172.21.15.82:0/2403696777 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fca740109d0 con 0x7fca80101ae0 2024-09-12T12:42:32.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.165+0000 7fca8b087740 1 Processor -- start 2024-09-12T12:42:32.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.165+0000 7fca8b087740 1 -- start start 2024-09-12T12:42:32.173 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.165+0000 7fca8b087740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a5af0 0x55d0635a5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.165+0000 7fca8b087740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 0x55d0635b0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.165+0000 7fca8b087740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635b30a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.165+0000 7fca8b087740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d06350a2f0 con 0x55d0635b0cb0 2024-09-12T12:42:32.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.165+0000 7fca8b087740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d0634b2270 con 0x55d0635a6410 2024-09-12T12:42:32.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.165+0000 7fca8b087740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55d0635062b0 con 0x55d0635a5af0 2024-09-12T12:42:32.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.165+0000 7fca857a9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635b30a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.165+0000 7fca857a9640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635b30a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42904/0 (socket says 172.21.15.82:42904) 2024-09-12T12:42:32.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.165+0000 7fca85faa640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 0x55d0635b0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.165+0000 7fca857a9640 1 -- 172.21.15.82:0/1239716448 learned_addr learned my addr 172.21.15.82:0/1239716448 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:32.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.165+0000 7fca72ffd640 1 --2- 172.21.15.82:0/2403696777 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fca6c0a2e20 0x7fca6c0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.174 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.165+0000 7fca867ab640 1 --2- 172.21.15.82:0/1239716448 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a5af0 0x55d0635a5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.166+0000 7fca867ab640 1 --2- 172.21.15.82:0/2403696777 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fca6c0a2e20 0x7fca6c0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.166+0000 7fca857a9640 1 -- 172.21.15.82:0/1239716448 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a5af0 msgr2=0x55d0635a5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:32.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.166+0000 7fca857a9640 1 --2- 172.21.15.82:0/1239716448 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a5af0 0x55d0635a5ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.166+0000 7fca857a9640 1 -- 172.21.15.82:0/1239716448 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 msgr2=0x55d0635b0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:32.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.166+0000 7fca857a9640 1 --2- 172.21.15.82:0/1239716448 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 0x55d0635b0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.166+0000 7fca857a9640 1 -- 172.21.15.82:0/1239716448 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0634b1340 con 0x55d0635b0cb0 2024-09-12T12:42:32.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.166+0000 7fca72ffd640 1 -- 172.21.15.82:0/2403696777 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7fca740cf040 con 0x7fca80101ae0 2024-09-12T12:42:32.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.166+0000 7fca857a9640 1 --2- 172.21.15.82:0/1239716448 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635b30a0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7fca7c009930 tx=0x7fca7c031630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b499293b1461e27e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:32.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.166+0000 7fca867ab640 1 --2- 172.21.15.82:0/2403696777 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fca6c0a2e20 0x7fca6c0a52e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fca78006130 tx=0x7fca78005df0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:32.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.166+0000 7fca6bfff640 1 -- 172.21.15.82:0/1239716448 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca7c040070 con 0x55d0635b0cb0 2024-09-12T12:42:32.175 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.166+0000 7fca6bfff640 1 -- 172.21.15.82:0/1239716448 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca7c005020 con 0x55d0635b0cb0 2024-09-12T12:42:32.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.166+0000 7fca6bfff640 1 -- 172.21.15.82:0/1239716448 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca7c035040 con 0x55d0635b0cb0 2024-09-12T12:42:32.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.167+0000 7fca8b087740 1 -- 172.21.15.82:0/1239716448 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 msgr2=0x55d0635b30a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:32.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.167+0000 7fca8b087740 1 --2- 172.21.15.82:0/1239716448 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635b30a0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7fca7c009930 tx=0x7fca7c031630 comp rx=0 tx=0).stop 2024-09-12T12:42:32.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.167+0000 7fca8b087740 1 -- 172.21.15.82:0/1239716448 shutdown_connections 2024-09-12T12:42:32.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.167+0000 7fca8b087740 1 --2- 172.21.15.82:0/1239716448 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635b30a0 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.167+0000 7fca8b087740 1 --2- 172.21.15.82:0/1239716448 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 0x55d0635b0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.167+0000 7fca8b087740 1 --2- 172.21.15.82:0/1239716448 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a5af0 0x55d0635a5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.167+0000 7fca8b087740 1 -- 172.21.15.82:0/1239716448 >> 172.21.15.82:0/1239716448 conn(0x55d0635a2060 msgr2=0x55d0635a2440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:32.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.167+0000 7fca8b087740 1 -- 172.21.15.82:0/1239716448 shutdown_connections 2024-09-12T12:42:32.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.167+0000 7fca8b087740 1 -- 172.21.15.82:0/1239716448 wait complete. 2024-09-12T12:42:32.176 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.167+0000 7fca8b087740 1 -- start start 2024-09-12T12:42:32.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.167+0000 7fca8b087740 1 Processor -- start 2024-09-12T12:42:32.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca8b087740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635a5af0 0x55d0635ada40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca8b087740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 0x55d0635adf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca8b087740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635b0cb0 0x55d0635ae4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca8b087740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55d0635b3880 con 0x55d0635a5af0 2024-09-12T12:42:32.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca8b087740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d063493290 con 0x55d0635a6410 2024-09-12T12:42:32.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca8b087740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55d0635b3a00 con 0x55d0635b0cb0 2024-09-12T12:42:32.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca8b087740 10 client.0 _ll_register_callbacks cb 0x55d0634c4140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:42:32.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca85faa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635a5af0 0x55d0635ada40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca85faa640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635a5af0 0x55d0635ada40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42918/0 (socket says 172.21.15.82:42918) 2024-09-12T12:42:32.177 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca85faa640 1 -- 172.21.15.82:0/3409968297 learned_addr learned my addr 172.21.15.82:0/3409968297 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca857a9640 1 --2- 172.21.15.82:0/3409968297 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 0x55d0635adf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca867ab640 1 --2- 172.21.15.82:0/3409968297 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635b0cb0 0x55d0635ae4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca85faa640 1 -- 172.21.15.82:0/3409968297 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635b0cb0 msgr2=0x55d0635ae4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca85faa640 1 --2- 172.21.15.82:0/3409968297 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635b0cb0 0x55d0635ae4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca85faa640 1 -- 172.21.15.82:0/3409968297 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 msgr2=0x55d0635adf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca85faa640 1 --2- 172.21.15.82:0/3409968297 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 0x55d0635adf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca85faa640 1 -- 172.21.15.82:0/3409968297 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d06321d210 con 0x55d0635a5af0 2024-09-12T12:42:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca85faa640 1 --2- 172.21.15.82:0/3409968297 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635a5af0 0x55d0635ada40 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fca740ccd30 tx=0x7fca740d26c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18f75db84c76dc18 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.168+0000 7fca697fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:42:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca697fa640 1 -- 172.21.15.82:0/3409968297 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca74020040 con 0x55d0635a5af0 2024-09-12T12:42:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca697fa640 1 -- 172.21.15.82:0/3409968297 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7fca740d1070 con 0x55d0635a5af0 2024-09-12T12:42:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca8b087740 1 -- 172.21.15.82:0/3409968297 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca7c005020 con 0x55d0635a5af0 2024-09-12T12:42:32.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca697fa640 1 -- 172.21.15.82:0/3409968297 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fca7409bc00 con 0x55d0635a5af0 2024-09-12T12:42:32.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca8b087740 10 client.17403 fetch_fsmap learned FSMap version 28 2024-09-12T12:42:32.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca8b087740 1 -- 172.21.15.82:0/3409968297 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d0632e9620 con 0x55d0635a5af0 2024-09-12T12:42:32.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca697fa640 1 -- 172.21.15.82:0/3409968297 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca7c005020 con 0x55d0635a5af0 2024-09-12T12:42:32.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca697fa640 1 -- 172.21.15.82:0/3409968297 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fca740b4230 con 0x55d0635a5af0 2024-09-12T12:42:32.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca8b087740 10 client.17403 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:42:32.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca8b087740 10 client.17403 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:42:32.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca8b087740 20 client.17403 populate_metadata read hostname 'smithi082' 2024-09-12T12:42:32.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca8b087740 1 --2- 172.21.15.82:0/3409968297 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d0635c0b10 0x55d0635c2f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca8b087740 4 client.17403 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:42:32.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca8b087740 1 -- 172.21.15.82:0/3409968297 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d063517a20 con 0x55d0635c0b10 2024-09-12T12:42:32.179 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.169+0000 7fca857a9640 1 --2- 172.21.15.82:0/3409968297 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d0635c0b10 0x55d0635c2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.170+0000 7fca697fa640 10 client.17403 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:32.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.170+0000 7fca857a9640 1 --2- 172.21.15.82:0/3409968297 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d0635c0b10 0x55d0635c2f00 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dc5f334f6ac9f604 server_cookie=619bde5979d7bebd in_seq=0 out_seq=0 2024-09-12T12:42:32.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.170+0000 7fca697fa640 1 -- 172.21.15.82:0/3409968297 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d063517a20 con 0x55d0635c0b10 2024-09-12T12:42:32.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.170+0000 7fca697fa640 10 client.17403 handle_command_reply: tid=0 2024-09-12T12:42:32.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.171+0000 7fca8b087740 1 client.17403 shutdown 2024-09-12T12:42:32.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.171+0000 7fca8b087740 1 -- 172.21.15.82:0/3409968297 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635a5af0 msgr2=0x55d0635ada40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:32.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.171+0000 7fca8b087740 1 --2- 172.21.15.82:0/3409968297 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635a5af0 0x55d0635ada40 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fca740ccd30 tx=0x7fca740d26c0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.171+0000 7fca8b087740 1 -- 172.21.15.82:0/3409968297 shutdown_connections 2024-09-12T12:42:32.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.171+0000 7fca8b087740 1 --2- 172.21.15.82:0/3409968297 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d0635c0b10 0x55d0635c2f00 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.171+0000 7fca8b087740 1 --2- 172.21.15.82:0/3409968297 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635b0cb0 0x55d0635ae4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.180 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.171+0000 7fca8b087740 1 --2- 172.21.15.82:0/3409968297 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 0x55d0635adf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.171+0000 7fca697fa640 0 client.17403 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.171+0000 7fca8b087740 1 --2- 172.21.15.82:0/3409968297 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635a5af0 0x55d0635ada40 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.171+0000 7fca8b087740 1 -- 172.21.15.82:0/3409968297 >> 172.21.15.82:0/3409968297 conn(0x55d0635a2060 msgr2=0x55d0635a7d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.171+0000 7fca8b087740 1 -- 172.21.15.82:0/3409968297 shutdown_connections 2024-09-12T12:42:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.171+0000 7fca8b087740 1 -- 172.21.15.82:0/3409968297 wait complete. 2024-09-12T12:42:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.171+0000 7fca8b087740 20 client.17403 trim_cache size 0 max 16384 2024-09-12T12:42:32.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.185+0000 7fca8b087740 1 Processor -- start 2024-09-12T12:42:32.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.185+0000 7fca8b087740 1 -- start start 2024-09-12T12:42:32.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.185+0000 7fca8b087740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a5af0 0x55d0635ac310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.185+0000 7fca8b087740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 0x55d0635ae2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.185+0000 7fca8b087740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635c8740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.185+0000 7fca8b087740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fca801ad920 con 0x55d0635b0cb0 2024-09-12T12:42:32.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.185+0000 7fca8b087740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fca801af460 con 0x55d0635a6410 2024-09-12T12:42:32.191 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.185+0000 7fca8b087740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fca801adff0 con 0x55d0635a5af0 2024-09-12T12:42:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca867ab640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635c8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca867ab640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635c8740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42926/0 (socket says 172.21.15.82:42926) 2024-09-12T12:42:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca867ab640 1 -- 172.21.15.82:0/848964185 learned_addr learned my addr 172.21.15.82:0/848964185 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca857a9640 1 --2- 172.21.15.82:0/848964185 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 0x55d0635ae2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca85faa640 1 --2- 172.21.15.82:0/848964185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a5af0 0x55d0635ac310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca867ab640 1 -- 172.21.15.82:0/848964185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a5af0 msgr2=0x55d0635ac310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca867ab640 1 --2- 172.21.15.82:0/848964185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a5af0 0x55d0635ac310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca867ab640 1 -- 172.21.15.82:0/848964185 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 msgr2=0x55d0635ae2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca867ab640 1 --2- 172.21.15.82:0/848964185 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 0x55d0635ae2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca867ab640 1 -- 172.21.15.82:0/848964185 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0635a1e90 con 0x55d0635b0cb0 2024-09-12T12:42:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca857a9640 1 --2- 172.21.15.82:0/848964185 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 0x55d0635ae2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:42:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca867ab640 1 --2- 172.21.15.82:0/848964185 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635c8740 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fca78012fd0 tx=0x7fca7800d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ae1c09c2ad2d480 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca6b7fe640 1 -- 172.21.15.82:0/848964185 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca78021590 con 0x55d0635b0cb0 2024-09-12T12:42:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca6b7fe640 1 -- 172.21.15.82:0/848964185 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca78027070 con 0x55d0635b0cb0 2024-09-12T12:42:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.186+0000 7fca6b7fe640 1 -- 172.21.15.82:0/848964185 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca78022a30 con 0x55d0635b0cb0 2024-09-12T12:42:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.187+0000 7fca8b087740 1 -- 172.21.15.82:0/848964185 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 msgr2=0x55d0635c8740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.187+0000 7fca8b087740 1 --2- 172.21.15.82:0/848964185 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635c8740 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fca78012fd0 tx=0x7fca7800d000 comp rx=0 tx=0).stop 2024-09-12T12:42:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.187+0000 7fca8b087740 1 -- 172.21.15.82:0/848964185 shutdown_connections 2024-09-12T12:42:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.187+0000 7fca8b087740 1 --2- 172.21.15.82:0/848964185 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635c8740 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.187+0000 7fca8b087740 1 --2- 172.21.15.82:0/848964185 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a6410 0x55d0635ae2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.187+0000 7fca8b087740 1 --2- 172.21.15.82:0/848964185 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a5af0 0x55d0635ac310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.187+0000 7fca8b087740 1 -- 172.21.15.82:0/848964185 >> 172.21.15.82:0/848964185 conn(0x55d0635a2060 msgr2=0x55d0635afac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.187+0000 7fca8b087740 1 -- 172.21.15.82:0/848964185 shutdown_connections 2024-09-12T12:42:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.187+0000 7fca8b087740 1 -- 172.21.15.82:0/848964185 wait complete. 2024-09-12T12:42:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.187+0000 7fca8b087740 1 -- start start 2024-09-12T12:42:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.187+0000 7fca8b087740 1 Processor -- start 2024-09-12T12:42:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca8b087740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a5af0 0x55d0635aaa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca8b087740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a6410 0x55d0635aafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca8b087740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635ab500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca8b087740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fca801aed90 con 0x55d0635b0cb0 2024-09-12T12:42:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca8b087740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fca801ae6c0 con 0x55d0635a5af0 2024-09-12T12:42:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca8b087740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fca801ab920 con 0x55d0635a6410 2024-09-12T12:42:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca8b087740 10 client.0 _ll_register_callbacks cb 0x7fca7409b2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:42:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca867ab640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635ab500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca867ab640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635ab500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:42936/0 (socket says 172.21.15.82:42936) 2024-09-12T12:42:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca867ab640 1 -- 172.21.15.82:0/660824375 learned_addr learned my addr 172.21.15.82:0/660824375 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca857a9640 1 --2- 172.21.15.82:0/660824375 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a6410 0x55d0635aafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca85faa640 1 --2- 172.21.15.82:0/660824375 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a5af0 0x55d0635aaa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca867ab640 1 -- 172.21.15.82:0/660824375 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a6410 msgr2=0x55d0635aafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca867ab640 1 --2- 172.21.15.82:0/660824375 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a6410 0x55d0635aafc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca867ab640 1 -- 172.21.15.82:0/660824375 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a5af0 msgr2=0x55d0635aaa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca867ab640 1 --2- 172.21.15.82:0/660824375 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a5af0 0x55d0635aaa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca867ab640 1 -- 172.21.15.82:0/660824375 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0635a8940 con 0x55d0635b0cb0 2024-09-12T12:42:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca867ab640 1 --2- 172.21.15.82:0/660824375 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635ab500 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7fca78004b90 tx=0x7fca78006750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a7e6c2059e24ce9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca697fa640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:42:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca697fa640 1 -- 172.21.15.82:0/660824375 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca780228c0 con 0x55d0635b0cb0 2024-09-12T12:42:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca8b087740 1 -- 172.21.15.82:0/660824375 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca78027070 con 0x55d0635b0cb0 2024-09-12T12:42:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.188+0000 7fca697fa640 1 -- 172.21.15.82:0/660824375 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7fca78022a60 con 0x55d0635b0cb0 2024-09-12T12:42:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.189+0000 7fca697fa640 1 -- 172.21.15.82:0/660824375 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fca78022c60 con 0x55d0635b0cb0 2024-09-12T12:42:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.189+0000 7fca8b087740 10 client.17409 fetch_fsmap learned FSMap version 28 2024-09-12T12:42:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.189+0000 7fca8b087740 1 -- 172.21.15.82:0/660824375 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d06362b880 con 0x55d0635b0cb0 2024-09-12T12:42:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.189+0000 7fca697fa640 1 -- 172.21.15.82:0/660824375 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca78027070 con 0x55d0635b0cb0 2024-09-12T12:42:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.189+0000 7fca697fa640 1 -- 172.21.15.82:0/660824375 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fca7803c670 con 0x55d0635b0cb0 2024-09-12T12:42:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.189+0000 7fca8b087740 10 client.17409 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:42:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.189+0000 7fca8b087740 10 client.17409 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-12T12:42:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.189+0000 7fca8b087740 20 client.17409 populate_metadata read hostname 'smithi082' 2024-09-12T12:42:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.189+0000 7fca8b087740 1 --2- 172.21.15.82:0/660824375 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d06362bee0 0x55d06362e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.189+0000 7fca8b087740 4 client.17409 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T12:42:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.189+0000 7fca8b087740 1 -- 172.21.15.82:0/660824375 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d063511d70 con 0x55d06362bee0 2024-09-12T12:42:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.189+0000 7fca85faa640 1 --2- 172.21.15.82:0/660824375 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d06362bee0 0x55d06362e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.190+0000 7fca85faa640 1 --2- 172.21.15.82:0/660824375 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d06362bee0 0x55d06362e300 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c52a5e00ac5cc860 server_cookie=b40a4362cb75e97c in_seq=0 out_seq=0 2024-09-12T12:42:32.197 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.190+0000 7fca697fa640 10 client.17409 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.203+0000 7fca697fa640 1 -- 172.21.15.82:0/660824375 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d063511d70 con 0x55d06362bee0 2024-09-12T12:42:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.203+0000 7fca697fa640 10 client.17409 handle_command_reply: tid=0 2024-09-12T12:42:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.203+0000 7fca8b087740 1 client.17409 shutdown 2024-09-12T12:42:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8b087740 1 -- 172.21.15.82:0/660824375 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 msgr2=0x55d0635ab500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8b087740 1 --2- 172.21.15.82:0/660824375 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635ab500 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7fca78004b90 tx=0x7fca78006750 comp rx=0 tx=0).stop 2024-09-12T12:42:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8b087740 1 -- 172.21.15.82:0/660824375 shutdown_connections 2024-09-12T12:42:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8b087740 1 --2- 172.21.15.82:0/660824375 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55d06362bee0 0x55d06362e300 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8b087740 1 --2- 172.21.15.82:0/660824375 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55d0635b0cb0 0x55d0635ab500 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8b087740 1 --2- 172.21.15.82:0/660824375 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55d0635a6410 0x55d0635aafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca697fa640 0 client.17409 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8b087740 1 --2- 172.21.15.82:0/660824375 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d0635a5af0 0x55d0635aaa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8b087740 1 -- 172.21.15.82:0/660824375 >> 172.21.15.82:0/660824375 conn(0x55d0635a2060 msgr2=0x55d0635a09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8b087740 1 -- 172.21.15.82:0/660824375 shutdown_connections 2024-09-12T12:42:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8b087740 1 -- 172.21.15.82:0/660824375 wait complete. 2024-09-12T12:42:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8b087740 20 client.17409 trim_cache size 0 max 16384 2024-09-12T12:42:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:{ 2024-09-12T12:42:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "message": "", 2024-09-12T12:42:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout: "return_code": 0 2024-09-12T12:42:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stdout:} 2024-09-12T12:42:32.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8820e640 1 -- 172.21.15.82:0/2403696777 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fca6c0a2e20 msgr2=0x7fca6c0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:32.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8820e640 1 --2- 172.21.15.82:0/2403696777 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fca6c0a2e20 0x7fca6c0a52e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fca78006130 tx=0x7fca78005df0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8820e640 1 -- 172.21.15.82:0/2403696777 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fca80101ae0 msgr2=0x7fca801983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:32.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8820e640 1 --2- 172.21.15.82:0/2403696777 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fca80101ae0 0x7fca801983c0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7fca7400d950 tx=0x7fca7400de10 comp rx=0 tx=0).stop 2024-09-12T12:42:32.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8820e640 1 -- 172.21.15.82:0/2403696777 shutdown_connections 2024-09-12T12:42:32.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8820e640 1 --2- 172.21.15.82:0/2403696777 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fca6c0a2e20 0x7fca6c0a52e0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8820e640 1 --2- 172.21.15.82:0/2403696777 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fca80107b80 0x7fca8019cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.208 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.204+0000 7fca8820e640 1 --2- 172.21.15.82:0/2403696777 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca80102480 0x7fca80198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.205+0000 7fca8820e640 1 --2- 172.21.15.82:0/2403696777 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fca80101ae0 0x7fca801983c0 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.205+0000 7fca8820e640 1 -- 172.21.15.82:0/2403696777 >> 172.21.15.82:0/2403696777 conn(0x7fca800fd7e0 msgr2=0x7fca800fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.205+0000 7fca8820e640 1 -- 172.21.15.82:0/2403696777 shutdown_connections 2024-09-12T12:42:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi082.front.sepia.ceph.com.smithi082.stderr:2024-09-12T12:42:32.205+0000 7fca8820e640 1 -- 172.21.15.82:0/2403696777 wait complete. 2024-09-12T12:42:32.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:32 smithi114 ceph-mon[35514]: pgmap v497: 97 pgs: 97 active+clean; 4.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:32.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:32 smithi097 ceph-mon[34923]: pgmap v497: 97 pgs: 97 active+clean; 4.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:32.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:32 smithi082 ceph-mon[31122]: pgmap v497: 97 pgs: 97 active+clean; 4.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:34.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:34 smithi114 ceph-mon[35514]: pgmap v498: 97 pgs: 97 active+clean; 4.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:34.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:34 smithi097 ceph-mon[34923]: pgmap v498: 97 pgs: 97 active+clean; 4.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:34.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:34 smithi082 ceph-mon[31122]: pgmap v498: 97 pgs: 97 active+clean; 4.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:36.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:36 smithi114 ceph-mon[35514]: pgmap v499: 97 pgs: 97 active+clean; 4.7 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 65 KiB/s wr, 24 op/s 2024-09-12T12:42:36.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:36 smithi097 ceph-mon[34923]: pgmap v499: 97 pgs: 97 active+clean; 4.7 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 65 KiB/s wr, 24 op/s 2024-09-12T12:42:36.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:36 smithi082 ceph-mon[31122]: pgmap v499: 97 pgs: 97 active+clean; 4.7 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 65 KiB/s wr, 24 op/s 2024-09-12T12:42:38.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:38 smithi114 ceph-mon[35514]: pgmap v500: 97 pgs: 97 active+clean; 4.7 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:42:38.332 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:38 smithi082 ceph-mon[31122]: pgmap v500: 97 pgs: 97 active+clean; 4.7 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:42:38.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:38 smithi097 ceph-mon[34923]: pgmap v500: 97 pgs: 97 active+clean; 4.7 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-09-12T12:42:40.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:40 smithi114 ceph-mon[35514]: pgmap v501: 97 pgs: 97 active+clean; 4.9 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:42:40.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:40 smithi097 ceph-mon[34923]: pgmap v501: 97 pgs: 97 active+clean; 4.9 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:42:40.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:40 smithi082 ceph-mon[31122]: pgmap v501: 97 pgs: 97 active+clean; 4.9 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-09-12T12:42:41.056 INFO:tasks.workunit.client.0.smithi082.stdout:561/600: open fd = 3 2024-09-12T12:42:41.056 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.056 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.056 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.056 INFO:tasks.workunit.client.0.smithi082.stdout:562/600: open fd = 3 2024-09-12T12:42:41.056 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.056 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.057 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.057 INFO:tasks.workunit.client.0.smithi082.stdout:563/600: open fd = 3 2024-09-12T12:42:41.057 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.057 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.057 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.057 INFO:tasks.workunit.client.0.smithi082.stdout:564/600: open fd = 3 2024-09-12T12:42:41.057 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.057 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.057 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.057 INFO:tasks.workunit.client.0.smithi082.stdout:565/600: open fd = 3 2024-09-12T12:42:41.057 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.057 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.057 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.058 INFO:tasks.workunit.client.0.smithi082.stdout:566/600: open fd = 3 2024-09-12T12:42:41.058 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.058 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.058 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.058 INFO:tasks.workunit.client.0.smithi082.stdout:567/600: open fd = 3 2024-09-12T12:42:41.058 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.058 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.058 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.058 INFO:tasks.workunit.client.0.smithi082.stdout:568/600: open fd = 3 2024-09-12T12:42:41.058 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.058 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.058 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.058 INFO:tasks.workunit.client.0.smithi082.stdout:569/600: open fd = 3 2024-09-12T12:42:41.058 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.059 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.059 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.059 INFO:tasks.workunit.client.0.smithi082.stdout:570/600: open fd = 3 2024-09-12T12:42:41.059 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.059 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.059 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.059 INFO:tasks.workunit.client.0.smithi082.stdout:571/600: open fd = 3 2024-09-12T12:42:41.059 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.059 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.059 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.059 INFO:tasks.workunit.client.0.smithi082.stdout:572/600: open fd = 3 2024-09-12T12:42:41.059 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.059 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.060 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.060 INFO:tasks.workunit.client.0.smithi082.stdout:573/600: open fd = 3 2024-09-12T12:42:41.060 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.060 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.060 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.060 INFO:tasks.workunit.client.0.smithi082.stdout:574/600: open fd = 3 2024-09-12T12:42:41.060 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.060 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.060 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.060 INFO:tasks.workunit.client.0.smithi082.stdout:575/600: open fd = 3 2024-09-12T12:42:41.060 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.060 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.061 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.061 INFO:tasks.workunit.client.0.smithi082.stdout:576/600: open fd = 3 2024-09-12T12:42:41.061 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.061 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.061 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.061 INFO:tasks.workunit.client.0.smithi082.stdout:577/600: open fd = 3 2024-09-12T12:42:41.061 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.061 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.062 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.062 INFO:tasks.workunit.client.0.smithi082.stdout:578/600: open fd = 3 2024-09-12T12:42:41.062 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.062 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.062 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.062 INFO:tasks.workunit.client.0.smithi082.stdout:579/600: open fd = 3 2024-09-12T12:42:41.062 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.062 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.062 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.062 INFO:tasks.workunit.client.0.smithi082.stdout:580/600: open fd = 3 2024-09-12T12:42:41.062 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.062 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.062 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.062 INFO:tasks.workunit.client.0.smithi082.stdout:581/600: open fd = 3 2024-09-12T12:42:41.063 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.063 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.063 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.063 INFO:tasks.workunit.client.0.smithi082.stdout:582/600: open fd = 3 2024-09-12T12:42:41.063 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.063 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.063 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.063 INFO:tasks.workunit.client.0.smithi082.stdout:583/600: open fd = 3 2024-09-12T12:42:41.063 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.063 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.063 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.063 INFO:tasks.workunit.client.0.smithi082.stdout:584/600: open fd = 3 2024-09-12T12:42:41.063 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.063 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.064 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.064 INFO:tasks.workunit.client.0.smithi082.stdout:585/600: open fd = 3 2024-09-12T12:42:41.064 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.064 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.064 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.064 INFO:tasks.workunit.client.0.smithi082.stdout:586/600: open fd = 3 2024-09-12T12:42:41.064 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.064 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.064 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.064 INFO:tasks.workunit.client.0.smithi082.stdout:587/600: open fd = 3 2024-09-12T12:42:41.064 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.064 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.064 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.065 INFO:tasks.workunit.client.0.smithi082.stdout:588/600: open fd = 3 2024-09-12T12:42:41.065 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.065 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.065 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.065 INFO:tasks.workunit.client.0.smithi082.stdout:589/600: open fd = 3 2024-09-12T12:42:41.065 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.065 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.065 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.065 INFO:tasks.workunit.client.0.smithi082.stdout:590/600: open fd = 3 2024-09-12T12:42:41.065 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.065 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.065 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.065 INFO:tasks.workunit.client.0.smithi082.stdout:591/600: open fd = 3 2024-09-12T12:42:41.065 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:592/600: open fd = 3 2024-09-12T12:42:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:593/600: open fd = 3 2024-09-12T12:42:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:594/600: open fd = 3 2024-09-12T12:42:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.066 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:595/600: open fd = 3 2024-09-12T12:42:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:596/600: open fd = 3 2024-09-12T12:42:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:597/600: open fd = 3 2024-09-12T12:42:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:598/600: open fd = 3 2024-09-12T12:42:41.067 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.068 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.068 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.068 INFO:tasks.workunit.client.0.smithi082.stdout:599/600: open fd = 3 2024-09-12T12:42:41.068 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.068 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.068 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.068 INFO:tasks.workunit.client.0.smithi082.stdout:600/600: open fd = 3 2024-09-12T12:42:41.068 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.068 INFO:tasks.workunit.client.0.smithi082.stdout:write ret = 32 2024-09-12T12:42:41.068 INFO:tasks.workunit.client.0.smithi082.stdout:pread ret = 64 2024-09-12T12:42:41.069 INFO:tasks.workunit.client.0.smithi082.stderr:+ echo OK 2024-09-12T12:42:41.070 INFO:tasks.workunit.client.0.smithi082.stdout:OK 2024-09-12T12:42:41.070 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T12:42:41.070 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T12:42:41.117 INFO:tasks.workunit:Stopping ['fs/test_o_trunc.sh'] on client.0... 2024-09-12T12:42:41.117 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T12:42:41.411 DEBUG:teuthology.parallel:result is None 2024-09-12T12:42:41.411 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T12:42:41.446 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T12:42:41.447 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-09-12T12:42:41.460 INFO:tasks.quiescer:joining Quiescers 2024-09-12T12:42:41.460 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-09-12T12:42:41.461 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:42:41.732 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:42:42.205 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:42 smithi082 ceph-mon[31122]: pgmap v502: 97 pgs: 97 active+clean; 4.9 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:42.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:42 smithi114 ceph-mon[35514]: pgmap v502: 97 pgs: 97 active+clean; 4.9 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:42.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.448+0000 7fa923761640 1 -- 172.21.15.82:0/2021046613 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa91c1036e0 msgr2=0x7fa91c107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:42.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.448+0000 7fa923761640 1 --2- 172.21.15.82:0/2021046613 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa91c1036e0 0x7fa91c107b90 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7fa90c009930 tx=0x7fa90c02a420 comp rx=0 tx=0).stop 2024-09-12T12:42:42.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.448+0000 7fa923761640 1 -- 172.21.15.82:0/2021046613 shutdown_connections 2024-09-12T12:42:42.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.448+0000 7fa923761640 1 --2- 172.21.15.82:0/2021046613 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa91c1082a0 0x7fa91c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:42.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.448+0000 7fa923761640 1 --2- 172.21.15.82:0/2021046613 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa91c1036e0 0x7fa91c107b90 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:42.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.448+0000 7fa923761640 1 --2- 172.21.15.82:0/2021046613 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa91c102d30 0x7fa91c103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:42.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.448+0000 7fa923761640 1 -- 172.21.15.82:0/2021046613 >> 172.21.15.82:0/2021046613 conn(0x7fa91c0fc7d0 msgr2=0x7fa91c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:42.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.448+0000 7fa923761640 1 -- 172.21.15.82:0/2021046613 shutdown_connections 2024-09-12T12:42:42.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.448+0000 7fa923761640 1 -- 172.21.15.82:0/2021046613 wait complete. 2024-09-12T12:42:42.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.449+0000 7fa923761640 1 Processor -- start 2024-09-12T12:42:42.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.449+0000 7fa923761640 1 -- start start 2024-09-12T12:42:42.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.449+0000 7fa923761640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa91c102d30 0x7fa91c1a0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:42.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.449+0000 7fa923761640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa91c1036e0 0x7fa91c1a0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:42.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.449+0000 7fa923761640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa91c1082a0 0x7fa91c19a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:42.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.449+0000 7fa923761640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fa91c1120a0 con 0x7fa91c1036e0 2024-09-12T12:42:42.489 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.449+0000 7fa923761640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa91c111f20 con 0x7fa91c102d30 2024-09-12T12:42:42.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.449+0000 7fa923761640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fa91c112220 con 0x7fa91c1082a0 2024-09-12T12:42:42.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.449+0000 7fa920cfc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa91c1036e0 0x7fa91c1a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:42.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.449+0000 7fa920cfc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa91c1036e0 0x7fa91c1a0950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45882/0 (socket says 172.21.15.82:45882) 2024-09-12T12:42:42.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.449+0000 7fa920cfc640 1 -- 172.21.15.82:0/3742379571 learned_addr learned my addr 172.21.15.82:0/3742379571 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:42.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.449+0000 7fa9214fd640 1 --2- 172.21.15.82:0/3742379571 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa91c102d30 0x7fa91c1a0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:42.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.450+0000 7fa921cfe640 1 --2- 172.21.15.82:0/3742379571 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa91c1082a0 0x7fa91c19a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:42.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.450+0000 7fa920cfc640 1 -- 172.21.15.82:0/3742379571 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa91c1082a0 msgr2=0x7fa91c19a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:42.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.450+0000 7fa920cfc640 1 --2- 172.21.15.82:0/3742379571 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa91c1082a0 0x7fa91c19a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:42.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.450+0000 7fa920cfc640 1 -- 172.21.15.82:0/3742379571 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa91c102d30 msgr2=0x7fa91c1a0410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:42.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.450+0000 7fa920cfc640 1 --2- 172.21.15.82:0/3742379571 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa91c102d30 0x7fa91c1a0410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:42.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.450+0000 7fa920cfc640 1 -- 172.21.15.82:0/3742379571 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa91c19ad00 con 0x7fa91c1036e0 2024-09-12T12:42:42.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.450+0000 7fa920cfc640 1 --2- 172.21.15.82:0/3742379571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa91c1036e0 0x7fa91c1a0950 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fa90c005940 tx=0x7fa90c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:42.490 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.450+0000 7fa9127fc640 1 -- 172.21.15.82:0/3742379571 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa90c03f030 con 0x7fa91c1036e0 2024-09-12T12:42:42.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.450+0000 7fa9127fc640 1 -- 172.21.15.82:0/3742379571 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa90c003ce0 con 0x7fa91c1036e0 2024-09-12T12:42:42.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.450+0000 7fa923761640 1 -- 172.21.15.82:0/3742379571 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa91c19af90 con 0x7fa91c1036e0 2024-09-12T12:42:42.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.450+0000 7fa9127fc640 1 -- 172.21.15.82:0/3742379571 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa90c035070 con 0x7fa91c1036e0 2024-09-12T12:42:42.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.450+0000 7fa923761640 1 -- 172.21.15.82:0/3742379571 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa91c1a72e0 con 0x7fa91c1036e0 2024-09-12T12:42:42.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.451+0000 7fa923761640 1 -- 172.21.15.82:0/3742379571 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa91c103110 con 0x7fa91c1036e0 2024-09-12T12:42:42.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.453+0000 7fa9127fc640 1 -- 172.21.15.82:0/3742379571 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fa90c042030 con 0x7fa91c1036e0 2024-09-12T12:42:42.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.454+0000 7fa9127fc640 1 --2- 172.21.15.82:0/3742379571 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa9080a2cf0 0x7fa9080a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:42.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.454+0000 7fa9214fd640 1 --2- 172.21.15.82:0/3742379571 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa9080a2cf0 0x7fa9080a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:42.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.454+0000 7fa9127fc640 1 -- 172.21.15.82:0/3742379571 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7fa90c0efb20 con 0x7fa91c1036e0 2024-09-12T12:42:42.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.454+0000 7fa9214fd640 1 --2- 172.21.15.82:0/3742379571 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa9080a2cf0 0x7fa9080a51b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa91800bbe0 tx=0x7fa91800b390 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:42.491 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.457+0000 7fa9127fc640 1 -- 172.21.15.82:0/3742379571 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa90c0bc090 con 0x7fa91c1036e0 2024-09-12T12:42:42.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:42 smithi097 ceph-mon[34923]: pgmap v502: 97 pgs: 97 active+clean; 4.9 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:42.670 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.670+0000 7fa923761640 1 -- 172.21.15.82:0/3742379571 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa91c10c2c0 con 0x7fa91c1036e0 2024-09-12T12:42:42.670 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.671+0000 7fa9127fc640 1 -- 172.21.15.82:0/3742379571 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7fa90c0c0390 con 0x7fa91c1036e0 2024-09-12T12:42:42.671 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:42:42.671 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:42:42.671 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:42:42.673 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.673+0000 7fa923761640 1 -- 172.21.15.82:0/3742379571 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa9080a2cf0 msgr2=0x7fa9080a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:42.673 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.673+0000 7fa923761640 1 --2- 172.21.15.82:0/3742379571 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa9080a2cf0 0x7fa9080a51b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa91800bbe0 tx=0x7fa91800b390 comp rx=0 tx=0).stop 2024-09-12T12:42:42.673 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.673+0000 7fa923761640 1 -- 172.21.15.82:0/3742379571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa91c1036e0 msgr2=0x7fa91c1a0950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:42.673 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.673+0000 7fa923761640 1 --2- 172.21.15.82:0/3742379571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa91c1036e0 0x7fa91c1a0950 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fa90c005940 tx=0x7fa90c0042f0 comp rx=0 tx=0).stop 2024-09-12T12:42:42.673 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.673+0000 7fa923761640 1 -- 172.21.15.82:0/3742379571 shutdown_connections 2024-09-12T12:42:42.673 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.673+0000 7fa923761640 1 --2- 172.21.15.82:0/3742379571 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fa9080a2cf0 0x7fa9080a51b0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:42.673 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.673+0000 7fa923761640 1 --2- 172.21.15.82:0/3742379571 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fa91c1082a0 0x7fa91c19a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:42.673 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.673+0000 7fa923761640 1 --2- 172.21.15.82:0/3742379571 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fa91c1036e0 0x7fa91c1a0950 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:42.673 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.673+0000 7fa923761640 1 --2- 172.21.15.82:0/3742379571 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa91c102d30 0x7fa91c1a0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:42.673 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.673+0000 7fa923761640 1 -- 172.21.15.82:0/3742379571 >> 172.21.15.82:0/3742379571 conn(0x7fa91c0fc7d0 msgr2=0x7fa91c100d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:42.673 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.673+0000 7fa923761640 1 -- 172.21.15.82:0/3742379571 shutdown_connections 2024-09-12T12:42:42.674 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:42.673+0000 7fa923761640 1 -- 172.21.15.82:0/3742379571 wait complete. 2024-09-12T12:42:43.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:43 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3742379571' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:42:43.380 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:43 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3742379571' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:42:43.409 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24454 quiesce db --cancel --all' 2024-09-12T12:42:43.409 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24454 quiesce db --cancel --all 2024-09-12T12:42:43.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:43 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3742379571' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:42:43.656 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:42:44.204 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.202+0000 7f6e9c881640 1 -- 172.21.15.82:0/826133472 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6e98102ef0 msgr2=0x7f6e9810da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:44.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.202+0000 7f6e9c881640 1 --2- 172.21.15.82:0/826133472 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6e98102ef0 0x7f6e9810da40 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f6e88009ca0 tx=0x7f6e8802a950 comp rx=0 tx=0).stop 2024-09-12T12:42:44.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.202+0000 7f6e9c881640 1 -- 172.21.15.82:0/826133472 shutdown_connections 2024-09-12T12:42:44.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.202+0000 7f6e9c881640 1 --2- 172.21.15.82:0/826133472 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6e98102ef0 0x7f6e9810da40 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.202+0000 7f6e9c881640 1 --2- 172.21.15.82:0/826133472 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6e98102570 0x7f6e981029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.202+0000 7f6e9c881640 1 --2- 172.21.15.82:0/826133472 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e98100e20 0x7f6e98101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.202+0000 7f6e9c881640 1 -- 172.21.15.82:0/826133472 >> 172.21.15.82:0/826133472 conn(0x7f6e980fc7d0 msgr2=0x7f6e980febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:44.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.202+0000 7f6e9c881640 1 -- 172.21.15.82:0/826133472 shutdown_connections 2024-09-12T12:42:44.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.202+0000 7f6e9c881640 1 -- 172.21.15.82:0/826133472 wait complete. 2024-09-12T12:42:44.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.203+0000 7f6e9c881640 1 Processor -- start 2024-09-12T12:42:44.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.203+0000 7f6e9c881640 1 -- start start 2024-09-12T12:42:44.205 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.203+0000 7f6e9c881640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6e98100e20 0x7f6e98199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.203+0000 7f6e9c881640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e98102570 0x7f6e981997b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.203+0000 7f6e9c881640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6e98102ef0 0x7f6e981a42f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.203+0000 7f6e9c881640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6e98110f80 con 0x7f6e98102ef0 2024-09-12T12:42:44.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.203+0000 7f6e9c881640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6e98110e00 con 0x7f6e98102570 2024-09-12T12:42:44.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.203+0000 7f6e9c881640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6e98111100 con 0x7f6e98100e20 2024-09-12T12:42:44.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e96d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6e98102ef0 0x7f6e981a42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e95d9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e98102570 0x7f6e981997b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e96d9d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6e98102ef0 0x7f6e981a42f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45890/0 (socket says 172.21.15.82:45890) 2024-09-12T12:42:44.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e96d9d640 1 -- 172.21.15.82:0/4241286483 learned_addr learned my addr 172.21.15.82:0/4241286483 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:44.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e9659c640 1 --2- 172.21.15.82:0/4241286483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6e98100e20 0x7f6e98199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e96d9d640 1 -- 172.21.15.82:0/4241286483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6e98100e20 msgr2=0x7f6e98199270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:44.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e96d9d640 1 --2- 172.21.15.82:0/4241286483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6e98100e20 0x7f6e98199270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.206 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e96d9d640 1 -- 172.21.15.82:0/4241286483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e98102570 msgr2=0x7f6e981997b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:44.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e96d9d640 1 --2- 172.21.15.82:0/4241286483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e98102570 0x7f6e981997b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e96d9d640 1 -- 172.21.15.82:0/4241286483 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e981a4830 con 0x7f6e98102ef0 2024-09-12T12:42:44.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e96d9d640 1 --2- 172.21.15.82:0/4241286483 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6e98102ef0 0x7f6e981a42f0 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f6e88006010 tx=0x7f6e8802f6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:44.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e877fe640 1 -- 172.21.15.82:0/4241286483 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e88034040 con 0x7f6e98102ef0 2024-09-12T12:42:44.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e877fe640 1 -- 172.21.15.82:0/4241286483 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e88003e00 con 0x7f6e98102ef0 2024-09-12T12:42:44.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e9c881640 1 -- 172.21.15.82:0/4241286483 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e981a4a00 con 0x7f6e98102ef0 2024-09-12T12:42:44.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e877fe640 1 -- 172.21.15.82:0/4241286483 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e88045480 con 0x7f6e98102ef0 2024-09-12T12:42:44.207 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.204+0000 7f6e9c881640 1 -- 172.21.15.82:0/4241286483 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e981a4e50 con 0x7f6e98102ef0 2024-09-12T12:42:44.209 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.207+0000 7f6e9ec5a740 1 Processor -- start 2024-09-12T12:42:44.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.207+0000 7f6e877fe640 1 -- 172.21.15.82:0/4241286483 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f6e88037020 con 0x7f6e98102ef0 2024-09-12T12:42:44.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e9ec5a740 1 -- start start 2024-09-12T12:42:44.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e9ec5a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20ea00 0x55628a20ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e9ec5a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20f320 0x55628a2196a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e9ec5a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a219be0 0x55628a21bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e9ec5a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55628a173200 con 0x55628a219be0 2024-09-12T12:42:44.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e9ec5a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55628a119dc0 con 0x55628a20ea00 2024-09-12T12:42:44.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e9ec5a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55628a16f1c0 con 0x55628a20f320 2024-09-12T12:42:44.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e95d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a219be0 0x55628a21bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e95d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a219be0 0x55628a21bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45898/0 (socket says 172.21.15.82:45898) 2024-09-12T12:42:44.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e95d9b640 1 -- 172.21.15.82:0/406001224 learned_addr learned my addr 172.21.15.82:0/406001224 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:44.210 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/406001224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20ea00 0x55628a20ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e9659c640 1 --2- 172.21.15.82:0/406001224 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20f320 0x55628a2196a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e877fe640 1 --2- 172.21.15.82:0/4241286483 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6e800a2cf0 0x7f6e800a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e95d9b640 1 -- 172.21.15.82:0/406001224 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20f320 msgr2=0x55628a2196a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:44.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/406001224 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20f320 0x55628a2196a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e95d9b640 1 -- 172.21.15.82:0/406001224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20ea00 msgr2=0x55628a20ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:44.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/406001224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20ea00 0x55628a20ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e95d9b640 1 -- 172.21.15.82:0/406001224 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556289ee4620 con 0x55628a219be0 2024-09-12T12:42:44.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e9659c640 1 --2- 172.21.15.82:0/406001224 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20f320 0x55628a2196a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:42:44.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.208+0000 7f6e96d9d640 1 --2- 172.21.15.82:0/4241286483 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6e800a2cf0 0x7f6e800a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.209+0000 7f6e877fe640 1 -- 172.21.15.82:0/4241286483 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7f6e880f0520 con 0x7f6e98102ef0 2024-09-12T12:42:44.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.209+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/406001224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a219be0 0x55628a21bfd0 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c0114f0 tx=0x7f6e8c00a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2fc2bc4474cf916 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:44.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.209+0000 7f6e84ff9640 1 -- 172.21.15.82:0/406001224 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c004220 con 0x55628a219be0 2024-09-12T12:42:44.211 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.209+0000 7f6e84ff9640 1 -- 172.21.15.82:0/406001224 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e8c0043c0 con 0x55628a219be0 2024-09-12T12:42:44.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.209+0000 7f6e84ff9640 1 -- 172.21.15.82:0/406001224 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c00f690 con 0x55628a219be0 2024-09-12T12:42:44.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.210+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/406001224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a219be0 msgr2=0x55628a21bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:44.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.210+0000 7f6e96d9d640 1 --2- 172.21.15.82:0/4241286483 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6e800a2cf0 0x7f6e800a51b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6e880eddd0 tx=0x7f6e8802a950 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:44.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.210+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/406001224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a219be0 0x55628a21bfd0 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c0114f0 tx=0x7f6e8c00a6d0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.210+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/406001224 shutdown_connections 2024-09-12T12:42:44.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.210+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/406001224 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a219be0 0x55628a21bfd0 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.210+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/406001224 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20f320 0x55628a2196a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.210+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/406001224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20ea00 0x55628a20ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.210+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/406001224 >> 172.21.15.82:0/406001224 conn(0x55628a20af90 msgr2=0x55628a20b370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:44.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.210+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/406001224 shutdown_connections 2024-09-12T12:42:44.212 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.210+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/406001224 wait complete. 2024-09-12T12:42:44.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.210+0000 7f6e9ec5a740 1 -- start start 2024-09-12T12:42:44.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.210+0000 7f6e9ec5a740 1 Processor -- start 2024-09-12T12:42:44.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9ec5a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20ea00 0x55628a219480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9ec5a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a20f320 0x55628a216730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9ec5a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a219be0 0x55628a216c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9ec5a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x55628a21c7b0 con 0x55628a20f320 2024-09-12T12:42:44.216 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9ec5a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55628a10dc50 con 0x55628a219be0 2024-09-12T12:42:44.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9ec5a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x55628a21c930 con 0x55628a20ea00 2024-09-12T12:42:44.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9ec5a740 10 client.0 _ll_register_callbacks cb 0x55628a11fba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:42:44.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a20f320 0x55628a216730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a20f320 0x55628a216730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45910/0 (socket says 172.21.15.82:45910) 2024-09-12T12:42:44.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9659c640 1 -- 172.21.15.82:0/643892640 learned_addr learned my addr 172.21.15.82:0/643892640 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:44.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/643892640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a219be0 0x55628a216c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/643892640 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20ea00 0x55628a219480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9659c640 1 -- 172.21.15.82:0/643892640 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20ea00 msgr2=0x55628a219480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:44.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9659c640 1 --2- 172.21.15.82:0/643892640 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20ea00 0x55628a219480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9659c640 1 -- 172.21.15.82:0/643892640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a219be0 msgr2=0x55628a216c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:44.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9659c640 1 --2- 172.21.15.82:0/643892640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a219be0 0x55628a216c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9659c640 1 -- 172.21.15.82:0/643892640 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55628a217470 con 0x55628a20f320 2024-09-12T12:42:44.217 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/643892640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a219be0 0x55628a216c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:42:44.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9659c640 1 --2- 172.21.15.82:0/643892640 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a20f320 0x55628a216730 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f6e9000f460 tx=0x7f6e9000f920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60e977967bafff02 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:44.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e7dffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:42:44.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e7dffb640 1 -- 172.21.15.82:0/643892640 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e90004440 con 0x55628a20f320 2024-09-12T12:42:44.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e7dffb640 1 -- 172.21.15.82:0/643892640 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7f6e900035f0 con 0x55628a20f320 2024-09-12T12:42:44.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/643892640 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e8c0043c0 con 0x55628a20f320 2024-09-12T12:42:44.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e7dffb640 1 -- 172.21.15.82:0/643892640 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6e90005020 con 0x55628a20f320 2024-09-12T12:42:44.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9ec5a740 10 client.17427 fetch_fsmap learned FSMap version 28 2024-09-12T12:42:44.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.211+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/643892640 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55628a228320 con 0x55628a20f320 2024-09-12T12:42:44.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.212+0000 7f6e7dffb640 1 -- 172.21.15.82:0/643892640 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e8c0043c0 con 0x55628a20f320 2024-09-12T12:42:44.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.212+0000 7f6e7dffb640 1 -- 172.21.15.82:0/643892640 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6e90004830 con 0x55628a20f320 2024-09-12T12:42:44.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.212+0000 7f6e9ec5a740 10 client.17427 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:42:44.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.212+0000 7f6e9ec5a740 10 client.17427 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:42:44.218 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.212+0000 7f6e9ec5a740 20 client.17427 populate_metadata read hostname 'smithi082' 2024-09-12T12:42:44.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.212+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/643892640 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55628a229780 0x55628a22bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.212+0000 7f6e9ec5a740 4 client.17427 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T12:42:44.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.212+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/643892640 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55628a180770 con 0x55628a229780 2024-09-12T12:42:44.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.212+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/643892640 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55628a229780 0x55628a22bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.213+0000 7f6e7dffb640 10 client.17427 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:44.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.213+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/643892640 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55628a229780 0x55628a22bba0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8bd49ffa397dca1 server_cookie=d8a762a1c7ded78d in_seq=0 out_seq=0 2024-09-12T12:42:44.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.213+0000 7f6e7dffb640 1 -- 172.21.15.82:0/643892640 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55628a180770 con 0x55628a229780 2024-09-12T12:42:44.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.213+0000 7f6e7dffb640 10 client.17427 handle_command_reply: tid=0 2024-09-12T12:42:44.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.213+0000 7f6e9ec5a740 1 client.17427 shutdown 2024-09-12T12:42:44.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.213+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/643892640 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a20f320 msgr2=0x55628a216730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:44.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.213+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/643892640 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a20f320 0x55628a216730 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f6e9000f460 tx=0x7f6e9000f920 comp rx=0 tx=0).stop 2024-09-12T12:42:44.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.213+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/643892640 shutdown_connections 2024-09-12T12:42:44.219 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.213+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/643892640 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55628a229780 0x55628a22bba0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.213+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/643892640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a219be0 0x55628a216c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.213+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/643892640 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a20f320 0x55628a216730 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.213+0000 7f6e7dffb640 0 client.17427 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:44.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.213+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/643892640 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20ea00 0x55628a219480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.213+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/643892640 >> 172.21.15.82:0/643892640 conn(0x55628a20af90 msgr2=0x55628a20a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:44.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.214+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/643892640 shutdown_connections 2024-09-12T12:42:44.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.214+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/643892640 wait complete. 2024-09-12T12:42:44.220 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.214+0000 7f6e9ec5a740 20 client.17427 trim_cache size 0 max 16384 2024-09-12T12:42:44.232 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.230+0000 7f6e9ec5a740 1 Processor -- start 2024-09-12T12:42:44.232 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.230+0000 7f6e9ec5a740 1 -- start start 2024-09-12T12:42:44.232 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9ec5a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20ea00 0x55628a211cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.232 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9ec5a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a20f320 0x55628a225a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9ec5a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a219be0 0x55628a221fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9ec5a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6e981ad8a0 con 0x55628a20f320 2024-09-12T12:42:44.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9ec5a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6e981af3e0 con 0x55628a20ea00 2024-09-12T12:42:44.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9ec5a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6e981adf70 con 0x55628a219be0 2024-09-12T12:42:44.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a20f320 0x55628a225a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9659c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a20f320 0x55628a225a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45920/0 (socket says 172.21.15.82:45920) 2024-09-12T12:42:44.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9659c640 1 -- 172.21.15.82:0/1945110463 learned_addr learned my addr 172.21.15.82:0/1945110463 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:44.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/1945110463 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20ea00 0x55628a211cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9659c640 1 -- 172.21.15.82:0/1945110463 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a219be0 msgr2=0x55628a221fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:44.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9659c640 1 --2- 172.21.15.82:0/1945110463 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a219be0 0x55628a221fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9659c640 1 -- 172.21.15.82:0/1945110463 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20ea00 msgr2=0x55628a211cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:44.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9659c640 1 --2- 172.21.15.82:0/1945110463 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20ea00 0x55628a211cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9659c640 1 -- 172.21.15.82:0/1945110463 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55628a20adc0 con 0x55628a20f320 2024-09-12T12:42:44.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/1945110463 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20ea00 0x55628a211cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:42:44.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e9659c640 1 --2- 172.21.15.82:0/1945110463 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a20f320 0x55628a225a70 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f6e90004c50 tx=0x7f6e9000ff80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d50dcb64251461ef server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:44.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e7ffff640 1 -- 172.21.15.82:0/1945110463 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e900051c0 con 0x55628a20f320 2024-09-12T12:42:44.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e7ffff640 1 -- 172.21.15.82:0/1945110463 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e90004240 con 0x55628a20f320 2024-09-12T12:42:44.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.231+0000 7f6e7ffff640 1 -- 172.21.15.82:0/1945110463 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e900119e0 con 0x55628a20f320 2024-09-12T12:42:44.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.232+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/1945110463 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a20f320 msgr2=0x55628a225a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:44.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.232+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/1945110463 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a20f320 0x55628a225a70 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f6e90004c50 tx=0x7f6e9000ff80 comp rx=0 tx=0).stop 2024-09-12T12:42:44.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.232+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/1945110463 shutdown_connections 2024-09-12T12:42:44.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.232+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/1945110463 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a219be0 0x55628a221fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.232+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/1945110463 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a20f320 0x55628a225a70 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.232+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/1945110463 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20ea00 0x55628a211cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.232+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/1945110463 >> 172.21.15.82:0/1945110463 conn(0x55628a20af90 msgr2=0x55628a20a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:44.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.232+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/1945110463 shutdown_connections 2024-09-12T12:42:44.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.232+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/1945110463 wait complete. 2024-09-12T12:42:44.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.232+0000 7f6e9ec5a740 1 -- start start 2024-09-12T12:42:44.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e9ec5a740 1 Processor -- start 2024-09-12T12:42:44.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e9ec5a740 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20ea00 0x55628a28c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e9ec5a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20f320 0x55628a28cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e9ec5a740 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a219be0 0x55628a297480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e9ec5a740 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f6e981aed10 con 0x55628a219be0 2024-09-12T12:42:44.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e9ec5a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6e981ae640 con 0x55628a20f320 2024-09-12T12:42:44.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e9ec5a740 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f6e981ab8a0 con 0x55628a20ea00 2024-09-12T12:42:44.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e9ec5a740 10 client.0 _ll_register_callbacks cb 0x7f6e9000ac90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T12:42:44.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e95d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a219be0 0x55628a297480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e95d9b640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a219be0 0x55628a297480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45932/0 (socket says 172.21.15.82:45932) 2024-09-12T12:42:44.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e95d9b640 1 -- 172.21.15.82:0/3363847005 learned_addr learned my addr 172.21.15.82:0/3363847005 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:44.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e9659c640 1 --2- 172.21.15.82:0/3363847005 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20f320 0x55628a28cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/3363847005 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20ea00 0x55628a28c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e95d9b640 1 -- 172.21.15.82:0/3363847005 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20ea00 msgr2=0x55628a28c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:44.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/3363847005 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20ea00 0x55628a28c5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e95d9b640 1 -- 172.21.15.82:0/3363847005 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20f320 msgr2=0x55628a28cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T12:42:44.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/3363847005 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20f320 0x55628a28cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e95d9b640 1 -- 172.21.15.82:0/3363847005 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55628a297af0 con 0x55628a219be0 2024-09-12T12:42:44.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e9659c640 1 --2- 172.21.15.82:0/3363847005 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20f320 0x55628a28cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:42:44.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e95d9b640 1 --2- 172.21.15.82:0/3363847005 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a219be0 0x55628a297480 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c0114f0 tx=0x7f6e8c00a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7f03f303bcb3173 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:44.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.233+0000 7f6e7dffb640 10 client.0 ms_handle_connect on v2:172.21.15.82:3300/0 2024-09-12T12:42:44.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e7dffb640 1 -- 172.21.15.82:0/3363847005 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c02c070 con 0x55628a219be0 2024-09-12T12:42:44.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e7dffb640 1 -- 172.21.15.82:0/3363847005 <== mon.0 v2:172.21.15.82:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7f6e8c004220 con 0x55628a219be0 2024-09-12T12:42:44.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/3363847005 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e90004240 con 0x55628a219be0 2024-09-12T12:42:44.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e7dffb640 1 -- 172.21.15.82:0/3363847005 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6e8c038050 con 0x55628a219be0 2024-09-12T12:42:44.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e9ec5a740 10 client.17433 fetch_fsmap learned FSMap version 28 2024-09-12T12:42:44.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/3363847005 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55628a298dc0 con 0x55628a219be0 2024-09-12T12:42:44.240 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e7dffb640 1 -- 172.21.15.82:0/3363847005 <== mon.0 v2:172.21.15.82:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e90004240 con 0x55628a219be0 2024-09-12T12:42:44.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e7dffb640 1 -- 172.21.15.82:0/3363847005 <== mon.0 v2:172.21.15.82:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6e8c01b030 con 0x55628a219be0 2024-09-12T12:42:44.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e9ec5a740 10 client.17433 fetch_fsmap finished waiting for FSMap version 28 2024-09-12T12:42:44.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e9ec5a740 10 client.17433 resolve_mds: validated gid 24454 aka daemon mds.i 2024-09-12T12:42:44.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e9ec5a740 20 client.17433 populate_metadata read hostname 'smithi082' 2024-09-12T12:42:44.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/3363847005 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55628a2993d0 0x55628a29b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:44.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e9ec5a740 4 client.17433 mds_command: new command op to 24454 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-09-12T12:42:44.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/3363847005 --> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x55628a17ac80 con 0x55628a2993d0 2024-09-12T12:42:44.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.234+0000 7f6e9659c640 1 --2- 172.21.15.82:0/3363847005 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55628a2993d0 0x55628a29b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:44.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e9659c640 1 --2- 172.21.15.82:0/3363847005 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55628a2993d0 0x55628a29b7f0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c66709f713e5a266 server_cookie=a5404167a60d951d in_seq=0 out_seq=0 2024-09-12T12:42:44.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e7dffb640 10 client.17433 ms_handle_connect on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:44.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e7dffb640 1 -- 172.21.15.82:0/3363847005 <== mds.0 v2:172.21.15.114:6838/3575038818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x55628a17ac80 con 0x55628a2993d0 2024-09-12T12:42:44.241 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e7dffb640 10 client.17433 handle_command_reply: tid=0 2024-09-12T12:42:44.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e9ec5a740 1 client.17433 shutdown 2024-09-12T12:42:44.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/3363847005 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a219be0 msgr2=0x55628a297480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:44.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/3363847005 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a219be0 0x55628a297480 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c0114f0 tx=0x7f6e8c00a6d0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/3363847005 shutdown_connections 2024-09-12T12:42:44.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/3363847005 >> [v2:172.21.15.114:6838/3575038818,v1:172.21.15.114:6839/3575038818] conn(0x55628a2993d0 0x55628a29b7f0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/3363847005 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x55628a219be0 0x55628a297480 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/3363847005 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55628a20f320 0x55628a28cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e9ec5a740 1 --2- 172.21.15.82:0/3363847005 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x55628a20ea00 0x55628a28c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/3363847005 >> 172.21.15.82:0/3363847005 conn(0x55628a20af90 msgr2=0x55628a20a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:44.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e7dffb640 0 client.17433 ms_handle_reset on v2:172.21.15.114:6838/3575038818 2024-09-12T12:42:44.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.235+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/3363847005 shutdown_connections 2024-09-12T12:42:44.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.236+0000 7f6e9ec5a740 1 -- 172.21.15.82:0/3363847005 wait complete. 2024-09-12T12:42:44.242 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.236+0000 7f6e9ec5a740 20 client.17433 trim_cache size 0 max 16384 2024-09-12T12:42:44.243 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:42:44.243 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 28, 2024-09-12T12:42:44.243 INFO:teuthology.orchestra.run.smithi082.stdout: "leader": 24454, 2024-09-12T12:42:44.243 INFO:teuthology.orchestra.run.smithi082.stdout: "set_version": 56, 2024-09-12T12:42:44.243 INFO:teuthology.orchestra.run.smithi082.stdout: "sets": {} 2024-09-12T12:42:44.243 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:42:44.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.236+0000 7f6e9c881640 1 -- 172.21.15.82:0/4241286483 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6e800a2cf0 msgr2=0x7f6e800a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:44.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.236+0000 7f6e9c881640 1 --2- 172.21.15.82:0/4241286483 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6e800a2cf0 0x7f6e800a51b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6e880eddd0 tx=0x7f6e8802a950 comp rx=0 tx=0).stop 2024-09-12T12:42:44.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.236+0000 7f6e9c881640 1 -- 172.21.15.82:0/4241286483 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6e98102ef0 msgr2=0x7f6e981a42f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:44.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.236+0000 7f6e9c881640 1 --2- 172.21.15.82:0/4241286483 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6e98102ef0 0x7f6e981a42f0 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f6e88006010 tx=0x7f6e8802f6f0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.236+0000 7f6e9c881640 1 -- 172.21.15.82:0/4241286483 shutdown_connections 2024-09-12T12:42:44.244 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.236+0000 7f6e9c881640 1 --2- 172.21.15.82:0/4241286483 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f6e800a2cf0 0x7f6e800a51b0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.236+0000 7f6e9c881640 1 --2- 172.21.15.82:0/4241286483 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f6e98102ef0 0x7f6e981a42f0 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.236+0000 7f6e9c881640 1 --2- 172.21.15.82:0/4241286483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e98102570 0x7f6e981997b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.236+0000 7f6e9c881640 1 --2- 172.21.15.82:0/4241286483 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f6e98100e20 0x7f6e98199270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:44.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.236+0000 7f6e9c881640 1 -- 172.21.15.82:0/4241286483 >> 172.21.15.82:0/4241286483 conn(0x7f6e980fc7d0 msgr2=0x7f6e981067a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:44.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.236+0000 7f6e9c881640 1 -- 172.21.15.82:0/4241286483 shutdown_connections 2024-09-12T12:42:44.245 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:44.236+0000 7f6e9c881640 1 -- 172.21.15.82:0/4241286483 wait complete. 2024-09-12T12:42:44.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:44 smithi114 ceph-mon[35514]: pgmap v503: 97 pgs: 97 active+clean; 4.9 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:44.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:44 smithi097 ceph-mon[34923]: pgmap v503: 97 pgs: 97 active+clean; 4.9 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:44.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:44 smithi082 ceph-mon[31122]: pgmap v503: 97 pgs: 97 active+clean; 4.9 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-09-12T12:42:44.992 INFO:tasks.quiescer:done joining Quiescers 2024-09-12T12:42:44.993 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-09-12T12:42:45.004 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi082.front.sepia.ceph.com 2024-09-12T12:42:45.012 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-09-12T12:42:45.025 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-09-12T12:42:45.025 INFO:teuthology.task.exec:Executing custom commands... 2024-09-12T12:42:45.026 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi082.front.sepia.ceph.com 2024-09-12T12:42:45.026 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-09-12T12:42:45.081 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-09-12T12:42:45.147 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-09-12T12:42:45.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.288+0000 7f38846a4640 1 -- 172.21.15.82:0/2741473397 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f387c101250 msgr2=0x7f387c107990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:45.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.288+0000 7f38846a4640 1 --2- 172.21.15.82:0/2741473397 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f387c101250 0x7f387c107990 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f386c009900 tx=0x7f386c02a410 comp rx=0 tx=0).stop 2024-09-12T12:42:45.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.289+0000 7f38846a4640 1 -- 172.21.15.82:0/2741473397 shutdown_connections 2024-09-12T12:42:45.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.289+0000 7f38846a4640 1 --2- 172.21.15.82:0/2741473397 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f387c1080f0 0x7f387c10ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.289+0000 7f38846a4640 1 --2- 172.21.15.82:0/2741473397 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f387c101250 0x7f387c107990 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.291 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.289+0000 7f38846a4640 1 --2- 172.21.15.82:0/2741473397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f387c1008a0 0x7f387c100c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.289+0000 7f38846a4640 1 -- 172.21.15.82:0/2741473397 >> 172.21.15.82:0/2741473397 conn(0x7f387c075ef0 msgr2=0x7f387c076300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:45.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.289+0000 7f38846a4640 1 -- 172.21.15.82:0/2741473397 shutdown_connections 2024-09-12T12:42:45.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.289+0000 7f38846a4640 1 -- 172.21.15.82:0/2741473397 wait complete. 2024-09-12T12:42:45.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.289+0000 7f38846a4640 1 Processor -- start 2024-09-12T12:42:45.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.289+0000 7f38846a4640 1 -- start start 2024-09-12T12:42:45.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.289+0000 7f38846a4640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f387c1008a0 0x7f387c198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:45.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.289+0000 7f38846a4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f387c1080f0 0x7f387c198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:45.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.289+0000 7f38846a4640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f387c19cbf0 0x7f387c19d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:45.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f38846a4640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f387c111f20 con 0x7f387c19cbf0 2024-09-12T12:42:45.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f38846a4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f387c111da0 con 0x7f387c1080f0 2024-09-12T12:42:45.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f38846a4640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f387c1120a0 con 0x7f387c1008a0 2024-09-12T12:42:45.292 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f3882c41640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f387c19cbf0 0x7f387c19d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:45.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f3882c41640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f387c19cbf0 0x7f387c19d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45944/0 (socket says 172.21.15.82:45944) 2024-09-12T12:42:45.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f3882c41640 1 -- 172.21.15.82:0/2973093747 learned_addr learned my addr 172.21.15.82:0/2973093747 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:45.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f3882440640 1 --2- 172.21.15.82:0/2973093747 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f387c1008a0 0x7f387c198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:45.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f3881c3f640 1 --2- 172.21.15.82:0/2973093747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f387c1080f0 0x7f387c198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:45.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f3882c41640 1 -- 172.21.15.82:0/2973093747 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f387c1008a0 msgr2=0x7f387c198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:45.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f3882c41640 1 --2- 172.21.15.82:0/2973093747 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f387c1008a0 0x7f387c198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f3882c41640 1 -- 172.21.15.82:0/2973093747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f387c1080f0 msgr2=0x7f387c198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:45.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f3882c41640 1 --2- 172.21.15.82:0/2973093747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f387c1080f0 0x7f387c198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f3882c41640 1 -- 172.21.15.82:0/2973093747 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f387c19d6e0 con 0x7f387c19cbf0 2024-09-12T12:42:45.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f3882c41640 1 --2- 172.21.15.82:0/2973093747 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f387c19cbf0 0x7f387c19d0a0 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f387400eaa0 tx=0x7f387400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:45.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f38737fe640 1 -- 172.21.15.82:0/2973093747 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f387400cdb0 con 0x7f387c19cbf0 2024-09-12T12:42:45.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f38737fe640 1 -- 172.21.15.82:0/2973093747 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3874005020 con 0x7f387c19cbf0 2024-09-12T12:42:45.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f38846a4640 1 -- 172.21.15.82:0/2973093747 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f387c19d9d0 con 0x7f387c19cbf0 2024-09-12T12:42:45.293 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f38737fe640 1 -- 172.21.15.82:0/2973093747 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38740116b0 con 0x7f387c19cbf0 2024-09-12T12:42:45.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.290+0000 7f38846a4640 1 -- 172.21.15.82:0/2973093747 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f387c1a5190 con 0x7f387c19cbf0 2024-09-12T12:42:45.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.291+0000 7f38846a4640 1 -- 172.21.15.82:0/2973093747 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f387c100c80 con 0x7f387c19cbf0 2024-09-12T12:42:45.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.292+0000 7f38737fe640 1 -- 172.21.15.82:0/2973093747 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f3874005560 con 0x7f387c19cbf0 2024-09-12T12:42:45.294 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.293+0000 7f38737fe640 1 --2- 172.21.15.82:0/2973093747 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f38680a2da0 0x7f38680a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:45.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.293+0000 7f3882440640 1 --2- 172.21.15.82:0/2973093747 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f38680a2da0 0x7f38680a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:45.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.293+0000 7f38737fe640 1 -- 172.21.15.82:0/2973093747 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7f38740cfb10 con 0x7f387c19cbf0 2024-09-12T12:42:45.295 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.293+0000 7f3882440640 1 --2- 172.21.15.82:0/2973093747 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f38680a2da0 0x7f38680a5260 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f38780058c0 tx=0x7f387800a4c0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:45.296 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.296+0000 7f38737fe640 1 -- 172.21.15.82:0/2973093747 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3874016030 con 0x7f387c19cbf0 2024-09-12T12:42:45.488 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.488+0000 7f38846a4640 1 -- 172.21.15.82:0/2973093747 --> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f387c101460 con 0x7f38680a2da0 2024-09-12T12:42:45.496 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.496+0000 7f38737fe640 1 -- 172.21.15.82:0/2973093747 <== mgr.15201 v2:172.21.15.82:6800/289973418 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+351 (secure 0 0 0) 0x7f387c101460 con 0x7f38680a2da0 2024-09-12T12:42:45.496 INFO:teuthology.orchestra.run.smithi082.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-09-12T00:00:00", "created": "2024-09-12T12:26:44", "first": "2024-09-12T12:27:00", "last": "2024-09-12T12:42:00", "last_pruned": "2024-09-12T12:42:00", "created_count": 16, "pruned_count": 10, "active": true} 2024-09-12T12:42:45.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.499+0000 7f38846a4640 1 -- 172.21.15.82:0/2973093747 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f38680a2da0 msgr2=0x7f38680a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:45.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.499+0000 7f38846a4640 1 --2- 172.21.15.82:0/2973093747 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f38680a2da0 0x7f38680a5260 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f38780058c0 tx=0x7f387800a4c0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.499+0000 7f38846a4640 1 -- 172.21.15.82:0/2973093747 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f387c19cbf0 msgr2=0x7f387c19d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:45.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.499+0000 7f38846a4640 1 --2- 172.21.15.82:0/2973093747 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f387c19cbf0 0x7f387c19d0a0 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f387400eaa0 tx=0x7f387400ef60 comp rx=0 tx=0).stop 2024-09-12T12:42:45.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.499+0000 7f38846a4640 1 -- 172.21.15.82:0/2973093747 shutdown_connections 2024-09-12T12:42:45.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.499+0000 7f38846a4640 1 --2- 172.21.15.82:0/2973093747 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f38680a2da0 0x7f38680a5260 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.499+0000 7f38846a4640 1 --2- 172.21.15.82:0/2973093747 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f387c19cbf0 0x7f387c19d0a0 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.499 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.499+0000 7f38846a4640 1 --2- 172.21.15.82:0/2973093747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f387c1080f0 0x7f387c198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.499+0000 7f38846a4640 1 --2- 172.21.15.82:0/2973093747 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f387c1008a0 0x7f387c198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.499+0000 7f38846a4640 1 -- 172.21.15.82:0/2973093747 >> 172.21.15.82:0/2973093747 conn(0x7f387c075ef0 msgr2=0x7f387c0ff600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:45.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.499+0000 7f38846a4640 1 -- 172.21.15.82:0/2973093747 shutdown_connections 2024-09-12T12:42:45.500 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.499+0000 7f38846a4640 1 -- 172.21.15.82:0/2973093747 wait complete. 2024-09-12T12:42:45.509 DEBUG:teuthology.orchestra.run.smithi082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-09-12T12:42:45.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.610+0000 7ff8c6711640 1 -- 172.21.15.82:0/3880262316 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8c01069e0 msgr2=0x7ff8c0106dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:45.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.610+0000 7ff8c6711640 1 --2- 172.21.15.82:0/3880262316 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8c01069e0 0x7ff8c0106dc0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0009930 tx=0x7ff8b002a420 comp rx=0 tx=0).stop 2024-09-12T12:42:45.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 -- 172.21.15.82:0/3880262316 shutdown_connections 2024-09-12T12:42:45.613 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 --2- 172.21.15.82:0/3880262316 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff8c0101370 0x7ff8c010d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 --2- 172.21.15.82:0/3880262316 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff8c01009d0 0x7ff8c0100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 --2- 172.21.15.82:0/3880262316 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8c01069e0 0x7ff8c0106dc0 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 -- 172.21.15.82:0/3880262316 >> 172.21.15.82:0/3880262316 conn(0x7ff8c00fc6f0 msgr2=0x7ff8c00feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:45.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 -- 172.21.15.82:0/3880262316 shutdown_connections 2024-09-12T12:42:45.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 -- 172.21.15.82:0/3880262316 wait complete. 2024-09-12T12:42:45.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 Processor -- start 2024-09-12T12:42:45.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 -- start start 2024-09-12T12:42:45.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff8c01009d0 0x7ff8c0198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:45.614 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8c0101370 0x7ff8c01988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:45.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff8c01069e0 0x7ff8c019cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:45.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff8c0110e20 con 0x7ff8c0101370 2024-09-12T12:42:45.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff8c0110ca0 con 0x7ff8c01009d0 2024-09-12T12:42:45.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8c6711640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff8c0110fa0 con 0x7ff8c01069e0 2024-09-12T12:42:45.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8b7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8c0101370 0x7ff8c01988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:45.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8b7fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8c0101370 0x7ff8c01988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45954/0 (socket says 172.21.15.82:45954) 2024-09-12T12:42:45.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.611+0000 7ff8b7fff640 1 -- 172.21.15.82:0/4233152392 learned_addr learned my addr 172.21.15.82:0/4233152392 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:45.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.612+0000 7ff8c4cae640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff8c01069e0 0x7ff8c019cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:45.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.612+0000 7ff8bffff640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff8c01009d0 0x7ff8c0198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:45.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.612+0000 7ff8b7fff640 1 -- 172.21.15.82:0/4233152392 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff8c01069e0 msgr2=0x7ff8c019cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:45.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.612+0000 7ff8b7fff640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff8c01069e0 0x7ff8c019cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.615 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.612+0000 7ff8b7fff640 1 -- 172.21.15.82:0/4233152392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff8c01009d0 msgr2=0x7ff8c0198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:45.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.612+0000 7ff8b7fff640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff8c01009d0 0x7ff8c0198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.612+0000 7ff8b7fff640 1 -- 172.21.15.82:0/4233152392 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8c019d350 con 0x7ff8c0101370 2024-09-12T12:42:45.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.612+0000 7ff8c4cae640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff8c01069e0 0x7ff8c019cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:42:45.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.612+0000 7ff8b7fff640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8c0101370 0x7ff8c01988a0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7ff8a800c890 tx=0x7ff8a800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:45.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.612+0000 7ff8bdffb640 1 -- 172.21.15.82:0/4233152392 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8a8004220 con 0x7ff8c0101370 2024-09-12T12:42:45.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.612+0000 7ff8bdffb640 1 -- 172.21.15.82:0/4233152392 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff8a80043c0 con 0x7ff8c0101370 2024-09-12T12:42:45.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.612+0000 7ff8bdffb640 1 -- 172.21.15.82:0/4233152392 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8a80049e0 con 0x7ff8c0101370 2024-09-12T12:42:45.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.612+0000 7ff8c6711640 1 -- 172.21.15.82:0/4233152392 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8c019d640 con 0x7ff8c0101370 2024-09-12T12:42:45.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.612+0000 7ff8c6711640 1 -- 172.21.15.82:0/4233152392 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8c01a4ed0 con 0x7ff8c0101370 2024-09-12T12:42:45.616 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.613+0000 7ff8c6711640 1 -- 172.21.15.82:0/4233152392 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8c0100e30 con 0x7ff8c0101370 2024-09-12T12:42:45.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.614+0000 7ff8bdffb640 1 -- 172.21.15.82:0/4233152392 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7ff8a80079b0 con 0x7ff8c0101370 2024-09-12T12:42:45.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.615+0000 7ff8bdffb640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff8ac0a2e20 0x7ff8ac0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:45.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.615+0000 7ff8bffff640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff8ac0a2e20 0x7ff8ac0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:45.617 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.615+0000 7ff8bdffb640 1 -- 172.21.15.82:0/4233152392 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7ff8a80cf540 con 0x7ff8c0101370 2024-09-12T12:42:45.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.615+0000 7ff8bffff640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff8ac0a2e20 0x7ff8ac0a52e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0000c00 tx=0x7ff8b0005a20 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:45.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.619+0000 7ff8bdffb640 1 -- 172.21.15.82:0/4233152392 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff8a8014030 con 0x7ff8c0101370 2024-09-12T12:42:45.804 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.804+0000 7ff8c6711640 1 -- 172.21.15.82:0/4233152392 --> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7ff8c0062630 con 0x7ff8ac0a2e20 2024-09-12T12:42:45.811 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.811+0000 7ff8bdffb640 1 -- 172.21.15.82:0/4233152392 <== mgr.15201 v2:172.21.15.82:6800/289973418 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7ff8c0062630 con 0x7ff8ac0a2e20 2024-09-12T12:42:45.811 INFO:teuthology.orchestra.run.smithi082.stdout:/ 1m 6m3h 2024-09-12T12:42:45.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.813+0000 7ff8c6711640 1 -- 172.21.15.82:0/4233152392 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff8ac0a2e20 msgr2=0x7ff8ac0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:45.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.813+0000 7ff8c6711640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff8ac0a2e20 0x7ff8ac0a52e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0000c00 tx=0x7ff8b0005a20 comp rx=0 tx=0).stop 2024-09-12T12:42:45.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.813+0000 7ff8c6711640 1 -- 172.21.15.82:0/4233152392 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8c0101370 msgr2=0x7ff8c01988a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:45.813 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.813+0000 7ff8c6711640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8c0101370 0x7ff8c01988a0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7ff8a800c890 tx=0x7ff8a800cd50 comp rx=0 tx=0).stop 2024-09-12T12:42:45.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.813+0000 7ff8c6711640 1 -- 172.21.15.82:0/4233152392 shutdown_connections 2024-09-12T12:42:45.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.813+0000 7ff8c6711640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff8ac0a2e20 0x7ff8ac0a52e0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.813+0000 7ff8c6711640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff8c01069e0 0x7ff8c019cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.813+0000 7ff8c6711640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff8c0101370 0x7ff8c01988a0 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.813+0000 7ff8c6711640 1 --2- 172.21.15.82:0/4233152392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff8c01009d0 0x7ff8c0198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.813+0000 7ff8c6711640 1 -- 172.21.15.82:0/4233152392 >> 172.21.15.82:0/4233152392 conn(0x7ff8c00fc6f0 msgr2=0x7ff8c006a540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:45.814 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.813+0000 7ff8c6711640 1 -- 172.21.15.82:0/4233152392 shutdown_connections 2024-09-12T12:42:45.815 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.813+0000 7ff8c6711640 1 -- 172.21.15.82:0/4233152392 wait complete. 2024-09-12T12:42:45.824 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-09-12T12:42:45.835 DEBUG:teuthology.orchestra.run.smithi082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T12:42:45.937 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.935+0000 7f2da57a8640 1 -- 172.21.15.82:0/44776478 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2da01002c0 msgr2=0x7f2da01006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:45.937 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.935+0000 7f2da57a8640 1 --2- 172.21.15.82:0/44776478 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2da01002c0 0x7f2da01006a0 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f2d90009900 tx=0x7f2d9002a410 comp rx=0 tx=0).stop 2024-09-12T12:42:45.937 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.935+0000 7f2da57a8640 1 -- 172.21.15.82:0/44776478 shutdown_connections 2024-09-12T12:42:45.937 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.935+0000 7f2da57a8640 1 --2- 172.21.15.82:0/44776478 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2da0106e60 0x7f2da010e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.937 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.935+0000 7f2da57a8640 1 --2- 172.21.15.82:0/44776478 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2da0100c70 0x7f2da0106730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.938 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.935+0000 7f2da57a8640 1 --2- 172.21.15.82:0/44776478 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2da01002c0 0x7f2da01006a0 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.938 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.935+0000 7f2da57a8640 1 -- 172.21.15.82:0/44776478 >> 172.21.15.82:0/44776478 conn(0x7f2da00771a0 msgr2=0x7f2da00fe4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:45.938 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.935+0000 7f2da57a8640 1 -- 172.21.15.82:0/44776478 shutdown_connections 2024-09-12T12:42:45.938 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.935+0000 7f2da57a8640 1 -- 172.21.15.82:0/44776478 wait complete. 2024-09-12T12:42:45.938 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.935+0000 7f2da57a8640 1 Processor -- start 2024-09-12T12:42:45.938 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2da57a8640 1 -- start start 2024-09-12T12:42:45.938 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2da57a8640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2da01002c0 0x7f2da0198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:45.938 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2da57a8640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2da0106e60 0x7f2da01989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:45.938 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2da57a8640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2da019cd50 0x7f2da019d200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:45.938 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2da57a8640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f2da0111ec0 con 0x7f2da019cd50 2024-09-12T12:42:45.938 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2da57a8640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2da0111d40 con 0x7f2da01002c0 2024-09-12T12:42:45.938 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2da57a8640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f2da0112040 con 0x7f2da0106e60 2024-09-12T12:42:45.939 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2d9f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2da019cd50 0x7f2da019d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:45.939 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2d9f7fe640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2da019cd50 0x7f2da019d200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45972/0 (socket says 172.21.15.82:45972) 2024-09-12T12:42:45.939 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2d9f7fe640 1 -- 172.21.15.82:0/3285425788 learned_addr learned my addr 172.21.15.82:0/3285425788 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:45.939 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2d9effd640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2da01002c0 0x7f2da0198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:45.939 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2d9f7fe640 1 -- 172.21.15.82:0/3285425788 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2da0106e60 msgr2=0x7f2da01989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:45.939 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2d9e7fc640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2da0106e60 0x7f2da01989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:45.939 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2d9f7fe640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2da0106e60 0x7f2da01989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.939 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2d9f7fe640 1 -- 172.21.15.82:0/3285425788 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2da01002c0 msgr2=0x7f2da0198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:45.939 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2d9f7fe640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2da01002c0 0x7f2da0198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:45.939 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2d9f7fe640 1 -- 172.21.15.82:0/3285425788 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2da019d840 con 0x7f2da019cd50 2024-09-12T12:42:45.939 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2d9effd640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2da01002c0 0x7f2da0198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:42:45.939 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.936+0000 7f2d9f7fe640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2da019cd50 0x7f2da019d200 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f2d98009fd0 tx=0x7f2d9800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:45.939 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.937+0000 7f2d87fff640 1 -- 172.21.15.82:0/3285425788 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d98017070 con 0x7f2da019cd50 2024-09-12T12:42:45.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.937+0000 7f2d87fff640 1 -- 172.21.15.82:0/3285425788 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d98003e50 con 0x7f2da019cd50 2024-09-12T12:42:45.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.937+0000 7f2da57a8640 1 -- 172.21.15.82:0/3285425788 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2da019db30 con 0x7f2da019cd50 2024-09-12T12:42:45.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.937+0000 7f2d87fff640 1 -- 172.21.15.82:0/3285425788 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d980106c0 con 0x7f2da019cd50 2024-09-12T12:42:45.940 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.937+0000 7f2da57a8640 1 -- 172.21.15.82:0/3285425788 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2da01a52d0 con 0x7f2da019cd50 2024-09-12T12:42:45.941 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.938+0000 7f2da57a8640 1 -- 172.21.15.82:0/3285425788 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2da01006a0 con 0x7f2da019cd50 2024-09-12T12:42:45.941 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.939+0000 7f2d87fff640 1 -- 172.21.15.82:0/3285425788 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f2d98003970 con 0x7f2da019cd50 2024-09-12T12:42:45.941 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.939+0000 7f2d87fff640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2d880a2d00 0x7f2d880a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:45.941 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.940+0000 7f2d9effd640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2d880a2d00 0x7f2d880a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:45.941 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.940+0000 7f2d87fff640 1 -- 172.21.15.82:0/3285425788 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7f2d980cf270 con 0x7f2da019cd50 2024-09-12T12:42:45.941 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.940+0000 7f2d9effd640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2d880a2d00 0x7f2d880a51c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2d90000c00 tx=0x7f2d90032c70 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:45.942 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:45.943+0000 7f2d87fff640 1 -- 172.21.15.82:0/3285425788 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2d9809be30 con 0x7f2da019cd50 2024-09-12T12:42:46.111 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.111+0000 7f2da57a8640 1 -- 172.21.15.82:0/3285425788 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2da01997e0 con 0x7f2da019cd50 2024-09-12T12:42:46.112 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.113+0000 7f2d87fff640 1 -- 172.21.15.82:0/3285425788 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v104) ==== 74+0+23319 (secure 0 0 0) 0x7f2da01997e0 con 0x7f2da019cd50 2024-09-12T12:42:46.113 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:42:46.113 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":104,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","created":"2024-09-12T12:17:12.695009+0000","modified":"2024-09-12T12:42:07.912917+0000","last_up_change":"2024-09-12T12:24:07.205938+0000","last_in_change":"2024-09-12T12:23:42.678584+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T12:20:23.481020+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T12:24:49.692337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T12:24:51.986597+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":103,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ec7e953a-5817-44dc-b24a-187f8ecae3de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6803","nonce":2375600760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6805","nonce":2375600760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6809","nonce":2375600760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6807","nonce":2375600760}]},"public_addr":"172.21.15.82:6803/2375600760","cluster_addr":"172.21.15.82:6805/2375600760","heartbeat_back_addr":"172.21.15.82:6809/2375600760","heartbeat_front_addr":"172.21.15.82:6807/2375600760","state":["exists","up"]},{"osd":1,"uuid":"5851943d-862e-4e05-8a5d-ade40a417718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6800","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6801","nonce":579017150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6803","nonce":579017150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6807","nonce":579017150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6805","nonce":579017150}]},"public_addr":"172.21.15.97:6801/579017150","cluster_addr":"172.21.15.97:6803/579017150","heartbeat_back_addr":"172.21.15.97:6807/579017150","heartbeat_front_addr":"172.21.15.97:6805/579017150","state":["exists","up"]},{"osd":2,"uuid":"6ad4e40e-a867-4daf-8d56-61c759763bb7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6801","nonce":667030766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6803","nonce":667030766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6807","nonce":667030766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6805","nonce":667030766}]},"public_addr":"172.21.15.114:6801/667030766","cluster_addr":"172.21.15.114:6803/667030766","heartbeat_back_addr":"172.21.15.114:6807/667030766","heartbeat_front_addr":"172.21.15.114:6805/667030766","state":["exists","up"]},{"osd":3,"uuid":"d07a22ac-4f4d-443a-aa26-fb72c965a533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6811","nonce":3696970002}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6813","nonce":3696970002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6817","nonce":3696970002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6815","nonce":3696970002}]},"public_addr":"172.21.15.82:6811/3696970002","cluster_addr":"172.21.15.82:6813/3696970002","heartbeat_back_addr":"172.21.15.82:6817/3696970002","heartbeat_front_addr":"172.21.15.82:6815/3696970002","state":["exists","up"]},{"osd":4,"uuid":"986fdf50-c187-4915-bd21-9303135ee93c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6809","nonce":1720388199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6811","nonce":1720388199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6815","nonce":1720388199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6813","nonce":1720388199}]},"public_addr":"172.21.15.97:6809/1720388199","cluster_addr":"172.21.15.97:6811/1720388199","heartbeat_back_addr":"172.21.15.97:6815/1720388199","heartbeat_front_addr":"172.21.15.97:6813/1720388199","state":["exists","up"]},{"osd":5,"uuid":"f85805cb-14d2-4dea-b6f9-44adb9555885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6809","nonce":1061842834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6811","nonce":1061842834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6815","nonce":1061842834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6813","nonce":1061842834}]},"public_addr":"172.21.15.114:6809/1061842834","cluster_addr":"172.21.15.114:6811/1061842834","heartbeat_back_addr":"172.21.15.114:6815/1061842834","heartbeat_front_addr":"172.21.15.114:6813/1061842834","state":["exists","up"]},{"osd":6,"uuid":"3e41d6ea-6e25-4c20-ac0b-c282d6fc3410","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6819","nonce":2909562937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6821","nonce":2909562937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6825","nonce":2909562937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6823","nonce":2909562937}]},"public_addr":"172.21.15.82:6819/2909562937","cluster_addr":"172.21.15.82:6821/2909562937","heartbeat_back_addr":"172.21.15.82:6825/2909562937","heartbeat_front_addr":"172.21.15.82:6823/2909562937","state":["exists","up"]},{"osd":7,"uuid":"4b57f692-680f-48d4-b971-79026197de89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6817","nonce":774477733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6819","nonce":774477733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6823","nonce":774477733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6821","nonce":774477733}]},"public_addr":"172.21.15.97:6817/774477733","cluster_addr":"172.21.15.97:6819/774477733","heartbeat_back_addr":"172.21.15.97:6823/774477733","heartbeat_front_addr":"172.21.15.97:6821/774477733","state":["exists","up"]},{"osd":8,"uuid":"7f3062e6-2359-42ac-8d07-1b8aa1be039e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6817","nonce":2191877312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6819","nonce":2191877312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6823","nonce":2191877312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6821","nonce":2191877312}]},"public_addr":"172.21.15.114:6817/2191877312","cluster_addr":"172.21.15.114:6819/2191877312","heartbeat_back_addr":"172.21.15.114:6823/2191877312","heartbeat_front_addr":"172.21.15.114:6821/2191877312","state":["exists","up"]},{"osd":9,"uuid":"5014c87a-30c8-4427-a645-6875216aa883","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6827","nonce":3766476669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6829","nonce":3766476669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6833","nonce":3766476669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6831","nonce":3766476669}]},"public_addr":"172.21.15.82:6827/3766476669","cluster_addr":"172.21.15.82:6829/3766476669","heartbeat_back_addr":"172.21.15.82:6833/3766476669","heartbeat_front_addr":"172.21.15.82:6831/3766476669","state":["exists","up"]},{"osd":10,"uuid":"8432b2c9-c3f0-4fc9-b9d8-91aba4427437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6825","nonce":3265146018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6827","nonce":3265146018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6831","nonce":3265146018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6829","nonce":3265146018}]},"public_addr":"172.21.15.97:6825/3265146018","cluster_addr":"172.21.15.97:6827/3265146018","heartbeat_back_addr":"172.21.15.97:6831/3265146018","heartbeat_front_addr":"172.21.15.97:6829/3265146018","state":["exists","up"]},{"osd":11,"uuid":"5cb2b575-e175-4271-8ac0-771fa72f9c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6825","nonce":1206975637}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6827","nonce":1206975637}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6831","nonce":1206975637}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6829","nonce":1206975637}]},"public_addr":"172.21.15.114:6825/1206975637","cluster_addr":"172.21.15.114:6827/1206975637","heartbeat_back_addr":"172.21.15.114:6831/1206975637","heartbeat_front_addr":"172.21.15.114:6829/1206975637","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:30.514798+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:55.437333+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:20.513185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:45.641683+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:10.642395+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:35.592632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:01.399096+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:26.074947+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:50.559366+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:15.479796+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:39.565889+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:24:04.556876+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:0/702400444":"2024-09-13T12:26:42.197644+0000","172.21.15.82:6800/2082156880":"2024-09-13T12:17:45.956674+0000","172.21.15.82:6801/2082156880":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/1123863202":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/1239255548":"2024-09-13T12:26:42.197644+0000","172.21.15.82:0/3426004569":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/2421679317":"2024-09-13T12:17:45.956674+0000","172.21.15.82:6801/2115848055":"2024-09-13T12:26:42.197644+0000","172.21.15.82:0/595859729":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2342445737":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6801/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2602658586":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2539394828":"2024-09-13T12:26:42.197644+0000","172.21.15.82:0/2965619674":"2024-09-13T12:26:42.197644+0000","172.21.15.82:6800/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/1385410853":"2024-09-13T12:26:42.197644+0000","172.21.15.82:6800/2115848055":"2024-09-13T12:26:42.197644+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":14,"length":1},{"begin":27,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T12:42:46.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.115+0000 7f2da57a8640 1 -- 172.21.15.82:0/3285425788 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2d880a2d00 msgr2=0x7f2d880a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.115+0000 7f2da57a8640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2d880a2d00 0x7f2d880a51c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2d90000c00 tx=0x7f2d90032c70 comp rx=0 tx=0).stop 2024-09-12T12:42:46.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.115+0000 7f2da57a8640 1 -- 172.21.15.82:0/3285425788 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2da019cd50 msgr2=0x7f2da019d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.115+0000 7f2da57a8640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2da019cd50 0x7f2da019d200 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f2d98009fd0 tx=0x7f2d9800b260 comp rx=0 tx=0).stop 2024-09-12T12:42:46.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.115+0000 7f2da57a8640 1 -- 172.21.15.82:0/3285425788 shutdown_connections 2024-09-12T12:42:46.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.115+0000 7f2da57a8640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f2d880a2d00 0x7f2d880a51c0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.115+0000 7f2da57a8640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f2da019cd50 0x7f2da019d200 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.115+0000 7f2da57a8640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f2da0106e60 0x7f2da01989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.115 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.115+0000 7f2da57a8640 1 --2- 172.21.15.82:0/3285425788 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2da01002c0 0x7f2da0198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.115+0000 7f2da57a8640 1 -- 172.21.15.82:0/3285425788 >> 172.21.15.82:0/3285425788 conn(0x7f2da00771a0 msgr2=0x7f2da01052a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:46.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.115+0000 7f2da57a8640 1 -- 172.21.15.82:0/3285425788 shutdown_connections 2024-09-12T12:42:46.116 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.115+0000 7f2da57a8640 1 -- 172.21.15.82:0/3285425788 wait complete. 2024-09-12T12:42:46.124 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:46 smithi082 ceph-mon[31122]: pgmap v504: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 55 KiB/s wr, 21 op/s 2024-09-12T12:42:46.126 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T12:20:23.481020+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-12T12:24:49.692337+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-12T12:24:51.986597+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '103', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 27, 'snap_epoch': 103, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-12T12:42:46.126 DEBUG:teuthology.orchestra.run.smithi082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-12T12:42:46.229 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.229+0000 7ff811f2c640 1 -- 172.21.15.82:0/436243557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff80c101290 msgr2=0x7ff80c1079d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.229+0000 7ff811f2c640 1 --2- 172.21.15.82:0/436243557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff80c101290 0x7ff80c1079d0 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7ff800009900 tx=0x7ff80002a410 comp rx=0 tx=0).stop 2024-09-12T12:42:46.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.229+0000 7ff811f2c640 1 -- 172.21.15.82:0/436243557 shutdown_connections 2024-09-12T12:42:46.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.229+0000 7ff811f2c640 1 --2- 172.21.15.82:0/436243557 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff80c108130 0x7ff80c10ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.229+0000 7ff811f2c640 1 --2- 172.21.15.82:0/436243557 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff80c101290 0x7ff80c1079d0 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.229+0000 7ff811f2c640 1 --2- 172.21.15.82:0/436243557 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff80c1008e0 0x7ff80c100cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.229+0000 7ff811f2c640 1 -- 172.21.15.82:0/436243557 >> 172.21.15.82:0/436243557 conn(0x7ff80c075e00 msgr2=0x7ff80c076210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:46.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.229+0000 7ff811f2c640 1 -- 172.21.15.82:0/436243557 shutdown_connections 2024-09-12T12:42:46.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.229+0000 7ff811f2c640 1 -- 172.21.15.82:0/436243557 wait complete. 2024-09-12T12:42:46.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff811f2c640 1 Processor -- start 2024-09-12T12:42:46.230 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff811f2c640 1 -- start start 2024-09-12T12:42:46.232 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff811f2c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff80c1008e0 0x7ff80c1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:46.232 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff811f2c640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff80c108130 0x7ff80c1988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:46.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff811f2c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff80c19cc70 0x7ff80c19d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:46.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff811f2c640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff80c111f20 con 0x7ff80c19cc70 2024-09-12T12:42:46.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff811f2c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff80c111da0 con 0x7ff80c1008e0 2024-09-12T12:42:46.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff811f2c640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff80c1120a0 con 0x7ff80c108130 2024-09-12T12:42:46.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff80bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff80c19cc70 0x7ff80c19d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:46.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff80bfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff80c19cc70 0x7ff80c19d120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:45992/0 (socket says 172.21.15.82:45992) 2024-09-12T12:42:46.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff80bfff640 1 -- 172.21.15.82:0/1378779945 learned_addr learned my addr 172.21.15.82:0/1378779945 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:46.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff80b7fe640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff80c1008e0 0x7ff80c1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:46.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff80affd640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff80c108130 0x7ff80c1988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:46.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff80bfff640 1 -- 172.21.15.82:0/1378779945 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff80c108130 msgr2=0x7ff80c1988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff80bfff640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff80c108130 0x7ff80c1988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.233 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff80bfff640 1 -- 172.21.15.82:0/1378779945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff80c1008e0 msgr2=0x7ff80c1983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff80bfff640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff80c1008e0 0x7ff80c1983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff80bfff640 1 -- 172.21.15.82:0/1378779945 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff80c19d760 con 0x7ff80c19cc70 2024-09-12T12:42:46.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.230+0000 7ff80b7fe640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff80c1008e0 0x7ff80c1983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:42:46.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.231+0000 7ff80bfff640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff80c19cc70 0x7ff80c19d120 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7ff80400eaa0 tx=0x7ff80400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:46.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.231+0000 7ff808ff9640 1 -- 172.21.15.82:0/1378779945 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff80400cdb0 con 0x7ff80c19cc70 2024-09-12T12:42:46.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.231+0000 7ff808ff9640 1 -- 172.21.15.82:0/1378779945 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff804005020 con 0x7ff80c19cc70 2024-09-12T12:42:46.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.231+0000 7ff811f2c640 1 -- 172.21.15.82:0/1378779945 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff80c19da50 con 0x7ff80c19cc70 2024-09-12T12:42:46.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.231+0000 7ff808ff9640 1 -- 172.21.15.82:0/1378779945 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8040116b0 con 0x7ff80c19cc70 2024-09-12T12:42:46.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.231+0000 7ff811f2c640 1 -- 172.21.15.82:0/1378779945 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff80c1a51c0 con 0x7ff80c19cc70 2024-09-12T12:42:46.234 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.232+0000 7ff811f2c640 1 -- 172.21.15.82:0/1378779945 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff80c100cc0 con 0x7ff80c19cc70 2024-09-12T12:42:46.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.233+0000 7ff808ff9640 1 -- 172.21.15.82:0/1378779945 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7ff804005560 con 0x7ff80c19cc70 2024-09-12T12:42:46.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.234+0000 7ff808ff9640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff7f40a2d00 0x7ff7f40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:46.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.234+0000 7ff808ff9640 1 -- 172.21.15.82:0/1378779945 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7ff8040cfb50 con 0x7ff80c19cc70 2024-09-12T12:42:46.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.234+0000 7ff80b7fe640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff7f40a2d00 0x7ff7f40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:46.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.234+0000 7ff80b7fe640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff7f40a2d00 0x7ff7f40a51c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff7fc00abe0 tx=0x7ff7fc00a5c0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:46.236 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.237+0000 7ff808ff9640 1 -- 172.21.15.82:0/1378779945 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff804016030 con 0x7ff80c19cc70 2024-09-12T12:42:46.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:46 smithi114 ceph-mon[35514]: pgmap v504: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 55 KiB/s wr, 21 op/s 2024-09-12T12:42:46.407 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.407+0000 7ff811f2c640 1 -- 172.21.15.82:0/1378779945 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff80c101360 con 0x7ff80c19cc70 2024-09-12T12:42:46.408 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.408+0000 7ff808ff9640 1 -- 172.21.15.82:0/1378779945 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v104) ==== 93+0+10 (secure 0 0 0) 0x7ff80409c710 con 0x7ff80c19cc70 2024-09-12T12:42:46.408 INFO:teuthology.orchestra.run.smithi082.stdout:pg_num: 1 2024-09-12T12:42:46.410 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.410+0000 7ff811f2c640 1 -- 172.21.15.82:0/1378779945 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff7f40a2d00 msgr2=0x7ff7f40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.410 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.410+0000 7ff811f2c640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff7f40a2d00 0x7ff7f40a51c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff7fc00abe0 tx=0x7ff7fc00a5c0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.410 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.410+0000 7ff811f2c640 1 -- 172.21.15.82:0/1378779945 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff80c19cc70 msgr2=0x7ff80c19d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.411 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.410+0000 7ff811f2c640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff80c19cc70 0x7ff80c19d120 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7ff80400eaa0 tx=0x7ff80400ef60 comp rx=0 tx=0).stop 2024-09-12T12:42:46.411 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.410+0000 7ff811f2c640 1 -- 172.21.15.82:0/1378779945 shutdown_connections 2024-09-12T12:42:46.411 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.410+0000 7ff811f2c640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff7f40a2d00 0x7ff7f40a51c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.411 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.410+0000 7ff811f2c640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff80c19cc70 0x7ff80c19d120 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.411 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.410+0000 7ff811f2c640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff80c108130 0x7ff80c1988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.411 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.410+0000 7ff811f2c640 1 --2- 172.21.15.82:0/1378779945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff80c1008e0 0x7ff80c1983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.411 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.410+0000 7ff811f2c640 1 -- 172.21.15.82:0/1378779945 >> 172.21.15.82:0/1378779945 conn(0x7ff80c075e00 msgr2=0x7ff80c105b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:46.411 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.410+0000 7ff811f2c640 1 -- 172.21.15.82:0/1378779945 shutdown_connections 2024-09-12T12:42:46.411 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.410+0000 7ff811f2c640 1 -- 172.21.15.82:0/1378779945 wait complete. 2024-09-12T12:42:46.421 DEBUG:teuthology.orchestra.run.smithi082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-12T12:42:46.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:46 smithi097 ceph-mon[34923]: pgmap v504: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 55 KiB/s wr, 21 op/s 2024-09-12T12:42:46.528 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.524+0000 7ff208d9f640 1 -- 172.21.15.82:0/3296939877 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff204101210 msgr2=0x7ff20410d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.528 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.524+0000 7ff208d9f640 1 --2- 172.21.15.82:0/3296939877 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff204101210 0x7ff20410d740 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc009cd0 tx=0x7ff1fc02a8e0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.528 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.524+0000 7ff208d9f640 1 -- 172.21.15.82:0/3296939877 shutdown_connections 2024-09-12T12:42:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.524+0000 7ff208d9f640 1 --2- 172.21.15.82:0/3296939877 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff204101210 0x7ff20410d740 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.524+0000 7ff208d9f640 1 --2- 172.21.15.82:0/3296939877 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff204100870 0x7ff204100cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.524+0000 7ff208d9f640 1 --2- 172.21.15.82:0/3296939877 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff204106880 0x7ff204106c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.524+0000 7ff208d9f640 1 -- 172.21.15.82:0/3296939877 >> 172.21.15.82:0/3296939877 conn(0x7ff2040778c0 msgr2=0x7ff2040fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.524+0000 7ff208d9f640 1 -- 172.21.15.82:0/3296939877 shutdown_connections 2024-09-12T12:42:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.525+0000 7ff208d9f640 1 -- 172.21.15.82:0/3296939877 wait complete. 2024-09-12T12:42:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.525+0000 7ff208d9f640 1 Processor -- start 2024-09-12T12:42:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.525+0000 7ff208d9f640 1 -- start start 2024-09-12T12:42:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.525+0000 7ff208d9f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff204100870 0x7ff2041990b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.525+0000 7ff208d9f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff204101210 0x7ff2041995f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.525+0000 7ff208d9f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff204106880 0x7ff2041a4130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:46.529 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.525+0000 7ff208d9f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff204110cc0 con 0x7ff204101210 2024-09-12T12:42:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.525+0000 7ff208d9f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff204110b40 con 0x7ff204100870 2024-09-12T12:42:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.525+0000 7ff208d9f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff204110e40 con 0x7ff204106880 2024-09-12T12:42:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.525+0000 7ff1fbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff204101210 0x7ff2041995f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.525+0000 7ff1fbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff204101210 0x7ff2041995f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46004/0 (socket says 172.21.15.82:46004) 2024-09-12T12:42:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.525+0000 7ff1fbfff640 1 -- 172.21.15.82:0/4237834870 learned_addr learned my addr 172.21.15.82:0/4237834870 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.526+0000 7ff2037fe640 1 --2- 172.21.15.82:0/4237834870 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff204100870 0x7ff2041990b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.526+0000 7ff203fff640 1 --2- 172.21.15.82:0/4237834870 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff204106880 0x7ff2041a4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.526+0000 7ff1fbfff640 1 -- 172.21.15.82:0/4237834870 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff204106880 msgr2=0x7ff2041a4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.526+0000 7ff1fbfff640 1 --2- 172.21.15.82:0/4237834870 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff204106880 0x7ff2041a4130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.526+0000 7ff1fbfff640 1 -- 172.21.15.82:0/4237834870 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff204100870 msgr2=0x7ff2041990b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.526+0000 7ff1fbfff640 1 --2- 172.21.15.82:0/4237834870 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff204100870 0x7ff2041990b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.526+0000 7ff1fbfff640 1 -- 172.21.15.82:0/4237834870 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2041a4670 con 0x7ff204101210 2024-09-12T12:42:46.530 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.526+0000 7ff1fbfff640 1 --2- 172.21.15.82:0/4237834870 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff204101210 0x7ff2041995f0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec00d770 tx=0x7ff1ec00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:46.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.526+0000 7ff2017fa640 1 -- 172.21.15.82:0/4237834870 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1ec017070 con 0x7ff204101210 2024-09-12T12:42:46.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.526+0000 7ff2017fa640 1 -- 172.21.15.82:0/4237834870 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff1ec005500 con 0x7ff204101210 2024-09-12T12:42:46.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.526+0000 7ff208d9f640 1 -- 172.21.15.82:0/4237834870 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2041a4840 con 0x7ff204101210 2024-09-12T12:42:46.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.526+0000 7ff2017fa640 1 -- 172.21.15.82:0/4237834870 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1ec004e00 con 0x7ff204101210 2024-09-12T12:42:46.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.526+0000 7ff208d9f640 1 -- 172.21.15.82:0/4237834870 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2041a4d10 con 0x7ff204101210 2024-09-12T12:42:46.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.527+0000 7ff208d9f640 1 -- 172.21.15.82:0/4237834870 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff204100cd0 con 0x7ff204101210 2024-09-12T12:42:46.531 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.528+0000 7ff2017fa640 1 -- 172.21.15.82:0/4237834870 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7ff1ec004fa0 con 0x7ff204101210 2024-09-12T12:42:46.532 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.529+0000 7ff2017fa640 1 --2- 172.21.15.82:0/4237834870 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff1f00a2d00 0x7ff1f00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:46.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.529+0000 7ff2037fe640 1 --2- 172.21.15.82:0/4237834870 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff1f00a2d00 0x7ff1f00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:46.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.529+0000 7ff2017fa640 1 -- 172.21.15.82:0/4237834870 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7ff1ec0cf230 con 0x7ff204101210 2024-09-12T12:42:46.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.530+0000 7ff2037fe640 1 --2- 172.21.15.82:0/4237834870 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff1f00a2d00 0x7ff1f00a51c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff1f400bb60 tx=0x7ff1f400b390 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:46.533 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.532+0000 7ff2017fa640 1 -- 172.21.15.82:0/4237834870 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff1ec09b7a0 con 0x7ff204101210 2024-09-12T12:42:46.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.701+0000 7ff208d9f640 1 -- 172.21.15.82:0/4237834870 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7ff2041a4f70 con 0x7ff204101210 2024-09-12T12:42:46.701 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.701+0000 7ff2017fa640 1 -- 172.21.15.82:0/4237834870 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v104) ==== 104+0+11 (secure 0 0 0) 0x7ff1ec09faa0 con 0x7ff204101210 2024-09-12T12:42:46.701 INFO:teuthology.orchestra.run.smithi082.stdout:pg_num: 32 2024-09-12T12:42:46.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.703+0000 7ff208d9f640 1 -- 172.21.15.82:0/4237834870 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff1f00a2d00 msgr2=0x7ff1f00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.703+0000 7ff208d9f640 1 --2- 172.21.15.82:0/4237834870 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff1f00a2d00 0x7ff1f00a51c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff1f400bb60 tx=0x7ff1f400b390 comp rx=0 tx=0).stop 2024-09-12T12:42:46.703 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.703+0000 7ff208d9f640 1 -- 172.21.15.82:0/4237834870 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff204101210 msgr2=0x7ff2041995f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.703+0000 7ff208d9f640 1 --2- 172.21.15.82:0/4237834870 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff204101210 0x7ff2041995f0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec00d770 tx=0x7ff1ec00dc30 comp rx=0 tx=0).stop 2024-09-12T12:42:46.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.703+0000 7ff208d9f640 1 -- 172.21.15.82:0/4237834870 shutdown_connections 2024-09-12T12:42:46.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.703+0000 7ff208d9f640 1 --2- 172.21.15.82:0/4237834870 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff1f00a2d00 0x7ff1f00a51c0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.703+0000 7ff208d9f640 1 --2- 172.21.15.82:0/4237834870 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff204106880 0x7ff2041a4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.703+0000 7ff208d9f640 1 --2- 172.21.15.82:0/4237834870 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff204101210 0x7ff2041995f0 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.703+0000 7ff208d9f640 1 --2- 172.21.15.82:0/4237834870 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff204100870 0x7ff2041990b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.703+0000 7ff208d9f640 1 -- 172.21.15.82:0/4237834870 >> 172.21.15.82:0/4237834870 conn(0x7ff2040778c0 msgr2=0x7ff2041036c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:46.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.703+0000 7ff208d9f640 1 -- 172.21.15.82:0/4237834870 shutdown_connections 2024-09-12T12:42:46.704 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.703+0000 7ff208d9f640 1 -- 172.21.15.82:0/4237834870 wait complete. 2024-09-12T12:42:46.714 DEBUG:teuthology.orchestra.run.smithi082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-12T12:42:46.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.815+0000 7fbfe1523640 1 -- 172.21.15.82:0/2310909200 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbfdc100980 msgr2=0x7fbfdc100de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.815+0000 7fbfe1523640 1 --2- 172.21.15.82:0/2310909200 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbfdc100980 0x7fbfdc100de0 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4009930 tx=0x7fbfc402a420 comp rx=0 tx=0).stop 2024-09-12T12:42:46.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.815+0000 7fbfe1523640 1 -- 172.21.15.82:0/2310909200 shutdown_connections 2024-09-12T12:42:46.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.815+0000 7fbfe1523640 1 --2- 172.21.15.82:0/2310909200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbfdc101320 0x7fbfdc10d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.815+0000 7fbfe1523640 1 --2- 172.21.15.82:0/2310909200 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbfdc100980 0x7fbfdc100de0 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.815+0000 7fbfe1523640 1 --2- 172.21.15.82:0/2310909200 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfdc106990 0x7fbfdc106d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.815+0000 7fbfe1523640 1 -- 172.21.15.82:0/2310909200 >> 172.21.15.82:0/2310909200 conn(0x7fbfdc0779d0 msgr2=0x7fbfdc0fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:46.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.815+0000 7fbfe1523640 1 -- 172.21.15.82:0/2310909200 shutdown_connections 2024-09-12T12:42:46.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.816+0000 7fbfe1523640 1 -- 172.21.15.82:0/2310909200 wait complete. 2024-09-12T12:42:46.819 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.816+0000 7fbfe1523640 1 Processor -- start 2024-09-12T12:42:46.819 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.816+0000 7fbfe1523640 1 -- start start 2024-09-12T12:42:46.819 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.816+0000 7fbfe1523640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfdc100980 0x7fbfdc19a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:46.819 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.816+0000 7fbfe1523640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbfdc101320 0x7fbfdc19ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:46.819 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.816+0000 7fbfe1523640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbfdc106990 0x7fbfdc19efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:46.819 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.816+0000 7fbfe1523640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fbfdc110dd0 con 0x7fbfdc101320 2024-09-12T12:42:46.819 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.816+0000 7fbfe1523640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbfdc110c50 con 0x7fbfdc106990 2024-09-12T12:42:46.819 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.816+0000 7fbfe1523640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fbfdc110f50 con 0x7fbfdc100980 2024-09-12T12:42:46.819 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfda7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbfdc101320 0x7fbfdc19ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:46.819 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfda7fc640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbfdc101320 0x7fbfdc19ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46024/0 (socket says 172.21.15.82:46024) 2024-09-12T12:42:46.819 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfda7fc640 1 -- 172.21.15.82:0/2878120348 learned_addr learned my addr 172.21.15.82:0/2878120348 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:46.819 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfdb7fe640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbfdc106990 0x7fbfdc19efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:46.819 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfdaffd640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfdc100980 0x7fbfdc19a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:46.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfda7fc640 1 -- 172.21.15.82:0/2878120348 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfdc100980 msgr2=0x7fbfdc19a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfda7fc640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfdc100980 0x7fbfdc19a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfda7fc640 1 -- 172.21.15.82:0/2878120348 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbfdc106990 msgr2=0x7fbfdc19efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfda7fc640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbfdc106990 0x7fbfdc19efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfda7fc640 1 -- 172.21.15.82:0/2878120348 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfdc19f6e0 con 0x7fbfdc101320 2024-09-12T12:42:46.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfdaffd640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfdc100980 0x7fbfdc19a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:42:46.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfda7fc640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbfdc101320 0x7fbfdc19ac30 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4009230 tx=0x7fbfc4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:46.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfd3fff640 1 -- 172.21.15.82:0/2878120348 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc403f030 con 0x7fbfdc101320 2024-09-12T12:42:46.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfe1523640 1 -- 172.21.15.82:0/2878120348 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfdc19f970 con 0x7fbfdc101320 2024-09-12T12:42:46.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfd3fff640 1 -- 172.21.15.82:0/2878120348 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbfc4003ad0 con 0x7fbfdc101320 2024-09-12T12:42:46.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfe1523640 1 -- 172.21.15.82:0/2878120348 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfdc1a7260 con 0x7fbfdc101320 2024-09-12T12:42:46.820 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.817+0000 7fbfd3fff640 1 -- 172.21.15.82:0/2878120348 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc4049060 con 0x7fbfdc101320 2024-09-12T12:42:46.821 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.818+0000 7fbfe1523640 1 -- 172.21.15.82:0/2878120348 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfdc100de0 con 0x7fbfdc101320 2024-09-12T12:42:46.821 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.819+0000 7fbfd3fff640 1 -- 172.21.15.82:0/2878120348 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fbfc4042030 con 0x7fbfdc101320 2024-09-12T12:42:46.821 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.820+0000 7fbfd3fff640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbfc80a2d00 0x7fbfc80a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:46.821 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.820+0000 7fbfd3fff640 1 -- 172.21.15.82:0/2878120348 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7fbfc40efd00 con 0x7fbfdc101320 2024-09-12T12:42:46.822 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.820+0000 7fbfdaffd640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbfc80a2d00 0x7fbfc80a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:46.822 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.820+0000 7fbfdaffd640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbfc80a2d00 0x7fbfc80a51c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc009fa0 tx=0x7fbfcc009570 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:46.824 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.824+0000 7fbfd3fff640 1 -- 172.21.15.82:0/2878120348 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbfc40bc8c0 con 0x7fbfdc101320 2024-09-12T12:42:46.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.990+0000 7fbfe1523640 1 -- 172.21.15.82:0/2878120348 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fbfdc1a7430 con 0x7fbfdc101320 2024-09-12T12:42:46.990 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.990+0000 7fbfd3fff640 1 -- 172.21.15.82:0/2878120348 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v104) ==== 100+0+11 (secure 0 0 0) 0x7fbfc40bc1c0 con 0x7fbfdc101320 2024-09-12T12:42:46.990 INFO:teuthology.orchestra.run.smithi082.stdout:pg_num: 64 2024-09-12T12:42:46.992 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.992+0000 7fbfe1523640 1 -- 172.21.15.82:0/2878120348 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbfc80a2d00 msgr2=0x7fbfc80a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.992+0000 7fbfe1523640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbfc80a2d00 0x7fbfc80a51c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc009fa0 tx=0x7fbfcc009570 comp rx=0 tx=0).stop 2024-09-12T12:42:46.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.992+0000 7fbfe1523640 1 -- 172.21.15.82:0/2878120348 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbfdc101320 msgr2=0x7fbfdc19ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:46.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.992+0000 7fbfe1523640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbfdc101320 0x7fbfdc19ac30 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4009230 tx=0x7fbfc4004270 comp rx=0 tx=0).stop 2024-09-12T12:42:46.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.992+0000 7fbfe1523640 1 -- 172.21.15.82:0/2878120348 shutdown_connections 2024-09-12T12:42:46.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.992+0000 7fbfe1523640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fbfc80a2d00 0x7fbfc80a51c0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.992+0000 7fbfe1523640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbfdc106990 0x7fbfdc19efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.992+0000 7fbfe1523640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fbfdc101320 0x7fbfdc19ac30 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.992+0000 7fbfe1523640 1 --2- 172.21.15.82:0/2878120348 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fbfdc100980 0x7fbfdc19a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:46.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.992+0000 7fbfe1523640 1 -- 172.21.15.82:0/2878120348 >> 172.21.15.82:0/2878120348 conn(0x7fbfdc0779d0 msgr2=0x7fbfdc069930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:46.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.993+0000 7fbfe1523640 1 -- 172.21.15.82:0/2878120348 shutdown_connections 2024-09-12T12:42:46.993 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:46.993+0000 7fbfe1523640 1 -- 172.21.15.82:0/2878120348 wait complete. 2024-09-12T12:42:47.004 DEBUG:teuthology.orchestra.run.smithi082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-09-12T12:42:47.105 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.103+0000 7f16a4847640 1 -- 172.21.15.82:0/2858672851 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16a01009c0 msgr2=0x7f16a0100e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:47.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.103+0000 7f16a4847640 1 --2- 172.21.15.82:0/2858672851 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16a01009c0 0x7f16a0100e20 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f1688009930 tx=0x7f168802a420 comp rx=0 tx=0).stop 2024-09-12T12:42:47.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.103+0000 7f16a4847640 1 -- 172.21.15.82:0/2858672851 shutdown_connections 2024-09-12T12:42:47.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.103+0000 7f16a4847640 1 --2- 172.21.15.82:0/2858672851 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16a0101360 0x7f16a010d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:47.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.103+0000 7f16a4847640 1 --2- 172.21.15.82:0/2858672851 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16a01009c0 0x7f16a0100e20 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:47.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.103+0000 7f16a4847640 1 --2- 172.21.15.82:0/2858672851 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16a01069d0 0x7f16a0106db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:47.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.103+0000 7f16a4847640 1 -- 172.21.15.82:0/2858672851 >> 172.21.15.82:0/2858672851 conn(0x7f16a00fc6a0 msgr2=0x7f16a00feac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:47.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.103+0000 7f16a4847640 1 -- 172.21.15.82:0/2858672851 shutdown_connections 2024-09-12T12:42:47.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.103+0000 7f16a4847640 1 -- 172.21.15.82:0/2858672851 wait complete. 2024-09-12T12:42:47.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f16a4847640 1 Processor -- start 2024-09-12T12:42:47.106 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f16a4847640 1 -- start start 2024-09-12T12:42:47.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f16a4847640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16a01009c0 0x7f16a0197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:47.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f16a4847640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16a0101360 0x7f16a0197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:47.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f16a4847640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16a01069d0 0x7f16a019bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:47.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f16a4847640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f16a0110e60 con 0x7f16a0101360 2024-09-12T12:42:47.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f16a4847640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f16a0110ce0 con 0x7f16a01069d0 2024-09-12T12:42:47.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f16a4847640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f16a0110fe0 con 0x7f16a01009c0 2024-09-12T12:42:47.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f1697fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16a0101360 0x7f16a0197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:47.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f1697fff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16a0101360 0x7f16a0197870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:46040/0 (socket says 172.21.15.82:46040) 2024-09-12T12:42:47.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f1697fff640 1 -- 172.21.15.82:0/2306388835 learned_addr learned my addr 172.21.15.82:0/2306388835 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:42:47.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f169e59c640 1 --2- 172.21.15.82:0/2306388835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16a01009c0 0x7f16a0197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:47.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f1697fff640 1 -- 172.21.15.82:0/2306388835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16a01009c0 msgr2=0x7f16a0197330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:47.107 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f1697fff640 1 --2- 172.21.15.82:0/2306388835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16a01009c0 0x7f16a0197330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:47.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f1697fff640 1 -- 172.21.15.82:0/2306388835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16a01069d0 msgr2=0x7f16a019bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:47.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f1697fff640 1 --2- 172.21.15.82:0/2306388835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16a01069d0 0x7f16a019bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:47.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f1697fff640 1 -- 172.21.15.82:0/2306388835 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16a019c320 con 0x7f16a0101360 2024-09-12T12:42:47.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f169e59c640 1 --2- 172.21.15.82:0/2306388835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16a01009c0 0x7f16a0197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:42:47.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.104+0000 7f1697fff640 1 --2- 172.21.15.82:0/2306388835 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16a0101360 0x7f16a0197870 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f168802a940 tx=0x7f1688003c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:47.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.105+0000 7f16977fe640 1 -- 172.21.15.82:0/2306388835 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f168803f070 con 0x7f16a0101360 2024-09-12T12:42:47.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.105+0000 7f16977fe640 1 -- 172.21.15.82:0/2306388835 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f168803b460 con 0x7f16a0101360 2024-09-12T12:42:47.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.105+0000 7f16a4847640 1 -- 172.21.15.82:0/2306388835 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16a019c5b0 con 0x7f16a0101360 2024-09-12T12:42:47.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.105+0000 7f16977fe640 1 -- 172.21.15.82:0/2306388835 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1688035030 con 0x7f16a0101360 2024-09-12T12:42:47.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.105+0000 7f16a4847640 1 -- 172.21.15.82:0/2306388835 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16a01a3ea0 con 0x7f16a0101360 2024-09-12T12:42:47.108 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.106+0000 7f16a4847640 1 -- 172.21.15.82:0/2306388835 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16a0102100 con 0x7f16a0101360 2024-09-12T12:42:47.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.107+0000 7f16977fe640 1 -- 172.21.15.82:0/2306388835 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f1688042070 con 0x7f16a0101360 2024-09-12T12:42:47.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.107+0000 7f16977fe640 1 --2- 172.21.15.82:0/2306388835 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f168c0a2d00 0x7f168c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:42:47.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.108+0000 7f169e59c640 1 --2- 172.21.15.82:0/2306388835 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f168c0a2d00 0x7f168c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:42:47.109 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.108+0000 7f16977fe640 1 -- 172.21.15.82:0/2306388835 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8622+0+0 (secure 0 0 0) 0x7f16880f0150 con 0x7f16a0101360 2024-09-12T12:42:47.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.108+0000 7f169e59c640 1 --2- 172.21.15.82:0/2306388835 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f168c0a2d00 0x7f168c0a51c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1690009930 tx=0x7f1690008040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:42:47.110 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.111+0000 7f16977fe640 1 -- 172.21.15.82:0/2306388835 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f16880bcdb0 con 0x7f16a0101360 2024-09-12T12:42:47.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:47 smithi082 ceph-mon[31122]: from='client.17439 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:42:47.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:47 smithi082 ceph-mon[31122]: from='client.17445 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:42:47.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:47 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3285425788' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:42:47.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:47 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1378779945' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T12:42:47.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:47 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4237834870' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-12T12:42:47.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:47 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2878120348' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-12T12:42:47.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:47 smithi114 ceph-mon[35514]: from='client.17439 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:42:47.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:47 smithi114 ceph-mon[35514]: from='client.17445 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:42:47.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:47 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3285425788' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:42:47.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:47 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1378779945' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T12:42:47.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:47 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4237834870' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-12T12:42:47.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:47 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2878120348' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-12T12:42:47.322 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.322+0000 7f16a4847640 1 -- 172.21.15.82:0/2306388835 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f16a01a4100 con 0x7f16a0101360 2024-09-12T12:42:47.329 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.329+0000 7f16977fe640 1 -- 172.21.15.82:0/2306388835 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v25) ==== 81+0+740898 (secure 0 0 0) 0x7f16880bc6b0 con 0x7f16a0101360 2024-09-12T12:42:47.340 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:42:47.341 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:42:47.341 INFO:teuthology.orchestra.run.smithi082.stdout: "epoch": 25, 2024-09-12T12:42:47.341 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.341 INFO:teuthology.orchestra.run.smithi082.stdout: "active_gid": 15201, 2024-09-12T12:42:47.341 INFO:teuthology.orchestra.run.smithi082.stdout: "active_name": "x", 2024-09-12T12:42:47.341 INFO:teuthology.orchestra.run.smithi082.stdout: "active_addrs": { 2024-09-12T12:42:47.341 INFO:teuthology.orchestra.run.smithi082.stdout: "addrvec": [ 2024-09-12T12:42:47.341 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.341 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "v2", 2024-09-12T12:42:47.342 INFO:teuthology.orchestra.run.smithi082.stdout: "addr": "172.21.15.82:6800", 2024-09-12T12:42:47.342 INFO:teuthology.orchestra.run.smithi082.stdout: "nonce": 289973418 2024-09-12T12:42:47.342 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.342 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.342 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "v1", 2024-09-12T12:42:47.342 INFO:teuthology.orchestra.run.smithi082.stdout: "addr": "172.21.15.82:6801", 2024-09-12T12:42:47.342 INFO:teuthology.orchestra.run.smithi082.stdout: "nonce": 289973418 2024-09-12T12:42:47.342 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.342 INFO:teuthology.orchestra.run.smithi082.stdout: ] 2024-09-12T12:42:47.342 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.342 INFO:teuthology.orchestra.run.smithi082.stdout: "active_addr": "172.21.15.82:6801/289973418", 2024-09-12T12:42:47.342 INFO:teuthology.orchestra.run.smithi082.stdout: "active_change": "2024-09-12T12:26:42.197950+0000", 2024-09-12T12:42:47.342 INFO:teuthology.orchestra.run.smithi082.stdout: "active_mgr_features": 4540701547738038271, 2024-09-12T12:42:47.343 INFO:teuthology.orchestra.run.smithi082.stdout: "available": true, 2024-09-12T12:42:47.343 INFO:teuthology.orchestra.run.smithi082.stdout: "standbys": [ 2024-09-12T12:42:47.343 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.343 INFO:teuthology.orchestra.run.smithi082.stdout: "gid": 24811, 2024-09-12T12:42:47.343 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "z", 2024-09-12T12:42:47.343 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr_features": 4540701547738038271, 2024-09-12T12:42:47.343 INFO:teuthology.orchestra.run.smithi082.stdout: "available_modules": [ 2024-09-12T12:42:47.343 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.343 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "alerts", 2024-09-12T12:42:47.343 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.343 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.343 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.344 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:47.344 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:47.344 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.344 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.344 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.344 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:47.344 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.344 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.344 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.344 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "How frequently to reexamine health status", 2024-09-12T12:42:47.344 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.344 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.344 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.345 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.345 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.345 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.345 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.345 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.345 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.345 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.345 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.345 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.345 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.345 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.345 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.345 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.346 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.346 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.346 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.346 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.346 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.346 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.346 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.346 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.346 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.346 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.346 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.346 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.347 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.347 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.347 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.347 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.347 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.347 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.348 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.348 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.348 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.348 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.348 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.348 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.348 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.349 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.349 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.349 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.349 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.349 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.349 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.349 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.349 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.349 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.349 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.349 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.349 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.350 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.350 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.350 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.350 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.350 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.350 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.350 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.350 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.350 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.350 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.350 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.350 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.350 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.351 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.351 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.351 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.351 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.351 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.351 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.351 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.351 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.351 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_destination": { 2024-09-12T12:42:47.351 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_destination", 2024-09-12T12:42:47.352 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.352 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.352 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.352 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.352 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.352 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.352 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.352 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Email address to send alerts to", 2024-09-12T12:42:47.353 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.353 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.353 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.353 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.353 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_from_name": { 2024-09-12T12:42:47.353 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_from_name", 2024-09-12T12:42:47.353 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.353 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.353 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.353 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "Ceph", 2024-09-12T12:42:47.353 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.353 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.353 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.354 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Email From: name", 2024-09-12T12:42:47.354 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.354 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.354 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.354 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.354 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_host": { 2024-09-12T12:42:47.354 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_host", 2024-09-12T12:42:47.354 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.354 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.354 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.354 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.354 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.354 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.355 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.355 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "SMTP server", 2024-09-12T12:42:47.355 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.355 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.355 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.355 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.355 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_password": { 2024-09-12T12:42:47.355 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_password", 2024-09-12T12:42:47.355 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.355 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.355 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.355 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.355 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.356 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.356 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.356 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Password to authenticate with", 2024-09-12T12:42:47.356 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.356 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.356 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.356 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.356 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_port": { 2024-09-12T12:42:47.356 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_port", 2024-09-12T12:42:47.356 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.356 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.356 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.356 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "465", 2024-09-12T12:42:47.357 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.357 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.357 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.357 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "SMTP port", 2024-09-12T12:42:47.357 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.357 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.357 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.357 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.357 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_sender": { 2024-09-12T12:42:47.358 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_sender", 2024-09-12T12:42:47.358 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.358 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.358 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.358 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.358 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.358 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.358 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.358 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "SMTP envelope sender", 2024-09-12T12:42:47.358 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.359 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.359 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.359 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.359 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_ssl": { 2024-09-12T12:42:47.359 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_ssl", 2024-09-12T12:42:47.359 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.359 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.359 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.359 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.359 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.359 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.360 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.360 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-12T12:42:47.360 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.360 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.360 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.360 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.360 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_user": { 2024-09-12T12:42:47.360 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_user", 2024-09-12T12:42:47.360 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.360 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.360 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.360 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.360 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.361 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.361 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.361 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "User to authenticate as", 2024-09-12T12:42:47.361 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.361 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.361 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.361 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.361 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.361 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.362 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.362 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "balancer", 2024-09-12T12:42:47.362 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.362 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.362 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.362 INFO:teuthology.orchestra.run.smithi082.stdout: "active": { 2024-09-12T12:42:47.362 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "active", 2024-09-12T12:42:47.362 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.362 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.362 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.362 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.362 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.362 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.363 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.363 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "automatically balance PGs across cluster", 2024-09-12T12:42:47.363 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.363 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.363 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.363 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.363 INFO:teuthology.orchestra.run.smithi082.stdout: "begin_time": { 2024-09-12T12:42:47.363 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "begin_time", 2024-09-12T12:42:47.363 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.363 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.363 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.363 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0000", 2024-09-12T12:42:47.363 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.364 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.364 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.364 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "beginning time of day to automatically balance", 2024-09-12T12:42:47.364 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-12T12:42:47.364 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.364 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.364 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.364 INFO:teuthology.orchestra.run.smithi082.stdout: "begin_weekday": { 2024-09-12T12:42:47.364 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "begin_weekday", 2024-09-12T12:42:47.364 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:47.364 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.364 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.364 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:47.365 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "0", 2024-09-12T12:42:47.365 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "6", 2024-09-12T12:42:47.365 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.365 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-12T12:42:47.365 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-12T12:42:47.365 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.365 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.365 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.365 INFO:teuthology.orchestra.run.smithi082.stdout: "crush_compat_max_iterations": { 2024-09-12T12:42:47.365 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crush_compat_max_iterations", 2024-09-12T12:42:47.365 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:47.365 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.366 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.366 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "25", 2024-09-12T12:42:47.366 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1", 2024-09-12T12:42:47.366 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "250", 2024-09-12T12:42:47.366 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.366 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-12T12:42:47.366 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.366 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.366 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.366 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.366 INFO:teuthology.orchestra.run.smithi082.stdout: "crush_compat_metrics": { 2024-09-12T12:42:47.366 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crush_compat_metrics", 2024-09-12T12:42:47.366 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.366 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.367 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.367 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "pgs,objects,bytes", 2024-09-12T12:42:47.367 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.367 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.367 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.367 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-12T12:42:47.367 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-12T12:42:47.367 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.367 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.367 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.368 INFO:teuthology.orchestra.run.smithi082.stdout: "crush_compat_step": { 2024-09-12T12:42:47.368 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crush_compat_step", 2024-09-12T12:42:47.368 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:47.368 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.368 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.368 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0.5", 2024-09-12T12:42:47.368 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "0.001", 2024-09-12T12:42:47.368 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "0.999", 2024-09-12T12:42:47.369 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.369 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "aggressiveness of optimization", 2024-09-12T12:42:47.369 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-12T12:42:47.369 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.369 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.369 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.369 INFO:teuthology.orchestra.run.smithi082.stdout: "end_time": { 2024-09-12T12:42:47.369 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "end_time", 2024-09-12T12:42:47.369 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.369 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.369 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.369 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "2359", 2024-09-12T12:42:47.369 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.370 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.370 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.370 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "ending time of day to automatically balance", 2024-09-12T12:42:47.370 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-12T12:42:47.370 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.370 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.370 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.370 INFO:teuthology.orchestra.run.smithi082.stdout: "end_weekday": { 2024-09-12T12:42:47.370 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "end_weekday", 2024-09-12T12:42:47.370 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:47.370 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.370 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.370 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:47.371 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "0", 2024-09-12T12:42:47.371 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "6", 2024-09-12T12:42:47.371 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.371 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-12T12:42:47.371 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-12T12:42:47.371 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.371 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.371 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.371 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.371 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.371 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.371 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.371 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.372 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.372 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.372 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.372 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.372 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.372 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.372 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.372 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.372 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.373 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.373 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.373 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.373 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.373 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.373 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.373 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.373 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.373 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.373 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.373 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.373 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.373 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.374 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.374 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.374 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.374 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.374 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.374 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.374 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.374 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.374 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.374 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.374 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.374 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.374 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.375 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.375 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.375 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.375 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.375 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.375 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.375 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.375 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.375 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.375 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.375 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.376 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.376 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.376 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.376 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.376 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.376 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.376 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.376 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.376 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.376 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.376 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.376 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.377 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.377 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.377 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.377 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.377 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.377 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.377 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.377 INFO:teuthology.orchestra.run.smithi082.stdout: "min_score": { 2024-09-12T12:42:47.377 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "min_score", 2024-09-12T12:42:47.377 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:47.377 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.377 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.377 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:47.377 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.378 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.378 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.378 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-12T12:42:47.378 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.378 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.378 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.378 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.379 INFO:teuthology.orchestra.run.smithi082.stdout: "mode": { 2024-09-12T12:42:47.379 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mode", 2024-09-12T12:42:47.379 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.379 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.379 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.379 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "upmap", 2024-09-12T12:42:47.379 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.379 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.380 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.380 INFO:teuthology.orchestra.run.smithi082.stdout: "crush-compat", 2024-09-12T12:42:47.380 INFO:teuthology.orchestra.run.smithi082.stdout: "none", 2024-09-12T12:42:47.380 INFO:teuthology.orchestra.run.smithi082.stdout: "read", 2024-09-12T12:42:47.380 INFO:teuthology.orchestra.run.smithi082.stdout: "upmap", 2024-09-12T12:42:47.380 INFO:teuthology.orchestra.run.smithi082.stdout: "upmap-read" 2024-09-12T12:42:47.380 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.380 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Balancer mode", 2024-09-12T12:42:47.380 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.380 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.380 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.380 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.381 INFO:teuthology.orchestra.run.smithi082.stdout: "pool_ids": { 2024-09-12T12:42:47.381 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "pool_ids", 2024-09-12T12:42:47.381 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.381 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.381 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.381 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.381 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.381 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.381 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.381 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-12T12:42:47.381 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.381 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.381 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.382 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.382 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:47.382 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:47.382 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.382 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.382 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.382 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:47.382 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.382 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.383 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.383 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-12T12:42:47.383 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.383 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.383 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.383 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.383 INFO:teuthology.orchestra.run.smithi082.stdout: "upmap_max_deviation": { 2024-09-12T12:42:47.383 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "upmap_max_deviation", 2024-09-12T12:42:47.383 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.383 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.383 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.383 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5", 2024-09-12T12:42:47.384 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1", 2024-09-12T12:42:47.384 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.384 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.384 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-12T12:42:47.384 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-12T12:42:47.384 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.384 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.385 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.385 INFO:teuthology.orchestra.run.smithi082.stdout: "upmap_max_optimizations": { 2024-09-12T12:42:47.385 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "upmap_max_optimizations", 2024-09-12T12:42:47.385 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:47.385 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.385 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.385 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:47.385 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.385 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.385 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.385 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-12T12:42:47.385 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.385 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.386 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.386 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.386 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.386 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.386 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.386 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cephadm", 2024-09-12T12:42:47.386 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.386 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.386 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.386 INFO:teuthology.orchestra.run.smithi082.stdout: "agent_down_multiplier": { 2024-09-12T12:42:47.386 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "agent_down_multiplier", 2024-09-12T12:42:47.386 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:47.388 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.388 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.388 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "3.0", 2024-09-12T12:42:47.388 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.388 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.388 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.388 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-12T12:42:47.389 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.389 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.389 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.389 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.389 INFO:teuthology.orchestra.run.smithi082.stdout: "agent_refresh_rate": { 2024-09-12T12:42:47.389 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "agent_refresh_rate", 2024-09-12T12:42:47.389 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.389 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.389 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.389 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "20", 2024-09-12T12:42:47.389 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.390 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.390 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.390 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-12T12:42:47.390 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.390 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.390 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.390 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.390 INFO:teuthology.orchestra.run.smithi082.stdout: "agent_starting_port": { 2024-09-12T12:42:47.390 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "agent_starting_port", 2024-09-12T12:42:47.390 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.390 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.390 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.391 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "4721", 2024-09-12T12:42:47.391 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.391 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.391 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.391 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-12T12:42:47.391 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.391 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.391 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.392 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.392 INFO:teuthology.orchestra.run.smithi082.stdout: "allow_ptrace": { 2024-09-12T12:42:47.392 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "allow_ptrace", 2024-09-12T12:42:47.392 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.392 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.392 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.392 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.392 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.392 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.392 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.392 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-12T12:42:47.392 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-12T12:42:47.393 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.393 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.393 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.393 INFO:teuthology.orchestra.run.smithi082.stdout: "autotune_interval": { 2024-09-12T12:42:47.393 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "autotune_interval", 2024-09-12T12:42:47.393 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.393 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.393 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.393 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:47.393 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.394 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.394 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.394 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-12T12:42:47.394 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.394 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.394 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.394 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.394 INFO:teuthology.orchestra.run.smithi082.stdout: "autotune_memory_target_ratio": { 2024-09-12T12:42:47.394 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "autotune_memory_target_ratio", 2024-09-12T12:42:47.394 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:47.394 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.395 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.395 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0.7", 2024-09-12T12:42:47.395 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.395 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.395 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.395 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-12T12:42:47.395 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.395 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.395 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.396 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.396 INFO:teuthology.orchestra.run.smithi082.stdout: "cephadm_log_destination": { 2024-09-12T12:42:47.396 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cephadm_log_destination", 2024-09-12T12:42:47.396 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.396 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.396 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.396 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.396 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.396 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.396 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.396 INFO:teuthology.orchestra.run.smithi082.stdout: "file", 2024-09-12T12:42:47.397 INFO:teuthology.orchestra.run.smithi082.stdout: "file,syslog", 2024-09-12T12:42:47.397 INFO:teuthology.orchestra.run.smithi082.stdout: "syslog" 2024-09-12T12:42:47.397 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.397 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-12T12:42:47.397 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.397 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.397 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.397 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.398 INFO:teuthology.orchestra.run.smithi082.stdout: "cgroups_split": { 2024-09-12T12:42:47.398 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cgroups_split", 2024-09-12T12:42:47.398 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.398 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.398 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.398 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.398 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.398 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.398 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.398 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-12T12:42:47.399 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.399 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.399 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.399 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.399 INFO:teuthology.orchestra.run.smithi082.stdout: "config_checks_enabled": { 2024-09-12T12:42:47.399 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "config_checks_enabled", 2024-09-12T12:42:47.399 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.399 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.399 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.399 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.399 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.399 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.400 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.400 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-12T12:42:47.400 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.400 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.400 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.400 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.400 INFO:teuthology.orchestra.run.smithi082.stdout: "config_dashboard": { 2024-09-12T12:42:47.400 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "config_dashboard", 2024-09-12T12:42:47.400 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.401 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.401 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.401 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.401 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.401 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.401 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.401 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-12T12:42:47.401 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.401 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.401 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.402 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.402 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_alertmanager": { 2024-09-12T12:42:47.402 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_alertmanager", 2024-09-12T12:42:47.402 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.402 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.402 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.402 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-12T12:42:47.402 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.402 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.402 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.402 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Prometheus container image", 2024-09-12T12:42:47.403 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.403 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.403 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.403 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.403 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_base": { 2024-09-12T12:42:47.403 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_base", 2024-09-12T12:42:47.403 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.403 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.403 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.403 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-12T12:42:47.403 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.403 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.403 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.403 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Container image name, without the tag", 2024-09-12T12:42:47.404 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.404 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.404 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.404 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.404 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_elasticsearch": { 2024-09-12T12:42:47.404 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_elasticsearch", 2024-09-12T12:42:47.404 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.404 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.404 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.404 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-12T12:42:47.404 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.404 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.404 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.405 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "elasticsearch container image", 2024-09-12T12:42:47.405 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.405 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.405 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.405 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.405 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_grafana": { 2024-09-12T12:42:47.405 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_grafana", 2024-09-12T12:42:47.405 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.405 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.405 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.405 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-12T12:42:47.405 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.405 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.406 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.406 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Prometheus container image", 2024-09-12T12:42:47.406 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.406 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.406 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.406 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.406 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_haproxy": { 2024-09-12T12:42:47.406 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_haproxy", 2024-09-12T12:42:47.406 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.406 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.406 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.406 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-12T12:42:47.407 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.407 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.407 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.407 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "HAproxy container image", 2024-09-12T12:42:47.407 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.407 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.407 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.407 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.407 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_jaeger_agent": { 2024-09-12T12:42:47.407 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_jaeger_agent", 2024-09-12T12:42:47.407 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.407 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.407 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.408 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-12T12:42:47.408 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.408 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.408 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.408 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Jaeger agent container image", 2024-09-12T12:42:47.408 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.408 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.408 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.408 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.408 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_jaeger_collector": { 2024-09-12T12:42:47.409 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_jaeger_collector", 2024-09-12T12:42:47.409 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.409 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.409 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.409 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-12T12:42:47.409 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.409 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.409 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.409 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Jaeger collector container image", 2024-09-12T12:42:47.409 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.409 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.409 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.410 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.410 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_jaeger_query": { 2024-09-12T12:42:47.410 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_jaeger_query", 2024-09-12T12:42:47.410 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.410 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.410 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.410 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-12T12:42:47.410 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.410 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.410 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.410 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Jaeger query container image", 2024-09-12T12:42:47.410 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.411 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.411 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.411 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.411 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_keepalived": { 2024-09-12T12:42:47.411 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_keepalived", 2024-09-12T12:42:47.411 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.411 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.411 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.411 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-12T12:42:47.411 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.411 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.411 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.411 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Keepalived container image", 2024-09-12T12:42:47.412 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.412 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.412 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.412 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.412 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_loki": { 2024-09-12T12:42:47.412 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_loki", 2024-09-12T12:42:47.412 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.412 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.412 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.412 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-12T12:42:47.412 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.412 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.413 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.413 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Loki container image", 2024-09-12T12:42:47.413 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.413 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.413 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.413 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.413 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_node_exporter": { 2024-09-12T12:42:47.413 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_node_exporter", 2024-09-12T12:42:47.413 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.413 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.413 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.413 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-12T12:42:47.413 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.413 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.414 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.414 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Prometheus container image", 2024-09-12T12:42:47.414 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.414 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.414 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.414 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.414 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_nvmeof": { 2024-09-12T12:42:47.414 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_nvmeof", 2024-09-12T12:42:47.414 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.414 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.414 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.414 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-12T12:42:47.414 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.415 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.415 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.415 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Nvme-of container image", 2024-09-12T12:42:47.415 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.415 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.415 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.415 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.415 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_prometheus": { 2024-09-12T12:42:47.415 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_prometheus", 2024-09-12T12:42:47.415 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.415 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.415 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.415 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-12T12:42:47.416 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.416 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.416 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.416 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Prometheus container image", 2024-09-12T12:42:47.416 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.416 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.416 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.416 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.416 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_promtail": { 2024-09-12T12:42:47.416 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_promtail", 2024-09-12T12:42:47.416 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.416 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.416 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.417 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-12T12:42:47.417 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.417 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.417 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.417 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Promtail container image", 2024-09-12T12:42:47.417 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.417 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.417 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.417 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.417 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_samba": { 2024-09-12T12:42:47.417 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_samba", 2024-09-12T12:42:47.417 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.417 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.418 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.418 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-12T12:42:47.418 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.418 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.418 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.418 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Samba/SMB container image", 2024-09-12T12:42:47.418 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.418 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.418 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.418 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.418 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_snmp_gateway": { 2024-09-12T12:42:47.418 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_snmp_gateway", 2024-09-12T12:42:47.418 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.418 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.419 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.419 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-12T12:42:47.419 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.419 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.419 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.419 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "SNMP Gateway container image", 2024-09-12T12:42:47.419 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.419 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.419 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.419 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.419 INFO:teuthology.orchestra.run.smithi082.stdout: "container_init": { 2024-09-12T12:42:47.419 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_init", 2024-09-12T12:42:47.419 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.420 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.420 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.420 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.420 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.420 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.420 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.420 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Run podman/docker with `--init`", 2024-09-12T12:42:47.420 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.420 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.420 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.420 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.421 INFO:teuthology.orchestra.run.smithi082.stdout: "daemon_cache_timeout": { 2024-09-12T12:42:47.421 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "daemon_cache_timeout", 2024-09-12T12:42:47.421 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.421 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.421 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.421 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:47.421 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.421 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.421 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.421 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-12T12:42:47.421 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.421 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.422 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.422 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.422 INFO:teuthology.orchestra.run.smithi082.stdout: "default_cephadm_command_timeout": { 2024-09-12T12:42:47.422 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "default_cephadm_command_timeout", 2024-09-12T12:42:47.422 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.422 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.422 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.422 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "900", 2024-09-12T12:42:47.422 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.422 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.422 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.422 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-12T12:42:47.423 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.423 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.423 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.423 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.423 INFO:teuthology.orchestra.run.smithi082.stdout: "default_registry": { 2024-09-12T12:42:47.423 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "default_registry", 2024-09-12T12:42:47.423 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.423 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.423 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.424 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "docker.io", 2024-09-12T12:42:47.424 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.424 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.424 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.424 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-12T12:42:47.424 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.424 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.424 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.424 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.424 INFO:teuthology.orchestra.run.smithi082.stdout: "device_cache_timeout": { 2024-09-12T12:42:47.424 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "device_cache_timeout", 2024-09-12T12:42:47.424 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.425 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.425 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.425 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "1800", 2024-09-12T12:42:47.425 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.425 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.425 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.425 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "seconds to cache device inventory", 2024-09-12T12:42:47.425 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.425 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.425 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.425 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.426 INFO:teuthology.orchestra.run.smithi082.stdout: "device_enhanced_scan": { 2024-09-12T12:42:47.426 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "device_enhanced_scan", 2024-09-12T12:42:47.426 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.426 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.426 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.426 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.426 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.426 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.426 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.427 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-12T12:42:47.427 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.427 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.427 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.427 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.427 INFO:teuthology.orchestra.run.smithi082.stdout: "facts_cache_timeout": { 2024-09-12T12:42:47.427 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "facts_cache_timeout", 2024-09-12T12:42:47.427 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.427 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.427 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.427 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:47.427 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.427 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.427 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.428 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "seconds to cache host facts data", 2024-09-12T12:42:47.428 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.428 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.428 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.428 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.428 INFO:teuthology.orchestra.run.smithi082.stdout: "grafana_dashboards_path": { 2024-09-12T12:42:47.428 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "grafana_dashboards_path", 2024-09-12T12:42:47.428 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.428 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.429 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.429 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-12T12:42:47.429 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.429 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.429 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.429 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-12T12:42:47.429 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.429 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.429 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.429 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.429 INFO:teuthology.orchestra.run.smithi082.stdout: "host_check_interval": { 2024-09-12T12:42:47.430 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "host_check_interval", 2024-09-12T12:42:47.430 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.430 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.430 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.430 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:47.430 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.430 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.430 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.430 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to perform a host check", 2024-09-12T12:42:47.430 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.431 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.431 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.431 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.431 INFO:teuthology.orchestra.run.smithi082.stdout: "hw_monitoring": { 2024-09-12T12:42:47.431 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "hw_monitoring", 2024-09-12T12:42:47.431 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.431 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.431 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.431 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.431 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.431 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.431 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.432 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-12T12:42:47.432 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.432 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.432 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.432 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.432 INFO:teuthology.orchestra.run.smithi082.stdout: "inventory_list_all": { 2024-09-12T12:42:47.432 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "inventory_list_all", 2024-09-12T12:42:47.432 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.432 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.432 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.432 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.433 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.433 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.433 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.433 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-12T12:42:47.433 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.433 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.433 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.433 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.433 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.433 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.434 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.434 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.434 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.434 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.434 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.434 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.434 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.434 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.434 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.434 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.434 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.434 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.434 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.435 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.435 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.435 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.435 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.435 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.435 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.435 INFO:teuthology.orchestra.run.smithi082.stdout: "log_refresh_metadata": { 2024-09-12T12:42:47.435 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_refresh_metadata", 2024-09-12T12:42:47.435 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.435 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.435 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.435 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.436 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.436 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.436 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.436 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-12T12:42:47.436 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.436 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.436 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.436 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.436 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.436 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.436 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.436 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.437 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.437 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.437 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.437 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.437 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.437 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-12T12:42:47.437 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.437 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.437 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.437 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.437 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.437 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.438 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.438 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.438 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.438 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.438 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.438 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.438 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.438 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.438 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.438 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.438 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.438 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.439 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.439 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.439 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.439 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.439 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.439 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.439 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.439 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.440 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.440 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.440 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.440 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.440 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.440 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.440 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.440 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.440 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.440 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.441 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.441 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.441 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.441 INFO:teuthology.orchestra.run.smithi082.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-12T12:42:47.441 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-12T12:42:47.441 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.441 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.441 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.441 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.441 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.441 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.442 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.442 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-12T12:42:47.442 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.442 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.442 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.442 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.442 INFO:teuthology.orchestra.run.smithi082.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-12T12:42:47.442 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-12T12:42:47.442 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.442 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.442 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.442 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "*", 2024-09-12T12:42:47.443 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.443 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.443 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.443 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-12T12:42:47.443 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.443 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.443 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.443 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.443 INFO:teuthology.orchestra.run.smithi082.stdout: "max_count_per_host": { 2024-09-12T12:42:47.443 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_count_per_host", 2024-09-12T12:42:47.443 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.443 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.443 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.444 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:47.444 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.444 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.444 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.444 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "max number of daemons per service per host", 2024-09-12T12:42:47.444 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.444 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.444 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.444 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.444 INFO:teuthology.orchestra.run.smithi082.stdout: "max_osd_draining_count": { 2024-09-12T12:42:47.444 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_osd_draining_count", 2024-09-12T12:42:47.444 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.444 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.445 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.445 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:47.445 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.445 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.445 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.445 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-12T12:42:47.445 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.445 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.445 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.445 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.445 INFO:teuthology.orchestra.run.smithi082.stdout: "migration_current": { 2024-09-12T12:42:47.445 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "migration_current", 2024-09-12T12:42:47.445 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.446 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.446 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.446 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.446 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.446 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.446 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.446 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "internal - do not modify", 2024-09-12T12:42:47.446 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.446 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.446 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.446 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.446 INFO:teuthology.orchestra.run.smithi082.stdout: "mode": { 2024-09-12T12:42:47.446 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mode", 2024-09-12T12:42:47.446 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.447 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.447 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.447 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "root", 2024-09-12T12:42:47.447 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.447 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.447 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.447 INFO:teuthology.orchestra.run.smithi082.stdout: "cephadm-package", 2024-09-12T12:42:47.447 INFO:teuthology.orchestra.run.smithi082.stdout: "root" 2024-09-12T12:42:47.447 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.447 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "mode for remote execution of cephadm", 2024-09-12T12:42:47.447 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.447 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.447 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.448 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.448 INFO:teuthology.orchestra.run.smithi082.stdout: "oob_default_addr": { 2024-09-12T12:42:47.448 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "oob_default_addr", 2024-09-12T12:42:47.448 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.448 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.448 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.448 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "169.254.1.1", 2024-09-12T12:42:47.448 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.448 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.448 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.448 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-12T12:42:47.448 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.448 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.448 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.449 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.449 INFO:teuthology.orchestra.run.smithi082.stdout: "prometheus_alerts_path": { 2024-09-12T12:42:47.449 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "prometheus_alerts_path", 2024-09-12T12:42:47.449 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.449 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.449 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.449 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-12T12:42:47.449 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.449 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.449 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.449 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-12T12:42:47.449 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.449 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.449 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.450 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.450 INFO:teuthology.orchestra.run.smithi082.stdout: "registry_insecure": { 2024-09-12T12:42:47.450 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "registry_insecure", 2024-09-12T12:42:47.450 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.450 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.450 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.450 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.450 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.450 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.450 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.450 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-12T12:42:47.451 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.451 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.451 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.451 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.451 INFO:teuthology.orchestra.run.smithi082.stdout: "registry_password": { 2024-09-12T12:42:47.451 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "registry_password", 2024-09-12T12:42:47.451 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.451 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.451 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.451 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.451 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.451 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.451 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.451 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-12T12:42:47.452 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.452 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.452 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.452 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.452 INFO:teuthology.orchestra.run.smithi082.stdout: "registry_url": { 2024-09-12T12:42:47.452 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "registry_url", 2024-09-12T12:42:47.452 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.452 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.452 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.452 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.452 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.452 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.453 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.453 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-12T12:42:47.453 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.453 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.453 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.453 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.453 INFO:teuthology.orchestra.run.smithi082.stdout: "registry_username": { 2024-09-12T12:42:47.453 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "registry_username", 2024-09-12T12:42:47.453 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.453 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.453 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.453 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.454 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.454 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.454 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.454 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-12T12:42:47.454 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.454 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.454 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.454 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.454 INFO:teuthology.orchestra.run.smithi082.stdout: "secure_monitoring_stack": { 2024-09-12T12:42:47.454 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "secure_monitoring_stack", 2024-09-12T12:42:47.454 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.454 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.454 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.455 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.455 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.455 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.455 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.455 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-12T12:42:47.455 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.455 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.455 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.455 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.455 INFO:teuthology.orchestra.run.smithi082.stdout: "service_discovery_port": { 2024-09-12T12:42:47.455 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "service_discovery_port", 2024-09-12T12:42:47.455 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.455 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.456 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.456 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8765", 2024-09-12T12:42:47.456 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.456 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.456 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.456 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "cephadm service discovery port", 2024-09-12T12:42:47.456 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.456 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.456 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.456 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.456 INFO:teuthology.orchestra.run.smithi082.stdout: "ssh_config_file": { 2024-09-12T12:42:47.456 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ssh_config_file", 2024-09-12T12:42:47.456 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.457 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.457 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.457 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.457 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.457 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.457 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.457 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-12T12:42:47.457 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.457 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.457 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.457 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.457 INFO:teuthology.orchestra.run.smithi082.stdout: "use_agent": { 2024-09-12T12:42:47.457 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "use_agent", 2024-09-12T12:42:47.458 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.458 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.458 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.458 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.458 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.458 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.458 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.458 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-12T12:42:47.458 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.458 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.458 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.458 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.458 INFO:teuthology.orchestra.run.smithi082.stdout: "use_repo_digest": { 2024-09-12T12:42:47.459 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "use_repo_digest", 2024-09-12T12:42:47.459 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.459 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.459 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.459 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.459 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.459 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.459 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.459 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-12T12:42:47.459 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.459 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.459 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.459 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.460 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_on_failed_host_check": { 2024-09-12T12:42:47.460 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_on_failed_host_check", 2024-09-12T12:42:47.460 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.460 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.460 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.460 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.460 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.460 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.460 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.460 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "raise a health warning if the host check fails", 2024-09-12T12:42:47.460 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.460 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.460 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.461 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.461 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_on_stray_daemons": { 2024-09-12T12:42:47.461 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_on_stray_daemons", 2024-09-12T12:42:47.461 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.461 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.461 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.461 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.461 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.461 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.461 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.461 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-12T12:42:47.461 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.462 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.462 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.462 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.462 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_on_stray_hosts": { 2024-09-12T12:42:47.462 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_on_stray_hosts", 2024-09-12T12:42:47.462 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.462 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.462 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.462 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.462 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.462 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.463 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.463 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-12T12:42:47.463 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.463 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.463 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.463 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.463 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.463 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.463 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.463 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crash", 2024-09-12T12:42:47.463 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.464 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.464 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.464 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.464 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.464 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.464 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.464 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.464 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.464 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.464 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.464 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.464 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.465 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.465 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.465 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.465 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.465 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.465 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.465 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.465 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.465 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.465 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.466 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.466 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.466 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.466 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.466 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.466 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.466 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.466 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.466 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.466 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.466 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.466 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.466 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.467 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.467 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.467 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.467 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.467 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.467 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.467 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.467 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.467 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.467 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.468 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.468 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.468 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.468 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.468 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.468 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.468 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.468 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.468 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.468 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.468 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.468 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.469 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.469 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.469 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.469 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.469 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.469 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.469 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.469 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.469 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.469 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.470 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.470 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.470 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.470 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.470 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.470 INFO:teuthology.orchestra.run.smithi082.stdout: "retain_interval": { 2024-09-12T12:42:47.470 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "retain_interval", 2024-09-12T12:42:47.470 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.470 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.470 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.470 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "31536000", 2024-09-12T12:42:47.470 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.471 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.471 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.471 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-12T12:42:47.471 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.471 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.471 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.471 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.471 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_recent_interval": { 2024-09-12T12:42:47.471 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_recent_interval", 2024-09-12T12:42:47.471 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.472 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.472 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.472 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "1209600", 2024-09-12T12:42:47.472 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.472 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.472 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.472 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-12T12:42:47.472 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.472 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.472 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.473 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.473 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.473 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.473 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.473 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "dashboard", 2024-09-12T12:42:47.473 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.473 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.473 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.473 INFO:teuthology.orchestra.run.smithi082.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-12T12:42:47.473 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-12T12:42:47.474 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.474 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.474 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.474 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:47.474 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.474 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.474 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.474 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.474 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.474 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.475 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.475 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.475 INFO:teuthology.orchestra.run.smithi082.stdout: "ALERTMANAGER_API_HOST": { 2024-09-12T12:42:47.475 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-12T12:42:47.475 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.475 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.475 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.475 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.475 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.475 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.476 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.476 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.476 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.476 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.476 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.476 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.476 INFO:teuthology.orchestra.run.smithi082.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-12T12:42:47.476 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-12T12:42:47.476 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.476 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.476 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.476 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.477 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.477 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.477 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.477 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.477 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.477 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.477 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.477 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.477 INFO:teuthology.orchestra.run.smithi082.stdout: "AUDIT_API_ENABLED": { 2024-09-12T12:42:47.477 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "AUDIT_API_ENABLED", 2024-09-12T12:42:47.477 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.477 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.477 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.477 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.478 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.478 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.478 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.478 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.478 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.478 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.478 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.478 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.478 INFO:teuthology.orchestra.run.smithi082.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-12T12:42:47.478 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-12T12:42:47.478 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.478 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.478 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.479 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.479 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.479 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.479 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.479 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.479 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.479 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.479 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.479 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.479 INFO:teuthology.orchestra.run.smithi082.stdout: "ENABLE_BROWSABLE_API": { 2024-09-12T12:42:47.479 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-12T12:42:47.479 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.479 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.479 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.480 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.480 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.480 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.480 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.480 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.480 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.480 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.480 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.480 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.480 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-12T12:42:47.480 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-12T12:42:47.481 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.481 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.481 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.481 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.481 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.481 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.481 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.481 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.481 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.481 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.481 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.481 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.481 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-12T12:42:47.481 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-12T12:42:47.482 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.482 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.482 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.482 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.482 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.482 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.482 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.482 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.482 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.482 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.482 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.482 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.482 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-12T12:42:47.483 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-12T12:42:47.483 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.483 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.483 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.483 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.483 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.483 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.483 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.483 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.483 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.483 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.483 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.484 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.484 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-12T12:42:47.484 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-12T12:42:47.484 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.484 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.484 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.484 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.484 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.484 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.484 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.484 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.484 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.484 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.485 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.485 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.485 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-12T12:42:47.485 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-12T12:42:47.485 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.485 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.485 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.485 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.485 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.485 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.485 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.485 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.485 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.486 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.486 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.486 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.486 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-12T12:42:47.486 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-12T12:42:47.486 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.486 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.486 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.486 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.486 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.486 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.486 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.486 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.487 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.487 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.487 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.487 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.487 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-12T12:42:47.487 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-12T12:42:47.487 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.487 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.487 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.487 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.487 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.487 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.487 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.488 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.488 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.488 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.488 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.488 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.488 INFO:teuthology.orchestra.run.smithi082.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-12T12:42:47.488 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-12T12:42:47.488 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.488 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.488 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.488 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.488 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.489 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.489 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.489 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.489 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.489 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.489 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.489 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.489 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_API_PASSWORD": { 2024-09-12T12:42:47.489 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-12T12:42:47.489 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.489 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.489 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.489 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "admin", 2024-09-12T12:42:47.490 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.490 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.490 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.490 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.490 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.490 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.490 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.490 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.490 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-12T12:42:47.490 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-12T12:42:47.490 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.490 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.490 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.491 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.491 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.491 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.491 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.491 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.491 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.491 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.491 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.491 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.491 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_API_URL": { 2024-09-12T12:42:47.491 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_API_URL", 2024-09-12T12:42:47.491 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.491 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.492 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.492 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.492 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.492 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.492 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.492 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.492 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.492 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.492 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.492 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.492 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_API_USERNAME": { 2024-09-12T12:42:47.492 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-12T12:42:47.492 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.493 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.493 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.493 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "admin", 2024-09-12T12:42:47.493 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.493 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.493 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.493 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.493 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.493 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.493 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.493 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.493 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-12T12:42:47.494 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-12T12:42:47.494 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.494 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.494 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.494 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.494 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.494 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.494 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.494 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.494 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.494 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.494 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.494 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.495 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-12T12:42:47.495 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-12T12:42:47.495 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.495 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.495 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.495 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.495 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.495 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.495 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.495 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.495 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.495 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.496 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.496 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.496 INFO:teuthology.orchestra.run.smithi082.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-12T12:42:47.496 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-12T12:42:47.496 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.496 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.496 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.496 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.496 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.496 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.496 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.496 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.497 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.497 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.497 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.497 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.497 INFO:teuthology.orchestra.run.smithi082.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-12T12:42:47.497 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-12T12:42:47.497 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.497 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.497 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.497 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.497 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.497 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.498 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.498 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.498 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.498 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.498 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.498 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.498 INFO:teuthology.orchestra.run.smithi082.stdout: "PROMETHEUS_API_HOST": { 2024-09-12T12:42:47.498 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-12T12:42:47.498 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.498 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.498 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.498 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.498 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.498 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.499 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.499 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.499 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.499 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.499 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.499 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.499 INFO:teuthology.orchestra.run.smithi082.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-12T12:42:47.499 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-12T12:42:47.499 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.499 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.499 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.499 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.499 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.500 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.500 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.500 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.500 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.500 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.500 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.500 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.500 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-12T12:42:47.500 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-12T12:42:47.500 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.500 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.500 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.500 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.501 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.501 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.501 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.501 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.501 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.501 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.501 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.501 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.501 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-12T12:42:47.501 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-12T12:42:47.501 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.501 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.501 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.502 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.502 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.502 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.502 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.502 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.502 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.502 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.502 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.502 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.502 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-12T12:42:47.502 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-12T12:42:47.502 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.502 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.503 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.503 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.503 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.503 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.503 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.503 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.503 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.503 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.503 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.503 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.503 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-12T12:42:47.503 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-12T12:42:47.503 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.503 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.504 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.504 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.504 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.504 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.504 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.504 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.504 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.504 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.504 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.504 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.504 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-12T12:42:47.504 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-12T12:42:47.504 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.505 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.505 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.505 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.505 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.505 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.505 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.505 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.505 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.505 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.505 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.505 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.505 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-12T12:42:47.505 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-12T12:42:47.505 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.506 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.506 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.506 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.506 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.506 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.506 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.506 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.506 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.506 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.506 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.506 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.506 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-12T12:42:47.506 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-12T12:42:47.507 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.507 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.507 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.507 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.507 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.507 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.507 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.507 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.507 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.507 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.507 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.507 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.507 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_ENABLED": { 2024-09-12T12:42:47.508 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-12T12:42:47.508 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.508 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.508 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.508 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.508 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.508 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.508 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.508 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.508 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.508 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.508 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.509 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.509 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-12T12:42:47.509 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-12T12:42:47.509 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.509 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.509 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.509 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-12T12:42:47.509 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.509 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.509 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.509 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.509 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.509 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.509 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.510 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.510 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-12T12:42:47.510 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-12T12:42:47.510 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.510 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.510 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.510 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:47.510 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.510 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.510 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.510 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.510 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.510 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.511 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.511 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.511 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-12T12:42:47.511 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-12T12:42:47.511 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.511 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.511 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.511 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8", 2024-09-12T12:42:47.511 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.511 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.511 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.511 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.512 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.512 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.512 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.512 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.512 INFO:teuthology.orchestra.run.smithi082.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-12T12:42:47.512 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-12T12:42:47.512 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.512 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.512 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.512 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "45", 2024-09-12T12:42:47.512 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.512 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.512 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.513 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.513 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.513 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.513 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.513 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.513 INFO:teuthology.orchestra.run.smithi082.stdout: "RGW_API_ACCESS_KEY": { 2024-09-12T12:42:47.513 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-12T12:42:47.513 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.513 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.513 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.513 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.513 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.513 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.514 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.514 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.514 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.514 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.514 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.514 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.514 INFO:teuthology.orchestra.run.smithi082.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-12T12:42:47.514 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-12T12:42:47.514 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.514 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.514 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.514 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "admin", 2024-09-12T12:42:47.514 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.515 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.515 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.515 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.515 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.515 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.515 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.515 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.515 INFO:teuthology.orchestra.run.smithi082.stdout: "RGW_API_SECRET_KEY": { 2024-09-12T12:42:47.515 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-12T12:42:47.515 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.515 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.515 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.515 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.516 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.516 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.516 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.516 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.516 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.516 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.516 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.516 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.516 INFO:teuthology.orchestra.run.smithi082.stdout: "RGW_API_SSL_VERIFY": { 2024-09-12T12:42:47.516 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-12T12:42:47.516 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.516 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.516 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.516 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.517 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.517 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.517 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.517 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.517 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.517 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.517 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.517 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.517 INFO:teuthology.orchestra.run.smithi082.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-12T12:42:47.517 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-12T12:42:47.517 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.517 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.517 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.518 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:47.518 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.518 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.518 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.518 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.518 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.518 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.518 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.518 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.518 INFO:teuthology.orchestra.run.smithi082.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-12T12:42:47.518 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-12T12:42:47.518 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.518 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.518 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.519 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:47.519 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.519 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.519 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.519 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.519 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.519 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.519 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.519 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.519 INFO:teuthology.orchestra.run.smithi082.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-12T12:42:47.519 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-12T12:42:47.519 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.519 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5", 2024-09-12T12:42:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: "cross_origin_url": { 2024-09-12T12:42:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cross_origin_url", 2024-09-12T12:42:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.520 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.521 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.521 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.521 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.521 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.521 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.521 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.521 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.521 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.521 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.521 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.521 INFO:teuthology.orchestra.run.smithi082.stdout: "crt_file": { 2024-09-12T12:42:47.521 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crt_file", 2024-09-12T12:42:47.521 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.522 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.522 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.522 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.522 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.522 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.522 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.522 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.522 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.522 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.522 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.522 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.523 INFO:teuthology.orchestra.run.smithi082.stdout: "debug": { 2024-09-12T12:42:47.523 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "debug", 2024-09-12T12:42:47.523 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.523 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.523 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.523 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.523 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.523 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.523 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.523 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Enable/disable debug options", 2024-09-12T12:42:47.523 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.524 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.524 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.524 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.524 INFO:teuthology.orchestra.run.smithi082.stdout: "jwt_token_ttl": { 2024-09-12T12:42:47.524 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "jwt_token_ttl", 2024-09-12T12:42:47.524 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.524 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.524 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.524 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "28800", 2024-09-12T12:42:47.524 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.524 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.524 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.524 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.525 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.525 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.525 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.525 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.525 INFO:teuthology.orchestra.run.smithi082.stdout: "key_file": { 2024-09-12T12:42:47.525 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "key_file", 2024-09-12T12:42:47.525 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.525 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.525 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.525 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.525 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.525 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.525 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.526 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.526 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.526 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.526 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.526 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.526 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.526 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.526 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.526 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.526 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.526 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.526 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.526 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.527 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.527 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.527 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.527 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.527 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.527 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.527 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.527 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.527 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.527 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.527 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.527 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.527 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.527 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.528 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.528 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.528 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.528 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.528 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.528 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.528 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.528 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.528 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.528 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.528 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.528 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.528 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.529 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.529 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.529 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.529 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.529 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.529 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.529 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.529 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.529 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.529 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.529 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.529 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.529 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.530 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.530 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.530 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.530 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.530 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.530 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.530 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.530 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.530 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.530 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.530 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.530 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.530 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.530 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.531 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.531 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.531 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.531 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.531 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.531 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.531 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.531 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.531 INFO:teuthology.orchestra.run.smithi082.stdout: "motd": { 2024-09-12T12:42:47.531 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "motd", 2024-09-12T12:42:47.531 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.531 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.531 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.532 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.532 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.532 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.532 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.532 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "The message of the day", 2024-09-12T12:42:47.532 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.532 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.532 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.532 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.532 INFO:teuthology.orchestra.run.smithi082.stdout: "redirect_resolve_ip_addr": { 2024-09-12T12:42:47.532 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "redirect_resolve_ip_addr", 2024-09-12T12:42:47.532 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.533 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.533 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.533 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.533 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.533 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.533 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.533 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.533 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.533 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.533 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.533 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.533 INFO:teuthology.orchestra.run.smithi082.stdout: "server_addr": { 2024-09-12T12:42:47.534 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_addr", 2024-09-12T12:42:47.534 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.534 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.534 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.534 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "::", 2024-09-12T12:42:47.534 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.534 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.534 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.534 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.534 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.534 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.534 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.534 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.535 INFO:teuthology.orchestra.run.smithi082.stdout: "server_port": { 2024-09-12T12:42:47.535 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_port", 2024-09-12T12:42:47.535 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.535 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.535 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.535 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8080", 2024-09-12T12:42:47.535 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.535 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.535 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.535 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.535 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.535 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.535 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.536 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.536 INFO:teuthology.orchestra.run.smithi082.stdout: "ssl": { 2024-09-12T12:42:47.536 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ssl", 2024-09-12T12:42:47.536 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.536 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.536 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.536 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.536 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.536 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.536 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.536 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.536 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.537 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.537 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.537 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.537 INFO:teuthology.orchestra.run.smithi082.stdout: "ssl_server_port": { 2024-09-12T12:42:47.537 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ssl_server_port", 2024-09-12T12:42:47.537 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.537 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.537 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.537 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8443", 2024-09-12T12:42:47.537 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.537 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.537 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.537 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.538 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.538 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.538 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.538 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.538 INFO:teuthology.orchestra.run.smithi082.stdout: "standby_behaviour": { 2024-09-12T12:42:47.538 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "standby_behaviour", 2024-09-12T12:42:47.538 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.538 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.538 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.538 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "redirect", 2024-09-12T12:42:47.538 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.539 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.539 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.539 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.539 INFO:teuthology.orchestra.run.smithi082.stdout: "redirect" 2024-09-12T12:42:47.539 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.539 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.539 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.539 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.539 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.539 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.539 INFO:teuthology.orchestra.run.smithi082.stdout: "standby_error_status_code": { 2024-09-12T12:42:47.539 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "standby_error_status_code", 2024-09-12T12:42:47.539 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.539 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.540 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.540 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "500", 2024-09-12T12:42:47.540 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "400", 2024-09-12T12:42:47.540 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "599", 2024-09-12T12:42:47.540 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.540 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.540 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.540 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.540 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.540 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.540 INFO:teuthology.orchestra.run.smithi082.stdout: "url_prefix": { 2024-09-12T12:42:47.540 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "url_prefix", 2024-09-12T12:42:47.540 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.541 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.541 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.541 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.541 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.541 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.541 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.541 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.541 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.541 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.541 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.541 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.541 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.542 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.542 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.542 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "devicehealth", 2024-09-12T12:42:47.542 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.542 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.542 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.542 INFO:teuthology.orchestra.run.smithi082.stdout: "enable_monitoring": { 2024-09-12T12:42:47.542 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "enable_monitoring", 2024-09-12T12:42:47.542 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.542 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.542 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.542 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.542 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.542 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.543 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.543 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "monitor device health metrics", 2024-09-12T12:42:47.543 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.543 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.543 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.543 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.543 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.543 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.543 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.543 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.543 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.543 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.543 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.544 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.544 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.544 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.544 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.544 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.544 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.544 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.544 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.544 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.544 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.544 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.544 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.544 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.545 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.545 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.545 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.545 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.545 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.545 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.545 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.545 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.545 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.545 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.545 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.545 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.545 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.546 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.546 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.546 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.546 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.546 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.546 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.546 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.546 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.546 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.546 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.546 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.546 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.546 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.547 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.547 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.547 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.547 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.547 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.547 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.547 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.547 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.547 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.547 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.547 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.547 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.547 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.547 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.548 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.548 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.548 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.548 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.548 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.548 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.548 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.548 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.548 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.548 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.548 INFO:teuthology.orchestra.run.smithi082.stdout: "mark_out_threshold": { 2024-09-12T12:42:47.548 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mark_out_threshold", 2024-09-12T12:42:47.548 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.549 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.549 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.549 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "2419200", 2024-09-12T12:42:47.549 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.549 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.549 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.549 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-12T12:42:47.549 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.549 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.549 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.549 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.549 INFO:teuthology.orchestra.run.smithi082.stdout: "pool_name": { 2024-09-12T12:42:47.549 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "pool_name", 2024-09-12T12:42:47.549 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.550 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.550 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.550 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "device_health_metrics", 2024-09-12T12:42:47.550 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.550 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.550 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.550 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-12T12:42:47.550 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.550 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.550 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.550 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.550 INFO:teuthology.orchestra.run.smithi082.stdout: "retention_period": { 2024-09-12T12:42:47.550 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "retention_period", 2024-09-12T12:42:47.551 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.551 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.551 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.551 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "15552000", 2024-09-12T12:42:47.551 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.551 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.551 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.551 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how long to retain device health metrics", 2024-09-12T12:42:47.551 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.551 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.551 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.551 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.551 INFO:teuthology.orchestra.run.smithi082.stdout: "scrape_frequency": { 2024-09-12T12:42:47.551 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "scrape_frequency", 2024-09-12T12:42:47.552 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.552 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.552 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.552 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "86400", 2024-09-12T12:42:47.552 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.552 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.552 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.552 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-12T12:42:47.552 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.552 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.552 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.552 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.553 INFO:teuthology.orchestra.run.smithi082.stdout: "self_heal": { 2024-09-12T12:42:47.553 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "self_heal", 2024-09-12T12:42:47.553 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.553 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.553 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.553 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.553 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.553 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.553 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.553 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-12T12:42:47.553 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.553 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.553 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.554 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.554 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:47.554 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:47.554 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.554 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.554 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.554 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:47.554 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.554 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.554 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.554 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to wake up and check device health", 2024-09-12T12:42:47.554 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.555 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.555 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.555 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.555 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_threshold": { 2024-09-12T12:42:47.555 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_threshold", 2024-09-12T12:42:47.555 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.555 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.555 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.555 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "7257600", 2024-09-12T12:42:47.555 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.555 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.555 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.555 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-12T12:42:47.555 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.556 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.556 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.556 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.556 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.556 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.556 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.556 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "diskprediction_local", 2024-09-12T12:42:47.556 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.556 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.556 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.556 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.556 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.556 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.557 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.557 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.557 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.557 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.557 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.557 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.557 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.557 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.557 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.557 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.557 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.557 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.557 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.558 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.558 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.558 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.558 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.558 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.558 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.558 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.558 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.558 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.558 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.558 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.558 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.558 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.558 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.559 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.559 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.559 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.559 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.559 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.559 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.559 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.559 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.559 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.559 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.559 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.559 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.559 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.560 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.560 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.560 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.560 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.560 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.560 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.560 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.560 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.560 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.560 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.560 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.560 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.560 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.560 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.561 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.561 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.561 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.561 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.561 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.561 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.561 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.561 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.561 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.561 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.561 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.561 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.561 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.562 INFO:teuthology.orchestra.run.smithi082.stdout: "predict_interval": { 2024-09-12T12:42:47.562 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "predict_interval", 2024-09-12T12:42:47.562 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.562 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.562 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.562 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "86400", 2024-09-12T12:42:47.562 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.562 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.562 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.562 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.562 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.562 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.562 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.562 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.563 INFO:teuthology.orchestra.run.smithi082.stdout: "predictor_model": { 2024-09-12T12:42:47.563 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "predictor_model", 2024-09-12T12:42:47.563 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.563 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.563 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.563 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "prophetstor", 2024-09-12T12:42:47.563 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.563 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.563 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.563 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.563 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.563 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.563 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.564 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.564 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:47.564 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:47.564 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.564 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.564 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.564 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:47.564 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.564 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.564 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.564 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.564 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.564 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.565 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.565 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.565 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.565 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.565 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.565 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "influx", 2024-09-12T12:42:47.565 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": false, 2024-09-12T12:42:47.565 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "influxdb python module not found", 2024-09-12T12:42:47.565 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.565 INFO:teuthology.orchestra.run.smithi082.stdout: "batch_size": { 2024-09-12T12:42:47.565 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "batch_size", 2024-09-12T12:42:47.565 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.565 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.565 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.566 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5000", 2024-09-12T12:42:47.566 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.566 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.566 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.566 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-12T12:42:47.566 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.566 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.566 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.566 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.566 INFO:teuthology.orchestra.run.smithi082.stdout: "database": { 2024-09-12T12:42:47.566 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "database", 2024-09-12T12:42:47.566 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.567 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.567 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.567 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "ceph", 2024-09-12T12:42:47.567 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.567 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.567 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.567 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-12T12:42:47.567 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.567 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.567 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.567 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.567 INFO:teuthology.orchestra.run.smithi082.stdout: "hostname": { 2024-09-12T12:42:47.567 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "hostname", 2024-09-12T12:42:47.568 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.568 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.568 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.568 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.568 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.568 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.568 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.568 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "InfluxDB server hostname", 2024-09-12T12:42:47.568 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.568 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.568 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.568 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.569 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:47.569 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:47.569 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.569 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.569 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.569 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "30", 2024-09-12T12:42:47.569 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "5", 2024-09-12T12:42:47.569 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.569 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.569 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-12T12:42:47.569 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.569 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.569 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.570 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.570 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.570 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.570 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.570 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.570 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.570 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.570 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.570 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.570 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.570 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.570 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.570 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.571 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.571 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.571 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.571 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.571 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.571 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.571 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.571 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.571 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.571 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.571 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.571 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.572 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.572 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.572 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.572 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.572 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.572 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.572 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.572 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.572 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.572 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.572 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.572 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.572 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.573 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.573 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.573 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.573 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.573 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.573 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.573 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.573 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.573 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.573 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.573 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.573 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.573 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.574 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.574 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.574 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.574 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.574 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.574 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.574 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.574 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.574 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.574 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.574 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.574 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.574 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.575 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.575 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.575 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.575 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.575 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.575 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.575 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.575 INFO:teuthology.orchestra.run.smithi082.stdout: "password": { 2024-09-12T12:42:47.575 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "password", 2024-09-12T12:42:47.575 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.575 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.575 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.575 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.576 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.576 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.576 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.576 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "password of InfluxDB server user", 2024-09-12T12:42:47.576 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.576 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.576 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.576 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.576 INFO:teuthology.orchestra.run.smithi082.stdout: "port": { 2024-09-12T12:42:47.576 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "port", 2024-09-12T12:42:47.576 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.576 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.576 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.576 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8086", 2024-09-12T12:42:47.577 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.577 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.577 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.577 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "InfluxDB server port", 2024-09-12T12:42:47.577 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.577 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.577 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.577 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.577 INFO:teuthology.orchestra.run.smithi082.stdout: "ssl": { 2024-09-12T12:42:47.577 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ssl", 2024-09-12T12:42:47.577 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.577 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.577 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.578 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "false", 2024-09-12T12:42:47.578 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.578 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.578 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.578 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-12T12:42:47.578 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.578 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.578 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.578 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.578 INFO:teuthology.orchestra.run.smithi082.stdout: "threads": { 2024-09-12T12:42:47.578 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "threads", 2024-09-12T12:42:47.578 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.578 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.579 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.579 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5", 2024-09-12T12:42:47.579 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1", 2024-09-12T12:42:47.579 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "32", 2024-09-12T12:42:47.579 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.579 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-12T12:42:47.579 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.579 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.579 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.579 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.579 INFO:teuthology.orchestra.run.smithi082.stdout: "username": { 2024-09-12T12:42:47.579 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "username", 2024-09-12T12:42:47.579 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.580 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.580 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.580 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.580 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.580 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.580 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.580 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "username of InfluxDB server user", 2024-09-12T12:42:47.580 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.580 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.580 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.580 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.580 INFO:teuthology.orchestra.run.smithi082.stdout: "verify_ssl": { 2024-09-12T12:42:47.581 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "verify_ssl", 2024-09-12T12:42:47.581 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.581 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.581 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.581 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "true", 2024-09-12T12:42:47.581 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.581 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.581 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.581 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-12T12:42:47.581 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.581 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.581 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.581 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.582 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.582 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.582 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.582 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "insights", 2024-09-12T12:42:47.582 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.582 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.582 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.582 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.582 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.582 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.582 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.582 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.582 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.583 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.583 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.583 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.583 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.583 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.583 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.583 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.583 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.583 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.583 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.583 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.583 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.583 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.584 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.584 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.584 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.584 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.584 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.584 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.584 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.584 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.584 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.584 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.584 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.584 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.585 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.585 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.585 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.585 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.585 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.585 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.585 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.585 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.585 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.585 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.585 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.585 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.585 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.586 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.586 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.586 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.586 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.586 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.586 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.586 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.586 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.586 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.586 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.586 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.586 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.586 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.586 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.587 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.587 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.587 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.587 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.587 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.587 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.587 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.587 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.587 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.587 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.587 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.587 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.588 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.588 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.588 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.588 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "iostat", 2024-09-12T12:42:47.588 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.588 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.588 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.588 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.588 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.588 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.588 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.588 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.588 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.589 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.589 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.589 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.589 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.589 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.589 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.589 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.589 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.589 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.589 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.589 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.589 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.589 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.590 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.590 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.590 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.590 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.590 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.590 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.590 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.590 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.590 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.590 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.590 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.590 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.590 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.591 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.591 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.591 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.591 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.591 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.591 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.591 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.591 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.591 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.591 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.591 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.591 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.591 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.592 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.592 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.592 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.592 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.592 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.592 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.592 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.592 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.592 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.592 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.592 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.592 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.592 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.593 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.593 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.593 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.593 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.593 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.593 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.593 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.593 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.593 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.593 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.593 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.593 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.593 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.594 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.594 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.594 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "k8sevents", 2024-09-12T12:42:47.594 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.594 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.595 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.596 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_event_retention_days": { 2024-09-12T12:42:47.596 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ceph_event_retention_days", 2024-09-12T12:42:47.596 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.596 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.596 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.596 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "7", 2024-09-12T12:42:47.596 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.596 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.596 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.596 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-12T12:42:47.596 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.596 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.597 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.597 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.597 INFO:teuthology.orchestra.run.smithi082.stdout: "config_check_secs": { 2024-09-12T12:42:47.597 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "config_check_secs", 2024-09-12T12:42:47.597 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.597 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.597 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.597 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:47.597 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "10", 2024-09-12T12:42:47.597 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.597 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.597 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-12T12:42:47.598 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.598 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.598 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.598 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.598 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.598 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.598 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.598 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.598 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.598 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.598 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.598 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.598 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.598 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.599 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.599 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.599 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.599 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.599 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.599 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.599 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.599 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.599 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.599 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.599 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.599 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.599 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.600 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.600 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.600 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.600 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.600 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.600 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.600 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.600 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.600 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.600 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.600 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.600 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.600 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.601 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.601 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.601 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.601 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.601 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.601 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.601 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.601 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.601 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.601 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.601 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.601 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.601 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.601 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.602 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.602 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.602 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.602 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.602 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.602 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.602 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.602 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.602 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.602 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.602 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.602 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.602 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.602 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.603 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.603 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.603 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.603 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.603 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.603 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.603 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.603 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.603 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.603 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "localpool", 2024-09-12T12:42:47.603 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.603 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.603 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.603 INFO:teuthology.orchestra.run.smithi082.stdout: "failure_domain": { 2024-09-12T12:42:47.604 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "failure_domain", 2024-09-12T12:42:47.604 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.604 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.604 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.604 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "host", 2024-09-12T12:42:47.604 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.604 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.604 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.604 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "failure domain for any created local pool", 2024-09-12T12:42:47.604 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-12T12:42:47.604 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.604 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.604 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.605 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.605 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.605 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.605 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.605 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.605 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.605 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.605 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.605 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.605 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.605 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.605 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.605 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.605 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.606 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.606 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.606 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.606 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.606 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.606 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.606 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.606 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.606 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.606 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.606 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.606 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.606 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.607 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.607 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.607 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.607 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.607 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.607 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.607 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.607 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.607 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.607 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.607 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.607 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.607 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.607 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.608 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.608 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.608 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.608 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.608 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.608 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.608 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.608 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.608 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.608 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.608 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.608 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.608 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.609 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.609 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.609 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.609 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.609 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.609 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.609 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.609 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.609 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.609 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.609 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.609 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.610 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.610 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.610 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.610 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.610 INFO:teuthology.orchestra.run.smithi082.stdout: "min_size": { 2024-09-12T12:42:47.610 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "min_size", 2024-09-12T12:42:47.610 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.610 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.610 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.610 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.610 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.611 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.611 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.611 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "default min_size for any created local pool", 2024-09-12T12:42:47.611 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-12T12:42:47.611 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.611 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.611 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.611 INFO:teuthology.orchestra.run.smithi082.stdout: "num_rep": { 2024-09-12T12:42:47.611 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "num_rep", 2024-09-12T12:42:47.611 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.611 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.611 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.611 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "3", 2024-09-12T12:42:47.612 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.612 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.612 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.612 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "default replica count for any created local pool", 2024-09-12T12:42:47.612 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.612 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.612 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.612 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.612 INFO:teuthology.orchestra.run.smithi082.stdout: "pg_num": { 2024-09-12T12:42:47.613 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "pg_num", 2024-09-12T12:42:47.613 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.613 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.613 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.613 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "128", 2024-09-12T12:42:47.613 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.613 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.613 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.613 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "default pg_num for any created local pool", 2024-09-12T12:42:47.613 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.613 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.613 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.614 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.614 INFO:teuthology.orchestra.run.smithi082.stdout: "prefix": { 2024-09-12T12:42:47.614 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "prefix", 2024-09-12T12:42:47.614 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.614 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.614 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.614 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.614 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.614 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.614 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.614 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "name prefix for any created local pool", 2024-09-12T12:42:47.615 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.615 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.615 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.615 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.615 INFO:teuthology.orchestra.run.smithi082.stdout: "subtree": { 2024-09-12T12:42:47.615 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "subtree", 2024-09-12T12:42:47.615 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.615 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.615 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.615 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "rack", 2024-09-12T12:42:47.615 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.615 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.616 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.616 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-12T12:42:47.616 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-12T12:42:47.616 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.616 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.616 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.616 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.616 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.616 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.616 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mds_autoscaler", 2024-09-12T12:42:47.616 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.616 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.617 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.617 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.617 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.617 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.617 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.617 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.617 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.617 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.617 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.617 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.617 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.617 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.617 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.618 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.618 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.618 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.618 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.618 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.618 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.618 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.618 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.618 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.618 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.618 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.618 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.618 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.618 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.619 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.619 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.619 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.619 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.619 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.619 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.619 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.619 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.619 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.619 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.619 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.619 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.619 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.620 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.620 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.620 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.620 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.620 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.620 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.620 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.620 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.620 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.620 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.620 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.620 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.620 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.620 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.621 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.621 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.621 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.621 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.621 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.621 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.621 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.621 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.621 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.621 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.621 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.621 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.621 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.622 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.622 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.622 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.622 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.622 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.622 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.622 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.622 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mirroring", 2024-09-12T12:42:47.622 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.622 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.622 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.622 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.622 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.622 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.623 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.623 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.623 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.623 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.623 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.623 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.623 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.623 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.623 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.623 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.623 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.623 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.623 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.624 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.624 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.624 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.624 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.624 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.624 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.624 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.624 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.624 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.624 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.624 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.624 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.624 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.624 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.625 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.625 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.625 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.625 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.625 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.625 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.625 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.625 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.625 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.625 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.625 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.625 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.625 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.625 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.626 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.626 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.626 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.626 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.626 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.626 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.626 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.626 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.626 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.626 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.626 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.626 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.626 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.626 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.627 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.627 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.627 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.627 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.627 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.627 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.627 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.627 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.627 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.627 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.627 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.627 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.628 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.628 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.628 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.628 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "nfs", 2024-09-12T12:42:47.628 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.628 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.628 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.628 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.628 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.628 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.628 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.628 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.628 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.629 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.629 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.629 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.629 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.629 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.629 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.629 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.629 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.629 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.629 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.629 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.629 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.629 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.629 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.630 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.630 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.630 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.630 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.630 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.630 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.630 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.630 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.630 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.630 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.630 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.630 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.630 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.631 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.631 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.631 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.631 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.631 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.631 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.631 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.631 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.631 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.631 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.631 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.631 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.631 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.632 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.632 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.632 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.632 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.632 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.632 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.632 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.632 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.632 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.632 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.632 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.632 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.632 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.632 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.633 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.633 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.633 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.633 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.633 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.633 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.633 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.633 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.633 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.633 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.633 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.633 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.633 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.634 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "orchestrator", 2024-09-12T12:42:47.634 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.634 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.634 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.634 INFO:teuthology.orchestra.run.smithi082.stdout: "fail_fs": { 2024-09-12T12:42:47.634 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "fail_fs", 2024-09-12T12:42:47.634 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.634 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.634 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.634 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.634 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.634 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.634 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.634 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-12T12:42:47.635 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.635 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.635 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.635 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.635 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.635 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.635 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.635 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.635 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.635 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.635 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.635 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.635 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.636 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.636 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.636 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.636 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.636 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.636 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.636 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.636 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.636 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.636 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.636 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.636 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.636 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.636 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.637 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.637 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.637 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.637 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.637 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.637 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.637 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.637 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.637 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.637 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.637 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.637 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.637 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.638 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.638 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.638 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.638 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.638 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.638 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.638 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.638 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.638 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.638 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.638 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.638 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.638 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.638 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.639 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.639 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.639 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.639 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.639 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.639 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.639 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.639 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.639 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.639 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.639 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.639 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.639 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.639 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.640 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.640 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.640 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.640 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.640 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.640 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.640 INFO:teuthology.orchestra.run.smithi082.stdout: "orchestrator": { 2024-09-12T12:42:47.640 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "orchestrator", 2024-09-12T12:42:47.640 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.640 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.640 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.640 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.640 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.641 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.641 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.641 INFO:teuthology.orchestra.run.smithi082.stdout: "cephadm", 2024-09-12T12:42:47.641 INFO:teuthology.orchestra.run.smithi082.stdout: "rook", 2024-09-12T12:42:47.641 INFO:teuthology.orchestra.run.smithi082.stdout: "test_orchestrator" 2024-09-12T12:42:47.641 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.641 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Orchestrator backend", 2024-09-12T12:42:47.641 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.641 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.641 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.641 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.641 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.642 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.642 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.642 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "osd_perf_query", 2024-09-12T12:42:47.642 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.642 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.642 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.642 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.642 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.642 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.642 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.642 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.642 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.642 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.643 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.643 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.643 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.643 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.643 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.643 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.643 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.643 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.643 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.643 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.643 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.643 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.643 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.643 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.644 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.644 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.644 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.644 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.644 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.644 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.644 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.644 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.644 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.644 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.644 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.644 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.645 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.645 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.645 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.645 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.645 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.645 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.645 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.645 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.645 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.645 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.645 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.645 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.645 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.645 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.646 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.646 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.646 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.646 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.646 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.646 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.646 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.646 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.646 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.646 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.646 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.646 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.646 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.647 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.647 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.647 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.647 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.647 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.647 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.647 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.647 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.647 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.647 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.647 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.647 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.647 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.647 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "osd_support", 2024-09-12T12:42:47.648 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.648 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.648 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.648 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.648 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.648 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.648 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.648 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.648 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.648 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.648 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.648 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.648 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.649 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.649 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.649 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.649 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.649 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.649 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.649 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.649 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.649 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.649 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.649 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.649 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.649 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.649 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.650 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.650 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.650 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.650 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.650 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.650 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.650 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.650 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.650 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.650 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.650 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.650 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.650 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.651 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.651 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.651 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.651 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.651 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.651 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.651 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.651 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.651 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.651 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.651 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.651 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.651 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.652 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.652 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.652 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.652 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.652 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.652 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.652 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.652 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.652 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.652 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.652 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.652 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.652 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.653 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.653 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.653 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.653 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.653 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.653 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.653 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.653 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.653 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.653 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.653 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "pg_autoscaler", 2024-09-12T12:42:47.653 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.653 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.653 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.654 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.654 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.654 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.654 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.654 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.654 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.654 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.654 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.654 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.654 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.654 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.654 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.654 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.654 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.655 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.655 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.655 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.655 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.655 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.655 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.655 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.655 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.655 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.655 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.655 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.655 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.656 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.656 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.656 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.656 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.656 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.656 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.656 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.656 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.656 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.657 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.657 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.657 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.657 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.657 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.657 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.657 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.657 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.658 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.658 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.658 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.658 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.658 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.658 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.658 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.658 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.658 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.658 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.658 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.658 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.659 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.659 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.659 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.659 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.659 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.659 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.659 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.659 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.659 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.659 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.659 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.659 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.659 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.660 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.660 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.660 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:47.660 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:47.660 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.660 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.660 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.660 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:47.660 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.660 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.660 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.660 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.661 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.661 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.661 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.661 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.661 INFO:teuthology.orchestra.run.smithi082.stdout: "threshold": { 2024-09-12T12:42:47.661 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "threshold", 2024-09-12T12:42:47.661 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:47.661 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.661 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.661 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "3.0", 2024-09-12T12:42:47.661 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1.0", 2024-09-12T12:42:47.661 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.661 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.661 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "scaling threshold", 2024-09-12T12:42:47.662 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-12T12:42:47.662 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.662 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.662 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.662 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.662 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.662 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.662 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "progress", 2024-09-12T12:42:47.662 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.662 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.662 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.662 INFO:teuthology.orchestra.run.smithi082.stdout: "allow_pg_recovery_event": { 2024-09-12T12:42:47.662 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "allow_pg_recovery_event", 2024-09-12T12:42:47.663 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.663 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.663 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.663 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.663 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.663 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.663 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.663 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-12T12:42:47.663 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.663 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.663 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.663 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.663 INFO:teuthology.orchestra.run.smithi082.stdout: "enabled": { 2024-09-12T12:42:47.663 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "enabled", 2024-09-12T12:42:47.664 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.664 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.664 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.664 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.664 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.664 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.664 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.664 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.664 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.664 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.664 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.664 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.664 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.665 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.665 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.665 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.665 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.665 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.665 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.665 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.665 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.665 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.665 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.665 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.665 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.665 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.666 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.666 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.666 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.666 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.666 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.666 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.666 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.666 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.666 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.666 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.666 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.666 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.666 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.666 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.667 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.667 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.667 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.667 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.667 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.667 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.667 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.667 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.667 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.667 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.667 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.667 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.667 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.668 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.668 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.668 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.668 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.668 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.668 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.668 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.668 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.668 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.668 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.668 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.668 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.668 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.668 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.669 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.669 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.669 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.669 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.669 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.669 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.669 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.669 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.669 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.669 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.669 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.669 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.669 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.670 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.670 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.670 INFO:teuthology.orchestra.run.smithi082.stdout: "max_completed_events": { 2024-09-12T12:42:47.670 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_completed_events", 2024-09-12T12:42:47.670 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.670 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.670 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.670 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "50", 2024-09-12T12:42:47.670 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.670 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.670 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.670 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "number of past completed events to remember", 2024-09-12T12:42:47.670 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.670 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.671 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.671 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.671 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:47.671 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:47.671 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.671 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.671 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.671 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5", 2024-09-12T12:42:47.671 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.671 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.671 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.671 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how long the module is going to sleep", 2024-09-12T12:42:47.672 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.672 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.672 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.672 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.672 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.672 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.672 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.672 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "prometheus", 2024-09-12T12:42:47.672 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.672 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.672 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.672 INFO:teuthology.orchestra.run.smithi082.stdout: "cache": { 2024-09-12T12:42:47.672 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cache", 2024-09-12T12:42:47.673 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.673 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.673 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.673 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.673 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.673 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.673 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.673 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.673 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.673 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.673 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.673 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.673 INFO:teuthology.orchestra.run.smithi082.stdout: "exclude_perf_counters": { 2024-09-12T12:42:47.673 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "exclude_perf_counters", 2024-09-12T12:42:47.674 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.674 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.674 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.674 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.674 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.674 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.674 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.674 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-12T12:42:47.674 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-12T12:42:47.674 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.674 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.674 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.674 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.675 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.675 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.675 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.675 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.675 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.675 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.675 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.675 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.675 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.675 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.675 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.675 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.675 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.676 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.676 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.676 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.676 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.676 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.676 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.676 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.676 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.676 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.676 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.676 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.676 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.676 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.677 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.677 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.677 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.677 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.677 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.677 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.677 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.677 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.677 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.677 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.677 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.677 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.677 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.677 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.678 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.678 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.678 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.678 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.678 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.678 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.678 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.678 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.678 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.678 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.678 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.678 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.678 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.679 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.679 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.679 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.679 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.679 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.679 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.679 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.679 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.679 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.679 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.679 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.679 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.680 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.680 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.680 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.680 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.680 INFO:teuthology.orchestra.run.smithi082.stdout: "rbd_stats_pools": { 2024-09-12T12:42:47.680 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rbd_stats_pools", 2024-09-12T12:42:47.680 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.680 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.680 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.680 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.680 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.681 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.681 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.681 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.681 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.681 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.681 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.681 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.681 INFO:teuthology.orchestra.run.smithi082.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-12T12:42:47.681 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-12T12:42:47.681 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.681 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.681 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.681 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "300", 2024-09-12T12:42:47.682 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.682 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.682 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.682 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.682 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.682 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.682 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.682 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.682 INFO:teuthology.orchestra.run.smithi082.stdout: "scrape_interval": { 2024-09-12T12:42:47.682 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "scrape_interval", 2024-09-12T12:42:47.682 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:47.683 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.683 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.683 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "15.0", 2024-09-12T12:42:47.683 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.683 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.683 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.683 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.683 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.683 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.683 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.683 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.684 INFO:teuthology.orchestra.run.smithi082.stdout: "server_addr": { 2024-09-12T12:42:47.684 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_addr", 2024-09-12T12:42:47.684 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.684 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.684 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.684 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "::", 2024-09-12T12:42:47.684 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.684 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.684 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.684 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-12T12:42:47.684 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.684 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.684 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.685 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.685 INFO:teuthology.orchestra.run.smithi082.stdout: "server_port": { 2024-09-12T12:42:47.685 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_port", 2024-09-12T12:42:47.685 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.685 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.685 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.685 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "9283", 2024-09-12T12:42:47.685 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.685 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.685 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.685 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-12T12:42:47.685 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.685 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.685 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.686 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.686 INFO:teuthology.orchestra.run.smithi082.stdout: "stale_cache_strategy": { 2024-09-12T12:42:47.686 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "stale_cache_strategy", 2024-09-12T12:42:47.686 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.686 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.686 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.686 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "log", 2024-09-12T12:42:47.686 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.686 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.686 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.686 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.687 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.687 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.687 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.687 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.687 INFO:teuthology.orchestra.run.smithi082.stdout: "standby_behaviour": { 2024-09-12T12:42:47.687 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "standby_behaviour", 2024-09-12T12:42:47.687 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.687 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.687 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.687 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "default", 2024-09-12T12:42:47.687 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.688 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.688 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.688 INFO:teuthology.orchestra.run.smithi082.stdout: "default", 2024-09-12T12:42:47.688 INFO:teuthology.orchestra.run.smithi082.stdout: "error" 2024-09-12T12:42:47.688 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.688 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.688 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.688 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.688 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.688 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.688 INFO:teuthology.orchestra.run.smithi082.stdout: "standby_error_status_code": { 2024-09-12T12:42:47.688 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "standby_error_status_code", 2024-09-12T12:42:47.689 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.689 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.689 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.689 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "500", 2024-09-12T12:42:47.689 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "400", 2024-09-12T12:42:47.689 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "599", 2024-09-12T12:42:47.689 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.689 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.689 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.689 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.690 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.690 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.690 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.690 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.690 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.690 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rbd_support", 2024-09-12T12:42:47.690 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.690 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.690 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.690 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.690 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.690 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.691 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.691 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.691 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.691 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.691 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.691 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.691 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.691 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.691 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.691 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.692 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.692 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.692 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.692 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.692 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.692 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.692 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.692 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.692 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.692 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.692 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.693 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.693 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.693 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.693 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.693 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.693 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.693 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.693 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.693 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.693 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.694 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.694 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.694 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.694 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.694 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.694 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.694 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.694 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.694 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.694 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.695 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.695 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.695 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.695 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.695 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.695 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.695 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.695 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.695 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.695 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.696 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.696 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.696 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.696 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.696 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.696 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.696 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.696 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.696 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.696 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.696 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.697 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.697 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.697 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.697 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.697 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.697 INFO:teuthology.orchestra.run.smithi082.stdout: "max_concurrent_snap_create": { 2024-09-12T12:42:47.697 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_concurrent_snap_create", 2024-09-12T12:42:47.697 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.697 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.697 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.697 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:47.697 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.697 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.697 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.698 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.698 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.698 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.698 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.698 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.698 INFO:teuthology.orchestra.run.smithi082.stdout: "mirror_snapshot_schedule": { 2024-09-12T12:42:47.698 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mirror_snapshot_schedule", 2024-09-12T12:42:47.698 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.698 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.698 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.698 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.698 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.698 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.699 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.699 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.699 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.699 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.699 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.699 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.699 INFO:teuthology.orchestra.run.smithi082.stdout: "trash_purge_schedule": { 2024-09-12T12:42:47.699 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "trash_purge_schedule", 2024-09-12T12:42:47.699 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.699 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.699 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.699 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.699 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.699 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.700 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.700 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.700 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.700 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.700 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.700 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.700 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.700 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.700 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.700 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "restful", 2024-09-12T12:42:47.700 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.700 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.700 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.701 INFO:teuthology.orchestra.run.smithi082.stdout: "enable_auth": { 2024-09-12T12:42:47.701 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "enable_auth", 2024-09-12T12:42:47.701 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.701 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.701 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.701 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.701 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.701 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.701 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.701 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.701 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.701 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.701 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.701 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.702 INFO:teuthology.orchestra.run.smithi082.stdout: "key_file": { 2024-09-12T12:42:47.702 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "key_file", 2024-09-12T12:42:47.702 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.702 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.702 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.702 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.702 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.702 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.702 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.702 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.702 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.703 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.703 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.703 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.703 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.703 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.703 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.703 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.703 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.703 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.703 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.703 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.703 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.704 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.704 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.704 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.704 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.704 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.704 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.704 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.704 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.704 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.704 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.704 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.704 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.705 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.705 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.705 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.705 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.705 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.705 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.705 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.705 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.705 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.705 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.705 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.705 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.705 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.705 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.706 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.706 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.706 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.706 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.706 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.706 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.706 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.706 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.706 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.706 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.706 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.706 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.706 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.707 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.707 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.707 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.707 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.707 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.707 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.707 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.707 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.707 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.707 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.707 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.707 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.707 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.708 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.708 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.708 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.708 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.708 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.708 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.708 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.708 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.708 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.708 INFO:teuthology.orchestra.run.smithi082.stdout: "server_addr": { 2024-09-12T12:42:47.708 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_addr", 2024-09-12T12:42:47.708 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.708 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.709 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.709 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.709 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.709 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.709 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.709 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.709 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.709 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.709 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.709 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.709 INFO:teuthology.orchestra.run.smithi082.stdout: "server_port": { 2024-09-12T12:42:47.709 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_port", 2024-09-12T12:42:47.709 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.710 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.710 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.710 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.710 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.710 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.710 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.710 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.710 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.710 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.710 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.710 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.710 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.710 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.710 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.711 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rgw", 2024-09-12T12:42:47.711 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.711 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.711 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.711 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.711 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.711 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.711 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.711 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.711 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.711 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.711 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.711 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.711 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.712 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.712 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.712 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.712 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.712 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.712 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.712 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.712 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.712 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.712 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.712 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.712 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.712 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.713 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.713 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.713 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.713 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.713 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.713 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.713 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.713 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.713 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.713 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.713 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.713 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.713 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.714 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.714 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.714 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.714 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.714 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.714 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.714 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.714 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.714 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.714 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.714 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.714 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.714 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.715 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.715 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.715 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.715 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.715 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.715 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.715 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.715 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.715 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.715 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.715 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.715 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.715 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.715 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.716 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.716 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.716 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.716 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.716 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.716 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.716 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.716 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.716 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.716 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.716 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rook", 2024-09-12T12:42:47.716 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.716 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.717 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.717 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.717 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.717 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.717 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.717 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.717 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.717 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.717 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.717 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.717 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.717 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.717 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.718 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.718 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.718 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.718 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.718 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.718 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.718 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.718 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.719 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.719 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.719 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.719 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.719 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.719 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.719 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.719 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.719 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.719 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.719 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.719 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.719 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.720 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.720 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.720 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.720 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.720 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.720 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.720 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.720 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.720 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.721 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.721 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.721 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.721 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.721 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.721 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.721 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.721 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.721 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.721 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.721 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.721 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.721 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.722 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.722 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.722 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.722 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.722 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.722 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.722 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.722 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.722 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.722 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.722 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.722 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.723 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.723 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.723 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.723 INFO:teuthology.orchestra.run.smithi082.stdout: "storage_class": { 2024-09-12T12:42:47.723 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "storage_class", 2024-09-12T12:42:47.723 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.723 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.723 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.723 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "local", 2024-09-12T12:42:47.723 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.723 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.724 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.724 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-12T12:42:47.724 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.724 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.724 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.724 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.724 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.724 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.724 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.724 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "selftest", 2024-09-12T12:42:47.724 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.725 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.725 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.725 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.725 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.725 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.725 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.725 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.725 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.725 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.725 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.725 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.726 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.726 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.726 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.726 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.726 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.726 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.726 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.726 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.726 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.726 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.726 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.727 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.727 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.727 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.727 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.727 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.727 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.727 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.727 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.727 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.727 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.727 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.727 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.728 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.728 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.728 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.728 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.728 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.728 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.728 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.728 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.728 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.728 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.728 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.729 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.729 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.729 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.729 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.729 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.729 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.729 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.729 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.729 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.730 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.730 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.730 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.730 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.730 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.730 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.730 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.730 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.730 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.730 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.731 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.731 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.731 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.731 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.731 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.731 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.731 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.731 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.731 INFO:teuthology.orchestra.run.smithi082.stdout: "roption1": { 2024-09-12T12:42:47.731 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "roption1", 2024-09-12T12:42:47.732 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.732 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.732 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.732 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.732 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.732 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.732 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.732 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.732 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.732 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.732 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.732 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.732 INFO:teuthology.orchestra.run.smithi082.stdout: "roption2": { 2024-09-12T12:42:47.732 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "roption2", 2024-09-12T12:42:47.733 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.733 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.733 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.733 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "xyz", 2024-09-12T12:42:47.733 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.733 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.733 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.733 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.733 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.733 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.733 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.733 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.733 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption1": { 2024-09-12T12:42:47.734 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption1", 2024-09-12T12:42:47.734 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.734 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.734 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.734 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.734 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.734 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.734 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.734 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.734 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.734 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.734 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.734 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.734 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption2": { 2024-09-12T12:42:47.735 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption2", 2024-09-12T12:42:47.735 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.735 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.735 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.735 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.735 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.735 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.735 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.735 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.735 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.735 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.735 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.736 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.736 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption3": { 2024-09-12T12:42:47.736 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption3", 2024-09-12T12:42:47.736 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:47.736 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.736 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.736 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.736 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.736 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.736 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.736 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.736 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.737 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.737 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.737 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.737 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption4": { 2024-09-12T12:42:47.737 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption4", 2024-09-12T12:42:47.737 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.737 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.737 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.737 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.737 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.737 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.737 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.737 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.738 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.738 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.738 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.738 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.738 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption5": { 2024-09-12T12:42:47.738 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption5", 2024-09-12T12:42:47.738 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.738 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.738 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.738 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.738 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.738 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.738 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.739 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.739 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.739 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.739 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.739 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.739 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption6": { 2024-09-12T12:42:47.739 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption6", 2024-09-12T12:42:47.739 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.739 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.739 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.739 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.739 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.739 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.739 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.740 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.740 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.740 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.740 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.740 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.740 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption7": { 2024-09-12T12:42:47.740 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption7", 2024-09-12T12:42:47.740 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.740 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.740 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.740 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.740 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1", 2024-09-12T12:42:47.740 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "42", 2024-09-12T12:42:47.741 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.741 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.741 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.741 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.741 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.741 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.741 INFO:teuthology.orchestra.run.smithi082.stdout: "testkey": { 2024-09-12T12:42:47.741 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "testkey", 2024-09-12T12:42:47.741 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.741 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.741 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.741 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.741 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.741 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.742 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.742 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.742 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.742 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.742 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.742 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.742 INFO:teuthology.orchestra.run.smithi082.stdout: "testlkey": { 2024-09-12T12:42:47.742 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "testlkey", 2024-09-12T12:42:47.742 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.742 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.742 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.742 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.742 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.743 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.743 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.743 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.743 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.743 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.743 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.743 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.743 INFO:teuthology.orchestra.run.smithi082.stdout: "testnewline": { 2024-09-12T12:42:47.743 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "testnewline", 2024-09-12T12:42:47.743 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.743 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.743 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.743 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.743 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.744 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.744 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.744 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.744 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.744 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.744 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.744 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.744 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.744 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.744 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.744 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "snap_schedule", 2024-09-12T12:42:47.744 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.744 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.745 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.745 INFO:teuthology.orchestra.run.smithi082.stdout: "allow_m_granularity": { 2024-09-12T12:42:47.745 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "allow_m_granularity", 2024-09-12T12:42:47.745 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.745 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.745 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.745 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.745 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.745 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.745 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.745 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "allow minute scheduled snapshots", 2024-09-12T12:42:47.745 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.745 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.746 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.746 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.746 INFO:teuthology.orchestra.run.smithi082.stdout: "dump_on_update": { 2024-09-12T12:42:47.746 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "dump_on_update", 2024-09-12T12:42:47.746 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.746 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.746 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.746 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.746 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.746 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.746 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.746 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "dump database to debug log on update", 2024-09-12T12:42:47.746 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.746 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.747 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.747 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.747 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.747 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.747 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.747 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.747 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.747 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.747 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.747 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.747 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.747 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.747 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.748 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.748 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.748 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.748 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.748 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.748 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.748 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.748 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.748 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.748 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.748 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.748 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.748 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.749 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.749 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.749 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.749 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.749 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.749 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.749 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.749 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.749 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.749 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.749 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.749 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.749 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.750 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.750 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.750 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.750 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.750 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.750 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.750 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.750 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.750 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.750 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.750 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.750 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.750 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.751 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.751 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.751 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.751 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.751 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.751 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.751 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.751 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.751 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.751 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.751 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.751 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.751 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.752 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.752 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.752 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.752 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.752 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.752 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.752 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.752 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.752 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.752 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.752 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "stats", 2024-09-12T12:42:47.752 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.752 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.752 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.753 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.753 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.753 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.753 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.753 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.753 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.753 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.753 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.753 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.754 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.754 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.754 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.754 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.754 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.754 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.754 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.754 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.754 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.754 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.754 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.754 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.754 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.755 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.755 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.755 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.755 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.755 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.755 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.755 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.755 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.755 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.755 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.755 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.756 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.756 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.756 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.756 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.756 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.756 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.756 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.756 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.756 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.756 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.756 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.756 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.757 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.757 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.757 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.757 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.757 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.757 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.757 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.757 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.757 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.757 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.757 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.758 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.758 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.758 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.758 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.758 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.758 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.758 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.758 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.758 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.758 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.758 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.759 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.759 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.759 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.759 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.759 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.759 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.759 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "status", 2024-09-12T12:42:47.759 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.759 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.759 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.759 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.759 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.759 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.759 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.760 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.760 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.760 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.760 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.760 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.760 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.760 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.760 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.760 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.760 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.760 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.760 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.760 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.761 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.761 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.761 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.761 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.761 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.761 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.761 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.761 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.761 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.761 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.761 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.761 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.761 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.762 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.762 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.762 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.762 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.762 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.762 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.762 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.762 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.762 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.762 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.762 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.762 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.762 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.763 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.763 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.763 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.763 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.763 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.763 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.763 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.763 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.763 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.763 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.763 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.763 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.763 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.764 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.764 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.764 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.764 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.764 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.764 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.764 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.764 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.764 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.764 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.764 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.764 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.764 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.765 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.765 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.765 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.765 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.765 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "telegraf", 2024-09-12T12:42:47.765 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.765 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.765 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.765 INFO:teuthology.orchestra.run.smithi082.stdout: "address": { 2024-09-12T12:42:47.765 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "address", 2024-09-12T12:42:47.765 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.765 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.765 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.766 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-12T12:42:47.766 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.766 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.766 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.766 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.766 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.766 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.766 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.766 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.766 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:47.766 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:47.766 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.766 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.767 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.767 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "15", 2024-09-12T12:42:47.767 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.767 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.767 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.767 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.767 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.767 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.767 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.767 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.767 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.767 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.767 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.768 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.768 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.768 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.768 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.768 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.768 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.768 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.768 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.768 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.768 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.768 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.768 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.768 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.769 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.769 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.769 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.769 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.769 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.769 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.769 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.769 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.769 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.769 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.769 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.769 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.769 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.769 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.770 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.770 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.770 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.770 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.770 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.770 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.770 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.770 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.770 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.770 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.770 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.770 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.770 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.770 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.771 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.771 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.771 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.771 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.771 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.771 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.771 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.771 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.771 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.771 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.771 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.771 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.771 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.771 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.772 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.772 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.772 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.772 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.772 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.772 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.772 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.772 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.772 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.772 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.772 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.772 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.772 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.773 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.773 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.773 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "telemetry", 2024-09-12T12:42:47.773 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.773 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.773 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.773 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_basic": { 2024-09-12T12:42:47.773 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_basic", 2024-09-12T12:42:47.773 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.773 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.773 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.773 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.773 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.773 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.774 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.774 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-12T12:42:47.774 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.774 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.774 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.774 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.774 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_crash": { 2024-09-12T12:42:47.774 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_crash", 2024-09-12T12:42:47.774 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.774 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.774 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.774 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.774 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.775 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.775 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.775 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-12T12:42:47.775 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.775 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.775 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.775 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.775 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_device": { 2024-09-12T12:42:47.775 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_device", 2024-09-12T12:42:47.775 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.775 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.775 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.775 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.776 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.776 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.776 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.776 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-12T12:42:47.776 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.776 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.776 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.776 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.776 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_ident": { 2024-09-12T12:42:47.776 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_ident", 2024-09-12T12:42:47.776 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.776 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.777 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.777 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.777 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.777 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.777 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.777 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-12T12:42:47.777 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.777 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.777 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.777 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.777 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_perf": { 2024-09-12T12:42:47.777 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_perf", 2024-09-12T12:42:47.777 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.778 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.778 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.778 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.778 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.778 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.778 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.778 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-12T12:42:47.778 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.778 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.778 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.778 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.778 INFO:teuthology.orchestra.run.smithi082.stdout: "contact": { 2024-09-12T12:42:47.778 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "contact", 2024-09-12T12:42:47.779 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.779 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.779 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.779 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.779 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.779 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.779 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.779 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.779 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.779 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.779 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.779 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.779 INFO:teuthology.orchestra.run.smithi082.stdout: "description": { 2024-09-12T12:42:47.780 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "description", 2024-09-12T12:42:47.780 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.780 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.780 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.780 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.780 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.780 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.780 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.780 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.780 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.780 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.780 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.781 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.781 INFO:teuthology.orchestra.run.smithi082.stdout: "device_url": { 2024-09-12T12:42:47.781 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "device_url", 2024-09-12T12:42:47.781 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.781 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.781 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.781 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-12T12:42:47.781 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.781 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.781 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.781 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.781 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.781 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.781 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.782 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.782 INFO:teuthology.orchestra.run.smithi082.stdout: "enabled": { 2024-09-12T12:42:47.782 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "enabled", 2024-09-12T12:42:47.782 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.782 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.782 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.782 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.782 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.782 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.782 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.782 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.782 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.782 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.783 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.783 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.783 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:47.783 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:47.783 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.783 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.783 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.783 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "24", 2024-09-12T12:42:47.783 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "8", 2024-09-12T12:42:47.783 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.783 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.783 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.783 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.784 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.784 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.784 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.784 INFO:teuthology.orchestra.run.smithi082.stdout: "last_opt_revision": { 2024-09-12T12:42:47.784 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "last_opt_revision", 2024-09-12T12:42:47.784 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.784 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.784 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.784 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "1", 2024-09-12T12:42:47.784 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.784 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.784 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.784 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.785 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.785 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.785 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.785 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.785 INFO:teuthology.orchestra.run.smithi082.stdout: "leaderboard": { 2024-09-12T12:42:47.785 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "leaderboard", 2024-09-12T12:42:47.785 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.785 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.785 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.785 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.785 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.785 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.785 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.785 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.786 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.786 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.786 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.786 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.786 INFO:teuthology.orchestra.run.smithi082.stdout: "leaderboard_description": { 2024-09-12T12:42:47.786 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "leaderboard_description", 2024-09-12T12:42:47.786 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.786 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.786 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.786 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.786 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.786 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.786 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.787 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.787 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.787 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.787 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.787 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.787 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.787 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.787 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.787 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.787 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.787 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.787 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.787 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.788 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.788 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.788 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.788 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.788 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.788 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.788 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.788 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.788 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.788 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.788 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.788 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.789 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.789 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.789 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.789 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.789 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.789 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.789 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.789 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.789 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.789 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.789 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.789 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.789 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.790 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.790 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.790 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.790 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.790 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.790 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.790 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.790 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.790 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.790 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.790 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.790 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.790 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.790 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.791 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.791 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.791 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.791 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.791 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.791 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.791 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.791 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.791 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.791 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.791 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.791 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.791 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.791 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.792 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.792 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.792 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.792 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.792 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.792 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.792 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.792 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.792 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.792 INFO:teuthology.orchestra.run.smithi082.stdout: "organization": { 2024-09-12T12:42:47.792 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "organization", 2024-09-12T12:42:47.792 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.792 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.793 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.793 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.793 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.793 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.793 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.793 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.793 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.793 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.793 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.793 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.793 INFO:teuthology.orchestra.run.smithi082.stdout: "proxy": { 2024-09-12T12:42:47.793 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "proxy", 2024-09-12T12:42:47.793 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.794 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.794 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.794 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.794 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.794 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.794 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.794 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.794 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.794 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.794 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.794 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.794 INFO:teuthology.orchestra.run.smithi082.stdout: "url": { 2024-09-12T12:42:47.794 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "url", 2024-09-12T12:42:47.795 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.795 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.795 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.795 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-12T12:42:47.795 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.795 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.795 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.795 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.795 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.795 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.795 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.795 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.795 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.795 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.796 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.796 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "test_orchestrator", 2024-09-12T12:42:47.796 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.796 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.796 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.796 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.796 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.796 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.796 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.796 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.796 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.796 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.796 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.797 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.797 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.797 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.797 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.797 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.797 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.797 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.797 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.797 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.797 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.797 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.797 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.797 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.797 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.798 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.798 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.798 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.798 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.798 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.798 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.798 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.798 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.799 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.800 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.800 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.800 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.800 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.800 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.800 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.800 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.800 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.800 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.800 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.800 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.800 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.800 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.801 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.801 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.801 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.801 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.801 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.801 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.801 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.801 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.801 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.801 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.801 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.801 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.801 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.802 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.802 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.802 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.802 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.802 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.802 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.802 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.802 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.802 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.802 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.802 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.802 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.802 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.802 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.803 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.803 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.803 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "volumes", 2024-09-12T12:42:47.803 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.803 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.803 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.803 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.803 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.803 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.803 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.803 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.803 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.803 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.804 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.804 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.804 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.804 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.804 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.804 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.804 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.804 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.804 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.804 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.804 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.804 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.804 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.804 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.805 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.805 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.805 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.805 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.805 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.805 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.805 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.805 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.805 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.805 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.805 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.805 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.805 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.806 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.806 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.806 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.806 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.806 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.806 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.806 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.806 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.806 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.806 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.806 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.806 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.806 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.806 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.807 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.807 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.807 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.807 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.807 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.807 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.807 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.807 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.807 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.807 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.807 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.807 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.807 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.807 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.808 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.808 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.808 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.808 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.808 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.808 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.808 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.808 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.808 INFO:teuthology.orchestra.run.smithi082.stdout: "max_concurrent_clones": { 2024-09-12T12:42:47.808 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_concurrent_clones", 2024-09-12T12:42:47.808 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.808 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.808 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.809 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "4", 2024-09-12T12:42:47.809 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.809 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.809 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.809 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-12T12:42:47.809 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.809 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.809 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.809 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.809 INFO:teuthology.orchestra.run.smithi082.stdout: "periodic_async_work": { 2024-09-12T12:42:47.809 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "periodic_async_work", 2024-09-12T12:42:47.809 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.810 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.810 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.810 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.810 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.810 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.810 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.810 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Periodically check for async work", 2024-09-12T12:42:47.810 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.810 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.810 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.810 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.810 INFO:teuthology.orchestra.run.smithi082.stdout: "snapshot_clone_delay": { 2024-09-12T12:42:47.810 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "snapshot_clone_delay", 2024-09-12T12:42:47.811 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.811 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.811 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.811 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:47.811 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.811 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.811 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.811 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-12T12:42:47.811 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.811 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.811 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.811 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.811 INFO:teuthology.orchestra.run.smithi082.stdout: "snapshot_clone_no_wait": { 2024-09-12T12:42:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "snapshot_clone_no_wait", 2024-09-12T12:42:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-12T12:42:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.812 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.813 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.813 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.813 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.813 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "zabbix", 2024-09-12T12:42:47.813 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.813 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.813 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.813 INFO:teuthology.orchestra.run.smithi082.stdout: "discovery_interval": { 2024-09-12T12:42:47.813 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "discovery_interval", 2024-09-12T12:42:47.813 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:47.813 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.813 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.813 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "100", 2024-09-12T12:42:47.814 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.814 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.814 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.814 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.814 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.814 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.814 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.814 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.814 INFO:teuthology.orchestra.run.smithi082.stdout: "identifier": { 2024-09-12T12:42:47.814 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "identifier", 2024-09-12T12:42:47.814 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.814 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.814 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.815 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.815 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.815 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.815 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.815 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.815 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.815 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.815 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.815 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.815 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:47.815 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:47.815 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.815 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.815 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.816 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:47.816 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.816 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.816 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.816 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.816 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.816 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.816 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.816 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.816 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.816 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.816 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.817 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.817 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.817 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.817 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.817 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.817 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.817 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.817 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.817 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.817 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.817 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.817 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.817 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.818 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.818 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.818 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.818 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.818 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.818 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.818 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.818 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.818 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.818 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.818 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.818 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.818 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.818 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.819 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.819 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.819 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.819 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.819 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.819 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.819 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.819 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.819 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.819 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.819 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.819 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.819 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.820 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.820 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.820 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.820 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.820 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.820 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.820 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.820 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.820 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.820 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.820 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.820 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.820 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.821 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.821 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.821 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.821 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.821 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.821 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.821 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.821 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.821 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.821 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.821 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.821 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.821 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.821 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.822 INFO:teuthology.orchestra.run.smithi082.stdout: "zabbix_host": { 2024-09-12T12:42:47.822 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "zabbix_host", 2024-09-12T12:42:47.822 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.822 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.822 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.822 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.822 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.822 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.822 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.822 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.822 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.822 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.822 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.823 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.823 INFO:teuthology.orchestra.run.smithi082.stdout: "zabbix_port": { 2024-09-12T12:42:47.823 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "zabbix_port", 2024-09-12T12:42:47.823 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.823 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.823 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.823 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10051", 2024-09-12T12:42:47.823 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.823 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.823 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.823 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.823 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.823 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.824 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.824 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.824 INFO:teuthology.orchestra.run.smithi082.stdout: "zabbix_sender": { 2024-09-12T12:42:47.824 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "zabbix_sender", 2024-09-12T12:42:47.824 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.824 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.824 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.824 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-12T12:42:47.824 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.824 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.825 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.825 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.825 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.825 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.825 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.825 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.825 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.825 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.825 INFO:teuthology.orchestra.run.smithi082.stdout: ] 2024-09-12T12:42:47.825 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.825 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.825 INFO:teuthology.orchestra.run.smithi082.stdout: "gid": 24812, 2024-09-12T12:42:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "y", 2024-09-12T12:42:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: "mgr_features": 4540701547738038271, 2024-09-12T12:42:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: "available_modules": [ 2024-09-12T12:42:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "alerts", 2024-09-12T12:42:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.826 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "How frequently to reexamine health status", 2024-09-12T12:42:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.827 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.828 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.829 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.829 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.829 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.829 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.829 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.829 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.829 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.829 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.829 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.829 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.829 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.829 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.829 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.830 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.830 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.830 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.830 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.830 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.830 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.830 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.830 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.830 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.830 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.830 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.830 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.830 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.831 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.831 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.831 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.831 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.831 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.831 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.831 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.831 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.831 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.831 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.831 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.831 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.832 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.832 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.832 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.832 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.832 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.832 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.832 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.832 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.832 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.832 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.832 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.832 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.833 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.833 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.833 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.833 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.833 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_destination": { 2024-09-12T12:42:47.833 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_destination", 2024-09-12T12:42:47.833 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.833 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.833 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.833 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.833 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.833 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.833 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.834 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Email address to send alerts to", 2024-09-12T12:42:47.834 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.834 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.834 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.834 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.834 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_from_name": { 2024-09-12T12:42:47.834 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_from_name", 2024-09-12T12:42:47.834 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.834 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.834 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.834 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "Ceph", 2024-09-12T12:42:47.834 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.834 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.835 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.835 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Email From: name", 2024-09-12T12:42:47.835 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.835 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.835 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.835 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.835 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_host": { 2024-09-12T12:42:47.835 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_host", 2024-09-12T12:42:47.835 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.835 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.835 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.835 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.835 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.836 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.836 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.836 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "SMTP server", 2024-09-12T12:42:47.836 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.836 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.836 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.836 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.836 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_password": { 2024-09-12T12:42:47.836 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_password", 2024-09-12T12:42:47.836 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.836 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.836 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.836 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.837 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.837 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.837 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.837 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Password to authenticate with", 2024-09-12T12:42:47.837 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.837 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.837 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.837 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.837 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_port": { 2024-09-12T12:42:47.837 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_port", 2024-09-12T12:42:47.837 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.837 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.837 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.838 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "465", 2024-09-12T12:42:47.838 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.838 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.838 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.838 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "SMTP port", 2024-09-12T12:42:47.838 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.838 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.838 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.838 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.838 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_sender": { 2024-09-12T12:42:47.838 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_sender", 2024-09-12T12:42:47.838 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.838 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.839 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.839 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.839 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.839 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.839 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.839 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "SMTP envelope sender", 2024-09-12T12:42:47.839 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.839 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.839 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.839 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.839 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_ssl": { 2024-09-12T12:42:47.839 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_ssl", 2024-09-12T12:42:47.840 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.840 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.840 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.840 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.840 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.840 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.840 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.840 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-12T12:42:47.840 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.840 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.840 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.840 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.841 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_user": { 2024-09-12T12:42:47.841 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_user", 2024-09-12T12:42:47.841 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.841 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.841 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.841 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.841 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.841 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.841 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.841 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "User to authenticate as", 2024-09-12T12:42:47.841 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.841 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.841 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.842 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.842 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.842 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.842 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.842 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "balancer", 2024-09-12T12:42:47.842 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.842 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.842 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.842 INFO:teuthology.orchestra.run.smithi082.stdout: "active": { 2024-09-12T12:42:47.842 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "active", 2024-09-12T12:42:47.842 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.842 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.842 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.843 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.843 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.843 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.843 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.843 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "automatically balance PGs across cluster", 2024-09-12T12:42:47.843 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.843 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.843 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.843 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.843 INFO:teuthology.orchestra.run.smithi082.stdout: "begin_time": { 2024-09-12T12:42:47.843 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "begin_time", 2024-09-12T12:42:47.843 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.843 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.844 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.844 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0000", 2024-09-12T12:42:47.844 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.844 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.844 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.844 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "beginning time of day to automatically balance", 2024-09-12T12:42:47.844 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-12T12:42:47.844 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.844 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.844 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.844 INFO:teuthology.orchestra.run.smithi082.stdout: "begin_weekday": { 2024-09-12T12:42:47.844 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "begin_weekday", 2024-09-12T12:42:47.845 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:47.845 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.845 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.845 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:47.845 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "0", 2024-09-12T12:42:47.845 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "6", 2024-09-12T12:42:47.845 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.845 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-12T12:42:47.845 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-12T12:42:47.845 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.845 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.845 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.845 INFO:teuthology.orchestra.run.smithi082.stdout: "crush_compat_max_iterations": { 2024-09-12T12:42:47.846 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crush_compat_max_iterations", 2024-09-12T12:42:47.846 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:47.846 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.846 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.846 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "25", 2024-09-12T12:42:47.846 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1", 2024-09-12T12:42:47.846 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "250", 2024-09-12T12:42:47.846 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.846 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-12T12:42:47.846 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.846 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.846 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.846 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.846 INFO:teuthology.orchestra.run.smithi082.stdout: "crush_compat_metrics": { 2024-09-12T12:42:47.847 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crush_compat_metrics", 2024-09-12T12:42:47.847 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.847 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.847 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.847 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "pgs,objects,bytes", 2024-09-12T12:42:47.847 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.847 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.847 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.847 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-12T12:42:47.847 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-12T12:42:47.847 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.847 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.847 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.848 INFO:teuthology.orchestra.run.smithi082.stdout: "crush_compat_step": { 2024-09-12T12:42:47.848 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crush_compat_step", 2024-09-12T12:42:47.848 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:47.848 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.848 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.848 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0.5", 2024-09-12T12:42:47.848 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "0.001", 2024-09-12T12:42:47.848 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "0.999", 2024-09-12T12:42:47.848 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.848 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "aggressiveness of optimization", 2024-09-12T12:42:47.848 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-12T12:42:47.848 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.848 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.849 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.849 INFO:teuthology.orchestra.run.smithi082.stdout: "end_time": { 2024-09-12T12:42:47.849 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "end_time", 2024-09-12T12:42:47.849 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.849 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.849 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.849 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "2359", 2024-09-12T12:42:47.849 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.849 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.849 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.849 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "ending time of day to automatically balance", 2024-09-12T12:42:47.849 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-12T12:42:47.849 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.850 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.850 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.850 INFO:teuthology.orchestra.run.smithi082.stdout: "end_weekday": { 2024-09-12T12:42:47.850 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "end_weekday", 2024-09-12T12:42:47.850 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:47.850 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.850 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.850 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:47.850 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "0", 2024-09-12T12:42:47.850 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "6", 2024-09-12T12:42:47.850 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.850 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-12T12:42:47.850 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-12T12:42:47.851 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.851 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.851 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.851 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.851 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.851 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.851 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.851 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.851 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.851 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.851 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.851 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.851 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.852 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.852 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.852 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.852 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.852 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.852 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.852 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.852 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.852 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.852 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.852 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.852 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.852 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.853 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.853 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.853 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.853 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.853 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.853 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.853 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.853 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.853 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.853 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.853 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.853 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.853 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.854 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.854 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.854 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.854 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.854 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.854 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.854 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.854 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.854 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.854 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.854 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.854 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.855 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.855 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.855 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.855 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.855 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.855 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.855 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.855 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.855 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.855 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.855 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.855 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.855 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.856 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.856 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.856 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.856 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.856 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.856 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.856 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.856 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.856 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.856 INFO:teuthology.orchestra.run.smithi082.stdout: "min_score": { 2024-09-12T12:42:47.856 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "min_score", 2024-09-12T12:42:47.856 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:47.856 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.857 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.857 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:47.857 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.857 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.857 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.857 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-12T12:42:47.857 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.857 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.857 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.857 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.857 INFO:teuthology.orchestra.run.smithi082.stdout: "mode": { 2024-09-12T12:42:47.857 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mode", 2024-09-12T12:42:47.857 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.858 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.858 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.858 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "upmap", 2024-09-12T12:42:47.858 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.858 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.858 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.858 INFO:teuthology.orchestra.run.smithi082.stdout: "crush-compat", 2024-09-12T12:42:47.858 INFO:teuthology.orchestra.run.smithi082.stdout: "none", 2024-09-12T12:42:47.858 INFO:teuthology.orchestra.run.smithi082.stdout: "read", 2024-09-12T12:42:47.858 INFO:teuthology.orchestra.run.smithi082.stdout: "upmap", 2024-09-12T12:42:47.858 INFO:teuthology.orchestra.run.smithi082.stdout: "upmap-read" 2024-09-12T12:42:47.858 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.859 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Balancer mode", 2024-09-12T12:42:47.859 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.859 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.859 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.859 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.859 INFO:teuthology.orchestra.run.smithi082.stdout: "pool_ids": { 2024-09-12T12:42:47.859 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "pool_ids", 2024-09-12T12:42:47.859 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.859 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.859 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.859 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.859 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.859 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.859 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.860 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-12T12:42:47.860 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.860 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.860 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.860 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.860 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:47.860 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:47.860 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.860 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.860 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.860 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:47.860 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.860 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.861 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.861 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-12T12:42:47.861 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.861 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.861 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.861 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.861 INFO:teuthology.orchestra.run.smithi082.stdout: "upmap_max_deviation": { 2024-09-12T12:42:47.861 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "upmap_max_deviation", 2024-09-12T12:42:47.861 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.861 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.861 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.861 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5", 2024-09-12T12:42:47.861 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1", 2024-09-12T12:42:47.862 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.862 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.862 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-12T12:42:47.862 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-12T12:42:47.862 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.862 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.862 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.862 INFO:teuthology.orchestra.run.smithi082.stdout: "upmap_max_optimizations": { 2024-09-12T12:42:47.862 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "upmap_max_optimizations", 2024-09-12T12:42:47.862 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:47.862 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.862 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.863 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:47.863 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.863 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.863 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.863 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-12T12:42:47.863 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.863 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.863 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.863 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.863 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.863 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.863 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.863 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cephadm", 2024-09-12T12:42:47.864 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.864 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.864 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.864 INFO:teuthology.orchestra.run.smithi082.stdout: "agent_down_multiplier": { 2024-09-12T12:42:47.864 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "agent_down_multiplier", 2024-09-12T12:42:47.864 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:47.864 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.864 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.864 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "3.0", 2024-09-12T12:42:47.864 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.864 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.864 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.864 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-12T12:42:47.865 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.865 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.865 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.865 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.865 INFO:teuthology.orchestra.run.smithi082.stdout: "agent_refresh_rate": { 2024-09-12T12:42:47.865 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "agent_refresh_rate", 2024-09-12T12:42:47.865 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.865 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.865 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.865 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "20", 2024-09-12T12:42:47.865 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.865 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.865 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.866 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-12T12:42:47.866 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.866 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.866 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.866 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.866 INFO:teuthology.orchestra.run.smithi082.stdout: "agent_starting_port": { 2024-09-12T12:42:47.866 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "agent_starting_port", 2024-09-12T12:42:47.866 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.866 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.866 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.866 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "4721", 2024-09-12T12:42:47.866 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.866 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.867 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.867 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-12T12:42:47.867 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.867 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.867 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.867 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.867 INFO:teuthology.orchestra.run.smithi082.stdout: "allow_ptrace": { 2024-09-12T12:42:47.867 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "allow_ptrace", 2024-09-12T12:42:47.867 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.867 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.867 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.867 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.867 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.868 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.868 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.868 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-12T12:42:47.868 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-12T12:42:47.868 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.868 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.868 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.868 INFO:teuthology.orchestra.run.smithi082.stdout: "autotune_interval": { 2024-09-12T12:42:47.868 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "autotune_interval", 2024-09-12T12:42:47.868 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.868 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.868 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.868 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:47.869 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.869 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.869 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.869 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-12T12:42:47.869 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.869 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.869 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.869 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.869 INFO:teuthology.orchestra.run.smithi082.stdout: "autotune_memory_target_ratio": { 2024-09-12T12:42:47.869 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "autotune_memory_target_ratio", 2024-09-12T12:42:47.869 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:47.869 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.869 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.870 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0.7", 2024-09-12T12:42:47.870 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.870 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.870 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.870 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-12T12:42:47.870 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.870 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.870 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.870 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.870 INFO:teuthology.orchestra.run.smithi082.stdout: "cephadm_log_destination": { 2024-09-12T12:42:47.870 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cephadm_log_destination", 2024-09-12T12:42:47.870 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.870 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.871 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.871 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.871 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.871 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.871 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.871 INFO:teuthology.orchestra.run.smithi082.stdout: "file", 2024-09-12T12:42:47.871 INFO:teuthology.orchestra.run.smithi082.stdout: "file,syslog", 2024-09-12T12:42:47.871 INFO:teuthology.orchestra.run.smithi082.stdout: "syslog" 2024-09-12T12:42:47.871 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.871 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-12T12:42:47.871 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.871 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.871 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.872 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.872 INFO:teuthology.orchestra.run.smithi082.stdout: "cgroups_split": { 2024-09-12T12:42:47.872 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cgroups_split", 2024-09-12T12:42:47.872 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.872 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.872 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.872 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.872 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.872 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.872 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.872 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-12T12:42:47.872 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.873 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.873 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.873 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.873 INFO:teuthology.orchestra.run.smithi082.stdout: "config_checks_enabled": { 2024-09-12T12:42:47.873 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "config_checks_enabled", 2024-09-12T12:42:47.873 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.873 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.873 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.873 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.873 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.873 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.873 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.873 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-12T12:42:47.874 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.874 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.874 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.874 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.874 INFO:teuthology.orchestra.run.smithi082.stdout: "config_dashboard": { 2024-09-12T12:42:47.874 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "config_dashboard", 2024-09-12T12:42:47.874 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.874 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.874 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.874 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.874 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.874 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.874 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.874 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-12T12:42:47.875 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.875 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.875 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.875 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.875 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_alertmanager": { 2024-09-12T12:42:47.875 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_alertmanager", 2024-09-12T12:42:47.875 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.875 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.875 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.875 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-12T12:42:47.875 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.875 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.876 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.876 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Prometheus container image", 2024-09-12T12:42:47.876 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.876 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.876 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.876 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.876 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_base": { 2024-09-12T12:42:47.876 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_base", 2024-09-12T12:42:47.876 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.876 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.876 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.876 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-12T12:42:47.876 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.877 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.877 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.877 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Container image name, without the tag", 2024-09-12T12:42:47.877 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.877 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.877 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.877 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.877 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_elasticsearch": { 2024-09-12T12:42:47.877 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_elasticsearch", 2024-09-12T12:42:47.877 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.877 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.877 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.878 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-12T12:42:47.878 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.878 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.878 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.878 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "elasticsearch container image", 2024-09-12T12:42:47.878 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.878 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.878 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.878 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.878 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_grafana": { 2024-09-12T12:42:47.878 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_grafana", 2024-09-12T12:42:47.878 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.878 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.878 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.879 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-12T12:42:47.879 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.879 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.879 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.879 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Prometheus container image", 2024-09-12T12:42:47.879 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.879 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.879 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.879 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.879 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_haproxy": { 2024-09-12T12:42:47.879 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_haproxy", 2024-09-12T12:42:47.879 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.879 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.880 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.880 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-12T12:42:47.880 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.880 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.880 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.880 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "HAproxy container image", 2024-09-12T12:42:47.880 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.880 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.880 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.880 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.880 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_jaeger_agent": { 2024-09-12T12:42:47.880 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_jaeger_agent", 2024-09-12T12:42:47.880 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.881 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.881 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.881 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-12T12:42:47.881 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.881 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.881 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.881 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Jaeger agent container image", 2024-09-12T12:42:47.881 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.881 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.881 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.881 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.881 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_jaeger_collector": { 2024-09-12T12:42:47.882 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_jaeger_collector", 2024-09-12T12:42:47.882 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.882 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.882 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.882 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-12T12:42:47.882 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.882 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.882 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.882 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Jaeger collector container image", 2024-09-12T12:42:47.882 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.882 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.882 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.882 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.883 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_jaeger_query": { 2024-09-12T12:42:47.883 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_jaeger_query", 2024-09-12T12:42:47.883 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.883 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.883 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.883 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-12T12:42:47.883 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.883 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.883 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.883 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Jaeger query container image", 2024-09-12T12:42:47.883 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.883 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.883 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.884 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.884 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_keepalived": { 2024-09-12T12:42:47.884 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_keepalived", 2024-09-12T12:42:47.884 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.884 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.884 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.884 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-12T12:42:47.884 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.884 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.884 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.884 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Keepalived container image", 2024-09-12T12:42:47.884 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.885 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.885 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.885 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.885 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_loki": { 2024-09-12T12:42:47.885 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_loki", 2024-09-12T12:42:47.885 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.885 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.885 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.885 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-12T12:42:47.885 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.885 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.885 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.885 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Loki container image", 2024-09-12T12:42:47.886 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.886 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.886 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.886 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.886 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_node_exporter": { 2024-09-12T12:42:47.886 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_node_exporter", 2024-09-12T12:42:47.886 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.886 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.886 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.886 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-12T12:42:47.886 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.886 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.886 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.887 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Prometheus container image", 2024-09-12T12:42:47.887 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.887 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.887 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.887 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.887 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_nvmeof": { 2024-09-12T12:42:47.887 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_nvmeof", 2024-09-12T12:42:47.887 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.887 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.887 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.887 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-12T12:42:47.887 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.887 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.888 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.888 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Nvme-of container image", 2024-09-12T12:42:47.888 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.888 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.888 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.888 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.888 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_prometheus": { 2024-09-12T12:42:47.888 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_prometheus", 2024-09-12T12:42:47.888 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.888 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.888 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.888 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-12T12:42:47.888 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.889 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.889 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.889 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Prometheus container image", 2024-09-12T12:42:47.889 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.889 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.889 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.889 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.889 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_promtail": { 2024-09-12T12:42:47.889 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_promtail", 2024-09-12T12:42:47.889 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.889 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.889 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.889 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-12T12:42:47.890 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.890 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.890 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.890 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Promtail container image", 2024-09-12T12:42:47.890 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.890 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.890 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.890 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.890 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_samba": { 2024-09-12T12:42:47.890 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_samba", 2024-09-12T12:42:47.890 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.890 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.891 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.891 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-12T12:42:47.891 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.891 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.891 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.891 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Samba/SMB container image", 2024-09-12T12:42:47.891 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.891 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.891 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.891 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.891 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_snmp_gateway": { 2024-09-12T12:42:47.891 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_snmp_gateway", 2024-09-12T12:42:47.891 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.892 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.892 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.892 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-12T12:42:47.892 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.892 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.892 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.892 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "SNMP Gateway container image", 2024-09-12T12:42:47.892 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.892 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.892 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.892 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.892 INFO:teuthology.orchestra.run.smithi082.stdout: "container_init": { 2024-09-12T12:42:47.892 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_init", 2024-09-12T12:42:47.893 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.893 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.893 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.893 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.893 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.893 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.893 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.893 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Run podman/docker with `--init`", 2024-09-12T12:42:47.893 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.893 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.893 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.893 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.893 INFO:teuthology.orchestra.run.smithi082.stdout: "daemon_cache_timeout": { 2024-09-12T12:42:47.894 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "daemon_cache_timeout", 2024-09-12T12:42:47.894 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.894 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.894 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.894 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:47.894 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.894 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.894 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.894 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-12T12:42:47.894 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.894 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.894 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.895 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.895 INFO:teuthology.orchestra.run.smithi082.stdout: "default_cephadm_command_timeout": { 2024-09-12T12:42:47.895 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "default_cephadm_command_timeout", 2024-09-12T12:42:47.895 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.895 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.895 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.895 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "900", 2024-09-12T12:42:47.895 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.895 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.895 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.895 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-12T12:42:47.895 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.895 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.895 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.896 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.896 INFO:teuthology.orchestra.run.smithi082.stdout: "default_registry": { 2024-09-12T12:42:47.896 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "default_registry", 2024-09-12T12:42:47.896 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.896 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.896 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.896 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "docker.io", 2024-09-12T12:42:47.896 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.896 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.896 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.896 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-12T12:42:47.896 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.897 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.897 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.897 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.897 INFO:teuthology.orchestra.run.smithi082.stdout: "device_cache_timeout": { 2024-09-12T12:42:47.897 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "device_cache_timeout", 2024-09-12T12:42:47.897 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.897 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.897 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.897 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "1800", 2024-09-12T12:42:47.897 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.897 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.897 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.897 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "seconds to cache device inventory", 2024-09-12T12:42:47.898 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.898 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.898 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.898 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.898 INFO:teuthology.orchestra.run.smithi082.stdout: "device_enhanced_scan": { 2024-09-12T12:42:47.898 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "device_enhanced_scan", 2024-09-12T12:42:47.898 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.898 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.898 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.898 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.898 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.898 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.898 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.899 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-12T12:42:47.899 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.899 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.899 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.899 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.899 INFO:teuthology.orchestra.run.smithi082.stdout: "facts_cache_timeout": { 2024-09-12T12:42:47.899 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "facts_cache_timeout", 2024-09-12T12:42:47.899 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.899 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.899 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.899 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:47.899 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.899 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.899 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.900 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "seconds to cache host facts data", 2024-09-12T12:42:47.900 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.900 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.900 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.900 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.900 INFO:teuthology.orchestra.run.smithi082.stdout: "grafana_dashboards_path": { 2024-09-12T12:42:47.900 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "grafana_dashboards_path", 2024-09-12T12:42:47.900 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.900 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.900 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.900 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-12T12:42:47.900 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.900 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.901 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.901 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-12T12:42:47.901 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.901 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.901 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.901 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.901 INFO:teuthology.orchestra.run.smithi082.stdout: "host_check_interval": { 2024-09-12T12:42:47.901 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "host_check_interval", 2024-09-12T12:42:47.901 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.901 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.901 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.901 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:47.901 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.902 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.902 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.902 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to perform a host check", 2024-09-12T12:42:47.902 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.902 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.902 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.902 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.902 INFO:teuthology.orchestra.run.smithi082.stdout: "hw_monitoring": { 2024-09-12T12:42:47.902 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "hw_monitoring", 2024-09-12T12:42:47.902 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.902 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.902 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.903 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.903 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.903 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.903 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.903 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-12T12:42:47.903 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.903 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.903 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.903 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.903 INFO:teuthology.orchestra.run.smithi082.stdout: "inventory_list_all": { 2024-09-12T12:42:47.903 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "inventory_list_all", 2024-09-12T12:42:47.903 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.903 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.904 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.904 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.904 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.904 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.904 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.904 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-12T12:42:47.904 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.904 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.904 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.904 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.904 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.904 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.904 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.904 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.905 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.905 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.905 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.905 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.905 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.905 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.905 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.905 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.905 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.905 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.905 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.905 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.905 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.906 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.906 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.906 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.906 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.906 INFO:teuthology.orchestra.run.smithi082.stdout: "log_refresh_metadata": { 2024-09-12T12:42:47.906 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_refresh_metadata", 2024-09-12T12:42:47.906 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.906 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.906 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.906 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.906 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.906 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.906 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.907 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-12T12:42:47.907 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.907 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.907 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.907 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.907 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.907 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.907 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.907 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.907 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.907 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.907 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.908 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.908 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.908 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-12T12:42:47.908 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.908 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.908 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.908 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.908 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.908 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.908 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.908 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.908 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.909 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.909 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.909 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.909 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.909 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.909 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.909 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.909 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.909 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.909 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.909 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.909 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.909 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.910 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.910 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.910 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.910 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.910 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.910 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.910 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.910 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.910 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.910 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.910 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.910 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.910 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.911 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.911 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.911 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.911 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.911 INFO:teuthology.orchestra.run.smithi082.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-12T12:42:47.911 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-12T12:42:47.911 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.911 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.911 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.911 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.911 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.911 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.911 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.912 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-12T12:42:47.912 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.912 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.912 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.912 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.912 INFO:teuthology.orchestra.run.smithi082.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-12T12:42:47.912 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-12T12:42:47.912 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.912 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.912 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.912 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "*", 2024-09-12T12:42:47.912 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.913 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.913 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.913 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-12T12:42:47.913 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.913 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.913 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.913 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.913 INFO:teuthology.orchestra.run.smithi082.stdout: "max_count_per_host": { 2024-09-12T12:42:47.913 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_count_per_host", 2024-09-12T12:42:47.913 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.913 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.913 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.913 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:47.914 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.914 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.914 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.914 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "max number of daemons per service per host", 2024-09-12T12:42:47.914 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.914 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.914 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.914 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.914 INFO:teuthology.orchestra.run.smithi082.stdout: "max_osd_draining_count": { 2024-09-12T12:42:47.914 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_osd_draining_count", 2024-09-12T12:42:47.914 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.914 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.915 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.915 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:47.915 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.915 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.915 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.915 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-12T12:42:47.915 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.915 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.915 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.915 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.915 INFO:teuthology.orchestra.run.smithi082.stdout: "migration_current": { 2024-09-12T12:42:47.915 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "migration_current", 2024-09-12T12:42:47.915 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.916 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.916 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.916 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.916 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.916 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.916 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.916 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "internal - do not modify", 2024-09-12T12:42:47.916 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.916 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.916 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.916 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.916 INFO:teuthology.orchestra.run.smithi082.stdout: "mode": { 2024-09-12T12:42:47.916 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mode", 2024-09-12T12:42:47.917 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.917 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.917 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.917 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "root", 2024-09-12T12:42:47.917 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.917 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.917 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.917 INFO:teuthology.orchestra.run.smithi082.stdout: "cephadm-package", 2024-09-12T12:42:47.917 INFO:teuthology.orchestra.run.smithi082.stdout: "root" 2024-09-12T12:42:47.917 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.917 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "mode for remote execution of cephadm", 2024-09-12T12:42:47.917 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.917 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.918 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.918 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.918 INFO:teuthology.orchestra.run.smithi082.stdout: "oob_default_addr": { 2024-09-12T12:42:47.918 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "oob_default_addr", 2024-09-12T12:42:47.918 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.918 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.918 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.918 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "169.254.1.1", 2024-09-12T12:42:47.918 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.918 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.918 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.918 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-12T12:42:47.918 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.918 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.919 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.919 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.919 INFO:teuthology.orchestra.run.smithi082.stdout: "prometheus_alerts_path": { 2024-09-12T12:42:47.919 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "prometheus_alerts_path", 2024-09-12T12:42:47.919 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.919 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.919 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.919 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-12T12:42:47.919 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.919 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.919 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.919 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-12T12:42:47.919 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.920 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.920 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.920 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.920 INFO:teuthology.orchestra.run.smithi082.stdout: "registry_insecure": { 2024-09-12T12:42:47.920 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "registry_insecure", 2024-09-12T12:42:47.920 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.920 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.920 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.920 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.920 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.920 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.920 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.920 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-12T12:42:47.921 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.921 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.921 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.921 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.921 INFO:teuthology.orchestra.run.smithi082.stdout: "registry_password": { 2024-09-12T12:42:47.921 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "registry_password", 2024-09-12T12:42:47.921 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.921 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.921 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.921 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.921 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.922 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.922 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.922 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-12T12:42:47.922 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.922 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.922 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.922 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.922 INFO:teuthology.orchestra.run.smithi082.stdout: "registry_url": { 2024-09-12T12:42:47.922 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "registry_url", 2024-09-12T12:42:47.922 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.922 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.922 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.922 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.923 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.923 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.923 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.923 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-12T12:42:47.923 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.923 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.923 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.923 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.923 INFO:teuthology.orchestra.run.smithi082.stdout: "registry_username": { 2024-09-12T12:42:47.923 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "registry_username", 2024-09-12T12:42:47.923 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.923 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.923 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.924 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.924 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.924 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.924 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.924 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-12T12:42:47.924 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.924 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.924 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.924 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.924 INFO:teuthology.orchestra.run.smithi082.stdout: "secure_monitoring_stack": { 2024-09-12T12:42:47.924 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "secure_monitoring_stack", 2024-09-12T12:42:47.924 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.924 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.925 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.925 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.925 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.925 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.925 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.925 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-12T12:42:47.925 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.925 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.925 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.925 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.925 INFO:teuthology.orchestra.run.smithi082.stdout: "service_discovery_port": { 2024-09-12T12:42:47.925 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "service_discovery_port", 2024-09-12T12:42:47.926 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.926 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.926 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.926 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8765", 2024-09-12T12:42:47.926 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.926 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.926 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.926 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "cephadm service discovery port", 2024-09-12T12:42:47.926 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.926 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.926 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.926 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.926 INFO:teuthology.orchestra.run.smithi082.stdout: "ssh_config_file": { 2024-09-12T12:42:47.927 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ssh_config_file", 2024-09-12T12:42:47.927 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.927 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.927 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.927 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.927 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.927 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.927 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.927 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-12T12:42:47.927 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.927 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.927 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.927 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.928 INFO:teuthology.orchestra.run.smithi082.stdout: "use_agent": { 2024-09-12T12:42:47.928 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "use_agent", 2024-09-12T12:42:47.928 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.928 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.928 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.928 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.928 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.928 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.928 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.928 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-12T12:42:47.928 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.928 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.928 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.929 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.929 INFO:teuthology.orchestra.run.smithi082.stdout: "use_repo_digest": { 2024-09-12T12:42:47.929 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "use_repo_digest", 2024-09-12T12:42:47.929 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.929 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.929 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.929 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.929 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.929 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.929 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.929 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-12T12:42:47.929 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.929 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.929 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.930 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.930 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_on_failed_host_check": { 2024-09-12T12:42:47.930 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_on_failed_host_check", 2024-09-12T12:42:47.930 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.930 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.930 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.930 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.930 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.930 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.930 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.930 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "raise a health warning if the host check fails", 2024-09-12T12:42:47.930 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.930 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.931 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.931 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.931 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_on_stray_daemons": { 2024-09-12T12:42:47.931 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_on_stray_daemons", 2024-09-12T12:42:47.931 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.931 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.931 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.931 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.931 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.931 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.931 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.931 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-12T12:42:47.931 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.932 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.932 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.932 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.932 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_on_stray_hosts": { 2024-09-12T12:42:47.932 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_on_stray_hosts", 2024-09-12T12:42:47.932 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.932 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.932 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.932 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.932 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.932 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.932 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.933 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-12T12:42:47.933 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.933 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.933 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.933 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.933 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.933 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.933 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.933 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crash", 2024-09-12T12:42:47.933 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.933 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.933 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.933 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.934 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.934 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.934 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.934 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.934 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.934 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.934 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.934 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.934 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.934 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.934 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.934 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.935 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.935 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.935 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.935 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.935 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.935 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.935 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.935 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.935 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.935 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.935 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.935 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.936 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.936 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.936 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.936 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.936 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.936 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.936 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.936 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.936 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.936 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.936 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.936 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.936 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.937 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.937 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.937 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.937 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.937 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.937 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.937 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.937 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.937 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.937 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.937 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.937 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.938 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.938 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.938 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.938 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.938 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.938 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.938 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.938 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.938 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.938 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.938 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.938 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.938 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.939 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.939 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.939 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.939 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.939 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.939 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.939 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.939 INFO:teuthology.orchestra.run.smithi082.stdout: "retain_interval": { 2024-09-12T12:42:47.939 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "retain_interval", 2024-09-12T12:42:47.939 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.939 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.939 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.940 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "31536000", 2024-09-12T12:42:47.940 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.940 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.940 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.940 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-12T12:42:47.940 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.940 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.940 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.940 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.940 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_recent_interval": { 2024-09-12T12:42:47.940 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_recent_interval", 2024-09-12T12:42:47.940 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:47.941 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.941 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.941 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "1209600", 2024-09-12T12:42:47.941 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.941 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.941 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.941 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-12T12:42:47.941 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.941 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.941 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.941 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.941 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:47.941 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.942 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:47.942 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "dashboard", 2024-09-12T12:42:47.942 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:47.942 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:47.942 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:47.942 INFO:teuthology.orchestra.run.smithi082.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-12T12:42:47.942 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-12T12:42:47.942 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.942 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.942 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.942 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:47.942 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.942 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.943 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.943 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.943 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.943 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.943 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.943 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.943 INFO:teuthology.orchestra.run.smithi082.stdout: "ALERTMANAGER_API_HOST": { 2024-09-12T12:42:47.943 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-12T12:42:47.943 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.943 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.943 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.943 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.943 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.944 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.944 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.944 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.944 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.944 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.944 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.944 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.944 INFO:teuthology.orchestra.run.smithi082.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-12T12:42:47.944 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-12T12:42:47.944 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.944 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.944 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.945 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.945 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.945 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.945 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.945 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.945 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.945 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.945 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.945 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.945 INFO:teuthology.orchestra.run.smithi082.stdout: "AUDIT_API_ENABLED": { 2024-09-12T12:42:47.945 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "AUDIT_API_ENABLED", 2024-09-12T12:42:47.945 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.945 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.946 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.946 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.946 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.946 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.946 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.946 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.946 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.946 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.946 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.946 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.946 INFO:teuthology.orchestra.run.smithi082.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-12T12:42:47.946 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-12T12:42:47.946 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.946 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.947 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.947 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.947 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.947 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.947 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.947 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.947 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.947 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.947 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.947 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.947 INFO:teuthology.orchestra.run.smithi082.stdout: "ENABLE_BROWSABLE_API": { 2024-09-12T12:42:47.947 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-12T12:42:47.947 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.948 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.948 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.948 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.948 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.948 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.948 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.948 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.948 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.948 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.948 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.948 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.948 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-12T12:42:47.949 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-12T12:42:47.949 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.949 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.949 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.949 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.949 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.949 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.949 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.949 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.949 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.949 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.949 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.949 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.950 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-12T12:42:47.950 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-12T12:42:47.950 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.950 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.950 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.950 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.950 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.950 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.950 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.950 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.950 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.950 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.950 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.951 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.951 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-12T12:42:47.951 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-12T12:42:47.951 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.951 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.951 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.951 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.951 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.951 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.951 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.951 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.951 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.951 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.952 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.952 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.952 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-12T12:42:47.952 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-12T12:42:47.952 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.952 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.952 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.952 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.952 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.952 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.952 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.952 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.953 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.953 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.953 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.953 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.953 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-12T12:42:47.953 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-12T12:42:47.953 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.953 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.953 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.953 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.953 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.953 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.954 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.954 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.954 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.954 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.954 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.954 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.954 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-12T12:42:47.954 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-12T12:42:47.954 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.954 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.954 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.954 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.954 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.955 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.955 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.955 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.955 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.955 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.955 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.955 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.955 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-12T12:42:47.955 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-12T12:42:47.955 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.955 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.955 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.955 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.956 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.956 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.956 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.956 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.956 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.956 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.956 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.956 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.956 INFO:teuthology.orchestra.run.smithi082.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-12T12:42:47.956 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-12T12:42:47.956 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.956 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.956 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.956 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.957 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.957 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.957 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.957 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.957 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.957 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.957 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.957 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.957 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_API_PASSWORD": { 2024-09-12T12:42:47.957 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-12T12:42:47.957 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.957 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.957 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.958 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "admin", 2024-09-12T12:42:47.958 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.958 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.958 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.958 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.958 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.958 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.958 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.958 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.958 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-12T12:42:47.958 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-12T12:42:47.958 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.958 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.959 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.959 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.959 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.959 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.959 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.959 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.959 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.959 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.959 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.959 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.959 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_API_URL": { 2024-09-12T12:42:47.959 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_API_URL", 2024-09-12T12:42:47.959 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.959 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.960 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.960 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.960 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.960 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.960 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.960 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.960 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.960 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.960 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.960 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.960 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_API_USERNAME": { 2024-09-12T12:42:47.960 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-12T12:42:47.961 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.961 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.961 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.961 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "admin", 2024-09-12T12:42:47.961 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.961 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.961 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.961 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.961 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.961 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.961 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.961 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.961 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-12T12:42:47.961 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-12T12:42:47.962 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.962 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.962 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.962 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.962 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.962 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.962 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.962 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.962 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.962 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.962 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.962 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.962 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-12T12:42:47.963 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-12T12:42:47.963 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.963 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.963 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.963 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.963 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.963 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.963 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.963 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.963 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.963 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.963 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.963 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.964 INFO:teuthology.orchestra.run.smithi082.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-12T12:42:47.964 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-12T12:42:47.964 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.964 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.964 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.964 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.964 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.964 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.964 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.964 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.964 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.964 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.964 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.965 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.965 INFO:teuthology.orchestra.run.smithi082.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-12T12:42:47.965 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-12T12:42:47.965 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.965 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.965 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.965 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.965 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.965 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.965 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.965 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.965 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.965 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.966 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.966 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.966 INFO:teuthology.orchestra.run.smithi082.stdout: "PROMETHEUS_API_HOST": { 2024-09-12T12:42:47.966 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-12T12:42:47.966 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.966 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.966 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.966 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.966 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.966 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.966 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.966 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.966 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.967 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.967 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.967 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.967 INFO:teuthology.orchestra.run.smithi082.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-12T12:42:47.967 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-12T12:42:47.967 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.967 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.967 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.967 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.967 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.967 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.967 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.967 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.968 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.968 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.968 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.968 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.968 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-12T12:42:47.968 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-12T12:42:47.968 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.968 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.968 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.968 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.968 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.968 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.968 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.969 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.969 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.969 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.969 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.969 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.969 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-12T12:42:47.969 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-12T12:42:47.969 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.969 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.969 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.969 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.969 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.969 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.970 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.970 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.970 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.970 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.970 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.970 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.970 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-12T12:42:47.970 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-12T12:42:47.970 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.970 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.970 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.970 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.970 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.971 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.971 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.971 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.971 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.971 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.971 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.971 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.971 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-12T12:42:47.971 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-12T12:42:47.971 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.971 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.971 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.971 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.972 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.972 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.972 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.972 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.972 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.972 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.972 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.972 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.972 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-12T12:42:47.972 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-12T12:42:47.972 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.972 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.972 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.973 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.973 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.973 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.973 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.973 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.973 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.973 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.973 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.973 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.973 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-12T12:42:47.973 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-12T12:42:47.973 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.973 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.974 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.974 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.974 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.974 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.974 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.974 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.974 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.974 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.974 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.974 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.974 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-12T12:42:47.974 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-12T12:42:47.974 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.975 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.975 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.975 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.975 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.975 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.975 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.975 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.975 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.975 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.975 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.975 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.975 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_ENABLED": { 2024-09-12T12:42:47.975 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-12T12:42:47.976 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.976 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.976 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.976 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.976 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.976 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.976 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.976 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.976 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.976 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.976 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.976 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.977 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-12T12:42:47.977 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-12T12:42:47.977 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.977 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.977 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.977 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-12T12:42:47.977 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.977 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.977 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.977 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.977 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.977 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.977 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.978 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.978 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-12T12:42:47.978 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-12T12:42:47.978 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.978 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.978 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.978 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:47.978 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.978 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.978 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.978 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.978 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.978 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.979 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.979 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.979 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-12T12:42:47.979 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-12T12:42:47.979 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.979 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.979 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.979 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8", 2024-09-12T12:42:47.979 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.979 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.979 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.979 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.979 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.980 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.980 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.980 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.980 INFO:teuthology.orchestra.run.smithi082.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-12T12:42:47.980 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-12T12:42:47.980 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.980 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.980 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.980 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "45", 2024-09-12T12:42:47.980 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.980 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.980 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.981 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.981 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.981 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.981 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.981 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.981 INFO:teuthology.orchestra.run.smithi082.stdout: "RGW_API_ACCESS_KEY": { 2024-09-12T12:42:47.981 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-12T12:42:47.981 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.981 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.981 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.981 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.981 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.981 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.981 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.982 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.982 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.982 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.982 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.982 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.982 INFO:teuthology.orchestra.run.smithi082.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-12T12:42:47.982 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-12T12:42:47.982 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.982 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.982 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.982 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "admin", 2024-09-12T12:42:47.982 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.982 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.983 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.983 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.983 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.983 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.983 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.983 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.983 INFO:teuthology.orchestra.run.smithi082.stdout: "RGW_API_SECRET_KEY": { 2024-09-12T12:42:47.983 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-12T12:42:47.983 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.983 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.983 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.983 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.983 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.984 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.984 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.984 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.984 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.984 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.984 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.984 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.984 INFO:teuthology.orchestra.run.smithi082.stdout: "RGW_API_SSL_VERIFY": { 2024-09-12T12:42:47.984 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-12T12:42:47.984 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.984 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.984 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.984 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:47.985 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.985 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.985 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.985 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.985 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.985 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.985 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.985 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.985 INFO:teuthology.orchestra.run.smithi082.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-12T12:42:47.985 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-12T12:42:47.985 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.985 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.985 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.986 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:47.986 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.986 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.986 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.986 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.986 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.986 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.986 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.986 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.986 INFO:teuthology.orchestra.run.smithi082.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-12T12:42:47.986 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-12T12:42:47.986 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.986 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.986 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.987 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:47.987 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.987 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.987 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.987 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.987 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.987 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.987 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.987 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.987 INFO:teuthology.orchestra.run.smithi082.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-12T12:42:47.987 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-12T12:42:47.987 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.987 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.988 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.988 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5", 2024-09-12T12:42:47.988 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.988 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.988 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.988 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.988 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.988 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.988 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.988 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.988 INFO:teuthology.orchestra.run.smithi082.stdout: "cross_origin_url": { 2024-09-12T12:42:47.988 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cross_origin_url", 2024-09-12T12:42:47.988 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.989 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.989 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.989 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.989 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.989 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.989 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.989 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.989 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.989 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.989 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.989 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.989 INFO:teuthology.orchestra.run.smithi082.stdout: "crt_file": { 2024-09-12T12:42:47.989 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crt_file", 2024-09-12T12:42:47.989 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.990 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.990 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.990 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.990 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.990 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.990 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.990 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.990 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.990 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.990 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.990 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.990 INFO:teuthology.orchestra.run.smithi082.stdout: "debug": { 2024-09-12T12:42:47.990 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "debug", 2024-09-12T12:42:47.991 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.991 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.991 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.991 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.991 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.991 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.991 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.991 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Enable/disable debug options", 2024-09-12T12:42:47.991 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.991 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.991 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.991 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.991 INFO:teuthology.orchestra.run.smithi082.stdout: "jwt_token_ttl": { 2024-09-12T12:42:47.992 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "jwt_token_ttl", 2024-09-12T12:42:47.992 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:47.992 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.992 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.992 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "28800", 2024-09-12T12:42:47.992 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.992 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.992 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.992 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.992 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.992 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.992 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.992 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.993 INFO:teuthology.orchestra.run.smithi082.stdout: "key_file": { 2024-09-12T12:42:47.993 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "key_file", 2024-09-12T12:42:47.993 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.993 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.993 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.993 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.993 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.993 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.993 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.993 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.993 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.993 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.993 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.994 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.994 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:47.994 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:47.994 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.994 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.994 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.994 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.994 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.994 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.994 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.994 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.994 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.994 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.995 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.995 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.995 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.995 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.995 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.995 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.995 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.995 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.995 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.995 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:47.995 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:47.995 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.996 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.996 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.996 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.996 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.996 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.996 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.996 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.996 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.996 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.996 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.996 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.996 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:47.996 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:47.997 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.997 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.997 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.997 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:47.997 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.997 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.997 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:47.997 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:47.997 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:47.997 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:47.997 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:47.997 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:47.997 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:47.998 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:47.998 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.998 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.998 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.998 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.998 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.998 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:47.998 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:47.998 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:47.998 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.998 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:47.998 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:47.998 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:47.999 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:47.999 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:47.999 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:47.999 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:47.999 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:47.999 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:47.999 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:47.999 INFO:teuthology.orchestra.run.smithi082.stdout: "motd": { 2024-09-12T12:42:47.999 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "motd", 2024-09-12T12:42:47.999 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:47.999 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:47.999 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:47.999 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:47.999 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.000 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.000 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.000 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "The message of the day", 2024-09-12T12:42:48.000 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.000 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.000 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.000 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.000 INFO:teuthology.orchestra.run.smithi082.stdout: "redirect_resolve_ip_addr": { 2024-09-12T12:42:48.000 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "redirect_resolve_ip_addr", 2024-09-12T12:42:48.000 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.000 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.000 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.000 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.001 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.001 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.001 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.001 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.001 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.001 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.001 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.001 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.001 INFO:teuthology.orchestra.run.smithi082.stdout: "server_addr": { 2024-09-12T12:42:48.001 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_addr", 2024-09-12T12:42:48.001 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.001 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.001 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.002 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "::", 2024-09-12T12:42:48.002 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.002 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.002 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.002 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.002 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.002 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.002 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.004 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.004 INFO:teuthology.orchestra.run.smithi082.stdout: "server_port": { 2024-09-12T12:42:48.004 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_port", 2024-09-12T12:42:48.004 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.004 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.004 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.004 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8080", 2024-09-12T12:42:48.004 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.004 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.004 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.004 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.004 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.005 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.005 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.005 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.005 INFO:teuthology.orchestra.run.smithi082.stdout: "ssl": { 2024-09-12T12:42:48.005 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ssl", 2024-09-12T12:42:48.005 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.005 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.005 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.005 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.005 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.005 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.005 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.005 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.006 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.006 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.006 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.006 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.006 INFO:teuthology.orchestra.run.smithi082.stdout: "ssl_server_port": { 2024-09-12T12:42:48.006 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ssl_server_port", 2024-09-12T12:42:48.006 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.006 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.006 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.006 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8443", 2024-09-12T12:42:48.006 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.006 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.006 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.007 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.007 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.007 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.007 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.007 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.007 INFO:teuthology.orchestra.run.smithi082.stdout: "standby_behaviour": { 2024-09-12T12:42:48.007 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "standby_behaviour", 2024-09-12T12:42:48.007 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.007 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.007 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.007 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "redirect", 2024-09-12T12:42:48.007 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.007 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.008 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.008 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.008 INFO:teuthology.orchestra.run.smithi082.stdout: "redirect" 2024-09-12T12:42:48.008 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.008 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.008 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.008 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.008 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.008 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.008 INFO:teuthology.orchestra.run.smithi082.stdout: "standby_error_status_code": { 2024-09-12T12:42:48.008 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "standby_error_status_code", 2024-09-12T12:42:48.009 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.009 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.009 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.009 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "500", 2024-09-12T12:42:48.009 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "400", 2024-09-12T12:42:48.009 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "599", 2024-09-12T12:42:48.009 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.009 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.009 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.009 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.009 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.009 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.009 INFO:teuthology.orchestra.run.smithi082.stdout: "url_prefix": { 2024-09-12T12:42:48.010 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "url_prefix", 2024-09-12T12:42:48.010 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.010 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.010 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.010 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.010 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.010 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.010 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.010 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.010 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.010 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.010 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.011 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.011 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.011 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.011 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.011 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "devicehealth", 2024-09-12T12:42:48.011 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.011 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.011 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.011 INFO:teuthology.orchestra.run.smithi082.stdout: "enable_monitoring": { 2024-09-12T12:42:48.011 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "enable_monitoring", 2024-09-12T12:42:48.011 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.011 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.011 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.011 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.012 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.012 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.012 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.012 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "monitor device health metrics", 2024-09-12T12:42:48.012 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.012 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.012 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.012 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.012 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.012 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.012 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.012 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.013 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.013 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.013 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.013 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.013 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.013 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.013 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.013 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.013 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.013 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.013 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.013 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.013 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.014 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.014 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.014 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.014 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.014 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.014 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.014 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.014 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.014 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.014 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.014 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.014 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.014 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.015 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.015 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.015 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.015 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.015 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.015 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.015 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.015 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.015 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.015 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.015 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.015 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.015 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.016 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.016 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.016 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.016 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.016 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.016 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.016 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.016 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.016 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.016 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.016 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.016 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.016 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.017 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.017 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.017 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.017 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.017 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.017 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.017 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.017 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.017 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.017 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.017 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.017 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.017 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.018 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.018 INFO:teuthology.orchestra.run.smithi082.stdout: "mark_out_threshold": { 2024-09-12T12:42:48.018 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mark_out_threshold", 2024-09-12T12:42:48.018 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.018 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.018 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.018 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "2419200", 2024-09-12T12:42:48.018 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.018 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.018 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.018 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-12T12:42:48.018 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.018 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.018 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.019 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.019 INFO:teuthology.orchestra.run.smithi082.stdout: "pool_name": { 2024-09-12T12:42:48.019 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "pool_name", 2024-09-12T12:42:48.019 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.019 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.019 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.019 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "device_health_metrics", 2024-09-12T12:42:48.019 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.019 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.019 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.019 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-12T12:42:48.019 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.019 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.020 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.020 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.020 INFO:teuthology.orchestra.run.smithi082.stdout: "retention_period": { 2024-09-12T12:42:48.020 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "retention_period", 2024-09-12T12:42:48.020 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.020 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.020 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.020 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "15552000", 2024-09-12T12:42:48.020 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.020 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.020 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.020 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how long to retain device health metrics", 2024-09-12T12:42:48.020 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.021 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.021 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.021 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.021 INFO:teuthology.orchestra.run.smithi082.stdout: "scrape_frequency": { 2024-09-12T12:42:48.021 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "scrape_frequency", 2024-09-12T12:42:48.021 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.021 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.021 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.021 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "86400", 2024-09-12T12:42:48.021 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.021 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.021 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.021 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-12T12:42:48.021 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.022 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.022 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.022 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.022 INFO:teuthology.orchestra.run.smithi082.stdout: "self_heal": { 2024-09-12T12:42:48.022 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "self_heal", 2024-09-12T12:42:48.022 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.022 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.022 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.022 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.022 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.022 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.023 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.023 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-12T12:42:48.023 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.023 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.023 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.023 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.023 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:48.023 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:48.023 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.023 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.023 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.023 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:48.023 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.024 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.024 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.024 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to wake up and check device health", 2024-09-12T12:42:48.024 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.024 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.024 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.024 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.024 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_threshold": { 2024-09-12T12:42:48.024 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_threshold", 2024-09-12T12:42:48.024 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.024 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.024 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.024 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "7257600", 2024-09-12T12:42:48.025 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.025 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.025 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.025 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-12T12:42:48.025 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.025 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.025 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.025 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.025 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.025 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.025 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.026 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "diskprediction_local", 2024-09-12T12:42:48.026 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.026 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.026 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.026 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.026 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.026 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.026 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.026 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.026 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.026 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.026 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.026 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.027 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.027 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.027 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.027 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.027 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.027 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.027 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.027 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.027 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.027 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.027 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.027 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.027 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.028 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.028 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.028 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.028 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.028 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.028 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.028 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.028 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.028 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.028 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.028 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.028 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.029 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.029 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.029 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.029 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.029 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.029 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.029 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.029 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.029 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.029 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.029 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.029 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.029 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.030 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.030 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.030 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.030 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.030 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.030 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.030 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.030 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.030 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.030 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.030 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.030 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.030 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.031 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.031 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.031 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.031 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.031 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.031 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.031 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.031 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.031 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.031 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.031 INFO:teuthology.orchestra.run.smithi082.stdout: "predict_interval": { 2024-09-12T12:42:48.031 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "predict_interval", 2024-09-12T12:42:48.031 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.032 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.032 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.032 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "86400", 2024-09-12T12:42:48.032 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.032 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.032 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.032 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.032 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.032 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.032 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.032 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.032 INFO:teuthology.orchestra.run.smithi082.stdout: "predictor_model": { 2024-09-12T12:42:48.032 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "predictor_model", 2024-09-12T12:42:48.033 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.033 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.033 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.033 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "prophetstor", 2024-09-12T12:42:48.033 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.033 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.033 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.033 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.033 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.033 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.033 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.033 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.033 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:48.034 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:48.034 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.034 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.034 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.034 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:48.034 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.034 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.034 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.034 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.034 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.034 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.034 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.034 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.035 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.035 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.035 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.035 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "influx", 2024-09-12T12:42:48.035 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": false, 2024-09-12T12:42:48.035 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "influxdb python module not found", 2024-09-12T12:42:48.035 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.035 INFO:teuthology.orchestra.run.smithi082.stdout: "batch_size": { 2024-09-12T12:42:48.035 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "batch_size", 2024-09-12T12:42:48.035 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.035 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.035 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.035 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5000", 2024-09-12T12:42:48.035 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.036 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.036 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.036 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-12T12:42:48.036 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.036 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.036 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.036 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.036 INFO:teuthology.orchestra.run.smithi082.stdout: "database": { 2024-09-12T12:42:48.036 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "database", 2024-09-12T12:42:48.036 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.036 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.036 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.037 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "ceph", 2024-09-12T12:42:48.037 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.037 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.037 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.037 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-12T12:42:48.037 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.037 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.037 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.037 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.037 INFO:teuthology.orchestra.run.smithi082.stdout: "hostname": { 2024-09-12T12:42:48.037 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "hostname", 2024-09-12T12:42:48.037 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.038 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.038 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.038 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.038 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.038 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.038 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.038 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "InfluxDB server hostname", 2024-09-12T12:42:48.038 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.038 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.038 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.038 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.038 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:48.038 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:48.039 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.039 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.039 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.039 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "30", 2024-09-12T12:42:48.039 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "5", 2024-09-12T12:42:48.039 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.039 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.039 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-12T12:42:48.039 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.039 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.039 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.039 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.040 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.040 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.040 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.040 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.040 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.040 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.040 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.040 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.040 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.040 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.040 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.040 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.040 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.041 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.041 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.041 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.041 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.041 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.041 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.041 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.041 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.041 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.041 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.041 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.041 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.042 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.042 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.042 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.042 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.042 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.042 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.042 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.042 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.042 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.042 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.042 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.042 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.042 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.042 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.043 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.043 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.043 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.043 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.043 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.043 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.043 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.043 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.043 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.043 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.043 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.043 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.043 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.044 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.044 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.044 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.044 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.044 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.044 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.044 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.044 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.044 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.044 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.044 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.044 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.044 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.045 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.045 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.045 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.045 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.045 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.045 INFO:teuthology.orchestra.run.smithi082.stdout: "password": { 2024-09-12T12:42:48.045 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "password", 2024-09-12T12:42:48.045 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.045 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.045 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.045 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.045 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.045 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.046 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.046 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "password of InfluxDB server user", 2024-09-12T12:42:48.046 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.046 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.046 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.046 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.046 INFO:teuthology.orchestra.run.smithi082.stdout: "port": { 2024-09-12T12:42:48.046 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "port", 2024-09-12T12:42:48.046 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.046 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.046 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.046 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8086", 2024-09-12T12:42:48.046 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.047 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.047 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.047 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "InfluxDB server port", 2024-09-12T12:42:48.047 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.047 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.047 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.047 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.047 INFO:teuthology.orchestra.run.smithi082.stdout: "ssl": { 2024-09-12T12:42:48.047 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ssl", 2024-09-12T12:42:48.047 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.047 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.047 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.047 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "false", 2024-09-12T12:42:48.048 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.048 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.048 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.048 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-12T12:42:48.048 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.048 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.048 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.048 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.048 INFO:teuthology.orchestra.run.smithi082.stdout: "threads": { 2024-09-12T12:42:48.048 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "threads", 2024-09-12T12:42:48.048 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.048 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.048 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.049 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5", 2024-09-12T12:42:48.049 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1", 2024-09-12T12:42:48.049 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "32", 2024-09-12T12:42:48.049 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.049 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-12T12:42:48.049 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.049 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.049 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.049 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.049 INFO:teuthology.orchestra.run.smithi082.stdout: "username": { 2024-09-12T12:42:48.049 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "username", 2024-09-12T12:42:48.049 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.049 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.050 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.050 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.050 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.050 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.050 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.050 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "username of InfluxDB server user", 2024-09-12T12:42:48.050 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.050 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.050 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.050 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.050 INFO:teuthology.orchestra.run.smithi082.stdout: "verify_ssl": { 2024-09-12T12:42:48.050 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "verify_ssl", 2024-09-12T12:42:48.050 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.051 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.051 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.051 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "true", 2024-09-12T12:42:48.051 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.051 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.051 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.051 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-12T12:42:48.051 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.051 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.051 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.051 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.051 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.052 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.052 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.052 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "insights", 2024-09-12T12:42:48.052 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.052 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.052 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.052 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.052 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.052 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.052 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.052 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.052 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.052 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.053 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.053 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.053 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.053 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.053 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.053 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.053 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.053 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.053 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.053 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.053 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.053 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.053 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.054 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.054 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.054 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.054 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.054 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.054 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.054 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.054 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.054 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.054 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.054 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.054 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.054 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.055 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.055 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.055 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.055 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.055 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.055 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.055 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.055 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.055 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.055 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.055 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.055 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.055 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.056 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.056 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.056 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.056 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.056 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.056 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.056 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.056 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.056 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.056 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.056 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.056 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.057 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.057 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.057 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.057 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.057 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.057 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.057 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.057 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.057 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.057 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.057 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.057 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.058 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.058 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.058 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.058 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "iostat", 2024-09-12T12:42:48.058 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.058 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.058 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.058 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.058 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.058 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.058 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.058 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.058 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.059 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.059 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.059 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.059 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.059 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.059 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.059 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.059 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.059 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.059 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.059 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.059 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.060 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.060 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.060 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.060 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.060 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.060 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.060 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.060 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.060 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.060 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.060 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.060 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.060 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.061 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.061 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.061 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.061 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.061 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.061 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.061 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.061 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.061 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.061 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.061 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.061 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.061 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.062 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.062 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.062 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.062 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.062 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.062 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.062 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.062 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.062 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.062 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.062 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.062 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.062 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.063 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.063 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.063 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.063 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.063 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.063 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.063 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.063 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.063 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.063 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.063 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.063 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.063 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.064 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.064 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.064 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.064 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "k8sevents", 2024-09-12T12:42:48.064 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.064 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.064 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.064 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_event_retention_days": { 2024-09-12T12:42:48.064 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ceph_event_retention_days", 2024-09-12T12:42:48.064 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.064 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.064 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.064 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "7", 2024-09-12T12:42:48.065 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.065 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.065 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.065 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-12T12:42:48.065 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.065 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.065 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.065 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.065 INFO:teuthology.orchestra.run.smithi082.stdout: "config_check_secs": { 2024-09-12T12:42:48.065 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "config_check_secs", 2024-09-12T12:42:48.065 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.065 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.065 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.066 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:48.066 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "10", 2024-09-12T12:42:48.066 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.066 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.066 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-12T12:42:48.066 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.066 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.066 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.066 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.066 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.066 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.066 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.066 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.066 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.067 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.067 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.067 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.067 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.067 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.067 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.067 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.067 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.067 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.067 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.067 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.067 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.068 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.068 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.068 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.068 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.068 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.068 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.068 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.068 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.068 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.068 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.068 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.069 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.069 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.069 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.069 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.069 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.069 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.069 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.069 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.069 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.069 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.069 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.069 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.069 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.070 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.070 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.070 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.070 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.070 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.070 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.070 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.070 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.070 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.070 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.070 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.071 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.071 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.071 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.071 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.071 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.071 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.071 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.071 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.071 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.071 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.071 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.071 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.072 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.072 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.072 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.072 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.072 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.072 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.072 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.072 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.072 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.072 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "localpool", 2024-09-12T12:42:48.072 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.072 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.073 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.073 INFO:teuthology.orchestra.run.smithi082.stdout: "failure_domain": { 2024-09-12T12:42:48.073 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "failure_domain", 2024-09-12T12:42:48.073 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.073 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.073 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.073 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "host", 2024-09-12T12:42:48.073 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.073 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.073 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.073 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "failure domain for any created local pool", 2024-09-12T12:42:48.073 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-12T12:42:48.073 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.074 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.074 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.074 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.074 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.074 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.074 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.074 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.074 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.074 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.074 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.074 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.074 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.074 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.075 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.075 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.075 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.075 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.075 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.075 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.075 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.075 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.075 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.075 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.075 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.075 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.075 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.076 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.076 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.076 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.076 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.076 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.076 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.076 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.076 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.076 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.076 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.076 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.076 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.077 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.077 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.077 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.077 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.077 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.077 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.077 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.077 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.077 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.077 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.077 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.077 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.077 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.078 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.078 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.078 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.078 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.078 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.078 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.078 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.078 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.078 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.078 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.078 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.078 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.078 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.079 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.079 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.079 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.079 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.079 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.079 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.079 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.079 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.079 INFO:teuthology.orchestra.run.smithi082.stdout: "min_size": { 2024-09-12T12:42:48.079 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "min_size", 2024-09-12T12:42:48.079 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.079 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.079 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.080 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.080 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.080 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.080 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.080 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "default min_size for any created local pool", 2024-09-12T12:42:48.080 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-12T12:42:48.080 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.080 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.080 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.080 INFO:teuthology.orchestra.run.smithi082.stdout: "num_rep": { 2024-09-12T12:42:48.080 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "num_rep", 2024-09-12T12:42:48.080 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.080 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.081 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.081 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "3", 2024-09-12T12:42:48.081 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.081 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.081 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.081 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "default replica count for any created local pool", 2024-09-12T12:42:48.081 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.081 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.081 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.081 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.081 INFO:teuthology.orchestra.run.smithi082.stdout: "pg_num": { 2024-09-12T12:42:48.081 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "pg_num", 2024-09-12T12:42:48.081 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.081 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.082 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.082 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "128", 2024-09-12T12:42:48.082 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.082 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.082 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.082 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "default pg_num for any created local pool", 2024-09-12T12:42:48.082 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.082 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.082 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.083 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.083 INFO:teuthology.orchestra.run.smithi082.stdout: "prefix": { 2024-09-12T12:42:48.083 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "prefix", 2024-09-12T12:42:48.083 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.083 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.083 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.083 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.083 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.083 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.083 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.083 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "name prefix for any created local pool", 2024-09-12T12:42:48.083 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.083 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.084 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.084 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.084 INFO:teuthology.orchestra.run.smithi082.stdout: "subtree": { 2024-09-12T12:42:48.084 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "subtree", 2024-09-12T12:42:48.084 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.084 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.084 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.084 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "rack", 2024-09-12T12:42:48.084 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.084 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.084 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.084 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-12T12:42:48.085 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-12T12:42:48.085 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.085 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.085 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.085 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.085 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.085 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.085 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mds_autoscaler", 2024-09-12T12:42:48.085 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.085 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.085 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.085 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.085 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.086 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.086 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.086 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.086 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.086 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.086 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.086 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.086 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.086 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.086 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.086 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.086 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.087 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.087 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.087 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.087 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.087 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.087 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.087 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.087 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.087 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.087 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.087 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.087 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.087 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.088 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.088 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.088 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.088 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.088 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.088 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.088 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.088 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.088 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.088 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.088 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.088 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.088 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.089 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.089 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.089 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.089 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.089 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.089 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.089 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.089 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.089 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.089 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.089 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.089 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.089 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.090 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.090 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.090 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.090 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.090 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.090 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.090 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.090 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.090 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.090 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.090 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.090 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.091 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.091 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.091 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.091 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.091 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.091 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.091 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.091 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.091 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mirroring", 2024-09-12T12:42:48.091 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.091 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.091 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.091 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.092 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.092 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.092 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.092 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.092 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.092 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.092 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.092 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.092 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.092 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.092 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.092 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.093 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.093 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.093 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.093 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.093 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.093 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.093 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.093 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.093 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.093 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.093 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.093 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.093 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.094 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.094 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.094 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.094 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.094 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.094 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.094 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.094 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.094 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.094 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.094 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.094 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.094 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.094 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.095 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.095 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.095 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.095 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.095 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.095 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.095 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.095 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.095 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.095 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.095 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.095 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.095 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.096 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.096 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.096 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.096 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.096 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.096 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.096 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.096 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.096 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.096 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.096 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.096 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.096 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.097 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.097 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.097 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.097 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.097 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.097 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.097 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.097 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "nfs", 2024-09-12T12:42:48.097 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.097 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.097 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.097 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.098 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.098 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.098 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.098 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.098 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.098 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.098 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.098 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.098 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.098 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.098 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.098 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.098 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.099 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.099 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.099 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.099 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.099 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.099 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.099 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.099 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.099 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.099 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.099 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.099 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.099 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.100 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.100 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.100 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.100 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.100 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.100 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.100 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.100 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.100 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.100 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.100 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.100 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.100 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.101 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.101 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.101 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.101 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.101 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.101 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.101 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.101 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.101 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.101 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.101 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.101 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.101 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.102 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.102 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.102 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.102 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.102 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.102 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.102 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.102 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.102 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.102 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.102 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.102 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.102 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.103 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.103 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.103 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.103 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.103 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.103 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.103 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.103 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "orchestrator", 2024-09-12T12:42:48.103 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.103 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.103 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.103 INFO:teuthology.orchestra.run.smithi082.stdout: "fail_fs": { 2024-09-12T12:42:48.103 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "fail_fs", 2024-09-12T12:42:48.104 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.104 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.104 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.104 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.104 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.104 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.104 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.104 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-12T12:42:48.104 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.104 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.104 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.104 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.104 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.105 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.105 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.105 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.105 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.105 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.105 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.105 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.105 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.105 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.105 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.105 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.105 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.105 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.105 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.106 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.106 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.106 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.106 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.106 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.106 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.106 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.106 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.106 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.106 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.106 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.106 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.107 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.107 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.107 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.107 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.107 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.107 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.107 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.107 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.107 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.107 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.107 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.107 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.107 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.108 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.108 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.108 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.108 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.108 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.108 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.108 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.108 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.108 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.108 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.108 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.108 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.108 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.109 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.109 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.109 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.109 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.109 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.109 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.109 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.109 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.109 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.109 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.109 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.109 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.109 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.110 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.110 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.110 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.110 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.110 INFO:teuthology.orchestra.run.smithi082.stdout: "orchestrator": { 2024-09-12T12:42:48.110 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "orchestrator", 2024-09-12T12:42:48.110 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.110 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.110 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.110 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.110 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.110 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.110 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.111 INFO:teuthology.orchestra.run.smithi082.stdout: "cephadm", 2024-09-12T12:42:48.111 INFO:teuthology.orchestra.run.smithi082.stdout: "rook", 2024-09-12T12:42:48.111 INFO:teuthology.orchestra.run.smithi082.stdout: "test_orchestrator" 2024-09-12T12:42:48.111 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.111 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Orchestrator backend", 2024-09-12T12:42:48.111 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.111 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.111 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.111 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.111 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.111 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.111 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.111 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "osd_perf_query", 2024-09-12T12:42:48.111 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.112 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.112 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.112 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.112 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.112 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.112 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.112 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.112 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.112 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.112 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.112 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.112 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.113 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.113 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.113 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.113 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.113 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.113 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.113 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.113 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.113 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.113 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.113 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.113 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.113 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.114 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.114 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.114 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.114 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.114 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.114 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.114 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.114 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.114 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.114 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.114 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.114 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.114 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.115 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.115 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.115 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.115 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.115 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.115 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.115 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.115 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.115 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.115 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.115 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.115 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.115 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.115 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.116 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.116 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.116 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.116 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.116 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.116 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.116 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.116 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.116 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.116 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.116 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.116 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.117 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.117 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.117 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.117 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.117 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.117 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.117 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.117 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.117 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.117 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.117 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.117 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "osd_support", 2024-09-12T12:42:48.117 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.117 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.118 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.118 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.118 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.118 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.118 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.118 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.118 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.118 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.118 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.118 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.118 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.118 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.118 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.119 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.119 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.119 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.119 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.119 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.119 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.119 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.119 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.119 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.119 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.119 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.119 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.119 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.120 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.120 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.120 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.120 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.120 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.120 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.120 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.120 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.120 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.120 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.120 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.120 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.120 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.121 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.121 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.121 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.121 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.121 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.121 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.121 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.121 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.121 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.121 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.121 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.121 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.121 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.122 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.122 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.122 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.122 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.122 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.122 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.122 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.122 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.122 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.122 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.122 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.122 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.122 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.122 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.123 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.123 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.123 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.123 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.123 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.123 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.123 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.123 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.123 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "pg_autoscaler", 2024-09-12T12:42:48.123 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.123 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.123 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.123 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.123 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.124 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.124 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.124 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.124 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.124 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.124 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.124 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.124 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.124 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.124 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.124 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.124 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.124 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.125 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.125 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.125 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.125 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.125 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.125 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.125 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.125 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.125 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.125 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.125 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.125 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.125 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.126 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.126 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.126 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.126 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.126 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.126 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.126 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.126 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.126 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.126 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.126 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.126 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.126 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.126 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.127 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.127 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.127 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.127 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.127 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.127 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.127 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.127 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.127 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.127 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.127 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.127 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.128 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.128 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.128 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.128 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.128 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.128 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.128 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.128 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.128 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.128 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.128 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.128 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.128 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.129 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.129 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.129 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.129 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:48.129 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:48.129 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.129 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.129 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.129 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:48.129 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.129 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.129 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.129 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.129 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.130 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.130 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.130 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.130 INFO:teuthology.orchestra.run.smithi082.stdout: "threshold": { 2024-09-12T12:42:48.130 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "threshold", 2024-09-12T12:42:48.130 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:48.130 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.130 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.130 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "3.0", 2024-09-12T12:42:48.130 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1.0", 2024-09-12T12:42:48.130 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.130 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.130 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "scaling threshold", 2024-09-12T12:42:48.131 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-12T12:42:48.131 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.131 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.131 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.131 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.131 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.131 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.131 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "progress", 2024-09-12T12:42:48.131 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.131 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.131 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.131 INFO:teuthology.orchestra.run.smithi082.stdout: "allow_pg_recovery_event": { 2024-09-12T12:42:48.131 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "allow_pg_recovery_event", 2024-09-12T12:42:48.132 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.132 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.132 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.132 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.132 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.132 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.132 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.132 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-12T12:42:48.132 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.132 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.132 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.132 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.132 INFO:teuthology.orchestra.run.smithi082.stdout: "enabled": { 2024-09-12T12:42:48.133 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "enabled", 2024-09-12T12:42:48.133 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.133 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.133 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.133 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.133 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.133 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.133 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.133 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.133 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.133 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.133 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.133 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.134 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.134 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.134 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.134 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.134 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.134 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.134 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.134 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.134 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.134 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.134 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.134 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.134 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.135 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.135 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.135 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.135 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.135 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.135 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.135 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.135 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.135 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.135 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.135 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.135 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.135 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.135 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.136 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.136 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.136 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.136 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.136 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.136 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.136 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.136 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.136 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.136 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.136 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.136 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.136 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.137 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.137 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.137 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.137 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.137 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.137 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.137 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.137 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.137 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.137 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.137 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.137 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.137 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.138 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.138 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.138 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.138 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.138 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.138 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.138 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.138 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.138 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.138 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.138 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.138 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.138 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.138 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.139 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.139 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.139 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.139 INFO:teuthology.orchestra.run.smithi082.stdout: "max_completed_events": { 2024-09-12T12:42:48.139 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_completed_events", 2024-09-12T12:42:48.139 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.139 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.139 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.139 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "50", 2024-09-12T12:42:48.139 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.139 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.139 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.139 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "number of past completed events to remember", 2024-09-12T12:42:48.140 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.140 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.140 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.140 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.140 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:48.140 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:48.140 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.140 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.140 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.140 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5", 2024-09-12T12:42:48.140 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.140 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.140 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.141 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how long the module is going to sleep", 2024-09-12T12:42:48.141 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.141 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.141 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.141 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.141 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.141 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.141 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.141 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "prometheus", 2024-09-12T12:42:48.141 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.141 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.141 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.141 INFO:teuthology.orchestra.run.smithi082.stdout: "cache": { 2024-09-12T12:42:48.141 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cache", 2024-09-12T12:42:48.142 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.142 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.142 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.142 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.142 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.142 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.142 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.142 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.142 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.142 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.142 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.142 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.143 INFO:teuthology.orchestra.run.smithi082.stdout: "exclude_perf_counters": { 2024-09-12T12:42:48.143 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "exclude_perf_counters", 2024-09-12T12:42:48.143 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.143 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.143 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.143 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.143 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.143 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.143 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.143 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-12T12:42:48.143 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-12T12:42:48.143 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.143 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.144 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.144 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.144 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.144 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.144 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.144 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.144 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.144 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.144 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.144 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.144 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.144 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.144 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.145 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.145 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.145 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.145 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.145 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.145 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.145 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.145 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.145 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.145 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.145 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.145 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.145 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.146 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.146 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.146 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.146 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.146 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.146 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.146 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.146 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.146 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.146 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.146 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.146 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.146 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.147 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.147 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.147 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.147 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.147 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.147 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.147 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.147 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.147 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.147 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.147 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.147 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.147 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.148 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.148 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.148 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.148 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.148 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.148 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.148 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.148 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.148 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.148 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.148 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.148 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.148 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.149 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.149 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.149 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.149 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.149 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.149 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.149 INFO:teuthology.orchestra.run.smithi082.stdout: "rbd_stats_pools": { 2024-09-12T12:42:48.149 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rbd_stats_pools", 2024-09-12T12:42:48.149 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.149 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.149 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.149 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.149 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.150 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.150 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.150 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.150 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.150 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.150 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.150 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.150 INFO:teuthology.orchestra.run.smithi082.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-12T12:42:48.150 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-12T12:42:48.150 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.150 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.150 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.150 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "300", 2024-09-12T12:42:48.150 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.151 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.151 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.151 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.151 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.151 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.151 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.151 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.151 INFO:teuthology.orchestra.run.smithi082.stdout: "scrape_interval": { 2024-09-12T12:42:48.151 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "scrape_interval", 2024-09-12T12:42:48.151 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:48.151 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.151 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.151 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "15.0", 2024-09-12T12:42:48.152 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.152 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.152 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.152 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.152 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.152 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.152 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.152 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.152 INFO:teuthology.orchestra.run.smithi082.stdout: "server_addr": { 2024-09-12T12:42:48.152 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_addr", 2024-09-12T12:42:48.152 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.152 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.152 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.153 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "::", 2024-09-12T12:42:48.153 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.153 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.153 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.153 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-12T12:42:48.153 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.153 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.153 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.153 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.153 INFO:teuthology.orchestra.run.smithi082.stdout: "server_port": { 2024-09-12T12:42:48.153 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_port", 2024-09-12T12:42:48.153 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.155 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.155 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.156 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "9283", 2024-09-12T12:42:48.156 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.156 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.156 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.156 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-12T12:42:48.156 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.156 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.156 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.156 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.156 INFO:teuthology.orchestra.run.smithi082.stdout: "stale_cache_strategy": { 2024-09-12T12:42:48.156 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "stale_cache_strategy", 2024-09-12T12:42:48.156 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.157 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.157 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.157 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "log", 2024-09-12T12:42:48.157 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.157 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.157 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.157 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.157 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.157 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.157 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.157 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.157 INFO:teuthology.orchestra.run.smithi082.stdout: "standby_behaviour": { 2024-09-12T12:42:48.157 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "standby_behaviour", 2024-09-12T12:42:48.158 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.158 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.158 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.158 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "default", 2024-09-12T12:42:48.158 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.158 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.158 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.158 INFO:teuthology.orchestra.run.smithi082.stdout: "default", 2024-09-12T12:42:48.158 INFO:teuthology.orchestra.run.smithi082.stdout: "error" 2024-09-12T12:42:48.158 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.158 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.158 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.159 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.159 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.159 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.159 INFO:teuthology.orchestra.run.smithi082.stdout: "standby_error_status_code": { 2024-09-12T12:42:48.159 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "standby_error_status_code", 2024-09-12T12:42:48.159 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.159 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.159 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.159 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "500", 2024-09-12T12:42:48.159 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "400", 2024-09-12T12:42:48.159 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "599", 2024-09-12T12:42:48.159 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.162 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.162 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.162 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.162 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.162 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.162 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.162 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.162 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.163 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rbd_support", 2024-09-12T12:42:48.163 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.163 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.163 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.163 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.163 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.163 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.163 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.163 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.163 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.163 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.163 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.163 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.164 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.164 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.164 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.164 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.164 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.164 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.164 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.164 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.164 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.164 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.164 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.164 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.164 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.165 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.165 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.165 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.165 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.165 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.165 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.165 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.165 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.165 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.165 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.165 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.165 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.165 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.166 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.166 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.166 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.166 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.166 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.166 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.166 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.166 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.166 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.166 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.166 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.166 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.166 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.167 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.167 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.167 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.167 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.167 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.167 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.167 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.167 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.167 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.167 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.167 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.167 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.167 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.168 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.168 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.168 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.168 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.168 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.168 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.168 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.168 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.168 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.168 INFO:teuthology.orchestra.run.smithi082.stdout: "max_concurrent_snap_create": { 2024-09-12T12:42:48.168 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_concurrent_snap_create", 2024-09-12T12:42:48.168 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.168 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.169 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.169 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:48.169 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.169 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.169 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.169 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.169 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.169 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.169 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.169 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.169 INFO:teuthology.orchestra.run.smithi082.stdout: "mirror_snapshot_schedule": { 2024-09-12T12:42:48.169 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mirror_snapshot_schedule", 2024-09-12T12:42:48.169 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.170 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.170 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.170 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.170 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.170 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.170 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.170 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.170 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.170 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.170 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.170 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.170 INFO:teuthology.orchestra.run.smithi082.stdout: "trash_purge_schedule": { 2024-09-12T12:42:48.170 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "trash_purge_schedule", 2024-09-12T12:42:48.171 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.171 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.171 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.171 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.171 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.171 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.171 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.171 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.171 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.171 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.171 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.171 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.172 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.172 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.172 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.172 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "restful", 2024-09-12T12:42:48.172 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.172 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.172 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.172 INFO:teuthology.orchestra.run.smithi082.stdout: "enable_auth": { 2024-09-12T12:42:48.172 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "enable_auth", 2024-09-12T12:42:48.172 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.172 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.172 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.173 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.173 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.173 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.173 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.173 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.173 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.173 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.173 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.173 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.173 INFO:teuthology.orchestra.run.smithi082.stdout: "key_file": { 2024-09-12T12:42:48.173 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "key_file", 2024-09-12T12:42:48.173 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.173 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.173 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.174 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.174 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.174 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.174 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.174 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.174 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.174 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.174 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.174 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.174 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.174 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.174 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.174 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.175 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.175 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.175 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.175 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.175 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.175 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.175 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.175 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.175 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.175 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.175 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.175 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.176 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.176 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.176 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.176 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.176 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.176 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.176 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.176 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.176 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.176 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.176 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.176 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.176 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.177 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.177 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.177 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.177 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.177 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.177 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.177 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.177 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.177 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.177 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.177 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.177 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.177 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.178 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.178 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.178 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.178 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.178 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.178 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.178 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.178 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.178 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.178 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.178 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.178 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.178 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.179 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.179 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.179 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.179 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.179 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.179 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.179 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.179 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.179 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.179 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.179 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.179 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.179 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.180 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.180 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.180 INFO:teuthology.orchestra.run.smithi082.stdout: "server_addr": { 2024-09-12T12:42:48.180 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_addr", 2024-09-12T12:42:48.180 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.180 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.180 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.180 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.180 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.180 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.180 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.180 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.181 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.181 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.181 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.181 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.181 INFO:teuthology.orchestra.run.smithi082.stdout: "server_port": { 2024-09-12T12:42:48.181 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_port", 2024-09-12T12:42:48.181 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.181 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.181 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.181 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.181 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.181 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.181 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.182 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.182 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.182 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.182 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.182 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.182 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.182 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.182 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.182 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rgw", 2024-09-12T12:42:48.182 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.182 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.182 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.182 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.182 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.183 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.183 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.183 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.183 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.183 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.183 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.183 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.183 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.183 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.183 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.183 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.183 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.183 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.184 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.184 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.184 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.184 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.184 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.184 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.184 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.184 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.184 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.184 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.184 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.184 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.184 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.185 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.185 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.185 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.185 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.185 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.185 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.185 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.185 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.185 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.185 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.185 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.185 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.185 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.186 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.186 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.186 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.186 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.186 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.186 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.186 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.186 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.186 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.186 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.186 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.186 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.186 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.186 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.187 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.187 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.187 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.187 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.187 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.187 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.187 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.187 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.187 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.187 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.187 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.187 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.188 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.188 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.188 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.188 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.188 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.188 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.188 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rook", 2024-09-12T12:42:48.188 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.188 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.188 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.188 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.188 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.188 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.189 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.189 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.189 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.189 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.189 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.189 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.189 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.189 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.189 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.189 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.189 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.189 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.189 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.190 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.190 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.190 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.190 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.190 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.190 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.190 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.190 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.190 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.190 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.190 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.190 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.191 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.191 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.191 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.191 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.191 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.191 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.191 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.191 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.191 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.191 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.191 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.191 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.191 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.191 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.192 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.192 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.192 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.192 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.192 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.192 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.192 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.192 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.192 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.192 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.192 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.192 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.193 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.193 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.193 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.193 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.193 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.193 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.193 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.193 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.193 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.193 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.193 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.193 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.193 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.194 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.194 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.194 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.194 INFO:teuthology.orchestra.run.smithi082.stdout: "storage_class": { 2024-09-12T12:42:48.194 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "storage_class", 2024-09-12T12:42:48.194 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.194 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.194 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.194 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "local", 2024-09-12T12:42:48.194 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.194 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.194 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.195 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-12T12:42:48.195 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.195 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.195 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.195 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.195 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.195 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.195 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.195 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "selftest", 2024-09-12T12:42:48.195 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.195 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.195 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.195 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.196 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.196 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.196 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.196 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.196 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.196 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.196 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.196 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.196 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.196 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.196 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.196 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.196 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.197 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.197 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.197 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.197 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.197 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.197 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.197 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.197 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.197 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.197 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.197 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.197 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.198 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.198 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.198 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.198 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.198 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.198 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.198 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.198 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.198 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.198 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.198 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.198 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.198 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.199 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.199 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.199 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.199 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.199 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.199 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.199 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.199 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.199 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.199 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.199 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.199 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.199 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.199 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.200 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.200 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.200 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.200 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.200 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.200 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.200 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.200 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.200 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.200 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.200 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.200 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.201 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.201 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.201 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.201 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.201 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.201 INFO:teuthology.orchestra.run.smithi082.stdout: "roption1": { 2024-09-12T12:42:48.201 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "roption1", 2024-09-12T12:42:48.201 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.201 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.201 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.201 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.201 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.201 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.202 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.202 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.202 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.202 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.202 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.202 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.202 INFO:teuthology.orchestra.run.smithi082.stdout: "roption2": { 2024-09-12T12:42:48.202 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "roption2", 2024-09-12T12:42:48.202 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.202 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.202 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.202 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "xyz", 2024-09-12T12:42:48.202 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.203 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.203 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.203 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.203 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.203 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.203 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.203 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.203 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption1": { 2024-09-12T12:42:48.203 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption1", 2024-09-12T12:42:48.203 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.203 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.203 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.203 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.203 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.204 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.204 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.204 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.204 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.204 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.204 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.204 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.204 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption2": { 2024-09-12T12:42:48.204 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption2", 2024-09-12T12:42:48.204 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.204 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.204 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.204 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.205 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.205 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.205 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.205 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.205 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.205 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.205 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.205 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.205 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption3": { 2024-09-12T12:42:48.207 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption3", 2024-09-12T12:42:48.207 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:48.208 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.208 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.208 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.208 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.208 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.208 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.208 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.208 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.208 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.208 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.208 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.208 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption4": { 2024-09-12T12:42:48.209 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption4", 2024-09-12T12:42:48.209 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.209 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.209 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.209 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.209 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.209 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.209 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.209 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.209 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.209 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.209 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.209 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.210 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption5": { 2024-09-12T12:42:48.210 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption5", 2024-09-12T12:42:48.210 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.210 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.210 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.210 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.210 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.210 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.210 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.210 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.210 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.210 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.210 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.211 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.211 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption6": { 2024-09-12T12:42:48.211 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption6", 2024-09-12T12:42:48.211 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.211 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.211 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.211 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.211 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.211 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.211 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.211 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.211 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.211 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.212 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.212 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.212 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption7": { 2024-09-12T12:42:48.212 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption7", 2024-09-12T12:42:48.212 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.212 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.212 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.212 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.212 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1", 2024-09-12T12:42:48.212 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "42", 2024-09-12T12:42:48.212 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.212 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.213 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.213 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.213 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.213 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.213 INFO:teuthology.orchestra.run.smithi082.stdout: "testkey": { 2024-09-12T12:42:48.213 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "testkey", 2024-09-12T12:42:48.213 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.213 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.213 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.213 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.213 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.213 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.213 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.214 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.214 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.214 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.214 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.214 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.214 INFO:teuthology.orchestra.run.smithi082.stdout: "testlkey": { 2024-09-12T12:42:48.214 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "testlkey", 2024-09-12T12:42:48.214 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.214 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.214 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.214 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.214 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.214 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.215 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.215 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.215 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.215 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.215 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.215 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.215 INFO:teuthology.orchestra.run.smithi082.stdout: "testnewline": { 2024-09-12T12:42:48.215 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "testnewline", 2024-09-12T12:42:48.215 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.215 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.215 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.215 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.215 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.216 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.216 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.216 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.216 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.216 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.216 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.216 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.216 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.216 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.216 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.216 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "snap_schedule", 2024-09-12T12:42:48.216 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.216 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.216 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.217 INFO:teuthology.orchestra.run.smithi082.stdout: "allow_m_granularity": { 2024-09-12T12:42:48.217 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "allow_m_granularity", 2024-09-12T12:42:48.217 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.217 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.217 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.217 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.217 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.217 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.217 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.217 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "allow minute scheduled snapshots", 2024-09-12T12:42:48.217 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.217 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.217 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.217 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.218 INFO:teuthology.orchestra.run.smithi082.stdout: "dump_on_update": { 2024-09-12T12:42:48.218 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "dump_on_update", 2024-09-12T12:42:48.218 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.218 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.218 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.218 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.218 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.218 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.218 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.218 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "dump database to debug log on update", 2024-09-12T12:42:48.218 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.218 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.218 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.219 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.219 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.219 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.219 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.219 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.219 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.219 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.219 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.219 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.219 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.219 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.219 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.219 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.220 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.220 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.220 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.220 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.220 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.220 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.220 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.220 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.220 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.220 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.220 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.220 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.220 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.221 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.221 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.221 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.221 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.221 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.221 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.221 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.221 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.221 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.221 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.221 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.221 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.221 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.221 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.222 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.222 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.222 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.222 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.222 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.222 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.222 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.222 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.222 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.222 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.222 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.222 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.223 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.223 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.223 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.223 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.223 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.223 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.223 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.223 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.223 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.223 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.223 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.223 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.223 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.224 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.224 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.224 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.224 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.224 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.224 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.224 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.224 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.224 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.224 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "stats", 2024-09-12T12:42:48.224 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.224 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.224 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.225 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.225 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.225 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.225 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.225 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.225 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.225 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.225 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.225 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.225 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.225 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.225 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.225 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.226 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.226 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.226 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.226 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.226 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.226 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.226 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.226 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.226 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.226 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.226 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.226 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.226 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.227 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.227 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.227 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.227 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.227 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.227 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.227 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.227 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.227 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.227 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.227 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.227 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.227 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.227 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.228 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.228 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.228 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.228 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.228 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.228 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.228 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.228 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.228 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.228 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.228 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.228 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.229 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.229 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.229 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.229 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.229 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.229 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.229 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.229 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.229 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.229 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.229 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.229 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.229 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.229 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.230 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.230 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.230 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.230 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.230 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.230 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.230 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.230 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "status", 2024-09-12T12:42:48.230 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.230 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.230 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.230 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.230 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.231 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.231 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.231 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.231 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.231 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.231 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.231 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.231 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.231 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.231 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.231 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.231 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.231 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.232 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.232 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.232 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.232 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.232 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.232 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.232 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.232 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.232 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.232 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.232 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.232 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.232 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.233 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.233 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.233 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.233 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.233 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.233 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.233 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.233 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.233 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.233 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.233 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.233 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.233 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.234 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.234 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.234 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.234 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.234 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.234 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.234 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.234 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.234 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.234 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.234 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.234 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.234 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.235 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.235 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.235 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.235 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.235 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.235 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.235 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.235 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.235 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.235 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.235 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.235 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.235 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.235 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.236 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.236 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.236 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.236 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.236 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.236 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "telegraf", 2024-09-12T12:42:48.236 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.236 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.236 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.236 INFO:teuthology.orchestra.run.smithi082.stdout: "address": { 2024-09-12T12:42:48.236 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "address", 2024-09-12T12:42:48.236 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.237 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.237 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.237 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-12T12:42:48.237 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.237 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.237 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.237 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.237 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.237 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.237 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.237 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.237 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:48.238 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:48.238 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.238 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.238 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.238 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "15", 2024-09-12T12:42:48.238 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.238 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.238 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.238 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.238 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.238 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.238 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.238 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.239 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.239 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.239 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.239 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.239 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.239 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.239 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.239 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.239 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.239 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.239 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.239 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.239 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.240 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.240 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.240 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.240 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.240 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.240 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.240 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.240 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.240 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.240 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.240 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.240 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.240 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.241 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.241 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.241 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.241 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.241 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.241 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.241 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.241 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.241 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.241 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.241 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.241 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.241 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.242 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.242 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.242 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.242 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.242 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.242 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.242 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.242 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.242 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.242 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.242 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.242 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.242 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.243 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.243 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.243 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.243 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.243 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.243 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.243 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.243 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.243 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.243 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.243 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.243 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.243 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.244 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.244 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.244 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.244 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.244 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.244 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.244 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.244 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.244 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "telemetry", 2024-09-12T12:42:48.244 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.244 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.244 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.244 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_basic": { 2024-09-12T12:42:48.245 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_basic", 2024-09-12T12:42:48.245 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.245 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.245 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.245 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.245 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.245 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.245 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.245 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-12T12:42:48.245 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.245 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.245 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.245 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.245 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_crash": { 2024-09-12T12:42:48.246 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_crash", 2024-09-12T12:42:48.246 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.246 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.246 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.246 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.246 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.246 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.246 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.246 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-12T12:42:48.246 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.246 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.246 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.246 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.246 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_device": { 2024-09-12T12:42:48.247 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_device", 2024-09-12T12:42:48.247 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.247 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.247 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.247 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.247 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.247 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.247 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.247 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-12T12:42:48.247 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.247 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.247 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.247 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.248 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_ident": { 2024-09-12T12:42:48.248 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_ident", 2024-09-12T12:42:48.248 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.248 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.248 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.248 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.248 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.248 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.248 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.248 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-12T12:42:48.248 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.248 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.248 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.249 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.249 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_perf": { 2024-09-12T12:42:48.249 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_perf", 2024-09-12T12:42:48.249 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.249 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.249 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.249 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.249 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.249 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.249 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.249 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-12T12:42:48.249 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.249 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.250 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.250 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.250 INFO:teuthology.orchestra.run.smithi082.stdout: "contact": { 2024-09-12T12:42:48.250 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "contact", 2024-09-12T12:42:48.250 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.250 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.250 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.250 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.250 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.250 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.250 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.250 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.250 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.250 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.251 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.251 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.251 INFO:teuthology.orchestra.run.smithi082.stdout: "description": { 2024-09-12T12:42:48.251 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "description", 2024-09-12T12:42:48.251 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.251 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.251 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.251 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.251 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.251 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.251 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.251 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.251 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.252 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.252 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.252 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.252 INFO:teuthology.orchestra.run.smithi082.stdout: "device_url": { 2024-09-12T12:42:48.252 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "device_url", 2024-09-12T12:42:48.252 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.252 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.252 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.252 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-12T12:42:48.252 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.252 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.252 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.252 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.253 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.253 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.253 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.253 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.253 INFO:teuthology.orchestra.run.smithi082.stdout: "enabled": { 2024-09-12T12:42:48.253 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "enabled", 2024-09-12T12:42:48.253 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.253 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.253 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.253 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.253 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.253 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.253 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.254 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.254 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.254 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.254 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.254 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.254 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:48.254 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:48.254 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.254 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.254 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.254 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "24", 2024-09-12T12:42:48.254 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "8", 2024-09-12T12:42:48.254 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.255 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.255 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.255 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.255 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.255 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.255 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.255 INFO:teuthology.orchestra.run.smithi082.stdout: "last_opt_revision": { 2024-09-12T12:42:48.255 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "last_opt_revision", 2024-09-12T12:42:48.255 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.255 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.255 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.255 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "1", 2024-09-12T12:42:48.255 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.256 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.256 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.256 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.256 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.256 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.256 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.256 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.256 INFO:teuthology.orchestra.run.smithi082.stdout: "leaderboard": { 2024-09-12T12:42:48.256 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "leaderboard", 2024-09-12T12:42:48.256 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.256 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.256 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.256 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.257 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.257 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.257 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.257 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.257 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.257 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.257 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.257 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.257 INFO:teuthology.orchestra.run.smithi082.stdout: "leaderboard_description": { 2024-09-12T12:42:48.257 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "leaderboard_description", 2024-09-12T12:42:48.257 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.257 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.257 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.258 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.258 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.258 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.258 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.258 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.258 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.258 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.258 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.258 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.258 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.258 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.258 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.258 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.259 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.259 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.259 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.259 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.259 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.259 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.259 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.259 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.259 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.259 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.259 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.259 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.259 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.260 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.260 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.260 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.260 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.260 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.260 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.260 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.260 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.260 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.260 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.260 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.260 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.260 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.261 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.261 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.261 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.261 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.261 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.261 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.261 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.261 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.261 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.261 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.261 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.261 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.261 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.262 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.262 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.262 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.262 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.262 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.262 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.262 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.262 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.262 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.262 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.262 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.262 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.262 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.263 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.263 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.263 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.263 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.263 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.263 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.263 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.263 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.263 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.263 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.263 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.263 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.263 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.263 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.264 INFO:teuthology.orchestra.run.smithi082.stdout: "organization": { 2024-09-12T12:42:48.264 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "organization", 2024-09-12T12:42:48.264 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.264 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.264 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.264 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.264 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.264 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.264 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.264 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.264 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.264 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.264 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.265 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.265 INFO:teuthology.orchestra.run.smithi082.stdout: "proxy": { 2024-09-12T12:42:48.265 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "proxy", 2024-09-12T12:42:48.265 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.265 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.265 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.265 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.265 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.265 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.265 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.265 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.265 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.265 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.265 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.266 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.266 INFO:teuthology.orchestra.run.smithi082.stdout: "url": { 2024-09-12T12:42:48.266 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "url", 2024-09-12T12:42:48.266 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.266 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.266 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.266 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-12T12:42:48.266 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.266 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.266 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.266 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.266 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.267 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.267 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.267 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.267 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.267 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.267 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.267 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "test_orchestrator", 2024-09-12T12:42:48.267 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.267 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.267 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.267 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.267 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.267 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.268 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.268 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.268 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.268 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.268 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.268 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.268 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.268 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.268 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.268 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.268 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.268 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.269 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.269 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.269 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.269 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.269 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.269 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.269 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.269 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.269 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.269 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.269 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.269 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.269 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.269 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.270 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.270 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.270 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.270 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.270 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.270 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.270 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.270 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.270 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.270 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.270 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.270 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.270 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.271 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.271 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.271 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.271 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.271 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.271 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.271 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.271 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.271 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.271 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.271 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.271 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.271 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.272 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.272 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.272 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.272 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.272 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.272 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.272 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.272 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.272 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.272 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.272 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.272 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.272 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.273 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.273 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.273 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.273 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.273 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.273 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "volumes", 2024-09-12T12:42:48.273 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.273 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.273 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.273 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.273 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.273 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.274 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.274 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.274 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.274 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.274 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.274 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.274 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.274 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.274 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.274 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.274 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.274 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.274 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.274 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.275 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.275 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.275 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.275 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.275 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.275 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.275 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.275 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.275 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.275 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.275 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.275 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.275 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.276 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.276 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.276 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.276 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.276 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.276 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.276 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.276 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.276 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.276 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.276 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.276 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.276 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.277 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.277 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.277 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.277 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.277 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.277 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.277 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.277 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.277 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.277 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.277 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.277 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.277 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.278 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.278 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.278 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.278 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.278 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.278 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.278 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.278 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.278 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.278 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.278 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.278 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.278 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.279 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.279 INFO:teuthology.orchestra.run.smithi082.stdout: "max_concurrent_clones": { 2024-09-12T12:42:48.279 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_concurrent_clones", 2024-09-12T12:42:48.279 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.279 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.279 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.279 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "4", 2024-09-12T12:42:48.279 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.279 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.279 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.279 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-12T12:42:48.279 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.279 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.279 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.280 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.280 INFO:teuthology.orchestra.run.smithi082.stdout: "periodic_async_work": { 2024-09-12T12:42:48.280 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "periodic_async_work", 2024-09-12T12:42:48.280 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.280 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.280 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.280 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.280 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.280 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.280 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.280 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Periodically check for async work", 2024-09-12T12:42:48.280 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.281 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.281 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.281 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.281 INFO:teuthology.orchestra.run.smithi082.stdout: "snapshot_clone_delay": { 2024-09-12T12:42:48.281 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "snapshot_clone_delay", 2024-09-12T12:42:48.281 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.281 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.281 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.281 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:48.281 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.281 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.281 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.281 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-12T12:42:48.282 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.282 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.282 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.282 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.282 INFO:teuthology.orchestra.run.smithi082.stdout: "snapshot_clone_no_wait": { 2024-09-12T12:42:48.282 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "snapshot_clone_no_wait", 2024-09-12T12:42:48.282 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.282 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.282 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.282 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.282 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.283 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.283 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.283 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-12T12:42:48.283 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.283 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.283 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.283 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.283 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.283 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.283 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.283 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "zabbix", 2024-09-12T12:42:48.283 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.284 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.284 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.284 INFO:teuthology.orchestra.run.smithi082.stdout: "discovery_interval": { 2024-09-12T12:42:48.284 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "discovery_interval", 2024-09-12T12:42:48.284 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:48.284 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.284 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.284 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "100", 2024-09-12T12:42:48.284 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.284 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.284 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.284 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.284 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.285 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.285 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.285 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.285 INFO:teuthology.orchestra.run.smithi082.stdout: "identifier": { 2024-09-12T12:42:48.285 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "identifier", 2024-09-12T12:42:48.285 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.285 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.285 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.285 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.285 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.285 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.285 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.286 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.286 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.286 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.286 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.286 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.286 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:48.286 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:48.286 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.286 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.286 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.286 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:48.286 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.286 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.287 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.287 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.287 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.287 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.287 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.287 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.287 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.287 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.287 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.287 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.287 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.287 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.287 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.288 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.288 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.288 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.288 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.288 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.288 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.288 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.288 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.288 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.288 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.288 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.288 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.289 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.289 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.289 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.289 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.289 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.289 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.289 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.289 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.289 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.289 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.289 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.289 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.289 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.290 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.290 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.290 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.290 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.290 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.290 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.290 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.290 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.290 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.290 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.290 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.290 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.290 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.290 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.291 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.291 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.291 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.291 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.291 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.291 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.291 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.291 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.291 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.291 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.291 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.291 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.291 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.292 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.292 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.292 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.292 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.292 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.292 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.292 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.292 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.292 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.292 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.292 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.292 INFO:teuthology.orchestra.run.smithi082.stdout: "zabbix_host": { 2024-09-12T12:42:48.292 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "zabbix_host", 2024-09-12T12:42:48.293 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.293 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.293 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.293 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.293 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.293 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.293 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.293 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.293 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.293 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.293 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.293 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.294 INFO:teuthology.orchestra.run.smithi082.stdout: "zabbix_port": { 2024-09-12T12:42:48.294 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "zabbix_port", 2024-09-12T12:42:48.294 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.294 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.294 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.294 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10051", 2024-09-12T12:42:48.294 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.294 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.294 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.294 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.294 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.294 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.294 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.295 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.295 INFO:teuthology.orchestra.run.smithi082.stdout: "zabbix_sender": { 2024-09-12T12:42:48.295 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "zabbix_sender", 2024-09-12T12:42:48.295 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.295 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.295 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.295 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-12T12:42:48.295 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.295 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.295 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.295 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.295 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.295 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.296 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.296 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.296 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.296 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.296 INFO:teuthology.orchestra.run.smithi082.stdout: ] 2024-09-12T12:42:48.296 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.296 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.296 INFO:teuthology.orchestra.run.smithi082.stdout: "modules": [ 2024-09-12T12:42:48.296 INFO:teuthology.orchestra.run.smithi082.stdout: "cephadm", 2024-09-12T12:42:48.296 INFO:teuthology.orchestra.run.smithi082.stdout: "dashboard", 2024-09-12T12:42:48.296 INFO:teuthology.orchestra.run.smithi082.stdout: "iostat", 2024-09-12T12:42:48.296 INFO:teuthology.orchestra.run.smithi082.stdout: "nfs", 2024-09-12T12:42:48.296 INFO:teuthology.orchestra.run.smithi082.stdout: "restful", 2024-09-12T12:42:48.296 INFO:teuthology.orchestra.run.smithi082.stdout: "snap_schedule" 2024-09-12T12:42:48.297 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.297 INFO:teuthology.orchestra.run.smithi082.stdout: "available_modules": [ 2024-09-12T12:42:48.297 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.297 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "alerts", 2024-09-12T12:42:48.297 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.297 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.297 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.297 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:48.297 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:48.297 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.297 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.298 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.298 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:48.298 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.298 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.298 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.298 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "How frequently to reexamine health status", 2024-09-12T12:42:48.298 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.298 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.298 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.298 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.298 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.298 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.299 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.299 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.299 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.299 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.299 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.299 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.299 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.299 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.299 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.299 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.299 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.299 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.299 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.300 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.300 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.300 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.300 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.300 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.300 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.300 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.300 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.300 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.300 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.300 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.300 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.301 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.301 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.301 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.301 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.301 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.301 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.301 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.301 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.301 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.301 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.301 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.301 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.301 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.302 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.302 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.302 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.302 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.302 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.302 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.302 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.302 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.302 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.302 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.302 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.302 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.302 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.303 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.303 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.303 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.303 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.303 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.303 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.303 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.303 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.303 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.303 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.303 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.303 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.303 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.304 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.304 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.304 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.304 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.304 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_destination": { 2024-09-12T12:42:48.304 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_destination", 2024-09-12T12:42:48.304 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.304 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.304 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.304 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.304 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.304 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.304 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.305 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Email address to send alerts to", 2024-09-12T12:42:48.305 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.305 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.305 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.305 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.305 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_from_name": { 2024-09-12T12:42:48.305 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_from_name", 2024-09-12T12:42:48.305 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.305 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.305 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.305 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "Ceph", 2024-09-12T12:42:48.305 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.305 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.306 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.306 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Email From: name", 2024-09-12T12:42:48.306 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.306 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.306 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.306 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.306 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_host": { 2024-09-12T12:42:48.306 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_host", 2024-09-12T12:42:48.306 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.306 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.306 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.306 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.306 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.307 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.307 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.307 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "SMTP server", 2024-09-12T12:42:48.307 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.307 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.307 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.307 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.307 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_password": { 2024-09-12T12:42:48.307 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_password", 2024-09-12T12:42:48.307 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.307 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.307 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.307 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.307 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.308 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.308 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.308 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Password to authenticate with", 2024-09-12T12:42:48.308 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.308 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.308 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.308 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.308 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_port": { 2024-09-12T12:42:48.308 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_port", 2024-09-12T12:42:48.308 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.308 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.308 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.308 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "465", 2024-09-12T12:42:48.309 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.309 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.309 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.309 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "SMTP port", 2024-09-12T12:42:48.309 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.309 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.309 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.309 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.309 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_sender": { 2024-09-12T12:42:48.309 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_sender", 2024-09-12T12:42:48.309 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.309 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.309 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.310 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.310 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.310 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.310 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.310 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "SMTP envelope sender", 2024-09-12T12:42:48.310 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.310 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.310 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.310 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.310 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_ssl": { 2024-09-12T12:42:48.310 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_ssl", 2024-09-12T12:42:48.310 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.310 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.311 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.311 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.311 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.311 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.311 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.311 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-12T12:42:48.311 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.311 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.311 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.311 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.311 INFO:teuthology.orchestra.run.smithi082.stdout: "smtp_user": { 2024-09-12T12:42:48.311 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "smtp_user", 2024-09-12T12:42:48.311 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.312 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.312 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.312 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.312 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.312 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.312 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.312 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "User to authenticate as", 2024-09-12T12:42:48.312 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.312 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.312 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.312 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.312 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.313 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.313 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.313 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "balancer", 2024-09-12T12:42:48.313 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.313 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.313 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.313 INFO:teuthology.orchestra.run.smithi082.stdout: "active": { 2024-09-12T12:42:48.313 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "active", 2024-09-12T12:42:48.313 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.313 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.313 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.313 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.313 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.314 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.314 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.314 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "automatically balance PGs across cluster", 2024-09-12T12:42:48.314 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.314 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.314 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.314 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.314 INFO:teuthology.orchestra.run.smithi082.stdout: "begin_time": { 2024-09-12T12:42:48.314 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "begin_time", 2024-09-12T12:42:48.314 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.314 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.314 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.314 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0000", 2024-09-12T12:42:48.315 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.315 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.315 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.315 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "beginning time of day to automatically balance", 2024-09-12T12:42:48.315 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-12T12:42:48.315 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.315 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.315 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.315 INFO:teuthology.orchestra.run.smithi082.stdout: "begin_weekday": { 2024-09-12T12:42:48.315 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "begin_weekday", 2024-09-12T12:42:48.315 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:48.315 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.316 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.316 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:48.316 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "0", 2024-09-12T12:42:48.316 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "6", 2024-09-12T12:42:48.316 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.316 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-12T12:42:48.316 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-12T12:42:48.316 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.316 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.316 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.316 INFO:teuthology.orchestra.run.smithi082.stdout: "crush_compat_max_iterations": { 2024-09-12T12:42:48.316 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crush_compat_max_iterations", 2024-09-12T12:42:48.316 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:48.317 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.317 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.317 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "25", 2024-09-12T12:42:48.317 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1", 2024-09-12T12:42:48.317 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "250", 2024-09-12T12:42:48.317 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.317 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-12T12:42:48.317 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.317 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.317 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.317 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.317 INFO:teuthology.orchestra.run.smithi082.stdout: "crush_compat_metrics": { 2024-09-12T12:42:48.317 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crush_compat_metrics", 2024-09-12T12:42:48.318 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.318 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.318 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.318 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "pgs,objects,bytes", 2024-09-12T12:42:48.318 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.318 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.318 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.318 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-12T12:42:48.318 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-12T12:42:48.318 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.318 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.318 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.318 INFO:teuthology.orchestra.run.smithi082.stdout: "crush_compat_step": { 2024-09-12T12:42:48.319 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crush_compat_step", 2024-09-12T12:42:48.319 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:48.319 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.319 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.319 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0.5", 2024-09-12T12:42:48.319 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "0.001", 2024-09-12T12:42:48.319 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "0.999", 2024-09-12T12:42:48.319 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.319 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "aggressiveness of optimization", 2024-09-12T12:42:48.319 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-12T12:42:48.319 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.319 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.319 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.320 INFO:teuthology.orchestra.run.smithi082.stdout: "end_time": { 2024-09-12T12:42:48.320 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "end_time", 2024-09-12T12:42:48.320 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.320 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.320 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.320 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "2359", 2024-09-12T12:42:48.320 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.320 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.320 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.320 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "ending time of day to automatically balance", 2024-09-12T12:42:48.320 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-12T12:42:48.320 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.321 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.321 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.321 INFO:teuthology.orchestra.run.smithi082.stdout: "end_weekday": { 2024-09-12T12:42:48.321 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "end_weekday", 2024-09-12T12:42:48.321 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:48.321 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.321 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.321 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:48.321 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "0", 2024-09-12T12:42:48.321 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "6", 2024-09-12T12:42:48.321 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.321 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-12T12:42:48.321 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-12T12:42:48.322 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.322 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.322 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.322 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.322 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.322 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.322 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.322 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.322 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.322 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.322 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.322 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.322 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.323 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.323 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.323 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.323 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.323 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.323 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.323 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.323 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.323 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.323 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.323 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.323 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.324 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.324 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.324 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.324 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.324 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.324 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.324 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.324 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.324 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.324 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.324 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.324 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.324 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.324 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.325 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.325 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.325 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.325 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.325 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.325 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.325 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.325 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.325 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.325 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.325 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.325 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.325 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.326 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.326 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.326 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.326 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.326 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.326 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.326 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.326 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.326 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.326 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.326 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.326 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.326 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.327 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.327 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.327 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.327 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.327 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.327 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.327 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.327 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.327 INFO:teuthology.orchestra.run.smithi082.stdout: "min_score": { 2024-09-12T12:42:48.327 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "min_score", 2024-09-12T12:42:48.327 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:48.327 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.327 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.327 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:48.328 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.328 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.328 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.328 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-12T12:42:48.328 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.328 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.328 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.328 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.328 INFO:teuthology.orchestra.run.smithi082.stdout: "mode": { 2024-09-12T12:42:48.328 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mode", 2024-09-12T12:42:48.328 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.328 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.329 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.329 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "upmap", 2024-09-12T12:42:48.329 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.329 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.329 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.329 INFO:teuthology.orchestra.run.smithi082.stdout: "crush-compat", 2024-09-12T12:42:48.329 INFO:teuthology.orchestra.run.smithi082.stdout: "none", 2024-09-12T12:42:48.329 INFO:teuthology.orchestra.run.smithi082.stdout: "read", 2024-09-12T12:42:48.329 INFO:teuthology.orchestra.run.smithi082.stdout: "upmap", 2024-09-12T12:42:48.329 INFO:teuthology.orchestra.run.smithi082.stdout: "upmap-read" 2024-09-12T12:42:48.329 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.329 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Balancer mode", 2024-09-12T12:42:48.329 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.329 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.330 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.330 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.330 INFO:teuthology.orchestra.run.smithi082.stdout: "pool_ids": { 2024-09-12T12:42:48.330 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "pool_ids", 2024-09-12T12:42:48.330 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.330 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.330 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.330 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.330 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.330 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.330 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.330 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-12T12:42:48.330 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.331 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.331 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.331 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.331 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:48.331 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:48.331 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.331 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.331 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.331 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:48.331 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.331 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.331 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.331 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-12T12:42:48.331 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.332 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.332 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.332 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.332 INFO:teuthology.orchestra.run.smithi082.stdout: "upmap_max_deviation": { 2024-09-12T12:42:48.332 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "upmap_max_deviation", 2024-09-12T12:42:48.332 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.332 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.332 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.332 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5", 2024-09-12T12:42:48.332 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1", 2024-09-12T12:42:48.332 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.332 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.333 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-12T12:42:48.333 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-12T12:42:48.333 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.333 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.333 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.333 INFO:teuthology.orchestra.run.smithi082.stdout: "upmap_max_optimizations": { 2024-09-12T12:42:48.333 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "upmap_max_optimizations", 2024-09-12T12:42:48.333 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:48.333 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.333 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.333 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:48.333 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.333 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.334 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.334 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-12T12:42:48.334 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.334 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.334 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.334 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.334 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.334 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.334 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.334 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cephadm", 2024-09-12T12:42:48.334 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.334 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.334 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.335 INFO:teuthology.orchestra.run.smithi082.stdout: "agent_down_multiplier": { 2024-09-12T12:42:48.335 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "agent_down_multiplier", 2024-09-12T12:42:48.335 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:48.335 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.335 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.335 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "3.0", 2024-09-12T12:42:48.335 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.335 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.335 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.335 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-12T12:42:48.335 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.335 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.335 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.336 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.336 INFO:teuthology.orchestra.run.smithi082.stdout: "agent_refresh_rate": { 2024-09-12T12:42:48.336 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "agent_refresh_rate", 2024-09-12T12:42:48.336 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.336 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.336 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.336 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "20", 2024-09-12T12:42:48.336 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.336 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.336 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.336 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-12T12:42:48.336 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.336 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.337 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.337 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.337 INFO:teuthology.orchestra.run.smithi082.stdout: "agent_starting_port": { 2024-09-12T12:42:48.337 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "agent_starting_port", 2024-09-12T12:42:48.337 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.337 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.337 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.337 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "4721", 2024-09-12T12:42:48.337 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.337 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.337 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.337 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-12T12:42:48.337 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.338 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.338 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.338 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.338 INFO:teuthology.orchestra.run.smithi082.stdout: "allow_ptrace": { 2024-09-12T12:42:48.338 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "allow_ptrace", 2024-09-12T12:42:48.338 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.338 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.338 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.338 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.338 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.338 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.338 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.338 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-12T12:42:48.339 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-12T12:42:48.339 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.339 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.339 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.339 INFO:teuthology.orchestra.run.smithi082.stdout: "autotune_interval": { 2024-09-12T12:42:48.339 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "autotune_interval", 2024-09-12T12:42:48.339 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.339 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.339 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.339 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:48.339 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.339 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.339 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.340 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-12T12:42:48.340 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.340 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.340 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.340 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.340 INFO:teuthology.orchestra.run.smithi082.stdout: "autotune_memory_target_ratio": { 2024-09-12T12:42:48.340 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "autotune_memory_target_ratio", 2024-09-12T12:42:48.340 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:48.340 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.340 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.340 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0.7", 2024-09-12T12:42:48.340 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.340 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.341 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.341 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-12T12:42:48.341 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.341 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.341 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.341 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.341 INFO:teuthology.orchestra.run.smithi082.stdout: "cephadm_log_destination": { 2024-09-12T12:42:48.341 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cephadm_log_destination", 2024-09-12T12:42:48.341 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.341 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.341 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.341 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.341 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.342 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.342 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.342 INFO:teuthology.orchestra.run.smithi082.stdout: "file", 2024-09-12T12:42:48.342 INFO:teuthology.orchestra.run.smithi082.stdout: "file,syslog", 2024-09-12T12:42:48.342 INFO:teuthology.orchestra.run.smithi082.stdout: "syslog" 2024-09-12T12:42:48.342 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.342 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-12T12:42:48.342 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.342 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.342 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.342 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.342 INFO:teuthology.orchestra.run.smithi082.stdout: "cgroups_split": { 2024-09-12T12:42:48.342 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cgroups_split", 2024-09-12T12:42:48.343 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.343 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.343 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.343 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.343 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.343 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.343 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.343 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-12T12:42:48.343 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.343 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.343 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.343 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.343 INFO:teuthology.orchestra.run.smithi082.stdout: "config_checks_enabled": { 2024-09-12T12:42:48.343 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "config_checks_enabled", 2024-09-12T12:42:48.344 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.344 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.344 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.344 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.344 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.344 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.344 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.344 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-12T12:42:48.344 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.344 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.344 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.344 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.344 INFO:teuthology.orchestra.run.smithi082.stdout: "config_dashboard": { 2024-09-12T12:42:48.344 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "config_dashboard", 2024-09-12T12:42:48.345 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.345 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.345 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.345 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.345 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.345 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.345 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.345 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-12T12:42:48.345 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.345 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.345 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.345 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.345 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_alertmanager": { 2024-09-12T12:42:48.346 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_alertmanager", 2024-09-12T12:42:48.346 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.346 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.346 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.346 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-12T12:42:48.346 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.346 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.346 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.346 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Prometheus container image", 2024-09-12T12:42:48.346 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.346 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.346 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.346 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.347 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_base": { 2024-09-12T12:42:48.347 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_base", 2024-09-12T12:42:48.347 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.347 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.347 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.347 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-12T12:42:48.347 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.347 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.347 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.347 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Container image name, without the tag", 2024-09-12T12:42:48.347 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.347 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.347 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.348 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.348 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_elasticsearch": { 2024-09-12T12:42:48.348 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_elasticsearch", 2024-09-12T12:42:48.348 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.348 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.348 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.348 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-12T12:42:48.348 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.348 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.348 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.348 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "elasticsearch container image", 2024-09-12T12:42:48.348 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.348 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.349 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.349 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.349 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_grafana": { 2024-09-12T12:42:48.349 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_grafana", 2024-09-12T12:42:48.349 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.349 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.349 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.349 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-12T12:42:48.349 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.349 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.349 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.349 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Prometheus container image", 2024-09-12T12:42:48.350 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.350 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.350 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.350 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.350 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_haproxy": { 2024-09-12T12:42:48.350 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_haproxy", 2024-09-12T12:42:48.350 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.350 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.350 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.350 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-12T12:42:48.350 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.350 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.350 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.350 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "HAproxy container image", 2024-09-12T12:42:48.351 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.351 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.351 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.351 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.351 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_jaeger_agent": { 2024-09-12T12:42:48.351 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_jaeger_agent", 2024-09-12T12:42:48.351 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.351 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.351 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.351 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-12T12:42:48.351 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.351 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.351 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.352 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Jaeger agent container image", 2024-09-12T12:42:48.352 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.352 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.352 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.352 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.352 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_jaeger_collector": { 2024-09-12T12:42:48.352 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_jaeger_collector", 2024-09-12T12:42:48.352 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.352 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.352 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.352 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-12T12:42:48.352 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.352 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.353 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.353 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Jaeger collector container image", 2024-09-12T12:42:48.353 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.353 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.353 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.353 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.353 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_jaeger_query": { 2024-09-12T12:42:48.353 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_jaeger_query", 2024-09-12T12:42:48.353 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.353 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.353 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.353 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-12T12:42:48.354 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.354 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.354 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.354 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Jaeger query container image", 2024-09-12T12:42:48.354 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.354 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.354 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.354 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.354 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_keepalived": { 2024-09-12T12:42:48.354 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_keepalived", 2024-09-12T12:42:48.354 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.354 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.354 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.355 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-12T12:42:48.355 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.355 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.355 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.355 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Keepalived container image", 2024-09-12T12:42:48.355 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.355 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.355 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.355 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.355 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_loki": { 2024-09-12T12:42:48.355 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_loki", 2024-09-12T12:42:48.355 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.356 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.356 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.356 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-12T12:42:48.356 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.356 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.356 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.356 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Loki container image", 2024-09-12T12:42:48.356 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.356 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.356 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.356 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.356 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_node_exporter": { 2024-09-12T12:42:48.356 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_node_exporter", 2024-09-12T12:42:48.357 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.357 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.357 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.357 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-12T12:42:48.357 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.357 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.357 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.357 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Prometheus container image", 2024-09-12T12:42:48.357 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.357 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.357 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.357 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.357 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_nvmeof": { 2024-09-12T12:42:48.358 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_nvmeof", 2024-09-12T12:42:48.358 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.358 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.358 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.358 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-12T12:42:48.358 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.358 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.358 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.358 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Nvme-of container image", 2024-09-12T12:42:48.358 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.358 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.358 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.358 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.358 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_prometheus": { 2024-09-12T12:42:48.359 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_prometheus", 2024-09-12T12:42:48.359 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.359 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.359 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.359 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-12T12:42:48.359 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.359 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.359 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.359 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Prometheus container image", 2024-09-12T12:42:48.359 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.359 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.359 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.359 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.360 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_promtail": { 2024-09-12T12:42:48.360 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_promtail", 2024-09-12T12:42:48.360 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.360 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.360 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.360 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-12T12:42:48.360 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.360 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.360 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.360 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Promtail container image", 2024-09-12T12:42:48.360 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.360 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.361 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.361 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.361 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_samba": { 2024-09-12T12:42:48.361 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_samba", 2024-09-12T12:42:48.361 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.361 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.361 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.361 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-12T12:42:48.361 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.361 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.361 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.361 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Samba/SMB container image", 2024-09-12T12:42:48.363 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.363 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.364 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.364 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.364 INFO:teuthology.orchestra.run.smithi082.stdout: "container_image_snmp_gateway": { 2024-09-12T12:42:48.364 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_image_snmp_gateway", 2024-09-12T12:42:48.364 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.364 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.364 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.364 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-12T12:42:48.364 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.364 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.364 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.364 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "SNMP Gateway container image", 2024-09-12T12:42:48.365 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.365 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.365 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.365 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.365 INFO:teuthology.orchestra.run.smithi082.stdout: "container_init": { 2024-09-12T12:42:48.365 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "container_init", 2024-09-12T12:42:48.365 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.365 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.365 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.365 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.365 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.365 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.366 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.366 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Run podman/docker with `--init`", 2024-09-12T12:42:48.366 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.366 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.366 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.366 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.366 INFO:teuthology.orchestra.run.smithi082.stdout: "daemon_cache_timeout": { 2024-09-12T12:42:48.366 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "daemon_cache_timeout", 2024-09-12T12:42:48.366 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.366 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.366 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.366 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:48.366 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.367 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.367 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.367 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-12T12:42:48.367 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.367 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.367 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.367 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.367 INFO:teuthology.orchestra.run.smithi082.stdout: "default_cephadm_command_timeout": { 2024-09-12T12:42:48.367 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "default_cephadm_command_timeout", 2024-09-12T12:42:48.367 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.367 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.367 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.367 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "900", 2024-09-12T12:42:48.368 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.368 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.368 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.368 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-12T12:42:48.368 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.368 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.368 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.368 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.368 INFO:teuthology.orchestra.run.smithi082.stdout: "default_registry": { 2024-09-12T12:42:48.368 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "default_registry", 2024-09-12T12:42:48.368 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.368 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.368 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.369 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "docker.io", 2024-09-12T12:42:48.369 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.369 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.369 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.369 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-12T12:42:48.369 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.369 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.369 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.369 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.369 INFO:teuthology.orchestra.run.smithi082.stdout: "device_cache_timeout": { 2024-09-12T12:42:48.369 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "device_cache_timeout", 2024-09-12T12:42:48.369 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.370 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.370 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.370 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "1800", 2024-09-12T12:42:48.370 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.370 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.370 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.370 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "seconds to cache device inventory", 2024-09-12T12:42:48.370 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.370 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.370 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.370 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.370 INFO:teuthology.orchestra.run.smithi082.stdout: "device_enhanced_scan": { 2024-09-12T12:42:48.370 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "device_enhanced_scan", 2024-09-12T12:42:48.371 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.371 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.371 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.371 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.371 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.371 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.371 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.371 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-12T12:42:48.371 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.371 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.371 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.371 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.371 INFO:teuthology.orchestra.run.smithi082.stdout: "facts_cache_timeout": { 2024-09-12T12:42:48.372 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "facts_cache_timeout", 2024-09-12T12:42:48.372 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.372 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.372 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.372 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:48.372 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.372 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.372 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.372 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "seconds to cache host facts data", 2024-09-12T12:42:48.372 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.372 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.372 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.373 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.373 INFO:teuthology.orchestra.run.smithi082.stdout: "grafana_dashboards_path": { 2024-09-12T12:42:48.373 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "grafana_dashboards_path", 2024-09-12T12:42:48.373 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.373 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.373 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.373 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-12T12:42:48.373 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.373 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.373 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.373 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-12T12:42:48.373 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.373 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.374 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.374 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.374 INFO:teuthology.orchestra.run.smithi082.stdout: "host_check_interval": { 2024-09-12T12:42:48.374 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "host_check_interval", 2024-09-12T12:42:48.374 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.374 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.374 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.374 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:48.374 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.374 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.374 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.374 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to perform a host check", 2024-09-12T12:42:48.375 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.375 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.375 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.375 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.375 INFO:teuthology.orchestra.run.smithi082.stdout: "hw_monitoring": { 2024-09-12T12:42:48.375 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "hw_monitoring", 2024-09-12T12:42:48.375 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.375 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.375 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.375 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.375 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.375 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.375 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.375 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-12T12:42:48.376 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.376 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.376 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.376 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.376 INFO:teuthology.orchestra.run.smithi082.stdout: "inventory_list_all": { 2024-09-12T12:42:48.376 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "inventory_list_all", 2024-09-12T12:42:48.376 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.376 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.376 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.376 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.376 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.376 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.377 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.377 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-12T12:42:48.377 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.377 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.377 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.377 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.377 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.377 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.377 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.377 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.377 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.377 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.377 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.378 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.378 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.378 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.378 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.378 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.378 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.378 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.378 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.378 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.378 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.378 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.378 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.378 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.379 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.379 INFO:teuthology.orchestra.run.smithi082.stdout: "log_refresh_metadata": { 2024-09-12T12:42:48.379 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_refresh_metadata", 2024-09-12T12:42:48.379 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.379 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.379 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.379 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.379 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.379 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.379 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.379 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-12T12:42:48.379 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.380 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.380 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.380 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.380 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.380 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.380 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.380 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.380 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.380 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.380 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.380 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.380 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.381 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-12T12:42:48.381 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.381 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.381 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.381 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.381 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.381 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.381 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.381 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.381 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.381 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.381 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.381 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.382 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.382 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.382 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.382 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.382 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.382 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.382 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.382 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.382 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.382 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.382 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.382 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.383 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.383 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.383 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.383 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.383 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.383 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.383 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.383 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.383 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.383 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.383 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.383 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.383 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.384 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.384 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.384 INFO:teuthology.orchestra.run.smithi082.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-12T12:42:48.384 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-12T12:42:48.384 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.384 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.384 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.384 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.384 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.384 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.384 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.384 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-12T12:42:48.385 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.385 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.385 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.385 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.385 INFO:teuthology.orchestra.run.smithi082.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-12T12:42:48.385 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-12T12:42:48.385 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.385 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.385 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.385 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "*", 2024-09-12T12:42:48.385 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.385 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.386 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.386 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-12T12:42:48.386 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.386 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.386 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.386 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.386 INFO:teuthology.orchestra.run.smithi082.stdout: "max_count_per_host": { 2024-09-12T12:42:48.386 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_count_per_host", 2024-09-12T12:42:48.386 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.386 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.386 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.386 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:48.386 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.387 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.387 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.387 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "max number of daemons per service per host", 2024-09-12T12:42:48.387 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.387 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.387 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.387 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.387 INFO:teuthology.orchestra.run.smithi082.stdout: "max_osd_draining_count": { 2024-09-12T12:42:48.387 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_osd_draining_count", 2024-09-12T12:42:48.387 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.387 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.387 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.387 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:48.388 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.388 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.388 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.388 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-12T12:42:48.388 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.388 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.388 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.388 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.388 INFO:teuthology.orchestra.run.smithi082.stdout: "migration_current": { 2024-09-12T12:42:48.388 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "migration_current", 2024-09-12T12:42:48.388 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.388 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.388 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.389 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.389 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.389 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.389 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.389 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "internal - do not modify", 2024-09-12T12:42:48.389 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.389 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.389 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.389 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.389 INFO:teuthology.orchestra.run.smithi082.stdout: "mode": { 2024-09-12T12:42:48.389 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mode", 2024-09-12T12:42:48.389 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.390 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.390 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.390 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "root", 2024-09-12T12:42:48.390 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.390 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.390 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.390 INFO:teuthology.orchestra.run.smithi082.stdout: "cephadm-package", 2024-09-12T12:42:48.390 INFO:teuthology.orchestra.run.smithi082.stdout: "root" 2024-09-12T12:42:48.390 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.390 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "mode for remote execution of cephadm", 2024-09-12T12:42:48.390 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.390 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.390 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.391 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.391 INFO:teuthology.orchestra.run.smithi082.stdout: "oob_default_addr": { 2024-09-12T12:42:48.391 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "oob_default_addr", 2024-09-12T12:42:48.391 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.391 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.391 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.391 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "169.254.1.1", 2024-09-12T12:42:48.391 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.391 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.391 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.391 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-12T12:42:48.391 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.391 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.392 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.392 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.392 INFO:teuthology.orchestra.run.smithi082.stdout: "prometheus_alerts_path": { 2024-09-12T12:42:48.392 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "prometheus_alerts_path", 2024-09-12T12:42:48.392 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.392 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.392 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.392 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-12T12:42:48.392 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.392 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.392 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.392 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-12T12:42:48.392 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.393 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.393 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.393 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.393 INFO:teuthology.orchestra.run.smithi082.stdout: "registry_insecure": { 2024-09-12T12:42:48.393 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "registry_insecure", 2024-09-12T12:42:48.393 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.393 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.393 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.393 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.393 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.393 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.393 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.393 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-12T12:42:48.394 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.394 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.394 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.394 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.394 INFO:teuthology.orchestra.run.smithi082.stdout: "registry_password": { 2024-09-12T12:42:48.394 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "registry_password", 2024-09-12T12:42:48.394 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.394 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.394 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.394 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.394 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.394 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.394 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.395 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-12T12:42:48.395 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.395 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.395 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.395 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.395 INFO:teuthology.orchestra.run.smithi082.stdout: "registry_url": { 2024-09-12T12:42:48.395 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "registry_url", 2024-09-12T12:42:48.395 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.395 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.395 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.395 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.395 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.395 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.396 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.396 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-12T12:42:48.396 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.396 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.396 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.396 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.396 INFO:teuthology.orchestra.run.smithi082.stdout: "registry_username": { 2024-09-12T12:42:48.396 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "registry_username", 2024-09-12T12:42:48.396 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.396 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.396 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.396 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.397 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.397 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.397 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.397 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-12T12:42:48.397 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.397 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.397 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.397 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.397 INFO:teuthology.orchestra.run.smithi082.stdout: "secure_monitoring_stack": { 2024-09-12T12:42:48.397 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "secure_monitoring_stack", 2024-09-12T12:42:48.397 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.397 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.397 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.398 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.398 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.398 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.398 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.398 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-12T12:42:48.398 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.398 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.398 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.398 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.398 INFO:teuthology.orchestra.run.smithi082.stdout: "service_discovery_port": { 2024-09-12T12:42:48.398 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "service_discovery_port", 2024-09-12T12:42:48.398 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.399 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.399 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.399 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8765", 2024-09-12T12:42:48.399 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.399 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.399 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.399 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "cephadm service discovery port", 2024-09-12T12:42:48.399 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.399 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.399 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.399 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.399 INFO:teuthology.orchestra.run.smithi082.stdout: "ssh_config_file": { 2024-09-12T12:42:48.399 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ssh_config_file", 2024-09-12T12:42:48.400 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.400 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.400 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.400 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.400 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.400 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.400 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.400 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-12T12:42:48.400 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.400 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.400 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.400 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.400 INFO:teuthology.orchestra.run.smithi082.stdout: "use_agent": { 2024-09-12T12:42:48.401 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "use_agent", 2024-09-12T12:42:48.401 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.401 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.401 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.401 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.401 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.401 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.401 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.401 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-12T12:42:48.401 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.401 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.401 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.402 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.402 INFO:teuthology.orchestra.run.smithi082.stdout: "use_repo_digest": { 2024-09-12T12:42:48.402 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "use_repo_digest", 2024-09-12T12:42:48.402 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.402 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.402 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.402 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.402 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.402 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.402 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.402 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-12T12:42:48.402 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.402 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.403 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.403 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.403 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_on_failed_host_check": { 2024-09-12T12:42:48.403 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_on_failed_host_check", 2024-09-12T12:42:48.403 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.403 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.403 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.403 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.403 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.403 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.403 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.403 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "raise a health warning if the host check fails", 2024-09-12T12:42:48.404 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.404 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.404 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.404 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.404 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_on_stray_daemons": { 2024-09-12T12:42:48.404 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_on_stray_daemons", 2024-09-12T12:42:48.404 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.404 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.404 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.404 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.404 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.404 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.405 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.405 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-12T12:42:48.405 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.405 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.405 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.405 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.405 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_on_stray_hosts": { 2024-09-12T12:42:48.405 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_on_stray_hosts", 2024-09-12T12:42:48.405 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.405 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.405 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.405 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.405 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.406 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.406 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.406 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-12T12:42:48.406 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.406 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.406 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.406 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.406 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.406 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.406 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.406 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crash", 2024-09-12T12:42:48.406 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.406 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.407 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.407 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.407 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.407 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.407 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.407 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.407 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.407 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.407 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.407 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.407 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.407 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.407 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.408 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.408 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.408 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.408 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.408 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.408 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.408 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.408 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.408 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.408 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.408 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.408 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.408 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.409 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.409 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.409 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.409 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.409 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.409 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.409 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.409 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.409 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.409 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.409 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.409 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.409 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.410 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.410 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.410 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.410 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.410 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.410 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.410 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.410 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.410 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.410 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.410 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.410 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.411 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.411 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.411 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.411 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.411 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.411 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.411 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.411 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.411 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.411 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.411 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.411 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.411 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.412 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.412 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.412 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.412 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.412 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.412 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.412 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.412 INFO:teuthology.orchestra.run.smithi082.stdout: "retain_interval": { 2024-09-12T12:42:48.412 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "retain_interval", 2024-09-12T12:42:48.412 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.412 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.412 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.412 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "31536000", 2024-09-12T12:42:48.413 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.413 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.413 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.413 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-12T12:42:48.413 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.413 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.413 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.413 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.413 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_recent_interval": { 2024-09-12T12:42:48.413 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_recent_interval", 2024-09-12T12:42:48.413 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.413 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.413 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.414 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "1209600", 2024-09-12T12:42:48.414 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.414 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.414 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.414 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-12T12:42:48.414 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.414 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.414 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.414 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.414 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.414 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.414 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.414 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "dashboard", 2024-09-12T12:42:48.415 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.415 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.415 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.415 INFO:teuthology.orchestra.run.smithi082.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-12T12:42:48.415 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-12T12:42:48.415 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.415 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.415 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.415 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:48.415 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.415 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.415 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.415 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.416 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.416 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.416 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.416 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.416 INFO:teuthology.orchestra.run.smithi082.stdout: "ALERTMANAGER_API_HOST": { 2024-09-12T12:42:48.416 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-12T12:42:48.416 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.416 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.416 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.416 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.416 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.416 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.417 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.417 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.417 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.417 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.417 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.417 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.417 INFO:teuthology.orchestra.run.smithi082.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-12T12:42:48.417 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-12T12:42:48.417 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.417 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.417 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.417 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.418 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.418 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.418 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.418 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.418 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.418 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.418 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.418 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.418 INFO:teuthology.orchestra.run.smithi082.stdout: "AUDIT_API_ENABLED": { 2024-09-12T12:42:48.418 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "AUDIT_API_ENABLED", 2024-09-12T12:42:48.418 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.418 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.418 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.419 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.419 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.419 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.419 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.419 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.419 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.419 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.419 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.419 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.419 INFO:teuthology.orchestra.run.smithi082.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-12T12:42:48.419 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-12T12:42:48.419 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.419 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.420 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.420 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.420 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.420 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.420 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.420 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.420 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.420 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.420 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.420 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.420 INFO:teuthology.orchestra.run.smithi082.stdout: "ENABLE_BROWSABLE_API": { 2024-09-12T12:42:48.420 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-12T12:42:48.420 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.421 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.421 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.421 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.421 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.421 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.421 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.421 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.421 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.421 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.421 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.421 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.421 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-12T12:42:48.421 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-12T12:42:48.422 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.422 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.422 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.422 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.422 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.422 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.422 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.422 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.422 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.422 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.422 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.422 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.422 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-12T12:42:48.423 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-12T12:42:48.423 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.423 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.423 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.423 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.423 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.423 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.423 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.423 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.423 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.423 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.423 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.423 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.424 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-12T12:42:48.424 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-12T12:42:48.424 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.424 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.424 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.424 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.424 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.424 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.424 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.424 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.424 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.424 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.424 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.425 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.425 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-12T12:42:48.425 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-12T12:42:48.425 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.425 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.425 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.425 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.425 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.425 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.425 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.425 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.425 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.425 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.426 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.426 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.426 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-12T12:42:48.426 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-12T12:42:48.426 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.426 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.426 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.426 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.426 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.426 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.426 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.426 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.426 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.427 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.427 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.427 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.427 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-12T12:42:48.427 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-12T12:42:48.427 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.427 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.427 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.427 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.427 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.427 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.427 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.427 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.428 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.428 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.428 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.428 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.428 INFO:teuthology.orchestra.run.smithi082.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-12T12:42:48.428 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-12T12:42:48.428 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.428 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.428 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.428 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.428 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.428 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.429 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.429 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.429 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.429 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.429 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.429 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.429 INFO:teuthology.orchestra.run.smithi082.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-12T12:42:48.429 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-12T12:42:48.429 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.429 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.429 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.429 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.429 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.430 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.430 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.430 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.430 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.430 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.430 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.430 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.430 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_API_PASSWORD": { 2024-09-12T12:42:48.430 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-12T12:42:48.430 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.430 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.430 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.430 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "admin", 2024-09-12T12:42:48.431 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.431 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.431 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.431 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.431 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.431 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.431 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.431 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.431 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-12T12:42:48.431 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-12T12:42:48.431 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.431 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.431 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.432 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.432 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.432 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.432 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.432 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.432 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.432 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.432 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.432 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.432 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_API_URL": { 2024-09-12T12:42:48.432 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_API_URL", 2024-09-12T12:42:48.432 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.432 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.433 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.433 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.433 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.433 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.433 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.433 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.433 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.433 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.433 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.433 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.433 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_API_USERNAME": { 2024-09-12T12:42:48.433 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-12T12:42:48.433 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.434 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.434 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.434 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "admin", 2024-09-12T12:42:48.434 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.434 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.434 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.434 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.434 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.434 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.434 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.434 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.434 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-12T12:42:48.434 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-12T12:42:48.435 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.435 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.435 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.435 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.435 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.435 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.435 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.435 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.435 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.435 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.435 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.435 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.435 INFO:teuthology.orchestra.run.smithi082.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-12T12:42:48.435 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-12T12:42:48.436 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.436 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.436 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.436 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.436 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.436 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.436 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.436 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.436 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.436 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.436 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.436 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.436 INFO:teuthology.orchestra.run.smithi082.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-12T12:42:48.437 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-12T12:42:48.437 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.437 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.437 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.437 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.437 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.437 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.437 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.437 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.437 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.437 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.437 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.438 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.438 INFO:teuthology.orchestra.run.smithi082.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-12T12:42:48.438 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-12T12:42:48.438 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.438 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.438 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.438 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.438 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.438 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.438 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.438 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.438 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.438 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.438 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.439 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.439 INFO:teuthology.orchestra.run.smithi082.stdout: "PROMETHEUS_API_HOST": { 2024-09-12T12:42:48.439 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-12T12:42:48.439 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.439 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.439 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.439 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.439 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.439 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.439 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.439 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.439 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.439 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.440 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.440 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.440 INFO:teuthology.orchestra.run.smithi082.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-12T12:42:48.440 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-12T12:42:48.440 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.440 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.440 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.440 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.440 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.440 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.440 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.440 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.440 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.441 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.441 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.441 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.441 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-12T12:42:48.441 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-12T12:42:48.441 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.441 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.441 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.441 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.441 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.441 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.441 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.441 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.442 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.442 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.442 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.442 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.442 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-12T12:42:48.442 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-12T12:42:48.442 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.442 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.442 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.442 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.442 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.442 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.442 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.443 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.443 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.443 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.443 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.443 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.443 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-12T12:42:48.443 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-12T12:42:48.443 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.443 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.443 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.443 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.443 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.443 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.443 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.444 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.444 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.444 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.444 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.444 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.444 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-12T12:42:48.444 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-12T12:42:48.444 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.444 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.444 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.444 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.444 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.444 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.445 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.445 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.445 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.445 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.445 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.445 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.445 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-12T12:42:48.445 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-12T12:42:48.445 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.445 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.445 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.445 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.445 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.446 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.446 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.446 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.446 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.446 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.446 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.446 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.446 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-12T12:42:48.446 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-12T12:42:48.446 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.446 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.446 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.446 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.447 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.447 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.447 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.447 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.447 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.447 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.447 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.447 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.447 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-12T12:42:48.447 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-12T12:42:48.447 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.447 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.447 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.448 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.448 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.448 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.448 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.448 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.448 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.448 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.448 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.448 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.448 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_ENABLED": { 2024-09-12T12:42:48.448 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-12T12:42:48.448 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.448 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.449 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.449 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.449 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.449 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.449 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.449 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.449 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.449 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.449 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.449 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.449 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-12T12:42:48.449 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-12T12:42:48.450 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.450 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.450 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.450 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-12T12:42:48.450 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.450 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.450 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.450 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.450 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.450 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.450 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.450 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.450 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-12T12:42:48.451 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-12T12:42:48.451 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.451 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.451 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.451 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:48.451 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.451 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.451 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.451 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.451 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.451 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.451 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.451 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.452 INFO:teuthology.orchestra.run.smithi082.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-12T12:42:48.452 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-12T12:42:48.452 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.452 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.452 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.452 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8", 2024-09-12T12:42:48.452 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.452 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.452 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.452 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.452 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.452 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.453 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.453 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.453 INFO:teuthology.orchestra.run.smithi082.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-12T12:42:48.453 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-12T12:42:48.453 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.453 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.453 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.453 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "45", 2024-09-12T12:42:48.453 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.453 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.453 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.453 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.453 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.454 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.454 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.454 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.454 INFO:teuthology.orchestra.run.smithi082.stdout: "RGW_API_ACCESS_KEY": { 2024-09-12T12:42:48.454 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-12T12:42:48.454 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.454 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.454 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.454 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.454 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.454 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.454 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.455 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.455 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.455 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.455 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.455 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.455 INFO:teuthology.orchestra.run.smithi082.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-12T12:42:48.455 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-12T12:42:48.455 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.455 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.455 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.455 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "admin", 2024-09-12T12:42:48.455 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.455 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.456 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.456 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.456 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.456 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.456 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.456 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.456 INFO:teuthology.orchestra.run.smithi082.stdout: "RGW_API_SECRET_KEY": { 2024-09-12T12:42:48.456 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-12T12:42:48.456 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.456 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.456 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.456 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.456 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.457 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.457 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.457 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.457 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.457 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.457 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.457 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.457 INFO:teuthology.orchestra.run.smithi082.stdout: "RGW_API_SSL_VERIFY": { 2024-09-12T12:42:48.457 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-12T12:42:48.457 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.457 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.457 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.458 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.458 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.458 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.458 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.458 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.458 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.458 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.458 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.458 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.458 INFO:teuthology.orchestra.run.smithi082.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-12T12:42:48.458 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-12T12:42:48.458 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.458 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.458 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.459 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:48.459 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.459 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.459 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.459 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.459 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.459 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.459 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.459 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.459 INFO:teuthology.orchestra.run.smithi082.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-12T12:42:48.459 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-12T12:42:48.459 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.459 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.460 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.460 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:48.460 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.460 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.460 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.460 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.460 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.460 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.460 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.460 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.460 INFO:teuthology.orchestra.run.smithi082.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-12T12:42:48.460 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-12T12:42:48.461 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.461 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.461 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.461 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5", 2024-09-12T12:42:48.461 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.461 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.461 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.461 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.461 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.461 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.461 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.461 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.461 INFO:teuthology.orchestra.run.smithi082.stdout: "cross_origin_url": { 2024-09-12T12:42:48.462 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cross_origin_url", 2024-09-12T12:42:48.462 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.462 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.462 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.462 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.462 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.462 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.462 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.462 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.462 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.462 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.462 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.462 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.463 INFO:teuthology.orchestra.run.smithi082.stdout: "crt_file": { 2024-09-12T12:42:48.463 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "crt_file", 2024-09-12T12:42:48.463 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.463 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.463 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.463 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.463 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.463 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.463 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.463 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.463 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.463 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.463 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.463 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.464 INFO:teuthology.orchestra.run.smithi082.stdout: "debug": { 2024-09-12T12:42:48.464 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "debug", 2024-09-12T12:42:48.464 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.464 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.464 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.464 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.464 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.464 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.464 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.464 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Enable/disable debug options", 2024-09-12T12:42:48.464 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.464 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.464 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.465 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.465 INFO:teuthology.orchestra.run.smithi082.stdout: "jwt_token_ttl": { 2024-09-12T12:42:48.465 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "jwt_token_ttl", 2024-09-12T12:42:48.465 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.465 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.465 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.465 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "28800", 2024-09-12T12:42:48.465 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.465 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.465 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.465 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.465 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.465 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.466 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.466 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.466 INFO:teuthology.orchestra.run.smithi082.stdout: "key_file": { 2024-09-12T12:42:48.466 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "key_file", 2024-09-12T12:42:48.466 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.466 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.466 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.466 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.466 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.466 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.466 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.468 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.468 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.469 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.469 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.469 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.469 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.469 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.469 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.469 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.469 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.469 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.469 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.469 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.469 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.469 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.470 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.470 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.470 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.470 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.470 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.470 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.470 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.470 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.470 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.470 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.470 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.470 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.470 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.471 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.471 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.471 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.471 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.471 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.471 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.471 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.471 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.471 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.471 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.471 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.471 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.472 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.472 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.472 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.472 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.472 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.472 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.472 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.472 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.472 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.472 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.472 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.472 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.473 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.473 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.473 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.473 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.473 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.473 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.473 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.473 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.473 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.473 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.473 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.473 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.476 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.476 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.476 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.476 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.476 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.476 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.476 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.476 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.477 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.477 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.477 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.477 INFO:teuthology.orchestra.run.smithi082.stdout: "motd": { 2024-09-12T12:42:48.477 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "motd", 2024-09-12T12:42:48.477 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.477 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.477 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.477 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.477 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.477 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.477 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.477 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "The message of the day", 2024-09-12T12:42:48.478 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.478 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.478 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.478 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.478 INFO:teuthology.orchestra.run.smithi082.stdout: "redirect_resolve_ip_addr": { 2024-09-12T12:42:48.478 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "redirect_resolve_ip_addr", 2024-09-12T12:42:48.478 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.478 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.478 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.478 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.478 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.478 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.478 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.479 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.479 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.479 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.479 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.479 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.479 INFO:teuthology.orchestra.run.smithi082.stdout: "server_addr": { 2024-09-12T12:42:48.479 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_addr", 2024-09-12T12:42:48.479 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.479 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.479 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.479 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "::", 2024-09-12T12:42:48.479 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.479 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.480 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.480 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.480 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.480 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.480 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.480 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.480 INFO:teuthology.orchestra.run.smithi082.stdout: "server_port": { 2024-09-12T12:42:48.480 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_port", 2024-09-12T12:42:48.480 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.480 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.480 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.480 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8080", 2024-09-12T12:42:48.481 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.481 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.481 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.481 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.481 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.481 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.481 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.481 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.481 INFO:teuthology.orchestra.run.smithi082.stdout: "ssl": { 2024-09-12T12:42:48.481 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ssl", 2024-09-12T12:42:48.481 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.481 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.481 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.482 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.482 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.482 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.482 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.482 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.482 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.482 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.482 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.482 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.482 INFO:teuthology.orchestra.run.smithi082.stdout: "ssl_server_port": { 2024-09-12T12:42:48.482 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ssl_server_port", 2024-09-12T12:42:48.482 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.482 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.483 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.483 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8443", 2024-09-12T12:42:48.483 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.483 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.483 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.483 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.483 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.483 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.483 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.483 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.483 INFO:teuthology.orchestra.run.smithi082.stdout: "standby_behaviour": { 2024-09-12T12:42:48.483 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "standby_behaviour", 2024-09-12T12:42:48.483 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.484 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.484 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.484 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "redirect", 2024-09-12T12:42:48.484 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.484 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.484 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.484 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.484 INFO:teuthology.orchestra.run.smithi082.stdout: "redirect" 2024-09-12T12:42:48.484 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.484 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.484 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.484 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.485 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.485 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.485 INFO:teuthology.orchestra.run.smithi082.stdout: "standby_error_status_code": { 2024-09-12T12:42:48.485 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "standby_error_status_code", 2024-09-12T12:42:48.485 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.485 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.485 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.485 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "500", 2024-09-12T12:42:48.485 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "400", 2024-09-12T12:42:48.485 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "599", 2024-09-12T12:42:48.485 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.485 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.485 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.486 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.486 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.486 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.486 INFO:teuthology.orchestra.run.smithi082.stdout: "url_prefix": { 2024-09-12T12:42:48.486 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "url_prefix", 2024-09-12T12:42:48.486 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.486 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.486 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.486 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.486 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.486 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.486 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.486 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.487 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.487 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.487 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.487 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.487 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.487 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.487 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.487 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "devicehealth", 2024-09-12T12:42:48.487 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.487 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.487 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.487 INFO:teuthology.orchestra.run.smithi082.stdout: "enable_monitoring": { 2024-09-12T12:42:48.487 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "enable_monitoring", 2024-09-12T12:42:48.488 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.488 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.488 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.488 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.488 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.488 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.488 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.488 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "monitor device health metrics", 2024-09-12T12:42:48.488 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.488 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.488 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.488 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.489 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.489 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.489 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.489 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.489 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.489 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.489 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.489 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.489 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.489 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.489 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.489 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.489 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.489 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.490 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.490 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.490 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.490 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.490 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.490 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.490 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.490 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.490 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.490 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.490 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.490 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.491 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.491 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.491 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.491 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.491 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.491 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.491 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.491 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.491 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.491 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.491 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.491 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.491 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.492 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.492 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.492 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.492 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.492 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.492 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.492 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.492 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.492 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.492 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.492 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.492 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.493 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.493 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.493 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.493 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.493 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.493 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.493 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.493 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.493 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.493 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.493 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.493 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.494 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.494 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.494 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.494 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.494 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.494 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.494 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.494 INFO:teuthology.orchestra.run.smithi082.stdout: "mark_out_threshold": { 2024-09-12T12:42:48.494 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mark_out_threshold", 2024-09-12T12:42:48.494 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.494 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.494 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.494 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "2419200", 2024-09-12T12:42:48.495 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.495 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.495 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.495 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-12T12:42:48.495 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.495 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.495 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.495 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.495 INFO:teuthology.orchestra.run.smithi082.stdout: "pool_name": { 2024-09-12T12:42:48.495 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "pool_name", 2024-09-12T12:42:48.495 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.495 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.496 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.496 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "device_health_metrics", 2024-09-12T12:42:48.496 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.496 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.496 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.496 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-12T12:42:48.496 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.496 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.496 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.496 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.496 INFO:teuthology.orchestra.run.smithi082.stdout: "retention_period": { 2024-09-12T12:42:48.496 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "retention_period", 2024-09-12T12:42:48.497 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.497 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.497 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.497 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "15552000", 2024-09-12T12:42:48.497 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.497 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.497 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.497 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how long to retain device health metrics", 2024-09-12T12:42:48.497 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.497 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.497 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.497 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.497 INFO:teuthology.orchestra.run.smithi082.stdout: "scrape_frequency": { 2024-09-12T12:42:48.498 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "scrape_frequency", 2024-09-12T12:42:48.498 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.498 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.498 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.498 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "86400", 2024-09-12T12:42:48.498 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.498 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.498 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.498 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-12T12:42:48.498 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.498 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.498 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.498 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.499 INFO:teuthology.orchestra.run.smithi082.stdout: "self_heal": { 2024-09-12T12:42:48.499 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "self_heal", 2024-09-12T12:42:48.499 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.499 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.499 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.499 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.499 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.499 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.499 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.499 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-12T12:42:48.499 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.499 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.500 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.500 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.500 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:48.500 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:48.500 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.500 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.500 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.500 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:48.500 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.500 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.500 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.500 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how frequently to wake up and check device health", 2024-09-12T12:42:48.500 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.500 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.501 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.501 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.501 INFO:teuthology.orchestra.run.smithi082.stdout: "warn_threshold": { 2024-09-12T12:42:48.501 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "warn_threshold", 2024-09-12T12:42:48.501 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.501 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.501 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.501 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "7257600", 2024-09-12T12:42:48.501 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.501 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.501 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.501 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-12T12:42:48.501 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.502 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.502 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.502 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.502 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.502 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.502 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.502 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "diskprediction_local", 2024-09-12T12:42:48.502 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.502 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.502 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.502 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.502 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.502 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.503 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.504 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.504 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.504 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.504 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.504 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.504 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.504 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.504 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.504 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.504 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.504 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.505 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.505 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.505 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.505 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.505 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.505 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.505 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.505 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.505 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.505 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.505 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.505 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.505 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.506 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.506 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.506 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.506 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.506 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.506 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.506 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.506 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.506 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.506 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.506 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.506 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.506 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.507 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.507 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.507 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.507 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.507 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.507 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.507 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.507 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.507 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.507 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.507 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.507 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.507 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.508 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.508 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.508 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.508 INFO:teuthology.orchestra.run.smithi082.stdout: "predict_interval": { 2024-09-12T12:42:48.508 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "predict_interval", 2024-09-12T12:42:48.508 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.508 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.508 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.508 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "86400", 2024-09-12T12:42:48.509 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.509 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.509 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.509 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.509 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.509 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.509 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.509 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.509 INFO:teuthology.orchestra.run.smithi082.stdout: "predictor_model": { 2024-09-12T12:42:48.509 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "predictor_model", 2024-09-12T12:42:48.509 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.509 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.509 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.510 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "prophetstor", 2024-09-12T12:42:48.510 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.510 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.510 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.510 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.510 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.510 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.510 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.510 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.510 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:48.510 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:48.510 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.510 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.511 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.511 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "600", 2024-09-12T12:42:48.511 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.511 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.511 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.511 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.511 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.511 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.511 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.511 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.511 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.511 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.511 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.511 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "influx", 2024-09-12T12:42:48.512 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": false, 2024-09-12T12:42:48.512 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "influxdb python module not found", 2024-09-12T12:42:48.512 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.512 INFO:teuthology.orchestra.run.smithi082.stdout: "batch_size": { 2024-09-12T12:42:48.512 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "batch_size", 2024-09-12T12:42:48.512 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.512 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.512 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.512 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5000", 2024-09-12T12:42:48.512 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.512 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.512 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.513 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-12T12:42:48.513 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.513 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.513 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.513 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.513 INFO:teuthology.orchestra.run.smithi082.stdout: "database": { 2024-09-12T12:42:48.513 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "database", 2024-09-12T12:42:48.513 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.513 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.513 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.513 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "ceph", 2024-09-12T12:42:48.513 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.513 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.514 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.514 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-12T12:42:48.514 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.514 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.514 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.514 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.514 INFO:teuthology.orchestra.run.smithi082.stdout: "hostname": { 2024-09-12T12:42:48.514 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "hostname", 2024-09-12T12:42:48.514 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.514 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.514 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.514 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.514 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.515 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.515 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.515 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "InfluxDB server hostname", 2024-09-12T12:42:48.515 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.515 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.515 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.515 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.515 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:48.515 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:48.515 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.515 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.515 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.515 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "30", 2024-09-12T12:42:48.516 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "5", 2024-09-12T12:42:48.516 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.516 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.516 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-12T12:42:48.516 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.516 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.516 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.516 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.516 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.516 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.516 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.516 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.516 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.517 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.517 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.517 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.517 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.517 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.517 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.517 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.517 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.517 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.517 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.517 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.517 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.517 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.518 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.518 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.518 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.518 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.518 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.518 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.518 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.518 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.518 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.518 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.518 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.518 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.518 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.518 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.519 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.519 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.519 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.519 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.519 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.519 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.519 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.519 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.519 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.519 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.519 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.519 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.519 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.520 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.520 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.520 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.520 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.520 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.520 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.520 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.520 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.520 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.520 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.520 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.520 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.520 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.521 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.521 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.521 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.521 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.521 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.521 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.521 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.521 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.521 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.521 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.521 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.521 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.521 INFO:teuthology.orchestra.run.smithi082.stdout: "password": { 2024-09-12T12:42:48.522 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "password", 2024-09-12T12:42:48.522 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.522 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.522 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.522 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.522 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.522 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.522 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.522 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "password of InfluxDB server user", 2024-09-12T12:42:48.522 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.522 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.522 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.523 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.523 INFO:teuthology.orchestra.run.smithi082.stdout: "port": { 2024-09-12T12:42:48.523 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "port", 2024-09-12T12:42:48.523 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.523 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.523 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.523 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "8086", 2024-09-12T12:42:48.523 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.523 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.523 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.523 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "InfluxDB server port", 2024-09-12T12:42:48.523 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.523 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.524 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.524 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.524 INFO:teuthology.orchestra.run.smithi082.stdout: "ssl": { 2024-09-12T12:42:48.524 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ssl", 2024-09-12T12:42:48.524 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.524 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.524 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.524 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "false", 2024-09-12T12:42:48.524 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.524 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.524 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.524 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-12T12:42:48.524 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.525 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.525 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.525 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.525 INFO:teuthology.orchestra.run.smithi082.stdout: "threads": { 2024-09-12T12:42:48.525 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "threads", 2024-09-12T12:42:48.525 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.525 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.525 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.525 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5", 2024-09-12T12:42:48.525 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1", 2024-09-12T12:42:48.525 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "32", 2024-09-12T12:42:48.525 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.525 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-12T12:42:48.526 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.526 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.526 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.526 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.526 INFO:teuthology.orchestra.run.smithi082.stdout: "username": { 2024-09-12T12:42:48.526 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "username", 2024-09-12T12:42:48.526 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.526 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.526 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.526 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.526 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.526 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.526 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.527 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "username of InfluxDB server user", 2024-09-12T12:42:48.527 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.527 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.527 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.527 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.527 INFO:teuthology.orchestra.run.smithi082.stdout: "verify_ssl": { 2024-09-12T12:42:48.527 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "verify_ssl", 2024-09-12T12:42:48.527 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.527 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.527 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.527 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "true", 2024-09-12T12:42:48.527 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.527 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.528 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.528 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-12T12:42:48.528 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.528 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.528 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.528 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.528 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.528 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.528 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.528 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "insights", 2024-09-12T12:42:48.528 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.528 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.529 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.529 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.529 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.529 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.529 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.529 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.529 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.529 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.529 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.529 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.529 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.529 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.529 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.530 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.530 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.530 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.530 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.530 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.530 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.530 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.530 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.530 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.530 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.530 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.530 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.530 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.531 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.531 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.531 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.531 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.531 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.531 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.531 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.531 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.531 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.531 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.531 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.531 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.531 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.532 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.532 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.532 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.532 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.532 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.532 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.532 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.532 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.532 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.532 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.532 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.532 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.532 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.533 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.533 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.533 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.533 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.533 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.533 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.533 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.533 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.533 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.533 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.533 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.533 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.533 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.534 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.534 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.534 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.534 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.534 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.534 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.534 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.534 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.534 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.534 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "iostat", 2024-09-12T12:42:48.534 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.534 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.535 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.535 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.535 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.535 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.535 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.535 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.535 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.535 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.535 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.535 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.535 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.535 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.535 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.535 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.536 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.536 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.536 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.536 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.536 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.536 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.536 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.536 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.536 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.536 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.536 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.536 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.536 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.537 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.537 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.537 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.537 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.537 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.537 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.537 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.537 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.537 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.537 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.537 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.537 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.538 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.538 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.538 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.538 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.538 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.538 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.538 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.538 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.538 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.538 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.538 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.538 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.538 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.539 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.539 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.539 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.539 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.539 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.539 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.539 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.539 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.539 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.539 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.539 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.539 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.539 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.539 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.540 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.540 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.540 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.540 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.540 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.540 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.540 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.540 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.540 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "k8sevents", 2024-09-12T12:42:48.540 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.540 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.540 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.540 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_event_retention_days": { 2024-09-12T12:42:48.541 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "ceph_event_retention_days", 2024-09-12T12:42:48.541 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.541 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.541 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.541 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "7", 2024-09-12T12:42:48.541 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.541 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.541 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.541 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-12T12:42:48.541 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.541 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.541 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.541 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.544 INFO:teuthology.orchestra.run.smithi082.stdout: "config_check_secs": { 2024-09-12T12:42:48.544 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "config_check_secs", 2024-09-12T12:42:48.544 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.544 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.544 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.544 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:48.544 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "10", 2024-09-12T12:42:48.545 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.545 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.545 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-12T12:42:48.545 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.545 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.545 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.545 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.545 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.545 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.545 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.545 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.545 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.545 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.545 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.546 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.546 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.546 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.546 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.546 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.546 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.546 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.546 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.546 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.546 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.546 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.546 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.546 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.547 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.547 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.547 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.547 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.547 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.547 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.547 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.547 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.547 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.547 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.547 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.547 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.548 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.548 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.548 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.548 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.548 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.548 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.548 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.548 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.548 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.548 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.548 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.548 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.548 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.549 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.549 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.549 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.549 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.549 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.549 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.549 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.549 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.549 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.549 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.549 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.549 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.550 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.550 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.550 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.550 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.550 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.550 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.550 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.550 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.550 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.550 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.550 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.550 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.550 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.550 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.551 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.551 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.551 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "localpool", 2024-09-12T12:42:48.551 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.551 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.551 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.551 INFO:teuthology.orchestra.run.smithi082.stdout: "failure_domain": { 2024-09-12T12:42:48.551 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "failure_domain", 2024-09-12T12:42:48.551 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.551 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.551 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.551 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "host", 2024-09-12T12:42:48.552 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.552 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.552 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.552 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "failure domain for any created local pool", 2024-09-12T12:42:48.552 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-12T12:42:48.552 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.552 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.552 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.552 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.552 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.552 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.552 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.552 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.553 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.553 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.553 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.553 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.553 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.553 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.553 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.553 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.553 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.553 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.553 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.554 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.554 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.554 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.554 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.554 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.554 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.554 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.554 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.554 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.554 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.554 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.554 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.554 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.555 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.555 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.555 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.555 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.555 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.555 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.555 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.555 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.555 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.555 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.555 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.555 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.555 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.556 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.556 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.556 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.556 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.556 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.556 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.556 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.556 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.556 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.556 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.556 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.556 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.558 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.558 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.558 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.558 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.558 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.558 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.558 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.558 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.558 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.558 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.558 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.559 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.559 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.559 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.559 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.559 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.559 INFO:teuthology.orchestra.run.smithi082.stdout: "min_size": { 2024-09-12T12:42:48.559 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "min_size", 2024-09-12T12:42:48.559 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.559 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.559 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.559 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.559 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.559 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.560 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.560 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "default min_size for any created local pool", 2024-09-12T12:42:48.560 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-12T12:42:48.560 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.560 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.560 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.560 INFO:teuthology.orchestra.run.smithi082.stdout: "num_rep": { 2024-09-12T12:42:48.560 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "num_rep", 2024-09-12T12:42:48.560 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.560 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.560 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.560 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "3", 2024-09-12T12:42:48.561 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.561 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.561 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.561 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "default replica count for any created local pool", 2024-09-12T12:42:48.561 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.561 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.561 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.561 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.561 INFO:teuthology.orchestra.run.smithi082.stdout: "pg_num": { 2024-09-12T12:42:48.561 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "pg_num", 2024-09-12T12:42:48.561 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.561 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.561 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.561 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "128", 2024-09-12T12:42:48.562 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.562 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.562 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.562 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "default pg_num for any created local pool", 2024-09-12T12:42:48.562 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.562 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.562 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.562 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.562 INFO:teuthology.orchestra.run.smithi082.stdout: "prefix": { 2024-09-12T12:42:48.562 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "prefix", 2024-09-12T12:42:48.562 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.562 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.562 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.563 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.563 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.563 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.563 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.563 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "name prefix for any created local pool", 2024-09-12T12:42:48.563 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.563 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.563 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.563 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.563 INFO:teuthology.orchestra.run.smithi082.stdout: "subtree": { 2024-09-12T12:42:48.563 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "subtree", 2024-09-12T12:42:48.563 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.563 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.564 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.564 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "rack", 2024-09-12T12:42:48.564 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.564 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.564 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.564 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-12T12:42:48.564 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-12T12:42:48.564 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.564 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.564 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.564 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.564 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.564 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.565 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mds_autoscaler", 2024-09-12T12:42:48.565 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.565 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.565 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.565 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.565 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.565 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.565 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.565 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.565 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.565 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.565 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.565 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.566 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.566 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.566 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.566 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.566 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.566 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.566 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.566 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.566 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.566 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.566 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.566 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.566 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.566 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.567 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.567 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.567 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.567 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.567 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.567 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.567 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.567 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.567 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.567 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.567 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.567 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.568 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.568 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.568 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.568 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.568 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.568 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.568 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.568 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.568 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.568 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.568 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.568 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.568 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.569 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.569 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.569 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.569 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.569 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.569 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.569 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.569 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.569 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.569 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.569 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.569 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.569 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.570 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.570 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.570 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.570 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.570 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.570 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.570 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.570 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.570 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.570 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.570 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.570 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.570 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mirroring", 2024-09-12T12:42:48.571 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.571 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.571 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.571 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.571 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.571 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.571 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.571 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.571 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.571 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.571 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.571 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.571 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.572 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.572 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.572 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.572 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.572 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.572 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.572 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.572 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.572 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.572 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.572 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.572 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.572 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.573 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.573 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.573 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.573 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.573 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.573 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.573 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.573 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.573 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.573 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.573 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.573 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.574 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.574 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.574 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.574 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.574 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.574 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.574 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.574 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.574 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.574 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.574 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.574 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.574 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.575 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.575 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.575 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.575 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.575 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.575 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.575 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.575 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.575 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.575 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.575 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.575 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.575 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.576 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.576 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.576 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.576 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.576 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.576 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.576 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.576 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.576 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.576 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.576 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.576 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.576 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "nfs", 2024-09-12T12:42:48.577 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.577 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.577 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.577 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.577 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.578 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.578 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.578 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.578 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.578 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.578 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.579 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.579 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.579 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.579 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.579 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.579 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.579 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.579 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.579 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.579 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.580 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.580 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.580 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.580 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.580 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.580 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.580 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.580 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.580 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.580 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.581 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.581 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.581 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.581 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.581 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.581 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.581 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.581 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.581 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.581 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.581 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.581 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.582 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.582 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.582 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.582 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.582 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.582 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.582 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.582 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.582 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.582 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.582 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.582 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.582 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.583 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.583 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.583 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.583 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.583 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.583 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.583 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.583 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.583 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.583 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.583 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.583 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.584 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.584 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.584 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.584 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.584 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.584 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.584 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.584 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.584 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "orchestrator", 2024-09-12T12:42:48.584 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.584 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.584 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.584 INFO:teuthology.orchestra.run.smithi082.stdout: "fail_fs": { 2024-09-12T12:42:48.585 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "fail_fs", 2024-09-12T12:42:48.585 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.585 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.585 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.585 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.585 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.585 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.585 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.585 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-12T12:42:48.585 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.586 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.586 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.586 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.586 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.586 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.586 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.586 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.586 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.586 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.586 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.586 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.586 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.586 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.587 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.587 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.587 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.587 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.587 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.587 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.587 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.587 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.587 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.587 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.587 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.587 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.588 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.588 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.588 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.588 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.588 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.588 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.588 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.588 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.588 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.589 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.589 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.589 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.589 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.589 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.589 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.589 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.589 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.589 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.589 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.589 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.590 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.590 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.590 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.590 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.590 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.590 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.590 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.590 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.590 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.590 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.590 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.591 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.591 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.591 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.591 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.591 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.591 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.591 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.591 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.591 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.591 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.592 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.592 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.592 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.592 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.592 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.592 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.592 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.592 INFO:teuthology.orchestra.run.smithi082.stdout: "orchestrator": { 2024-09-12T12:42:48.592 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "orchestrator", 2024-09-12T12:42:48.592 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.592 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.592 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.593 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.593 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.593 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.593 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.593 INFO:teuthology.orchestra.run.smithi082.stdout: "cephadm", 2024-09-12T12:42:48.593 INFO:teuthology.orchestra.run.smithi082.stdout: "rook", 2024-09-12T12:42:48.593 INFO:teuthology.orchestra.run.smithi082.stdout: "test_orchestrator" 2024-09-12T12:42:48.593 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.593 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Orchestrator backend", 2024-09-12T12:42:48.593 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.593 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.594 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.594 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.594 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.594 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.594 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.594 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "osd_perf_query", 2024-09-12T12:42:48.594 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.594 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.594 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.594 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.594 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.595 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.595 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.595 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.595 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.595 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.595 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.595 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.595 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.595 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.595 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.595 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.596 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.596 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.596 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.596 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.596 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.596 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.596 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.596 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.596 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.596 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.596 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.597 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.597 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.597 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.597 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.597 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.597 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.597 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.597 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.597 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.597 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.598 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.598 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.598 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.598 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.598 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.598 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.598 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.598 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.598 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.598 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.598 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.598 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.599 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.599 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.599 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.599 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.599 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.599 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.599 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.599 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.599 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.599 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.599 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.600 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.600 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.600 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.600 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.600 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.600 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.600 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.600 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.600 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.600 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.600 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.601 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.601 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.601 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.601 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.601 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.601 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "osd_support", 2024-09-12T12:42:48.601 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.601 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.601 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.601 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.601 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.602 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.602 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.602 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.602 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.602 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.602 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.602 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.602 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.602 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.602 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.602 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.603 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.603 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.603 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.603 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.603 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.603 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.603 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.603 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.603 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.603 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.603 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.603 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.604 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.604 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.604 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.604 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.604 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.604 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.604 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.604 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.604 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.604 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.604 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.605 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.605 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.605 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.605 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.605 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.605 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.605 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.605 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.605 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.605 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.605 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.606 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.606 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.606 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.606 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.606 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.606 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.606 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.606 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.606 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.606 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.606 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.607 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.607 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.607 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.607 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.607 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.607 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.607 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.607 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.607 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.607 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.607 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.608 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.608 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.608 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.608 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.608 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "pg_autoscaler", 2024-09-12T12:42:48.608 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.608 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.608 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.608 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.608 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.608 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.608 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.609 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.609 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.609 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.609 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.609 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.609 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.609 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.609 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.609 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.609 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.610 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.610 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.610 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.610 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.610 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.610 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.610 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.610 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.610 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.610 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.610 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.611 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.611 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.611 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.611 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.611 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.611 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.611 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.611 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.611 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.611 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.611 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.612 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.612 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.612 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.612 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.612 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.612 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.612 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.612 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.612 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.612 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.612 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.612 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.613 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.613 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.613 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.613 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.613 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.613 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.613 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.613 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.613 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.613 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.613 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.614 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.614 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.614 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.614 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.614 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.614 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.614 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.614 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.614 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.614 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.614 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.615 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:48.615 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:48.615 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.615 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.615 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.615 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:48.615 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.615 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.615 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.615 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.615 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.615 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.615 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.616 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.616 INFO:teuthology.orchestra.run.smithi082.stdout: "threshold": { 2024-09-12T12:42:48.616 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "threshold", 2024-09-12T12:42:48.616 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:48.616 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.616 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.616 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "3.0", 2024-09-12T12:42:48.616 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1.0", 2024-09-12T12:42:48.616 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.616 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.616 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "scaling threshold", 2024-09-12T12:42:48.617 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-12T12:42:48.617 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.617 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.617 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.617 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.617 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.617 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.617 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "progress", 2024-09-12T12:42:48.617 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.617 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.617 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.618 INFO:teuthology.orchestra.run.smithi082.stdout: "allow_pg_recovery_event": { 2024-09-12T12:42:48.618 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "allow_pg_recovery_event", 2024-09-12T12:42:48.618 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.618 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.618 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.618 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.618 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.618 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.618 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.618 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-12T12:42:48.618 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.619 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.619 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.619 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.619 INFO:teuthology.orchestra.run.smithi082.stdout: "enabled": { 2024-09-12T12:42:48.619 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "enabled", 2024-09-12T12:42:48.619 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.619 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.619 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.619 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.619 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.619 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.620 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.620 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.620 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.620 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.620 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.620 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.620 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.620 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.620 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.621 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.621 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.621 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.621 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.621 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.621 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.621 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.621 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.621 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.621 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.621 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.621 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.622 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.622 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.622 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.622 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.622 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.622 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.622 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.622 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.622 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.622 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.622 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.622 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.623 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.623 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.623 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.623 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.623 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.623 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.623 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.623 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.623 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.623 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.623 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.623 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.624 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.624 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.624 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.624 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.624 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.624 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.624 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.624 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.624 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.625 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.625 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.625 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.625 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.625 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.625 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.625 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.625 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.625 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.625 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.625 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.626 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.626 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.626 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.626 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.626 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.626 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.626 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.626 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.626 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.626 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.626 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.626 INFO:teuthology.orchestra.run.smithi082.stdout: "max_completed_events": { 2024-09-12T12:42:48.627 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_completed_events", 2024-09-12T12:42:48.627 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.627 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.627 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.627 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "50", 2024-09-12T12:42:48.627 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.627 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.627 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.627 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "number of past completed events to remember", 2024-09-12T12:42:48.627 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.627 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.627 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.628 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.628 INFO:teuthology.orchestra.run.smithi082.stdout: "sleep_interval": { 2024-09-12T12:42:48.628 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "sleep_interval", 2024-09-12T12:42:48.628 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.628 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.628 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.628 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "5", 2024-09-12T12:42:48.628 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.628 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.628 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.628 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "how long the module is going to sleep", 2024-09-12T12:42:48.629 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.629 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.629 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.629 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.629 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.629 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.629 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.629 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "prometheus", 2024-09-12T12:42:48.629 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.629 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.629 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.630 INFO:teuthology.orchestra.run.smithi082.stdout: "cache": { 2024-09-12T12:42:48.630 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "cache", 2024-09-12T12:42:48.630 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.630 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.630 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.630 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.630 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.630 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.630 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.630 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.631 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.631 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.631 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.631 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.631 INFO:teuthology.orchestra.run.smithi082.stdout: "exclude_perf_counters": { 2024-09-12T12:42:48.631 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "exclude_perf_counters", 2024-09-12T12:42:48.631 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.631 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.631 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.631 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.632 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.632 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.632 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.632 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-12T12:42:48.632 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-12T12:42:48.632 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.632 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.632 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.632 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.632 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.633 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.633 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.633 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.633 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.633 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.633 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.633 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.633 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.633 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.633 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.634 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.634 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.634 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.634 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.634 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.634 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.634 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.634 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.634 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.634 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.635 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.635 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.635 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.635 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.635 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.635 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.635 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.635 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.635 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.635 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.635 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.636 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.636 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.636 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.636 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.636 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.636 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.636 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.636 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.636 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.636 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.637 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.637 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.637 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.637 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.637 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.637 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.637 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.637 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.637 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.637 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.637 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.638 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.638 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.638 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.638 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.638 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.638 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.638 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.638 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.638 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.638 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.638 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.639 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.639 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.639 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.639 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.639 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.639 INFO:teuthology.orchestra.run.smithi082.stdout: "rbd_stats_pools": { 2024-09-12T12:42:48.639 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rbd_stats_pools", 2024-09-12T12:42:48.639 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.639 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.639 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.639 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.640 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.640 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.640 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.640 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.640 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.640 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.640 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.640 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.640 INFO:teuthology.orchestra.run.smithi082.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-12T12:42:48.640 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-12T12:42:48.641 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.641 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.641 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.641 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "300", 2024-09-12T12:42:48.641 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.641 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.641 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.641 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.641 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.641 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.641 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.641 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.642 INFO:teuthology.orchestra.run.smithi082.stdout: "scrape_interval": { 2024-09-12T12:42:48.642 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "scrape_interval", 2024-09-12T12:42:48.642 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:48.642 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.642 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.642 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "15.0", 2024-09-12T12:42:48.642 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.642 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.642 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.642 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.642 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.643 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.643 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.643 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.643 INFO:teuthology.orchestra.run.smithi082.stdout: "server_addr": { 2024-09-12T12:42:48.643 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_addr", 2024-09-12T12:42:48.643 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.643 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.643 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.643 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "::", 2024-09-12T12:42:48.643 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.643 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.644 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.644 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-12T12:42:48.644 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.644 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.644 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.644 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.644 INFO:teuthology.orchestra.run.smithi082.stdout: "server_port": { 2024-09-12T12:42:48.644 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_port", 2024-09-12T12:42:48.644 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.644 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.644 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.645 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "9283", 2024-09-12T12:42:48.645 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.645 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.645 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.645 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-12T12:42:48.645 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.645 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.645 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.645 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.645 INFO:teuthology.orchestra.run.smithi082.stdout: "stale_cache_strategy": { 2024-09-12T12:42:48.645 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "stale_cache_strategy", 2024-09-12T12:42:48.646 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.646 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.646 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.646 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "log", 2024-09-12T12:42:48.646 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.646 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.646 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.646 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.646 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.646 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.646 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.647 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.647 INFO:teuthology.orchestra.run.smithi082.stdout: "standby_behaviour": { 2024-09-12T12:42:48.647 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "standby_behaviour", 2024-09-12T12:42:48.647 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.647 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.647 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.647 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "default", 2024-09-12T12:42:48.647 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.647 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.647 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.647 INFO:teuthology.orchestra.run.smithi082.stdout: "default", 2024-09-12T12:42:48.648 INFO:teuthology.orchestra.run.smithi082.stdout: "error" 2024-09-12T12:42:48.648 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.648 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.648 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.648 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.648 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.648 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.648 INFO:teuthology.orchestra.run.smithi082.stdout: "standby_error_status_code": { 2024-09-12T12:42:48.648 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "standby_error_status_code", 2024-09-12T12:42:48.648 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.648 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.649 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.649 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "500", 2024-09-12T12:42:48.649 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "400", 2024-09-12T12:42:48.649 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "599", 2024-09-12T12:42:48.649 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.649 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.649 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.649 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.649 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.649 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.649 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.650 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.650 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.650 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rbd_support", 2024-09-12T12:42:48.650 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.650 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.650 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.650 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.650 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.650 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.650 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.650 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.650 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.651 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.651 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.651 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.651 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.651 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.651 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.651 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.651 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.651 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.651 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.651 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.652 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.652 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.652 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.652 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.652 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.652 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.652 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.653 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.653 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.653 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.653 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.653 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.653 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.653 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.653 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.653 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.653 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.653 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.653 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.654 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.654 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.654 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.654 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.654 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.654 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.654 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.654 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.654 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.654 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.654 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.655 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.655 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.655 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.655 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.655 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.655 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.655 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.655 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.655 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.655 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.655 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.656 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.656 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.656 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.656 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.656 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.656 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.656 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.656 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.656 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.656 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.656 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.657 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.657 INFO:teuthology.orchestra.run.smithi082.stdout: "max_concurrent_snap_create": { 2024-09-12T12:42:48.657 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_concurrent_snap_create", 2024-09-12T12:42:48.657 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.657 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.657 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.657 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10", 2024-09-12T12:42:48.657 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.657 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.657 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.657 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.657 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.658 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.658 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.658 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.658 INFO:teuthology.orchestra.run.smithi082.stdout: "mirror_snapshot_schedule": { 2024-09-12T12:42:48.658 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "mirror_snapshot_schedule", 2024-09-12T12:42:48.658 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.658 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.658 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.658 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.658 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.658 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.658 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.659 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.659 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.659 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.659 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.659 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.659 INFO:teuthology.orchestra.run.smithi082.stdout: "trash_purge_schedule": { 2024-09-12T12:42:48.659 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "trash_purge_schedule", 2024-09-12T12:42:48.659 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.659 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.659 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.659 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.660 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.660 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.660 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.660 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.660 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.660 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.660 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.660 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.660 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.660 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.661 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.661 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "restful", 2024-09-12T12:42:48.661 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.661 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.661 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.661 INFO:teuthology.orchestra.run.smithi082.stdout: "enable_auth": { 2024-09-12T12:42:48.661 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "enable_auth", 2024-09-12T12:42:48.661 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.661 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.661 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.661 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.661 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.662 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.662 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.662 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.662 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.662 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.662 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.662 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.662 INFO:teuthology.orchestra.run.smithi082.stdout: "key_file": { 2024-09-12T12:42:48.662 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "key_file", 2024-09-12T12:42:48.662 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.662 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.663 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.663 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.663 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.663 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.663 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.663 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.663 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.663 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.663 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.663 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.663 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.663 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.663 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.664 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.664 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.664 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.664 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.664 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.664 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.664 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.664 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.664 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.664 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.664 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.664 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.665 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.665 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.665 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.665 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.665 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.665 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.665 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.665 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.665 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.665 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.665 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.666 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.666 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.666 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.666 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.666 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.666 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.666 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.666 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.666 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.666 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.666 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.666 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.667 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.667 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.667 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.667 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.667 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.667 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.667 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.667 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.667 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.667 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.667 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.667 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.668 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.668 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.668 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.668 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.668 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.668 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.668 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.668 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.668 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.668 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.668 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.669 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.669 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.669 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.669 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.669 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.669 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.669 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.669 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.669 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.669 INFO:teuthology.orchestra.run.smithi082.stdout: "server_addr": { 2024-09-12T12:42:48.669 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_addr", 2024-09-12T12:42:48.670 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.670 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.670 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.670 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.670 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.670 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.670 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.670 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.670 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.670 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.670 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.671 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.671 INFO:teuthology.orchestra.run.smithi082.stdout: "server_port": { 2024-09-12T12:42:48.671 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "server_port", 2024-09-12T12:42:48.671 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.671 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.671 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.671 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.671 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.671 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.671 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.671 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.671 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.672 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.672 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.672 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.672 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.672 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.672 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.672 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rgw", 2024-09-12T12:42:48.672 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.672 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.672 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.672 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.673 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.673 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.673 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.673 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.673 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.673 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.673 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.673 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.673 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.673 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.673 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.673 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.674 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.674 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.674 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.674 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.674 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.674 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.674 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.674 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.674 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.674 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.674 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.674 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.675 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.675 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.675 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.675 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.675 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.675 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.675 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.675 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.675 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.675 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.675 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.675 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.676 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.676 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.676 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.676 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.676 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.676 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.676 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.676 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.676 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.676 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.676 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.677 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.677 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.677 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.677 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.677 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.677 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.677 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.677 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.677 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.677 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.677 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.678 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.678 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.678 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.678 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.678 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.678 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.678 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.678 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.678 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.678 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.678 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.679 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.679 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.679 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.679 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rook", 2024-09-12T12:42:48.679 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.679 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.679 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.679 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.679 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.679 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.680 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.680 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.680 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.680 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.680 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.680 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.680 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.680 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.680 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.680 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.680 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.681 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.681 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.681 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.681 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.681 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.681 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.681 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.681 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.681 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.681 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.682 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.682 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.682 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.682 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.682 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.682 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.682 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.682 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.682 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.682 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.682 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.683 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.683 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.683 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.683 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.683 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.683 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.683 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.683 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.683 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.683 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.683 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.684 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.684 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.684 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.684 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.684 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.684 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.684 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.684 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.684 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.684 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.684 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.685 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.685 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.685 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.685 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.685 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.685 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.685 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.685 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.685 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.685 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.685 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.686 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.686 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.686 INFO:teuthology.orchestra.run.smithi082.stdout: "storage_class": { 2024-09-12T12:42:48.686 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "storage_class", 2024-09-12T12:42:48.686 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.686 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.686 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.686 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "local", 2024-09-12T12:42:48.686 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.686 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.686 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.687 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-12T12:42:48.687 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.687 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.687 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.687 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.687 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.687 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.687 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.687 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "selftest", 2024-09-12T12:42:48.687 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.688 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.688 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.688 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.688 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.688 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.688 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.688 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.688 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.688 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.688 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.688 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.689 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.689 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.689 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.689 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.689 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.689 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.689 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.689 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.689 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.689 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.689 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.690 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.690 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.690 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.690 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.690 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.690 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.690 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.690 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.690 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.690 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.690 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.691 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.691 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.691 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.691 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.691 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.691 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.691 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.691 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.691 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.691 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.691 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.692 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.692 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.692 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.692 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.692 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.692 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.692 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.692 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.692 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.692 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.692 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.692 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.693 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.693 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.693 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.693 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.693 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.693 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.693 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.693 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.693 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.693 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.693 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.694 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.694 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.694 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.694 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.694 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.694 INFO:teuthology.orchestra.run.smithi082.stdout: "roption1": { 2024-09-12T12:42:48.694 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "roption1", 2024-09-12T12:42:48.694 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.694 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.694 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.694 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.695 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.695 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.695 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.695 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.695 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.695 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.695 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.695 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.695 INFO:teuthology.orchestra.run.smithi082.stdout: "roption2": { 2024-09-12T12:42:48.695 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "roption2", 2024-09-12T12:42:48.695 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.695 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.696 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.696 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "xyz", 2024-09-12T12:42:48.696 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.696 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.696 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.696 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.696 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.696 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.696 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.696 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.696 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption1": { 2024-09-12T12:42:48.697 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption1", 2024-09-12T12:42:48.697 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.697 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.697 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.697 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.697 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.697 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.697 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.697 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.697 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.697 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.698 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.698 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.698 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption2": { 2024-09-12T12:42:48.698 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption2", 2024-09-12T12:42:48.698 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.698 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.698 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.698 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.698 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.698 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.698 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.698 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.699 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.699 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.699 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.699 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.699 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption3": { 2024-09-12T12:42:48.699 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption3", 2024-09-12T12:42:48.699 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "float", 2024-09-12T12:42:48.699 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.699 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.699 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.700 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.700 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.700 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.700 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.700 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.700 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.700 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.700 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.700 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption4": { 2024-09-12T12:42:48.700 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption4", 2024-09-12T12:42:48.700 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.701 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.701 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.701 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.701 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.701 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.701 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.701 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.701 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.701 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.701 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.701 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.702 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption5": { 2024-09-12T12:42:48.702 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption5", 2024-09-12T12:42:48.702 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.702 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.702 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.702 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.702 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.702 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.702 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.702 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.702 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.703 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.703 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.703 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.703 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption6": { 2024-09-12T12:42:48.703 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption6", 2024-09-12T12:42:48.703 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.703 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.703 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.703 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.703 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.703 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.704 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.704 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.704 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.704 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.704 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.704 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.704 INFO:teuthology.orchestra.run.smithi082.stdout: "rwoption7": { 2024-09-12T12:42:48.704 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rwoption7", 2024-09-12T12:42:48.704 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.704 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.704 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.704 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.705 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "1", 2024-09-12T12:42:48.705 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "42", 2024-09-12T12:42:48.705 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.705 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.705 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.705 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.705 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.705 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.705 INFO:teuthology.orchestra.run.smithi082.stdout: "testkey": { 2024-09-12T12:42:48.705 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "testkey", 2024-09-12T12:42:48.705 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.705 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.706 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.706 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.706 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.706 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.706 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.706 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.706 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.706 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.706 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.706 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.706 INFO:teuthology.orchestra.run.smithi082.stdout: "testlkey": { 2024-09-12T12:42:48.706 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "testlkey", 2024-09-12T12:42:48.707 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.707 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.707 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.707 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.707 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.707 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.707 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.707 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.707 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.707 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.707 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.708 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.708 INFO:teuthology.orchestra.run.smithi082.stdout: "testnewline": { 2024-09-12T12:42:48.708 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "testnewline", 2024-09-12T12:42:48.708 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.708 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.708 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.708 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.708 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.708 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.708 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.708 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.708 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.709 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.709 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.709 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.709 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.709 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.709 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.709 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "snap_schedule", 2024-09-12T12:42:48.709 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.709 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.709 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.709 INFO:teuthology.orchestra.run.smithi082.stdout: "allow_m_granularity": { 2024-09-12T12:42:48.710 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "allow_m_granularity", 2024-09-12T12:42:48.710 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.710 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.710 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.710 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.710 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.710 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.710 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.710 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "allow minute scheduled snapshots", 2024-09-12T12:42:48.710 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.710 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.711 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.711 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.711 INFO:teuthology.orchestra.run.smithi082.stdout: "dump_on_update": { 2024-09-12T12:42:48.711 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "dump_on_update", 2024-09-12T12:42:48.711 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.711 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.711 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.711 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.711 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.711 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.711 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.712 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "dump database to debug log on update", 2024-09-12T12:42:48.712 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.712 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.712 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.712 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.712 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.712 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.712 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.712 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.712 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.712 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.713 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.713 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.713 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.713 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.713 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.713 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.713 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.713 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.713 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.713 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.713 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.713 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.714 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.714 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.714 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.714 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.714 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.714 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.714 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.714 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.714 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.714 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.714 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.715 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.715 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.715 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.715 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.715 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.715 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.715 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.715 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.715 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.715 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.715 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.715 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.716 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.716 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.716 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.716 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.716 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.716 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.716 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.716 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.716 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.716 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.717 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.717 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.717 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.717 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.717 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.717 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.717 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.717 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.717 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.717 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.717 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.718 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.718 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.718 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.718 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.718 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.718 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.718 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.718 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.718 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.718 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.718 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.718 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "stats", 2024-09-12T12:42:48.719 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.719 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.719 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.719 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.719 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.719 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.719 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.719 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.719 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.719 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.720 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.720 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.720 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.720 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.720 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.720 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.720 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.720 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.720 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.720 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.720 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.721 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.721 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.721 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.721 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.721 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.721 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.721 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.721 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.721 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.721 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.721 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.721 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.722 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.722 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.722 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.722 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.722 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.722 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.722 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.722 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.722 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.722 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.722 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.722 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.722 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.723 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.723 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.723 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.723 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.723 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.723 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.723 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.723 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.723 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.723 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.723 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.724 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.724 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.724 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.724 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.724 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.724 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.724 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.724 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.724 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.724 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.724 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.724 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.725 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.725 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.725 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.725 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.725 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.725 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.725 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.725 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "status", 2024-09-12T12:42:48.725 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.725 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.725 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.726 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.726 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.726 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.726 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.726 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.726 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.726 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.726 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.726 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.726 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.726 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.726 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.727 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.727 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.727 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.727 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.727 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.727 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.727 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.727 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.727 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.727 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.727 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.727 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.728 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.728 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.728 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.728 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.728 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.728 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.728 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.728 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.728 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.728 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.728 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.728 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.729 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.729 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.729 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.729 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.729 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.729 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.729 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.729 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.729 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.729 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.729 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.730 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.730 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.730 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.730 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.730 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.730 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.730 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.730 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.730 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.730 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.730 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.731 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.731 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.731 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.731 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.731 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.731 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.731 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.731 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.731 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.731 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.731 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.732 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.732 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.732 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.732 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.732 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "telegraf", 2024-09-12T12:42:48.732 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.732 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.732 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.732 INFO:teuthology.orchestra.run.smithi082.stdout: "address": { 2024-09-12T12:42:48.732 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "address", 2024-09-12T12:42:48.732 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.733 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.733 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.733 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-12T12:42:48.733 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.733 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.733 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.733 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.733 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.733 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.733 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.733 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.734 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:48.734 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:48.734 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.734 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.734 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.734 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "15", 2024-09-12T12:42:48.734 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.734 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.734 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.734 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.734 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.734 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.735 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.735 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.735 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.735 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.735 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.735 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.735 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.735 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.735 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.735 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.736 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.736 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.736 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.736 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.736 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.736 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.736 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.736 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.736 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.736 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.736 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.737 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.737 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.737 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.737 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.737 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.737 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.737 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.737 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.737 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.737 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.737 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.738 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.738 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.738 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.738 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.738 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.738 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.738 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.738 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.738 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.738 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.739 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.739 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.739 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.739 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.739 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.739 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.739 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.739 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.739 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.739 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.739 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.740 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.740 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.740 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.740 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.740 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.740 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.740 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.740 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.740 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.740 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.741 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.741 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.741 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.741 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.741 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.741 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.741 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.741 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.741 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.741 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.741 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.742 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.742 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "telemetry", 2024-09-12T12:42:48.742 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.742 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.742 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.742 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_basic": { 2024-09-12T12:42:48.742 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_basic", 2024-09-12T12:42:48.742 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.742 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.742 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.742 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.743 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.743 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.743 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.743 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-12T12:42:48.743 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.743 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.743 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.743 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.743 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_crash": { 2024-09-12T12:42:48.743 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_crash", 2024-09-12T12:42:48.744 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.744 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.744 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.744 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.744 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.744 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.744 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.744 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-12T12:42:48.744 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.744 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.744 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.745 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.745 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_device": { 2024-09-12T12:42:48.745 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_device", 2024-09-12T12:42:48.745 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.745 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.745 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.745 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.745 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.745 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.745 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.745 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-12T12:42:48.746 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.746 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.746 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.746 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.746 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_ident": { 2024-09-12T12:42:48.746 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_ident", 2024-09-12T12:42:48.746 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.746 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.746 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.746 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.746 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.747 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.747 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.747 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-12T12:42:48.747 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.747 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.747 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.747 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.747 INFO:teuthology.orchestra.run.smithi082.stdout: "channel_perf": { 2024-09-12T12:42:48.747 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "channel_perf", 2024-09-12T12:42:48.747 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.748 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.748 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.748 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.748 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.748 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.748 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.748 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-12T12:42:48.748 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.748 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.748 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.748 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.749 INFO:teuthology.orchestra.run.smithi082.stdout: "contact": { 2024-09-12T12:42:48.749 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "contact", 2024-09-12T12:42:48.749 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.749 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.749 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.749 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.749 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.749 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.749 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.749 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.750 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.750 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.750 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.750 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.750 INFO:teuthology.orchestra.run.smithi082.stdout: "description": { 2024-09-12T12:42:48.750 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "description", 2024-09-12T12:42:48.750 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.750 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.750 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.750 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.750 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.751 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.751 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.751 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.751 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.751 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.751 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.751 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.751 INFO:teuthology.orchestra.run.smithi082.stdout: "device_url": { 2024-09-12T12:42:48.751 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "device_url", 2024-09-12T12:42:48.751 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.751 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.752 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.752 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-12T12:42:48.752 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.752 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.752 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.752 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.752 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.752 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.752 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.752 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.753 INFO:teuthology.orchestra.run.smithi082.stdout: "enabled": { 2024-09-12T12:42:48.753 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "enabled", 2024-09-12T12:42:48.753 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.753 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.753 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.753 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.753 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.753 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.753 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.753 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.753 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.753 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.754 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.754 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.754 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:48.754 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:48.754 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.754 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.754 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.754 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "24", 2024-09-12T12:42:48.754 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "8", 2024-09-12T12:42:48.754 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.754 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.754 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.755 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.755 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.755 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.755 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.755 INFO:teuthology.orchestra.run.smithi082.stdout: "last_opt_revision": { 2024-09-12T12:42:48.755 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "last_opt_revision", 2024-09-12T12:42:48.755 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.755 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.755 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.755 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "1", 2024-09-12T12:42:48.755 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.756 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.756 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.756 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.756 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.756 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.756 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.756 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.756 INFO:teuthology.orchestra.run.smithi082.stdout: "leaderboard": { 2024-09-12T12:42:48.756 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "leaderboard", 2024-09-12T12:42:48.756 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.756 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.757 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.757 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.757 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.757 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.757 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.757 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.757 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.757 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.757 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.757 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.757 INFO:teuthology.orchestra.run.smithi082.stdout: "leaderboard_description": { 2024-09-12T12:42:48.758 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "leaderboard_description", 2024-09-12T12:42:48.758 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.758 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.758 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.758 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.758 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.758 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.758 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.758 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.758 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.759 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.759 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.759 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.759 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.759 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.759 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.759 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.759 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.759 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.759 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.760 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.760 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.760 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.760 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.760 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.760 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.760 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.760 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.760 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.760 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.761 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.761 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.761 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.761 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.761 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.761 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.761 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.761 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.761 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.761 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.761 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.762 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.762 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.762 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.762 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.762 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.762 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.762 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.762 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.762 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.762 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.762 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.763 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.763 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.763 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.763 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.763 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.763 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.763 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.763 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.763 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.763 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.764 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.764 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.764 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.764 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.764 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.764 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.764 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.764 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.764 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.764 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.764 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.765 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.765 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.765 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.765 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.765 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.765 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.765 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.765 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.765 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.765 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.765 INFO:teuthology.orchestra.run.smithi082.stdout: "organization": { 2024-09-12T12:42:48.765 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "organization", 2024-09-12T12:42:48.766 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.766 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.766 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.766 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.766 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.766 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.766 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.766 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.766 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.766 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.766 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.766 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.766 INFO:teuthology.orchestra.run.smithi082.stdout: "proxy": { 2024-09-12T12:42:48.767 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "proxy", 2024-09-12T12:42:48.767 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.767 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.767 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.767 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.767 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.767 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.767 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.767 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.767 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.767 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.767 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.768 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.768 INFO:teuthology.orchestra.run.smithi082.stdout: "url": { 2024-09-12T12:42:48.768 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "url", 2024-09-12T12:42:48.768 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.768 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.768 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.768 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-12T12:42:48.768 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.768 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.768 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.768 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.768 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.769 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.769 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.769 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.769 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.769 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.769 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.769 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "test_orchestrator", 2024-09-12T12:42:48.769 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.769 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.769 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.770 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.770 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.770 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.770 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.770 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.770 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.770 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.770 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.770 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.770 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.771 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.771 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.771 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.771 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.771 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.771 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.771 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.771 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.771 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.771 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.771 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.771 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.771 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.772 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.772 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.772 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.772 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.772 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.772 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.772 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.772 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.772 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.772 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.772 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.772 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.773 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.773 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.773 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.773 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.773 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.773 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.773 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.773 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.773 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.773 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.773 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.774 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.774 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.774 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.774 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.774 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.774 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.774 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.774 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.774 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.774 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.774 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.774 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.775 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.775 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.775 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.775 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.775 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.775 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.775 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.775 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.775 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.775 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.775 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.775 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.776 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.776 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.776 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.776 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "volumes", 2024-09-12T12:42:48.776 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.776 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.776 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.776 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.776 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.776 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.777 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.777 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.777 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.777 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.777 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.777 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.777 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.777 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.777 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.777 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.777 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.777 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.778 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.778 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.778 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.778 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.778 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.778 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.778 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.778 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.778 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.778 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.778 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.779 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.779 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.779 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.779 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.779 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.779 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.779 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.779 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.779 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.779 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.780 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.780 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.780 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.780 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.780 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.780 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.780 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.780 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.780 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.780 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.780 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.781 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.781 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.781 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.781 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.781 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.781 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.781 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.781 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.781 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.781 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.781 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.782 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.782 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.782 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.782 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.782 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.782 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.782 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.782 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.782 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.782 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.782 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.783 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.783 INFO:teuthology.orchestra.run.smithi082.stdout: "max_concurrent_clones": { 2024-09-12T12:42:48.783 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "max_concurrent_clones", 2024-09-12T12:42:48.783 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.783 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.783 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.783 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "4", 2024-09-12T12:42:48.783 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.783 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.783 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.783 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-12T12:42:48.784 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.784 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.784 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.784 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.784 INFO:teuthology.orchestra.run.smithi082.stdout: "periodic_async_work": { 2024-09-12T12:42:48.784 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "periodic_async_work", 2024-09-12T12:42:48.784 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.784 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.784 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.784 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.784 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.785 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.785 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.785 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Periodically check for async work", 2024-09-12T12:42:48.785 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.785 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.785 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.785 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.785 INFO:teuthology.orchestra.run.smithi082.stdout: "snapshot_clone_delay": { 2024-09-12T12:42:48.785 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "snapshot_clone_delay", 2024-09-12T12:42:48.785 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.785 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.786 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.786 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "0", 2024-09-12T12:42:48.786 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.786 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.786 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.786 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-12T12:42:48.786 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.786 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.786 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.786 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.786 INFO:teuthology.orchestra.run.smithi082.stdout: "snapshot_clone_no_wait": { 2024-09-12T12:42:48.787 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "snapshot_clone_no_wait", 2024-09-12T12:42:48.787 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.787 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.787 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.787 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "True", 2024-09-12T12:42:48.787 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.787 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.787 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.787 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-12T12:42:48.787 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.787 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.787 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.788 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.788 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.788 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.788 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.788 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "zabbix", 2024-09-12T12:42:48.788 INFO:teuthology.orchestra.run.smithi082.stdout: "can_run": true, 2024-09-12T12:42:48.788 INFO:teuthology.orchestra.run.smithi082.stdout: "error_string": "", 2024-09-12T12:42:48.788 INFO:teuthology.orchestra.run.smithi082.stdout: "module_options": { 2024-09-12T12:42:48.788 INFO:teuthology.orchestra.run.smithi082.stdout: "discovery_interval": { 2024-09-12T12:42:48.788 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "discovery_interval", 2024-09-12T12:42:48.788 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "uint", 2024-09-12T12:42:48.789 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.789 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.789 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "100", 2024-09-12T12:42:48.789 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.789 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.789 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.789 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.789 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.789 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.789 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.790 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.790 INFO:teuthology.orchestra.run.smithi082.stdout: "identifier": { 2024-09-12T12:42:48.790 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "identifier", 2024-09-12T12:42:48.790 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.790 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.790 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.790 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.790 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.790 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.790 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.790 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.791 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.791 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.791 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.791 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.791 INFO:teuthology.orchestra.run.smithi082.stdout: "interval": { 2024-09-12T12:42:48.791 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "interval", 2024-09-12T12:42:48.791 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "secs", 2024-09-12T12:42:48.791 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.791 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.791 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "60", 2024-09-12T12:42:48.791 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.791 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.792 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.792 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.792 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.792 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.792 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.792 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.792 INFO:teuthology.orchestra.run.smithi082.stdout: "log_level": { 2024-09-12T12:42:48.792 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_level", 2024-09-12T12:42:48.792 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.792 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.792 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.793 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.793 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.793 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.793 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.793 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.793 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.793 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.793 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.793 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.793 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.793 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.794 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.794 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.794 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.794 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.794 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.794 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster": { 2024-09-12T12:42:48.794 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster", 2024-09-12T12:42:48.794 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.794 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.794 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.794 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.795 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.795 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.795 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.795 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.795 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.795 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.795 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.795 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.795 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_cluster_level": { 2024-09-12T12:42:48.795 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_cluster_level", 2024-09-12T12:42:48.795 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.796 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.796 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.796 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "info", 2024-09-12T12:42:48.796 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.796 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.796 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [ 2024-09-12T12:42:48.796 INFO:teuthology.orchestra.run.smithi082.stdout: "", 2024-09-12T12:42:48.796 INFO:teuthology.orchestra.run.smithi082.stdout: "critical", 2024-09-12T12:42:48.796 INFO:teuthology.orchestra.run.smithi082.stdout: "debug", 2024-09-12T12:42:48.796 INFO:teuthology.orchestra.run.smithi082.stdout: "error", 2024-09-12T12:42:48.796 INFO:teuthology.orchestra.run.smithi082.stdout: "info", 2024-09-12T12:42:48.797 INFO:teuthology.orchestra.run.smithi082.stdout: "warning" 2024-09-12T12:42:48.797 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.797 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.797 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.797 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.797 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.797 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.797 INFO:teuthology.orchestra.run.smithi082.stdout: "log_to_file": { 2024-09-12T12:42:48.797 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "log_to_file", 2024-09-12T12:42:48.797 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "bool", 2024-09-12T12:42:48.797 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.798 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 1, 2024-09-12T12:42:48.798 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "False", 2024-09-12T12:42:48.798 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.798 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.798 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.798 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.798 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.798 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.798 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.798 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.798 INFO:teuthology.orchestra.run.smithi082.stdout: "zabbix_host": { 2024-09-12T12:42:48.799 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "zabbix_host", 2024-09-12T12:42:48.799 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.799 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.799 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.799 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "", 2024-09-12T12:42:48.799 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.799 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.799 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.799 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.799 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.799 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.799 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.799 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.800 INFO:teuthology.orchestra.run.smithi082.stdout: "zabbix_port": { 2024-09-12T12:42:48.800 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "zabbix_port", 2024-09-12T12:42:48.800 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "int", 2024-09-12T12:42:48.800 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.800 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.800 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "10051", 2024-09-12T12:42:48.800 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.800 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.800 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.800 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.801 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.801 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.801 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.801 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.801 INFO:teuthology.orchestra.run.smithi082.stdout: "zabbix_sender": { 2024-09-12T12:42:48.801 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "zabbix_sender", 2024-09-12T12:42:48.801 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "str", 2024-09-12T12:42:48.801 INFO:teuthology.orchestra.run.smithi082.stdout: "level": "advanced", 2024-09-12T12:42:48.801 INFO:teuthology.orchestra.run.smithi082.stdout: "flags": 0, 2024-09-12T12:42:48.801 INFO:teuthology.orchestra.run.smithi082.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-12T12:42:48.801 INFO:teuthology.orchestra.run.smithi082.stdout: "min": "", 2024-09-12T12:42:48.802 INFO:teuthology.orchestra.run.smithi082.stdout: "max": "", 2024-09-12T12:42:48.802 INFO:teuthology.orchestra.run.smithi082.stdout: "enum_allowed": [], 2024-09-12T12:42:48.802 INFO:teuthology.orchestra.run.smithi082.stdout: "desc": "", 2024-09-12T12:42:48.802 INFO:teuthology.orchestra.run.smithi082.stdout: "long_desc": "", 2024-09-12T12:42:48.802 INFO:teuthology.orchestra.run.smithi082.stdout: "tags": [], 2024-09-12T12:42:48.802 INFO:teuthology.orchestra.run.smithi082.stdout: "see_also": [] 2024-09-12T12:42:48.802 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.802 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.802 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.802 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.802 INFO:teuthology.orchestra.run.smithi082.stdout: "services": { 2024-09-12T12:42:48.802 INFO:teuthology.orchestra.run.smithi082.stdout: "dashboard": "https://172.21.15.82:8443/" 2024-09-12T12:42:48.802 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.803 INFO:teuthology.orchestra.run.smithi082.stdout: "always_on_modules": { 2024-09-12T12:42:48.803 INFO:teuthology.orchestra.run.smithi082.stdout: "octopus": [ 2024-09-12T12:42:48.803 INFO:teuthology.orchestra.run.smithi082.stdout: "balancer", 2024-09-12T12:42:48.803 INFO:teuthology.orchestra.run.smithi082.stdout: "crash", 2024-09-12T12:42:48.803 INFO:teuthology.orchestra.run.smithi082.stdout: "devicehealth", 2024-09-12T12:42:48.803 INFO:teuthology.orchestra.run.smithi082.stdout: "orchestrator", 2024-09-12T12:42:48.803 INFO:teuthology.orchestra.run.smithi082.stdout: "pg_autoscaler", 2024-09-12T12:42:48.803 INFO:teuthology.orchestra.run.smithi082.stdout: "progress", 2024-09-12T12:42:48.803 INFO:teuthology.orchestra.run.smithi082.stdout: "rbd_support", 2024-09-12T12:42:48.803 INFO:teuthology.orchestra.run.smithi082.stdout: "status", 2024-09-12T12:42:48.803 INFO:teuthology.orchestra.run.smithi082.stdout: "telemetry", 2024-09-12T12:42:48.803 INFO:teuthology.orchestra.run.smithi082.stdout: "volumes" 2024-09-12T12:42:48.804 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.804 INFO:teuthology.orchestra.run.smithi082.stdout: "pacific": [ 2024-09-12T12:42:48.804 INFO:teuthology.orchestra.run.smithi082.stdout: "balancer", 2024-09-12T12:42:48.804 INFO:teuthology.orchestra.run.smithi082.stdout: "crash", 2024-09-12T12:42:48.804 INFO:teuthology.orchestra.run.smithi082.stdout: "devicehealth", 2024-09-12T12:42:48.804 INFO:teuthology.orchestra.run.smithi082.stdout: "orchestrator", 2024-09-12T12:42:48.804 INFO:teuthology.orchestra.run.smithi082.stdout: "pg_autoscaler", 2024-09-12T12:42:48.804 INFO:teuthology.orchestra.run.smithi082.stdout: "progress", 2024-09-12T12:42:48.804 INFO:teuthology.orchestra.run.smithi082.stdout: "rbd_support", 2024-09-12T12:42:48.804 INFO:teuthology.orchestra.run.smithi082.stdout: "status", 2024-09-12T12:42:48.804 INFO:teuthology.orchestra.run.smithi082.stdout: "telemetry", 2024-09-12T12:42:48.805 INFO:teuthology.orchestra.run.smithi082.stdout: "volumes" 2024-09-12T12:42:48.805 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.805 INFO:teuthology.orchestra.run.smithi082.stdout: "quincy": [ 2024-09-12T12:42:48.805 INFO:teuthology.orchestra.run.smithi082.stdout: "balancer", 2024-09-12T12:42:48.805 INFO:teuthology.orchestra.run.smithi082.stdout: "crash", 2024-09-12T12:42:48.805 INFO:teuthology.orchestra.run.smithi082.stdout: "devicehealth", 2024-09-12T12:42:48.805 INFO:teuthology.orchestra.run.smithi082.stdout: "orchestrator", 2024-09-12T12:42:48.805 INFO:teuthology.orchestra.run.smithi082.stdout: "pg_autoscaler", 2024-09-12T12:42:48.805 INFO:teuthology.orchestra.run.smithi082.stdout: "progress", 2024-09-12T12:42:48.805 INFO:teuthology.orchestra.run.smithi082.stdout: "rbd_support", 2024-09-12T12:42:48.805 INFO:teuthology.orchestra.run.smithi082.stdout: "status", 2024-09-12T12:42:48.805 INFO:teuthology.orchestra.run.smithi082.stdout: "telemetry", 2024-09-12T12:42:48.806 INFO:teuthology.orchestra.run.smithi082.stdout: "volumes" 2024-09-12T12:42:48.806 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.806 INFO:teuthology.orchestra.run.smithi082.stdout: "reef": [ 2024-09-12T12:42:48.806 INFO:teuthology.orchestra.run.smithi082.stdout: "balancer", 2024-09-12T12:42:48.806 INFO:teuthology.orchestra.run.smithi082.stdout: "crash", 2024-09-12T12:42:48.806 INFO:teuthology.orchestra.run.smithi082.stdout: "devicehealth", 2024-09-12T12:42:48.806 INFO:teuthology.orchestra.run.smithi082.stdout: "orchestrator", 2024-09-12T12:42:48.806 INFO:teuthology.orchestra.run.smithi082.stdout: "pg_autoscaler", 2024-09-12T12:42:48.806 INFO:teuthology.orchestra.run.smithi082.stdout: "progress", 2024-09-12T12:42:48.806 INFO:teuthology.orchestra.run.smithi082.stdout: "rbd_support", 2024-09-12T12:42:48.806 INFO:teuthology.orchestra.run.smithi082.stdout: "status", 2024-09-12T12:42:48.806 INFO:teuthology.orchestra.run.smithi082.stdout: "telemetry", 2024-09-12T12:42:48.806 INFO:teuthology.orchestra.run.smithi082.stdout: "volumes" 2024-09-12T12:42:48.807 INFO:teuthology.orchestra.run.smithi082.stdout: ], 2024-09-12T12:42:48.807 INFO:teuthology.orchestra.run.smithi082.stdout: "squid": [ 2024-09-12T12:42:48.807 INFO:teuthology.orchestra.run.smithi082.stdout: "balancer", 2024-09-12T12:42:48.807 INFO:teuthology.orchestra.run.smithi082.stdout: "crash", 2024-09-12T12:42:48.807 INFO:teuthology.orchestra.run.smithi082.stdout: "devicehealth", 2024-09-12T12:42:48.807 INFO:teuthology.orchestra.run.smithi082.stdout: "orchestrator", 2024-09-12T12:42:48.807 INFO:teuthology.orchestra.run.smithi082.stdout: "pg_autoscaler", 2024-09-12T12:42:48.807 INFO:teuthology.orchestra.run.smithi082.stdout: "progress", 2024-09-12T12:42:48.807 INFO:teuthology.orchestra.run.smithi082.stdout: "rbd_support", 2024-09-12T12:42:48.807 INFO:teuthology.orchestra.run.smithi082.stdout: "status", 2024-09-12T12:42:48.807 INFO:teuthology.orchestra.run.smithi082.stdout: "telemetry", 2024-09-12T12:42:48.808 INFO:teuthology.orchestra.run.smithi082.stdout: "volumes" 2024-09-12T12:42:48.808 INFO:teuthology.orchestra.run.smithi082.stdout: ] 2024-09-12T12:42:48.808 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.808 INFO:teuthology.orchestra.run.smithi082.stdout: "last_failure_osd_epoch": 84, 2024-09-12T12:42:48.808 INFO:teuthology.orchestra.run.smithi082.stdout: "active_clients": [ 2024-09-12T12:42:48.808 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.808 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "devicehealth", 2024-09-12T12:42:48.808 INFO:teuthology.orchestra.run.smithi082.stdout: "addrvec": [ 2024-09-12T12:42:48.808 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.808 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "v2", 2024-09-12T12:42:48.808 INFO:teuthology.orchestra.run.smithi082.stdout: "addr": "172.21.15.82:0", 2024-09-12T12:42:48.809 INFO:teuthology.orchestra.run.smithi082.stdout: "nonce": 2334366906 2024-09-12T12:42:48.809 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.809 INFO:teuthology.orchestra.run.smithi082.stdout: ] 2024-09-12T12:42:48.809 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.809 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.809 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "libcephsqlite", 2024-09-12T12:42:48.809 INFO:teuthology.orchestra.run.smithi082.stdout: "addrvec": [ 2024-09-12T12:42:48.809 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.809 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "v2", 2024-09-12T12:42:48.810 INFO:teuthology.orchestra.run.smithi082.stdout: "addr": "172.21.15.82:0", 2024-09-12T12:42:48.810 INFO:teuthology.orchestra.run.smithi082.stdout: "nonce": 3162090999 2024-09-12T12:42:48.810 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.810 INFO:teuthology.orchestra.run.smithi082.stdout: ] 2024-09-12T12:42:48.810 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.810 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.810 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "rbd_support", 2024-09-12T12:42:48.810 INFO:teuthology.orchestra.run.smithi082.stdout: "addrvec": [ 2024-09-12T12:42:48.810 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.810 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "v2", 2024-09-12T12:42:48.810 INFO:teuthology.orchestra.run.smithi082.stdout: "addr": "172.21.15.82:0", 2024-09-12T12:42:48.811 INFO:teuthology.orchestra.run.smithi082.stdout: "nonce": 3392038030 2024-09-12T12:42:48.811 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.811 INFO:teuthology.orchestra.run.smithi082.stdout: ] 2024-09-12T12:42:48.811 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.811 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.811 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "snap_schedule", 2024-09-12T12:42:48.811 INFO:teuthology.orchestra.run.smithi082.stdout: "addrvec": [ 2024-09-12T12:42:48.811 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.811 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "v2", 2024-09-12T12:42:48.811 INFO:teuthology.orchestra.run.smithi082.stdout: "addr": "172.21.15.82:0", 2024-09-12T12:42:48.811 INFO:teuthology.orchestra.run.smithi082.stdout: "nonce": 625057391 2024-09-12T12:42:48.811 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.812 INFO:teuthology.orchestra.run.smithi082.stdout: ] 2024-09-12T12:42:48.812 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.812 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.812 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "snap_schedule", 2024-09-12T12:42:48.812 INFO:teuthology.orchestra.run.smithi082.stdout: "addrvec": [ 2024-09-12T12:42:48.812 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.812 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "v2", 2024-09-12T12:42:48.812 INFO:teuthology.orchestra.run.smithi082.stdout: "addr": "172.21.15.82:0", 2024-09-12T12:42:48.812 INFO:teuthology.orchestra.run.smithi082.stdout: "nonce": 738691458 2024-09-12T12:42:48.812 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.813 INFO:teuthology.orchestra.run.smithi082.stdout: ] 2024-09-12T12:42:48.813 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:48.813 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.813 INFO:teuthology.orchestra.run.smithi082.stdout: "name": "volumes", 2024-09-12T12:42:48.813 INFO:teuthology.orchestra.run.smithi082.stdout: "addrvec": [ 2024-09-12T12:42:48.813 INFO:teuthology.orchestra.run.smithi082.stdout: { 2024-09-12T12:42:48.813 INFO:teuthology.orchestra.run.smithi082.stdout: "type": "v2", 2024-09-12T12:42:48.813 INFO:teuthology.orchestra.run.smithi082.stdout: "addr": "172.21.15.82:0", 2024-09-12T12:42:48.813 INFO:teuthology.orchestra.run.smithi082.stdout: "nonce": 2799890591 2024-09-12T12:42:48.813 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.813 INFO:teuthology.orchestra.run.smithi082.stdout: ] 2024-09-12T12:42:48.814 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:48.814 INFO:teuthology.orchestra.run.smithi082.stdout: ] 2024-09-12T12:42:48.814 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:42:48.815 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:48 smithi114 ceph-mon[35514]: pgmap v505: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:42:48.815 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:48 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2306388835' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-12T12:42:48.816 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:47 smithi097 ceph-mon[34923]: from='client.17439 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:42:48.816 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:47 smithi097 ceph-mon[34923]: from='client.17445 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-12T12:42:48.816 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:47 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3285425788' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:42:48.816 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:47 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1378779945' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-12T12:42:48.816 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:47 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4237834870' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-12T12:42:48.816 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:47 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2878120348' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-12T12:42:48.816 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:48 smithi097 ceph-mon[34923]: pgmap v505: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:42:48.817 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:48 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2306388835' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-12T12:42:48.817 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.334+0000 7f16a4847640 1 -- 172.21.15.82:0/2306388835 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f168c0a2d00 msgr2=0x7f168c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:48.817 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.334+0000 7f16a4847640 1 --2- 172.21.15.82:0/2306388835 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f168c0a2d00 0x7f168c0a51c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1690009930 tx=0x7f1690008040 comp rx=0 tx=0).stop 2024-09-12T12:42:48.817 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.334+0000 7f16a4847640 1 -- 172.21.15.82:0/2306388835 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16a0101360 msgr2=0x7f16a0197870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:42:48.817 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.334+0000 7f16a4847640 1 --2- 172.21.15.82:0/2306388835 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16a0101360 0x7f16a0197870 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f168802a940 tx=0x7f1688003c00 comp rx=0 tx=0).stop 2024-09-12T12:42:48.817 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.335+0000 7f16a4847640 1 -- 172.21.15.82:0/2306388835 shutdown_connections 2024-09-12T12:42:48.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.335+0000 7f16a4847640 1 --2- 172.21.15.82:0/2306388835 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f168c0a2d00 0x7f168c0a51c0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:48.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.335+0000 7f16a4847640 1 --2- 172.21.15.82:0/2306388835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16a01069d0 0x7f16a019bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:48.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.335+0000 7f16a4847640 1 --2- 172.21.15.82:0/2306388835 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f16a0101360 0x7f16a0197870 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:48.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.335+0000 7f16a4847640 1 --2- 172.21.15.82:0/2306388835 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f16a01009c0 0x7f16a0197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:42:48.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.335+0000 7f16a4847640 1 -- 172.21.15.82:0/2306388835 >> 172.21.15.82:0/2306388835 conn(0x7f16a00fc6a0 msgr2=0x7f16a00fcd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:42:48.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.335+0000 7f16a4847640 1 -- 172.21.15.82:0/2306388835 shutdown_connections 2024-09-12T12:42:48.818 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:42:47.335+0000 7f16a4847640 1 -- 172.21.15.82:0/2306388835 wait complete. 2024-09-12T12:42:48.824 DEBUG:tasks.check_counter:Getting stats from a 2024-09-12T12:42:48.824 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph daemon mds.a perf dump 2024-09-12T12:42:48.825 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:48 smithi082 ceph-mon[31122]: pgmap v505: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-09-12T12:42:48.825 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:48 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2306388835' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-12T12:42:49.115 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:42:49.652 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:42:49.652 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-0": { 2024-09-12T12:42:49.652 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 1069, 2024-09-12T12:42:49.652 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 1071, 2024-09-12T12:42:49.652 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 359634, 2024-09-12T12:42:49.652 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 339943, 2024-09-12T12:42:49.653 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 6, 2024-09-12T12:42:49.653 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 2, 2024-09-12T12:42:49.653 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.104680535, 2024-09-12T12:42:49.653 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.035746616, 2024-09-12T12:42:49.653 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.026604662, 2024-09-12T12:42:49.653 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.031545309, 2024-09-12T12:42:49.653 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:49.653 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 1069, 2024-09-12T12:42:49.653 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.045437481, 2024-09-12T12:42:49.653 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000042504 2024-09-12T12:42:49.653 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.653 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:49.653 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.654 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.654 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.654 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.654 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-12T12:42:49.654 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 0 2024-09-12T12:42:49.654 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.654 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-1": { 2024-09-12T12:42:49.654 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 975, 2024-09-12T12:42:49.654 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 1193, 2024-09-12T12:42:49.654 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 242418, 2024-09-12T12:42:49.654 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 866242, 2024-09-12T12:42:49.654 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 8, 2024-09-12T12:42:49.654 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 5, 2024-09-12T12:42:49.655 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.103764521, 2024-09-12T12:42:49.655 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.036807953, 2024-09-12T12:42:49.655 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.024589292, 2024-09-12T12:42:49.655 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.032587512, 2024-09-12T12:42:49.655 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:49.655 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 1191, 2024-09-12T12:42:49.655 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.049848754, 2024-09-12T12:42:49.655 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000041854 2024-09-12T12:42:49.655 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.655 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:49.655 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.655 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.656 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.656 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.656 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 3392, 2024-09-12T12:42:49.656 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 558032 2024-09-12T12:42:49.656 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.656 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-2": { 2024-09-12T12:42:49.656 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 1395, 2024-09-12T12:42:49.656 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 1383, 2024-09-12T12:42:49.656 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 1783759, 2024-09-12T12:42:49.656 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 522068, 2024-09-12T12:42:49.656 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 3, 2024-09-12T12:42:49.656 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 2, 2024-09-12T12:42:49.656 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.136285672, 2024-09-12T12:42:49.657 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.049932429, 2024-09-12T12:42:49.657 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.063061475, 2024-09-12T12:42:49.657 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.026593098, 2024-09-12T12:42:49.657 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:49.657 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 1382, 2024-09-12T12:42:49.657 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.047236183, 2024-09-12T12:42:49.657 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000034179 2024-09-12T12:42:49.657 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.657 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:49.657 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.657 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.657 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.657 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.658 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 1504448, 2024-09-12T12:42:49.658 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 184352 2024-09-12T12:42:49.658 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.658 INFO:teuthology.orchestra.run.smithi082.stdout: "cct": { 2024-09-12T12:42:49.658 INFO:teuthology.orchestra.run.smithi082.stdout: "total_workers": 1, 2024-09-12T12:42:49.658 INFO:teuthology.orchestra.run.smithi082.stdout: "unhealthy_workers": 0 2024-09-12T12:42:49.658 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.658 INFO:teuthology.orchestra.run.smithi082.stdout: "finisher-MDSRank": { 2024-09-12T12:42:49.658 INFO:teuthology.orchestra.run.smithi082.stdout: "queue_len": 0, 2024-09-12T12:42:49.658 INFO:teuthology.orchestra.run.smithi082.stdout: "complete_latency": { 2024-09-12T12:42:49.658 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 5014, 2024-09-12T12:42:49.658 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.125164216, 2024-09-12T12:42:49.658 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000024962 2024-09-12T12:42:49.659 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:49.659 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.659 INFO:teuthology.orchestra.run.smithi082.stdout: "finisher-PurgeQueue": { 2024-09-12T12:42:49.659 INFO:teuthology.orchestra.run.smithi082.stdout: "queue_len": 0, 2024-09-12T12:42:49.659 INFO:teuthology.orchestra.run.smithi082.stdout: "complete_latency": { 2024-09-12T12:42:49.659 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.659 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.659 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.659 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:49.659 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.659 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-09-12T12:42:49.659 INFO:teuthology.orchestra.run.smithi082.stdout: "request": 0, 2024-09-12T12:42:49.659 INFO:teuthology.orchestra.run.smithi082.stdout: "reply": 0, 2024-09-12T12:42:49.660 INFO:teuthology.orchestra.run.smithi082.stdout: "reply_latency": { 2024-09-12T12:42:49.660 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.660 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.660 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.660 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.660 INFO:teuthology.orchestra.run.smithi082.stdout: "slow_reply": 0, 2024-09-12T12:42:49.660 INFO:teuthology.orchestra.run.smithi082.stdout: "forward": 0, 2024-09-12T12:42:49.660 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_fetch_complete": 0, 2024-09-12T12:42:49.660 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_fetch_keys": 0, 2024-09-12T12:42:49.660 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_commit": 0, 2024-09-12T12:42:49.660 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_split": 0, 2024-09-12T12:42:49.660 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_merge": 0, 2024-09-12T12:42:49.661 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes": 0, 2024-09-12T12:42:49.661 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_top": 0, 2024-09-12T12:42:49.661 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_bottom": 0, 2024-09-12T12:42:49.661 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_pin_tail": 0, 2024-09-12T12:42:49.661 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_pinned": 0, 2024-09-12T12:42:49.661 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_expired": 0, 2024-09-12T12:42:49.661 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_with_caps": 0, 2024-09-12T12:42:49.661 INFO:teuthology.orchestra.run.smithi082.stdout: "caps": 0, 2024-09-12T12:42:49.661 INFO:teuthology.orchestra.run.smithi082.stdout: "subtrees": 1, 2024-09-12T12:42:49.661 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse": 0, 2024-09-12T12:42:49.661 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_hit": 0, 2024-09-12T12:42:49.661 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_forward": 0, 2024-09-12T12:42:49.661 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_discover": 0, 2024-09-12T12:42:49.662 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_dir_fetch": 0, 2024-09-12T12:42:49.662 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_remote_ino": 0, 2024-09-12T12:42:49.662 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_lock": 0, 2024-09-12T12:42:49.662 INFO:teuthology.orchestra.run.smithi082.stdout: "load_cent": 0, 2024-09-12T12:42:49.662 INFO:teuthology.orchestra.run.smithi082.stdout: "q": 0, 2024-09-12T12:42:49.662 INFO:teuthology.orchestra.run.smithi082.stdout: "exported": 0, 2024-09-12T12:42:49.662 INFO:teuthology.orchestra.run.smithi082.stdout: "exported_inodes": 0, 2024-09-12T12:42:49.662 INFO:teuthology.orchestra.run.smithi082.stdout: "imported": 0, 2024-09-12T12:42:49.662 INFO:teuthology.orchestra.run.smithi082.stdout: "imported_inodes": 0, 2024-09-12T12:42:49.662 INFO:teuthology.orchestra.run.smithi082.stdout: "openino_dir_fetch": 0, 2024-09-12T12:42:49.662 INFO:teuthology.orchestra.run.smithi082.stdout: "openino_backtrace_fetch": 0, 2024-09-12T12:42:49.662 INFO:teuthology.orchestra.run.smithi082.stdout: "openino_peer_discover": 0, 2024-09-12T12:42:49.662 INFO:teuthology.orchestra.run.smithi082.stdout: "root_rfiles": 0, 2024-09-12T12:42:49.662 INFO:teuthology.orchestra.run.smithi082.stdout: "root_rbytes": 0, 2024-09-12T12:42:49.663 INFO:teuthology.orchestra.run.smithi082.stdout: "root_rsnaps": 0, 2024-09-12T12:42:49.663 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_backtrace_fetch": 0, 2024-09-12T12:42:49.663 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_set_tag": 0, 2024-09-12T12:42:49.663 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_backtrace_repaired": 0, 2024-09-12T12:42:49.663 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_inotable_repaired": 0, 2024-09-12T12:42:49.663 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_dir_inodes": 0, 2024-09-12T12:42:49.663 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_dir_base_inodes": 0, 2024-09-12T12:42:49.663 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_dirfrag_rstats": 0, 2024-09-12T12:42:49.663 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_file_inodes": 0, 2024-09-12T12:42:49.663 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_inode_file_caps": 0, 2024-09-12T12:42:49.663 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_revoke": 0, 2024-09-12T12:42:49.663 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_grant": 0, 2024-09-12T12:42:49.663 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_trunc": 0, 2024-09-12T12:42:49.663 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-12T12:42:49.664 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-12T12:42:49.664 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_caps": 0, 2024-09-12T12:42:49.664 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_caps_dirty": 0, 2024-09-12T12:42:49.664 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_cap_release": 0, 2024-09-12T12:42:49.664 INFO:teuthology.orchestra.run.smithi082.stdout: "process_request_cap_release": 0 2024-09-12T12:42:49.664 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.664 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_cache": { 2024-09-12T12:42:49.664 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_update": 0, 2024-09-12T12:42:49.664 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_update_receipt": 0, 2024-09-12T12:42:49.664 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_try_discover": 0, 2024-09-12T12:42:49.664 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_send_discover": 0, 2024-09-12T12:42:49.664 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_handle_discover": 0, 2024-09-12T12:42:49.665 INFO:teuthology.orchestra.run.smithi082.stdout: "num_strays": 0, 2024-09-12T12:42:49.665 INFO:teuthology.orchestra.run.smithi082.stdout: "num_strays_delayed": 0, 2024-09-12T12:42:49.665 INFO:teuthology.orchestra.run.smithi082.stdout: "num_strays_enqueuing": 0, 2024-09-12T12:42:49.665 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_created": 0, 2024-09-12T12:42:49.665 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_enqueued": 0, 2024-09-12T12:42:49.665 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_reintegrated": 0, 2024-09-12T12:42:49.665 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_migrated": 0, 2024-09-12T12:42:49.665 INFO:teuthology.orchestra.run.smithi082.stdout: "num_recovering_processing": 0, 2024-09-12T12:42:49.665 INFO:teuthology.orchestra.run.smithi082.stdout: "num_recovering_enqueued": 0, 2024-09-12T12:42:49.665 INFO:teuthology.orchestra.run.smithi082.stdout: "num_recovering_prioritized": 0, 2024-09-12T12:42:49.665 INFO:teuthology.orchestra.run.smithi082.stdout: "recovery_started": 0, 2024-09-12T12:42:49.665 INFO:teuthology.orchestra.run.smithi082.stdout: "recovery_completed": 0, 2024-09-12T12:42:49.666 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_quiesce_path": 0, 2024-09-12T12:42:49.666 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_quiesce_inode": 0, 2024-09-12T12:42:49.666 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_enqueue_scrub": 0, 2024-09-12T12:42:49.666 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_exportdir": 0, 2024-09-12T12:42:49.666 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_flush": 0, 2024-09-12T12:42:49.666 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_fragmentdir": 0, 2024-09-12T12:42:49.666 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_fragstats": 0, 2024-09-12T12:42:49.666 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_inodestats": 0 2024-09-12T12:42:49.666 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.666 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_log": { 2024-09-12T12:42:49.666 INFO:teuthology.orchestra.run.smithi082.stdout: "evlrg": 0, 2024-09-12T12:42:49.666 INFO:teuthology.orchestra.run.smithi082.stdout: "evadd": 0, 2024-09-12T12:42:49.666 INFO:teuthology.orchestra.run.smithi082.stdout: "evex": 0, 2024-09-12T12:42:49.667 INFO:teuthology.orchestra.run.smithi082.stdout: "evtrm": 0, 2024-09-12T12:42:49.667 INFO:teuthology.orchestra.run.smithi082.stdout: "ev": 6, 2024-09-12T12:42:49.667 INFO:teuthology.orchestra.run.smithi082.stdout: "evexg": 0, 2024-09-12T12:42:49.667 INFO:teuthology.orchestra.run.smithi082.stdout: "evexd": 0, 2024-09-12T12:42:49.667 INFO:teuthology.orchestra.run.smithi082.stdout: "segadd": 0, 2024-09-12T12:42:49.667 INFO:teuthology.orchestra.run.smithi082.stdout: "segex": 0, 2024-09-12T12:42:49.667 INFO:teuthology.orchestra.run.smithi082.stdout: "segtrm": 0, 2024-09-12T12:42:49.667 INFO:teuthology.orchestra.run.smithi082.stdout: "seg": 2, 2024-09-12T12:42:49.668 INFO:teuthology.orchestra.run.smithi082.stdout: "segmjr": 2, 2024-09-12T12:42:49.668 INFO:teuthology.orchestra.run.smithi082.stdout: "segexg": 0, 2024-09-12T12:42:49.668 INFO:teuthology.orchestra.run.smithi082.stdout: "segexd": 0, 2024-09-12T12:42:49.668 INFO:teuthology.orchestra.run.smithi082.stdout: "expos": 4194304, 2024-09-12T12:42:49.668 INFO:teuthology.orchestra.run.smithi082.stdout: "wrpos": 4195960, 2024-09-12T12:42:49.668 INFO:teuthology.orchestra.run.smithi082.stdout: "rdpos": 4195819, 2024-09-12T12:42:49.668 INFO:teuthology.orchestra.run.smithi082.stdout: "jlat": { 2024-09-12T12:42:49.668 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.668 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.668 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.668 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.668 INFO:teuthology.orchestra.run.smithi082.stdout: "replayed": 6 2024-09-12T12:42:49.669 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.669 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_mem": { 2024-09-12T12:42:49.669 INFO:teuthology.orchestra.run.smithi082.stdout: "ino": 3, 2024-09-12T12:42:49.669 INFO:teuthology.orchestra.run.smithi082.stdout: "ino+": 3, 2024-09-12T12:42:49.669 INFO:teuthology.orchestra.run.smithi082.stdout: "ino-": 0, 2024-09-12T12:42:49.669 INFO:teuthology.orchestra.run.smithi082.stdout: "dir": 1, 2024-09-12T12:42:49.669 INFO:teuthology.orchestra.run.smithi082.stdout: "dir+": 1, 2024-09-12T12:42:49.669 INFO:teuthology.orchestra.run.smithi082.stdout: "dir-": 0, 2024-09-12T12:42:49.669 INFO:teuthology.orchestra.run.smithi082.stdout: "dn": 0, 2024-09-12T12:42:49.669 INFO:teuthology.orchestra.run.smithi082.stdout: "dn+": 0, 2024-09-12T12:42:49.669 INFO:teuthology.orchestra.run.smithi082.stdout: "dn-": 0, 2024-09-12T12:42:49.669 INFO:teuthology.orchestra.run.smithi082.stdout: "cap": 0, 2024-09-12T12:42:49.669 INFO:teuthology.orchestra.run.smithi082.stdout: "cap+": 0, 2024-09-12T12:42:49.670 INFO:teuthology.orchestra.run.smithi082.stdout: "cap-": 0, 2024-09-12T12:42:49.670 INFO:teuthology.orchestra.run.smithi082.stdout: "rss": 49208, 2024-09-12T12:42:49.670 INFO:teuthology.orchestra.run.smithi082.stdout: "heap": 215328 2024-09-12T12:42:49.670 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.670 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_server": { 2024-09-12T12:42:49.670 INFO:teuthology.orchestra.run.smithi082.stdout: "dispatch_client_request": 0, 2024-09-12T12:42:49.670 INFO:teuthology.orchestra.run.smithi082.stdout: "dispatch_server_request": 0, 2024-09-12T12:42:49.670 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_request": 0, 2024-09-12T12:42:49.670 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_session": 0, 2024-09-12T12:42:49.670 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_peer_request": 0, 2024-09-12T12:42:49.670 INFO:teuthology.orchestra.run.smithi082.stdout: "req_create_latency": { 2024-09-12T12:42:49.670 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.670 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.671 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.671 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.671 INFO:teuthology.orchestra.run.smithi082.stdout: "req_getattr_latency": { 2024-09-12T12:42:49.671 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.671 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.671 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.671 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.671 INFO:teuthology.orchestra.run.smithi082.stdout: "req_getfilelock_latency": { 2024-09-12T12:42:49.671 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.671 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.671 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.671 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.671 INFO:teuthology.orchestra.run.smithi082.stdout: "req_link_latency": { 2024-09-12T12:42:49.672 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.672 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.672 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.672 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.672 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookup_latency": { 2024-09-12T12:42:49.672 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.672 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.672 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.672 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.672 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookuphash_latency": { 2024-09-12T12:42:49.672 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.672 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.672 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.673 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.673 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupino_latency": { 2024-09-12T12:42:49.673 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.673 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.673 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.673 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.673 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupname_latency": { 2024-09-12T12:42:49.673 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.673 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.673 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.673 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.673 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupparent_latency": { 2024-09-12T12:42:49.673 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.674 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.674 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.674 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.674 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupsnap_latency": { 2024-09-12T12:42:49.674 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.674 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.674 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.674 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.674 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lssnap_latency": { 2024-09-12T12:42:49.674 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.674 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.674 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.674 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.675 INFO:teuthology.orchestra.run.smithi082.stdout: "req_mkdir_latency": { 2024-09-12T12:42:49.675 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.675 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.675 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.675 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.675 INFO:teuthology.orchestra.run.smithi082.stdout: "req_mknod_latency": { 2024-09-12T12:42:49.675 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.675 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.675 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.675 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.675 INFO:teuthology.orchestra.run.smithi082.stdout: "req_mksnap_latency": { 2024-09-12T12:42:49.675 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.675 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.675 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.676 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.676 INFO:teuthology.orchestra.run.smithi082.stdout: "req_open_latency": { 2024-09-12T12:42:49.676 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.676 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.676 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.676 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.676 INFO:teuthology.orchestra.run.smithi082.stdout: "req_readdir_latency": { 2024-09-12T12:42:49.676 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.676 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.676 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.676 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.676 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rename_latency": { 2024-09-12T12:42:49.676 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.676 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.677 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.677 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.677 INFO:teuthology.orchestra.run.smithi082.stdout: "req_renamesnap_latency": { 2024-09-12T12:42:49.677 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.677 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.677 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.677 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.677 INFO:teuthology.orchestra.run.smithi082.stdout: "req_snapdiff_latency": { 2024-09-12T12:42:49.677 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.677 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.677 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.677 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.677 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rmdir_latency": { 2024-09-12T12:42:49.678 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.678 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.678 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.678 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.678 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rmsnap_latency": { 2024-09-12T12:42:49.678 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.678 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.678 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.678 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.678 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rmxattr_latency": { 2024-09-12T12:42:49.678 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.678 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.678 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.679 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.679 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setattr_latency": { 2024-09-12T12:42:49.679 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.679 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.679 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.679 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.679 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setdirlayout_latency": { 2024-09-12T12:42:49.679 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.679 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.679 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.679 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.679 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setfilelock_latency": { 2024-09-12T12:42:49.679 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.679 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.680 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.680 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.680 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setlayout_latency": { 2024-09-12T12:42:49.680 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.680 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.680 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.680 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.680 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setxattr_latency": { 2024-09-12T12:42:49.680 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.680 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.680 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.680 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.680 INFO:teuthology.orchestra.run.smithi082.stdout: "req_symlink_latency": { 2024-09-12T12:42:49.681 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.681 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.681 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.681 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.681 INFO:teuthology.orchestra.run.smithi082.stdout: "req_unlink_latency": { 2024-09-12T12:42:49.681 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.681 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.681 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.681 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.681 INFO:teuthology.orchestra.run.smithi082.stdout: "cap_revoke_eviction": 0, 2024-09-12T12:42:49.681 INFO:teuthology.orchestra.run.smithi082.stdout: "cap_acquisition_throttle": 0, 2024-09-12T12:42:49.681 INFO:teuthology.orchestra.run.smithi082.stdout: "req_getvxattr_latency": { 2024-09-12T12:42:49.681 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.682 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.682 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.682 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:49.682 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.682 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_sessions": { 2024-09-12T12:42:49.682 INFO:teuthology.orchestra.run.smithi082.stdout: "session_count": 0, 2024-09-12T12:42:49.682 INFO:teuthology.orchestra.run.smithi082.stdout: "session_add": 2, 2024-09-12T12:42:49.682 INFO:teuthology.orchestra.run.smithi082.stdout: "session_remove": 2, 2024-09-12T12:42:49.682 INFO:teuthology.orchestra.run.smithi082.stdout: "sessions_open": 1, 2024-09-12T12:42:49.682 INFO:teuthology.orchestra.run.smithi082.stdout: "sessions_stale": 0, 2024-09-12T12:42:49.682 INFO:teuthology.orchestra.run.smithi082.stdout: "total_load": 0, 2024-09-12T12:42:49.682 INFO:teuthology.orchestra.run.smithi082.stdout: "average_load": 0, 2024-09-12T12:42:49.683 INFO:teuthology.orchestra.run.smithi082.stdout: "avg_session_uptime": 1097, 2024-09-12T12:42:49.683 INFO:teuthology.orchestra.run.smithi082.stdout: "mdthresh_evicted": 0 2024-09-12T12:42:49.683 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.683 INFO:teuthology.orchestra.run.smithi082.stdout: "mempool": { 2024-09-12T12:42:49.683 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_bytes": 0, 2024-09-12T12:42:49.683 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_items": 0, 2024-09-12T12:42:49.683 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_bytes": 0, 2024-09-12T12:42:49.683 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_items": 0, 2024-09-12T12:42:49.683 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_bytes": 0, 2024-09-12T12:42:49.683 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_items": 0, 2024-09-12T12:42:49.683 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-12T12:42:49.683 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_items": 0, 2024-09-12T12:42:49.683 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-12T12:42:49.683 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_items": 0, 2024-09-12T12:42:49.684 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_bytes": 0, 2024-09-12T12:42:49.684 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_items": 0, 2024-09-12T12:42:49.684 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-12T12:42:49.684 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_items": 0, 2024-09-12T12:42:49.684 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_bytes": 0, 2024-09-12T12:42:49.684 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_items": 0, 2024-09-12T12:42:49.684 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_bytes": 0, 2024-09-12T12:42:49.684 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_items": 0, 2024-09-12T12:42:49.684 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-12T12:42:49.684 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_items": 0, 2024-09-12T12:42:49.684 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-12T12:42:49.684 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_items": 0, 2024-09-12T12:42:49.684 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_bytes": 0, 2024-09-12T12:42:49.685 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_items": 0, 2024-09-12T12:42:49.685 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_bytes": 0, 2024-09-12T12:42:49.685 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_items": 0, 2024-09-12T12:42:49.685 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-12T12:42:49.685 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_items": 0, 2024-09-12T12:42:49.685 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_bytes": 0, 2024-09-12T12:42:49.685 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_items": 0, 2024-09-12T12:42:49.685 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_bytes": 0, 2024-09-12T12:42:49.685 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_items": 0, 2024-09-12T12:42:49.685 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_bytes": 0, 2024-09-12T12:42:49.685 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_items": 0, 2024-09-12T12:42:49.685 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_bytes": 0, 2024-09-12T12:42:49.685 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_items": 0, 2024-09-12T12:42:49.686 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_bytes": 190217, 2024-09-12T12:42:49.686 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_items": 54, 2024-09-12T12:42:49.686 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_bytes": 0, 2024-09-12T12:42:49.686 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_items": 0, 2024-09-12T12:42:49.686 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_bytes": 0, 2024-09-12T12:42:49.686 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_items": 0, 2024-09-12T12:42:49.686 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_bytes": 0, 2024-09-12T12:42:49.686 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_items": 0, 2024-09-12T12:42:49.686 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_bytes": 0, 2024-09-12T12:42:49.686 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_items": 0, 2024-09-12T12:42:49.686 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_bytes": 8392, 2024-09-12T12:42:49.686 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_items": 185, 2024-09-12T12:42:49.686 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_bytes": 0, 2024-09-12T12:42:49.687 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_items": 0, 2024-09-12T12:42:49.687 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_bytes": 0, 2024-09-12T12:42:49.687 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_items": 0, 2024-09-12T12:42:49.687 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_bytes": 8512, 2024-09-12T12:42:49.687 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_items": 13, 2024-09-12T12:42:49.687 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_bytes": 0, 2024-09-12T12:42:49.687 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_items": 0, 2024-09-12T12:42:49.687 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_bytes": 0, 2024-09-12T12:42:49.687 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_items": 0 2024-09-12T12:42:49.687 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.687 INFO:teuthology.orchestra.run.smithi082.stdout: "objecter": { 2024-09-12T12:42:49.687 INFO:teuthology.orchestra.run.smithi082.stdout: "op_active": 0, 2024-09-12T12:42:49.687 INFO:teuthology.orchestra.run.smithi082.stdout: "op_laggy": 0, 2024-09-12T12:42:49.688 INFO:teuthology.orchestra.run.smithi082.stdout: "op_send": 3100, 2024-09-12T12:42:49.688 INFO:teuthology.orchestra.run.smithi082.stdout: "op_send_bytes": 21, 2024-09-12T12:42:49.688 INFO:teuthology.orchestra.run.smithi082.stdout: "op_resend": 3, 2024-09-12T12:42:49.688 INFO:teuthology.orchestra.run.smithi082.stdout: "op_reply": 3100, 2024-09-12T12:42:49.688 INFO:teuthology.orchestra.run.smithi082.stdout: "op_latency": { 2024-09-12T12:42:49.688 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 3100, 2024-09-12T12:42:49.688 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 2.631947326, 2024-09-12T12:42:49.688 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000849015 2024-09-12T12:42:49.688 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.688 INFO:teuthology.orchestra.run.smithi082.stdout: "op_inflight": 0, 2024-09-12T12:42:49.688 INFO:teuthology.orchestra.run.smithi082.stdout: "oplen_avg": { 2024-09-12T12:42:49.688 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 3100, 2024-09-12T12:42:49.688 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 3101 2024-09-12T12:42:49.689 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.689 INFO:teuthology.orchestra.run.smithi082.stdout: "op": 3100, 2024-09-12T12:42:49.689 INFO:teuthology.orchestra.run.smithi082.stdout: "op_r": 3100, 2024-09-12T12:42:49.689 INFO:teuthology.orchestra.run.smithi082.stdout: "op_w": 0, 2024-09-12T12:42:49.689 INFO:teuthology.orchestra.run.smithi082.stdout: "op_rmw": 0, 2024-09-12T12:42:49.689 INFO:teuthology.orchestra.run.smithi082.stdout: "op_pg": 0, 2024-09-12T12:42:49.689 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_stat": 2028, 2024-09-12T12:42:49.689 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_create": 0, 2024-09-12T12:42:49.689 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_read": 1070, 2024-09-12T12:42:49.689 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_write": 0, 2024-09-12T12:42:49.689 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_writefull": 0, 2024-09-12T12:42:49.689 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_writesame": 0, 2024-09-12T12:42:49.689 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_append": 0, 2024-09-12T12:42:49.690 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_zero": 0, 2024-09-12T12:42:49.690 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_truncate": 0, 2024-09-12T12:42:49.690 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_delete": 0, 2024-09-12T12:42:49.690 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_mapext": 0, 2024-09-12T12:42:49.690 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_sparse_read": 0, 2024-09-12T12:42:49.690 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_clonerange": 0, 2024-09-12T12:42:49.690 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_getxattr": 1, 2024-09-12T12:42:49.690 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_setxattr": 0, 2024-09-12T12:42:49.690 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_cmpxattr": 0, 2024-09-12T12:42:49.690 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_rmxattr": 0, 2024-09-12T12:42:49.690 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_resetxattrs": 0, 2024-09-12T12:42:49.690 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_call": 0, 2024-09-12T12:42:49.690 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_watch": 0, 2024-09-12T12:42:49.690 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_notify": 0, 2024-09-12T12:42:49.691 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_src_cmpxattr": 0, 2024-09-12T12:42:49.691 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_pgls": 0, 2024-09-12T12:42:49.691 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_pgls_filter": 0, 2024-09-12T12:42:49.691 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_other": 0, 2024-09-12T12:42:49.691 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_active": 0, 2024-09-12T12:42:49.691 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_send": 0, 2024-09-12T12:42:49.691 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_resend": 0, 2024-09-12T12:42:49.691 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_ping": 0, 2024-09-12T12:42:49.691 INFO:teuthology.orchestra.run.smithi082.stdout: "poolop_active": 0, 2024-09-12T12:42:49.691 INFO:teuthology.orchestra.run.smithi082.stdout: "poolop_send": 0, 2024-09-12T12:42:49.691 INFO:teuthology.orchestra.run.smithi082.stdout: "poolop_resend": 0, 2024-09-12T12:42:49.691 INFO:teuthology.orchestra.run.smithi082.stdout: "poolstat_active": 0, 2024-09-12T12:42:49.691 INFO:teuthology.orchestra.run.smithi082.stdout: "poolstat_send": 0, 2024-09-12T12:42:49.691 INFO:teuthology.orchestra.run.smithi082.stdout: "poolstat_resend": 0, 2024-09-12T12:42:49.692 INFO:teuthology.orchestra.run.smithi082.stdout: "statfs_active": 0, 2024-09-12T12:42:49.692 INFO:teuthology.orchestra.run.smithi082.stdout: "statfs_send": 0, 2024-09-12T12:42:49.692 INFO:teuthology.orchestra.run.smithi082.stdout: "statfs_resend": 0, 2024-09-12T12:42:49.692 INFO:teuthology.orchestra.run.smithi082.stdout: "command_active": 0, 2024-09-12T12:42:49.692 INFO:teuthology.orchestra.run.smithi082.stdout: "command_send": 0, 2024-09-12T12:42:49.692 INFO:teuthology.orchestra.run.smithi082.stdout: "command_resend": 0, 2024-09-12T12:42:49.692 INFO:teuthology.orchestra.run.smithi082.stdout: "map_epoch": 104, 2024-09-12T12:42:49.692 INFO:teuthology.orchestra.run.smithi082.stdout: "map_full": 0, 2024-09-12T12:42:49.692 INFO:teuthology.orchestra.run.smithi082.stdout: "map_inc": 25, 2024-09-12T12:42:49.692 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_sessions": 5, 2024-09-12T12:42:49.692 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_session_open": 6, 2024-09-12T12:42:49.692 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_session_close": 1, 2024-09-12T12:42:49.692 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_laggy": 0, 2024-09-12T12:42:49.693 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_wr": 0, 2024-09-12T12:42:49.693 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_rd": 2, 2024-09-12T12:42:49.693 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_del": 0 2024-09-12T12:42:49.693 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.693 INFO:teuthology.orchestra.run.smithi082.stdout: "oft": { 2024-09-12T12:42:49.693 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_objs": 0, 2024-09-12T12:42:49.693 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_kv_pairs": 0, 2024-09-12T12:42:49.693 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_updates": 0, 2024-09-12T12:42:49.693 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_removes": 0 2024-09-12T12:42:49.693 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.693 INFO:teuthology.orchestra.run.smithi082.stdout: "osd-slow-ops": { 2024-09-12T12:42:49.693 INFO:teuthology.orchestra.run.smithi082.stdout: "slow_ops_count": 0 2024-09-12T12:42:49.693 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.694 INFO:teuthology.orchestra.run.smithi082.stdout: "purge_queue": { 2024-09-12T12:42:49.694 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing_ops": 0, 2024-09-12T12:42:49.694 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing_ops_high_water": 0, 2024-09-12T12:42:49.694 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing": 0, 2024-09-12T12:42:49.694 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing_high_water": 0, 2024-09-12T12:42:49.694 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executed_ops": 0, 2024-09-12T12:42:49.694 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executed": 0, 2024-09-12T12:42:49.694 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_item_in_journal": 0 2024-09-12T12:42:49.694 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.694 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-12T12:42:49.694 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-09-12T12:42:49.694 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 104857600, 2024-09-12T12:42:49.694 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-09-12T12:42:49.695 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 3435, 2024-09-12T12:42:49.695 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 2056652, 2024-09-12T12:42:49.695 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:49.695 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 3435, 2024-09-12T12:42:49.695 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-09-12T12:42:49.695 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-09-12T12:42:49.695 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 3435, 2024-09-12T12:42:49.695 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 2056652, 2024-09-12T12:42:49.695 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-09-12T12:42:49.695 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.695 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.695 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.695 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:49.696 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.696 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-objecter_bytes": { 2024-09-12T12:42:49.696 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-09-12T12:42:49.696 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 104857600, 2024-09-12T12:42:49.696 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-09-12T12:42:49.696 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 0, 2024-09-12T12:42:49.696 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 0, 2024-09-12T12:42:49.696 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:49.696 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:49.696 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 3100, 2024-09-12T12:42:49.696 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 1661, 2024-09-12T12:42:49.696 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 3100, 2024-09-12T12:42:49.696 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 1661, 2024-09-12T12:42:49.696 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-09-12T12:42:49.697 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.697 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.697 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.697 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:49.697 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.697 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-objecter_ops": { 2024-09-12T12:42:49.697 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-09-12T12:42:49.697 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 1024, 2024-09-12T12:42:49.697 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-09-12T12:42:49.697 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 0, 2024-09-12T12:42:49.697 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 0, 2024-09-12T12:42:49.697 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:49.697 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:49.698 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 3100, 2024-09-12T12:42:49.698 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 3100, 2024-09-12T12:42:49.698 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 3100, 2024-09-12T12:42:49.698 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 3100, 2024-09-12T12:42:49.698 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-09-12T12:42:49.698 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.698 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.698 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.698 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:49.698 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.698 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-write_buf_throttle": { 2024-09-12T12:42:49.698 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-09-12T12:42:49.698 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 3758096384, 2024-09-12T12:42:49.699 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-09-12T12:42:49.699 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 0, 2024-09-12T12:42:49.699 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 0, 2024-09-12T12:42:49.699 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:49.699 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:49.699 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-09-12T12:42:49.699 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-09-12T12:42:49.699 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 0, 2024-09-12T12:42:49.699 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 0, 2024-09-12T12:42:49.699 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-09-12T12:42:49.699 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.699 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.699 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.699 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:49.700 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:49.700 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-write_buf_throttle-0x55e2e8aeab40": { 2024-09-12T12:42:49.700 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-09-12T12:42:49.700 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 3758096384, 2024-09-12T12:42:49.700 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-09-12T12:42:49.700 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 0, 2024-09-12T12:42:49.700 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 0, 2024-09-12T12:42:49.700 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:49.700 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:49.700 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-09-12T12:42:49.700 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-09-12T12:42:49.700 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 0, 2024-09-12T12:42:49.701 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 0, 2024-09-12T12:42:49.701 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-09-12T12:42:49.701 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:49.701 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:49.701 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:49.701 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:49.701 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:49.701 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:42:50.335 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:50 smithi082 ceph-mon[31122]: pgmap v506: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 33 KiB/s wr, 19 op/s 2024-09-12T12:42:50.363 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-09-12T12:42:50.363 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-09-12T12:42:50.363 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-09-12T12:42:50.363 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2024-09-12T12:42:50.364 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=0 2024-09-12T12:42:50.364 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-09-12T12:42:50.364 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-09-12T12:42:50.364 DEBUG:tasks.check_counter:Getting stats from d 2024-09-12T12:42:50.364 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph daemon mds.d perf dump 2024-09-12T12:42:50.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:50 smithi097 ceph-mon[34923]: pgmap v506: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 33 KiB/s wr, 19 op/s 2024-09-12T12:42:50.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:50 smithi114 ceph-mon[35514]: pgmap v506: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 33 KiB/s wr, 19 op/s 2024-09-12T12:42:50.611 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:42:51.161 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:42:51.162 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-0": { 2024-09-12T12:42:51.162 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 4, 2024-09-12T12:42:51.162 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 4, 2024-09-12T12:42:51.162 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 3072, 2024-09-12T12:42:51.162 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 448, 2024-09-12T12:42:51.162 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 4, 2024-09-12T12:42:51.162 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 0, 2024-09-12T12:42:51.162 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.003031608, 2024-09-12T12:42:51.162 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.000033042, 2024-09-12T12:42:51.162 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.002184271, 2024-09-12T12:42:51.163 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-12T12:42:51.163 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:51.163 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 3, 2024-09-12T12:42:51.163 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.003985763, 2024-09-12T12:42:51.163 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.001328587 2024-09-12T12:42:51.163 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:51.163 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:51.163 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:51.163 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:51.163 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:51.163 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:51.163 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 3072, 2024-09-12T12:42:51.163 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 448 2024-09-12T12:42:51.164 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:51.164 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-1": { 2024-09-12T12:42:51.164 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 3, 2024-09-12T12:42:51.164 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 227, 2024-09-12T12:42:51.164 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 480, 2024-09-12T12:42:51.164 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 276256, 2024-09-12T12:42:51.164 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 6, 2024-09-12T12:42:51.164 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 3, 2024-09-12T12:42:51.164 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.018751059, 2024-09-12T12:42:51.164 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.013784731, 2024-09-12T12:42:51.164 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.002121022, 2024-09-12T12:42:51.164 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-12T12:42:51.165 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:51.165 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 224, 2024-09-12T12:42:51.165 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.023605313, 2024-09-12T12:42:51.165 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000105380 2024-09-12T12:42:51.165 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:51.165 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:51.165 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:51.165 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:51.165 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:51.165 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:51.165 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 480, 2024-09-12T12:42:51.165 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 276256 2024-09-12T12:42:51.165 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:51.166 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-2": { 2024-09-12T12:42:51.166 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 306, 2024-09-12T12:42:51.166 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 296, 2024-09-12T12:42:51.166 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 1467696, 2024-09-12T12:42:51.166 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 182320, 2024-09-12T12:42:51.166 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 2, 2024-09-12T12:42:51.166 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 1, 2024-09-12T12:42:51.166 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.050955456, 2024-09-12T12:42:51.166 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.022184437, 2024-09-12T12:42:51.166 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.039685979, 2024-09-12T12:42:51.166 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-12T12:42:51.166 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:51.166 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 295, 2024-09-12T12:42:51.167 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.018371284, 2024-09-12T12:42:51.167 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000062275 2024-09-12T12:42:51.167 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:51.167 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:51.167 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:51.167 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:51.167 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:51.167 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:51.167 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 1467696, 2024-09-12T12:42:51.167 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 182320 2024-09-12T12:42:51.167 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:51.167 INFO:teuthology.orchestra.run.smithi082.stdout: "cct": { 2024-09-12T12:42:51.168 INFO:teuthology.orchestra.run.smithi082.stdout: "total_workers": 0, 2024-09-12T12:42:51.168 INFO:teuthology.orchestra.run.smithi082.stdout: "unhealthy_workers": 0 2024-09-12T12:42:51.168 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:51.168 INFO:teuthology.orchestra.run.smithi082.stdout: "mempool": { 2024-09-12T12:42:51.168 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_bytes": 0, 2024-09-12T12:42:51.168 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_items": 0, 2024-09-12T12:42:51.168 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_bytes": 0, 2024-09-12T12:42:51.168 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_items": 0, 2024-09-12T12:42:51.168 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_bytes": 0, 2024-09-12T12:42:51.168 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_items": 0, 2024-09-12T12:42:51.168 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-12T12:42:51.168 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_items": 0, 2024-09-12T12:42:51.169 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-12T12:42:51.169 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_items": 0, 2024-09-12T12:42:51.169 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_bytes": 0, 2024-09-12T12:42:51.169 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_items": 0, 2024-09-12T12:42:51.169 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-12T12:42:51.169 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_items": 0, 2024-09-12T12:42:51.169 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_bytes": 0, 2024-09-12T12:42:51.169 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_items": 0, 2024-09-12T12:42:51.169 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_bytes": 0, 2024-09-12T12:42:51.169 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_items": 0, 2024-09-12T12:42:51.169 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-12T12:42:51.169 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_items": 0, 2024-09-12T12:42:51.169 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-12T12:42:51.169 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_items": 0, 2024-09-12T12:42:51.170 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_bytes": 0, 2024-09-12T12:42:51.170 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_items": 0, 2024-09-12T12:42:51.170 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_bytes": 0, 2024-09-12T12:42:51.170 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_items": 0, 2024-09-12T12:42:51.170 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-12T12:42:51.170 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_items": 0, 2024-09-12T12:42:51.170 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_bytes": 0, 2024-09-12T12:42:51.170 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_items": 0, 2024-09-12T12:42:51.170 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_bytes": 0, 2024-09-12T12:42:51.170 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_items": 0, 2024-09-12T12:42:51.170 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_bytes": 0, 2024-09-12T12:42:51.170 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_items": 0, 2024-09-12T12:42:51.170 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_bytes": 0, 2024-09-12T12:42:51.171 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_items": 0, 2024-09-12T12:42:51.171 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_bytes": 148794, 2024-09-12T12:42:51.171 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_items": 32, 2024-09-12T12:42:51.171 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_bytes": 0, 2024-09-12T12:42:51.171 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_items": 0, 2024-09-12T12:42:51.171 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_bytes": 0, 2024-09-12T12:42:51.171 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_items": 0, 2024-09-12T12:42:51.171 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_bytes": 0, 2024-09-12T12:42:51.171 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_items": 0, 2024-09-12T12:42:51.171 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_bytes": 0, 2024-09-12T12:42:51.171 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_items": 0, 2024-09-12T12:42:51.171 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_bytes": 0, 2024-09-12T12:42:51.171 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_items": 0, 2024-09-12T12:42:51.172 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_bytes": 0, 2024-09-12T12:42:51.172 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_items": 0, 2024-09-12T12:42:51.172 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_bytes": 0, 2024-09-12T12:42:51.172 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_items": 0, 2024-09-12T12:42:51.172 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_bytes": 928, 2024-09-12T12:42:51.172 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_items": 2, 2024-09-12T12:42:51.172 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_bytes": 0, 2024-09-12T12:42:51.172 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_items": 0, 2024-09-12T12:42:51.172 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_bytes": 0, 2024-09-12T12:42:51.172 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_items": 0 2024-09-12T12:42:51.172 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:51.172 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-12T12:42:51.173 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-09-12T12:42:51.173 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 104857600, 2024-09-12T12:42:51.173 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-09-12T12:42:51.173 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 309, 2024-09-12T12:42:51.173 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 1424550, 2024-09-12T12:42:51.173 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:51.173 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 309, 2024-09-12T12:42:51.173 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-09-12T12:42:51.173 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-09-12T12:42:51.173 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 309, 2024-09-12T12:42:51.173 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 1424550, 2024-09-12T12:42:51.173 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-09-12T12:42:51.173 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:51.173 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:51.174 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:51.174 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:51.174 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:51.174 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:42:51.898 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-09-12T12:42:51.898 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-09-12T12:42:51.898 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-09-12T12:42:51.898 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-09-12T12:42:51.898 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-09-12T12:42:51.898 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-09-12T12:42:51.898 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-09-12T12:42:51.898 DEBUG:tasks.check_counter:Getting stats from g 2024-09-12T12:42:51.899 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph daemon mds.g perf dump 2024-09-12T12:42:52.148 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:42:52.269 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:52 smithi082 ceph-mon[31122]: pgmap v507: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-09-12T12:42:52.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:52 smithi097 ceph-mon[34923]: pgmap v507: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-09-12T12:42:52.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:52 smithi114 ceph-mon[35514]: pgmap v507: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-09-12T12:42:52.720 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:42:52.721 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-0": { 2024-09-12T12:42:52.721 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 1400, 2024-09-12T12:42:52.721 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 1388, 2024-09-12T12:42:52.721 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 1863266, 2024-09-12T12:42:52.721 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 524302, 2024-09-12T12:42:52.721 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 5, 2024-09-12T12:42:52.721 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 1, 2024-09-12T12:42:52.721 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.171514748, 2024-09-12T12:42:52.721 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.075641340, 2024-09-12T12:42:52.721 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.064013276, 2024-09-12T12:42:52.721 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.030029884, 2024-09-12T12:42:52.722 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:52.722 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 1387, 2024-09-12T12:42:52.722 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.075659831, 2024-09-12T12:42:52.722 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000054549 2024-09-12T12:42:52.722 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.722 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:52.722 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.722 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.722 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.722 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.722 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 1504992, 2024-09-12T12:42:52.722 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 185632 2024-09-12T12:42:52.723 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.723 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-1": { 2024-09-12T12:42:52.723 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 2049, 2024-09-12T12:42:52.723 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 2268, 2024-09-12T12:42:52.723 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 525431, 2024-09-12T12:42:52.723 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 1207939, 2024-09-12T12:42:52.723 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 7, 2024-09-12T12:42:52.723 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 5, 2024-09-12T12:42:52.723 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.143765861, 2024-09-12T12:42:52.723 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.045773330, 2024-09-12T12:42:52.723 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.038402920, 2024-09-12T12:42:52.724 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.048345630, 2024-09-12T12:42:52.724 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:52.724 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 2266, 2024-09-12T12:42:52.724 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.077933696, 2024-09-12T12:42:52.724 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000034392 2024-09-12T12:42:52.724 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.724 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:52.724 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.724 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.724 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.724 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.724 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 3392, 2024-09-12T12:42:52.725 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 558208 2024-09-12T12:42:52.725 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.725 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-2": { 2024-09-12T12:42:52.725 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 4, 2024-09-12T12:42:52.725 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 6, 2024-09-12T12:42:52.725 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 1629, 2024-09-12T12:42:52.725 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 1284, 2024-09-12T12:42:52.725 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 7, 2024-09-12T12:42:52.725 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 4, 2024-09-12T12:42:52.725 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.001965452, 2024-09-12T12:42:52.725 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.000059418, 2024-09-12T12:42:52.725 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.001605057, 2024-09-12T12:42:52.725 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.000114577, 2024-09-12T12:42:52.726 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:52.726 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 4, 2024-09-12T12:42:52.726 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.002485664, 2024-09-12T12:42:52.726 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000621416 2024-09-12T12:42:52.726 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.726 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:52.726 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.726 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.726 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.726 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.726 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-12T12:42:52.726 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 0 2024-09-12T12:42:52.727 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.727 INFO:teuthology.orchestra.run.smithi082.stdout: "cct": { 2024-09-12T12:42:52.727 INFO:teuthology.orchestra.run.smithi082.stdout: "total_workers": 1, 2024-09-12T12:42:52.727 INFO:teuthology.orchestra.run.smithi082.stdout: "unhealthy_workers": 0 2024-09-12T12:42:52.727 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.727 INFO:teuthology.orchestra.run.smithi082.stdout: "finisher-MDSRank": { 2024-09-12T12:42:52.727 INFO:teuthology.orchestra.run.smithi082.stdout: "queue_len": 0, 2024-09-12T12:42:52.727 INFO:teuthology.orchestra.run.smithi082.stdout: "complete_latency": { 2024-09-12T12:42:52.727 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 5221, 2024-09-12T12:42:52.727 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.122963517, 2024-09-12T12:42:52.727 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000023551 2024-09-12T12:42:52.727 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:52.727 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.728 INFO:teuthology.orchestra.run.smithi082.stdout: "finisher-PurgeQueue": { 2024-09-12T12:42:52.728 INFO:teuthology.orchestra.run.smithi082.stdout: "queue_len": 0, 2024-09-12T12:42:52.728 INFO:teuthology.orchestra.run.smithi082.stdout: "complete_latency": { 2024-09-12T12:42:52.728 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.728 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.728 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.728 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:52.728 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.728 INFO:teuthology.orchestra.run.smithi082.stdout: "mds": { 2024-09-12T12:42:52.728 INFO:teuthology.orchestra.run.smithi082.stdout: "request": 0, 2024-09-12T12:42:52.728 INFO:teuthology.orchestra.run.smithi082.stdout: "reply": 0, 2024-09-12T12:42:52.728 INFO:teuthology.orchestra.run.smithi082.stdout: "reply_latency": { 2024-09-12T12:42:52.728 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.729 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.729 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.729 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.729 INFO:teuthology.orchestra.run.smithi082.stdout: "slow_reply": 0, 2024-09-12T12:42:52.729 INFO:teuthology.orchestra.run.smithi082.stdout: "forward": 0, 2024-09-12T12:42:52.729 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_fetch_complete": 0, 2024-09-12T12:42:52.729 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_fetch_keys": 0, 2024-09-12T12:42:52.729 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_commit": 0, 2024-09-12T12:42:52.729 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_split": 0, 2024-09-12T12:42:52.729 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_merge": 0, 2024-09-12T12:42:52.729 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes": 0, 2024-09-12T12:42:52.729 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_top": 0, 2024-09-12T12:42:52.730 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_bottom": 0, 2024-09-12T12:42:52.730 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_pin_tail": 0, 2024-09-12T12:42:52.730 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_pinned": 0, 2024-09-12T12:42:52.730 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_expired": 0, 2024-09-12T12:42:52.730 INFO:teuthology.orchestra.run.smithi082.stdout: "inodes_with_caps": 0, 2024-09-12T12:42:52.730 INFO:teuthology.orchestra.run.smithi082.stdout: "caps": 0, 2024-09-12T12:42:52.730 INFO:teuthology.orchestra.run.smithi082.stdout: "subtrees": 1, 2024-09-12T12:42:52.730 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse": 0, 2024-09-12T12:42:52.730 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_hit": 0, 2024-09-12T12:42:52.730 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_forward": 0, 2024-09-12T12:42:52.730 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_discover": 0, 2024-09-12T12:42:52.730 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_dir_fetch": 0, 2024-09-12T12:42:52.730 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_remote_ino": 0, 2024-09-12T12:42:52.731 INFO:teuthology.orchestra.run.smithi082.stdout: "traverse_lock": 0, 2024-09-12T12:42:52.731 INFO:teuthology.orchestra.run.smithi082.stdout: "load_cent": 0, 2024-09-12T12:42:52.731 INFO:teuthology.orchestra.run.smithi082.stdout: "q": 0, 2024-09-12T12:42:52.731 INFO:teuthology.orchestra.run.smithi082.stdout: "exported": 0, 2024-09-12T12:42:52.731 INFO:teuthology.orchestra.run.smithi082.stdout: "exported_inodes": 0, 2024-09-12T12:42:52.731 INFO:teuthology.orchestra.run.smithi082.stdout: "imported": 0, 2024-09-12T12:42:52.731 INFO:teuthology.orchestra.run.smithi082.stdout: "imported_inodes": 0, 2024-09-12T12:42:52.731 INFO:teuthology.orchestra.run.smithi082.stdout: "openino_dir_fetch": 0, 2024-09-12T12:42:52.731 INFO:teuthology.orchestra.run.smithi082.stdout: "openino_backtrace_fetch": 0, 2024-09-12T12:42:52.731 INFO:teuthology.orchestra.run.smithi082.stdout: "openino_peer_discover": 0, 2024-09-12T12:42:52.731 INFO:teuthology.orchestra.run.smithi082.stdout: "root_rfiles": 0, 2024-09-12T12:42:52.732 INFO:teuthology.orchestra.run.smithi082.stdout: "root_rbytes": 0, 2024-09-12T12:42:52.732 INFO:teuthology.orchestra.run.smithi082.stdout: "root_rsnaps": 0, 2024-09-12T12:42:52.732 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_backtrace_fetch": 0, 2024-09-12T12:42:52.732 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_set_tag": 0, 2024-09-12T12:42:52.732 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_backtrace_repaired": 0, 2024-09-12T12:42:52.732 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_inotable_repaired": 0, 2024-09-12T12:42:52.732 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_dir_inodes": 0, 2024-09-12T12:42:52.732 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_dir_base_inodes": 0, 2024-09-12T12:42:52.732 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_dirfrag_rstats": 0, 2024-09-12T12:42:52.732 INFO:teuthology.orchestra.run.smithi082.stdout: "scrub_file_inodes": 0, 2024-09-12T12:42:52.732 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_inode_file_caps": 0, 2024-09-12T12:42:52.732 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_revoke": 0, 2024-09-12T12:42:52.732 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_grant": 0, 2024-09-12T12:42:52.733 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_trunc": 0, 2024-09-12T12:42:52.733 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-12T12:42:52.733 INFO:teuthology.orchestra.run.smithi082.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-12T12:42:52.733 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_caps": 0, 2024-09-12T12:42:52.733 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_caps_dirty": 0, 2024-09-12T12:42:52.733 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_cap_release": 0, 2024-09-12T12:42:52.733 INFO:teuthology.orchestra.run.smithi082.stdout: "process_request_cap_release": 0 2024-09-12T12:42:52.733 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.733 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_cache": { 2024-09-12T12:42:52.733 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_update": 0, 2024-09-12T12:42:52.733 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_update_receipt": 0, 2024-09-12T12:42:52.733 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_try_discover": 0, 2024-09-12T12:42:52.733 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_send_discover": 0, 2024-09-12T12:42:52.734 INFO:teuthology.orchestra.run.smithi082.stdout: "dir_handle_discover": 0, 2024-09-12T12:42:52.734 INFO:teuthology.orchestra.run.smithi082.stdout: "num_strays": 0, 2024-09-12T12:42:52.734 INFO:teuthology.orchestra.run.smithi082.stdout: "num_strays_delayed": 0, 2024-09-12T12:42:52.734 INFO:teuthology.orchestra.run.smithi082.stdout: "num_strays_enqueuing": 0, 2024-09-12T12:42:52.734 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_created": 0, 2024-09-12T12:42:52.734 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_enqueued": 0, 2024-09-12T12:42:52.734 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_reintegrated": 0, 2024-09-12T12:42:52.734 INFO:teuthology.orchestra.run.smithi082.stdout: "strays_migrated": 0, 2024-09-12T12:42:52.734 INFO:teuthology.orchestra.run.smithi082.stdout: "num_recovering_processing": 0, 2024-09-12T12:42:52.734 INFO:teuthology.orchestra.run.smithi082.stdout: "num_recovering_enqueued": 0, 2024-09-12T12:42:52.734 INFO:teuthology.orchestra.run.smithi082.stdout: "num_recovering_prioritized": 0, 2024-09-12T12:42:52.734 INFO:teuthology.orchestra.run.smithi082.stdout: "recovery_started": 0, 2024-09-12T12:42:52.734 INFO:teuthology.orchestra.run.smithi082.stdout: "recovery_completed": 0, 2024-09-12T12:42:52.735 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_quiesce_path": 0, 2024-09-12T12:42:52.735 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_quiesce_inode": 0, 2024-09-12T12:42:52.735 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_enqueue_scrub": 0, 2024-09-12T12:42:52.735 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_exportdir": 0, 2024-09-12T12:42:52.735 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_flush": 0, 2024-09-12T12:42:52.735 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_fragmentdir": 0, 2024-09-12T12:42:52.735 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_fragstats": 0, 2024-09-12T12:42:52.735 INFO:teuthology.orchestra.run.smithi082.stdout: "ireq_inodestats": 0 2024-09-12T12:42:52.735 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.735 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_log": { 2024-09-12T12:42:52.735 INFO:teuthology.orchestra.run.smithi082.stdout: "evlrg": 0, 2024-09-12T12:42:52.735 INFO:teuthology.orchestra.run.smithi082.stdout: "evadd": 0, 2024-09-12T12:42:52.735 INFO:teuthology.orchestra.run.smithi082.stdout: "evex": 0, 2024-09-12T12:42:52.736 INFO:teuthology.orchestra.run.smithi082.stdout: "evtrm": 0, 2024-09-12T12:42:52.736 INFO:teuthology.orchestra.run.smithi082.stdout: "ev": 8, 2024-09-12T12:42:52.736 INFO:teuthology.orchestra.run.smithi082.stdout: "evexg": 0, 2024-09-12T12:42:52.736 INFO:teuthology.orchestra.run.smithi082.stdout: "evexd": 0, 2024-09-12T12:42:52.736 INFO:teuthology.orchestra.run.smithi082.stdout: "segadd": 0, 2024-09-12T12:42:52.736 INFO:teuthology.orchestra.run.smithi082.stdout: "segex": 0, 2024-09-12T12:42:52.736 INFO:teuthology.orchestra.run.smithi082.stdout: "segtrm": 0, 2024-09-12T12:42:52.736 INFO:teuthology.orchestra.run.smithi082.stdout: "seg": 2, 2024-09-12T12:42:52.736 INFO:teuthology.orchestra.run.smithi082.stdout: "segmjr": 2, 2024-09-12T12:42:52.736 INFO:teuthology.orchestra.run.smithi082.stdout: "segexg": 0, 2024-09-12T12:42:52.736 INFO:teuthology.orchestra.run.smithi082.stdout: "segexd": 0, 2024-09-12T12:42:52.736 INFO:teuthology.orchestra.run.smithi082.stdout: "expos": 4194304, 2024-09-12T12:42:52.737 INFO:teuthology.orchestra.run.smithi082.stdout: "wrpos": 4196661, 2024-09-12T12:42:52.737 INFO:teuthology.orchestra.run.smithi082.stdout: "rdpos": 4196520, 2024-09-12T12:42:52.737 INFO:teuthology.orchestra.run.smithi082.stdout: "jlat": { 2024-09-12T12:42:52.737 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.737 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.737 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.737 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.737 INFO:teuthology.orchestra.run.smithi082.stdout: "replayed": 8 2024-09-12T12:42:52.737 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.737 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_mem": { 2024-09-12T12:42:52.737 INFO:teuthology.orchestra.run.smithi082.stdout: "ino": 3, 2024-09-12T12:42:52.737 INFO:teuthology.orchestra.run.smithi082.stdout: "ino+": 3, 2024-09-12T12:42:52.737 INFO:teuthology.orchestra.run.smithi082.stdout: "ino-": 0, 2024-09-12T12:42:52.738 INFO:teuthology.orchestra.run.smithi082.stdout: "dir": 1, 2024-09-12T12:42:52.738 INFO:teuthology.orchestra.run.smithi082.stdout: "dir+": 1, 2024-09-12T12:42:52.738 INFO:teuthology.orchestra.run.smithi082.stdout: "dir-": 0, 2024-09-12T12:42:52.738 INFO:teuthology.orchestra.run.smithi082.stdout: "dn": 0, 2024-09-12T12:42:52.738 INFO:teuthology.orchestra.run.smithi082.stdout: "dn+": 0, 2024-09-12T12:42:52.738 INFO:teuthology.orchestra.run.smithi082.stdout: "dn-": 0, 2024-09-12T12:42:52.738 INFO:teuthology.orchestra.run.smithi082.stdout: "cap": 0, 2024-09-12T12:42:52.738 INFO:teuthology.orchestra.run.smithi082.stdout: "cap+": 0, 2024-09-12T12:42:52.738 INFO:teuthology.orchestra.run.smithi082.stdout: "cap-": 0, 2024-09-12T12:42:52.738 INFO:teuthology.orchestra.run.smithi082.stdout: "rss": 48760, 2024-09-12T12:42:52.738 INFO:teuthology.orchestra.run.smithi082.stdout: "heap": 215328 2024-09-12T12:42:52.738 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.738 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_server": { 2024-09-12T12:42:52.739 INFO:teuthology.orchestra.run.smithi082.stdout: "dispatch_client_request": 0, 2024-09-12T12:42:52.739 INFO:teuthology.orchestra.run.smithi082.stdout: "dispatch_server_request": 0, 2024-09-12T12:42:52.739 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_request": 0, 2024-09-12T12:42:52.739 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_client_session": 0, 2024-09-12T12:42:52.739 INFO:teuthology.orchestra.run.smithi082.stdout: "handle_peer_request": 0, 2024-09-12T12:42:52.739 INFO:teuthology.orchestra.run.smithi082.stdout: "req_create_latency": { 2024-09-12T12:42:52.739 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.739 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.739 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.739 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.739 INFO:teuthology.orchestra.run.smithi082.stdout: "req_getattr_latency": { 2024-09-12T12:42:52.739 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.740 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.740 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.740 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.740 INFO:teuthology.orchestra.run.smithi082.stdout: "req_getfilelock_latency": { 2024-09-12T12:42:52.740 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.740 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.740 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.740 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.740 INFO:teuthology.orchestra.run.smithi082.stdout: "req_link_latency": { 2024-09-12T12:42:52.740 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.740 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.740 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.740 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.740 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookup_latency": { 2024-09-12T12:42:52.741 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.741 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.741 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.741 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.741 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookuphash_latency": { 2024-09-12T12:42:52.741 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.741 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.741 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.741 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.741 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupino_latency": { 2024-09-12T12:42:52.741 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.741 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.741 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.742 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.742 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupname_latency": { 2024-09-12T12:42:52.742 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.742 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.742 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.742 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.742 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupparent_latency": { 2024-09-12T12:42:52.742 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.742 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.742 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.742 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.742 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lookupsnap_latency": { 2024-09-12T12:42:52.742 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.742 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.743 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.743 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.743 INFO:teuthology.orchestra.run.smithi082.stdout: "req_lssnap_latency": { 2024-09-12T12:42:52.743 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.743 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.743 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.743 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.743 INFO:teuthology.orchestra.run.smithi082.stdout: "req_mkdir_latency": { 2024-09-12T12:42:52.743 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.743 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.743 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.743 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.744 INFO:teuthology.orchestra.run.smithi082.stdout: "req_mknod_latency": { 2024-09-12T12:42:52.744 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.744 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.744 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.744 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.744 INFO:teuthology.orchestra.run.smithi082.stdout: "req_mksnap_latency": { 2024-09-12T12:42:52.744 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.744 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.744 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.744 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.744 INFO:teuthology.orchestra.run.smithi082.stdout: "req_open_latency": { 2024-09-12T12:42:52.744 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.744 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.745 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.745 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.745 INFO:teuthology.orchestra.run.smithi082.stdout: "req_readdir_latency": { 2024-09-12T12:42:52.745 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.745 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.745 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.745 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.745 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rename_latency": { 2024-09-12T12:42:52.745 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.745 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.745 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.745 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.745 INFO:teuthology.orchestra.run.smithi082.stdout: "req_renamesnap_latency": { 2024-09-12T12:42:52.746 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.746 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.746 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.746 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.746 INFO:teuthology.orchestra.run.smithi082.stdout: "req_snapdiff_latency": { 2024-09-12T12:42:52.746 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.746 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.746 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.746 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.746 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rmdir_latency": { 2024-09-12T12:42:52.746 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.746 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.747 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.747 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.747 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rmsnap_latency": { 2024-09-12T12:42:52.747 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.747 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.747 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.747 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.747 INFO:teuthology.orchestra.run.smithi082.stdout: "req_rmxattr_latency": { 2024-09-12T12:42:52.747 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.747 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.747 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.747 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.747 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setattr_latency": { 2024-09-12T12:42:52.748 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.748 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.748 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.748 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.748 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setdirlayout_latency": { 2024-09-12T12:42:52.748 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.748 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.748 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.748 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.748 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setfilelock_latency": { 2024-09-12T12:42:52.748 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.748 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.748 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.749 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.749 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setlayout_latency": { 2024-09-12T12:42:52.749 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.749 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.749 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.749 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.749 INFO:teuthology.orchestra.run.smithi082.stdout: "req_setxattr_latency": { 2024-09-12T12:42:52.749 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.749 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.749 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.749 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.749 INFO:teuthology.orchestra.run.smithi082.stdout: "req_symlink_latency": { 2024-09-12T12:42:52.749 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.750 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.750 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.750 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.750 INFO:teuthology.orchestra.run.smithi082.stdout: "req_unlink_latency": { 2024-09-12T12:42:52.750 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.750 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.750 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.750 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.750 INFO:teuthology.orchestra.run.smithi082.stdout: "cap_revoke_eviction": 0, 2024-09-12T12:42:52.750 INFO:teuthology.orchestra.run.smithi082.stdout: "cap_acquisition_throttle": 0, 2024-09-12T12:42:52.750 INFO:teuthology.orchestra.run.smithi082.stdout: "req_getvxattr_latency": { 2024-09-12T12:42:52.750 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.750 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.751 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.751 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:52.751 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.751 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_sessions": { 2024-09-12T12:42:52.751 INFO:teuthology.orchestra.run.smithi082.stdout: "session_count": 2, 2024-09-12T12:42:52.751 INFO:teuthology.orchestra.run.smithi082.stdout: "session_add": 4, 2024-09-12T12:42:52.751 INFO:teuthology.orchestra.run.smithi082.stdout: "session_remove": 2, 2024-09-12T12:42:52.751 INFO:teuthology.orchestra.run.smithi082.stdout: "sessions_open": 3, 2024-09-12T12:42:52.751 INFO:teuthology.orchestra.run.smithi082.stdout: "sessions_stale": 0, 2024-09-12T12:42:52.751 INFO:teuthology.orchestra.run.smithi082.stdout: "total_load": 0, 2024-09-12T12:42:52.751 INFO:teuthology.orchestra.run.smithi082.stdout: "average_load": 0, 2024-09-12T12:42:52.751 INFO:teuthology.orchestra.run.smithi082.stdout: "avg_session_uptime": 3846, 2024-09-12T12:42:52.751 INFO:teuthology.orchestra.run.smithi082.stdout: "mdthresh_evicted": 0 2024-09-12T12:42:52.751 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.752 INFO:teuthology.orchestra.run.smithi082.stdout: "mempool": { 2024-09-12T12:42:52.752 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_bytes": 0, 2024-09-12T12:42:52.752 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_items": 0, 2024-09-12T12:42:52.752 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_bytes": 0, 2024-09-12T12:42:52.752 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_items": 0, 2024-09-12T12:42:52.752 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_bytes": 0, 2024-09-12T12:42:52.752 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_items": 0, 2024-09-12T12:42:52.752 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-12T12:42:52.752 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_items": 0, 2024-09-12T12:42:52.752 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-12T12:42:52.752 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_items": 0, 2024-09-12T12:42:52.752 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_bytes": 0, 2024-09-12T12:42:52.753 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_items": 0, 2024-09-12T12:42:52.753 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-12T12:42:52.753 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_items": 0, 2024-09-12T12:42:52.753 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_bytes": 0, 2024-09-12T12:42:52.753 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_items": 0, 2024-09-12T12:42:52.753 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_bytes": 0, 2024-09-12T12:42:52.753 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_items": 0, 2024-09-12T12:42:52.753 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-12T12:42:52.753 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_items": 0, 2024-09-12T12:42:52.753 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-12T12:42:52.753 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_items": 0, 2024-09-12T12:42:52.753 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_bytes": 0, 2024-09-12T12:42:52.753 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_items": 0, 2024-09-12T12:42:52.754 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_bytes": 0, 2024-09-12T12:42:52.754 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_items": 0, 2024-09-12T12:42:52.754 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-12T12:42:52.754 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_items": 0, 2024-09-12T12:42:52.754 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_bytes": 0, 2024-09-12T12:42:52.754 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_items": 0, 2024-09-12T12:42:52.754 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_bytes": 0, 2024-09-12T12:42:52.754 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_items": 0, 2024-09-12T12:42:52.754 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_bytes": 0, 2024-09-12T12:42:52.754 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_items": 0, 2024-09-12T12:42:52.754 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_bytes": 0, 2024-09-12T12:42:52.754 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_items": 0, 2024-09-12T12:42:52.754 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_bytes": 198257, 2024-09-12T12:42:52.754 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_items": 57, 2024-09-12T12:42:52.755 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_bytes": 0, 2024-09-12T12:42:52.755 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_items": 0, 2024-09-12T12:42:52.755 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_bytes": 0, 2024-09-12T12:42:52.755 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_items": 0, 2024-09-12T12:42:52.755 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_bytes": 0, 2024-09-12T12:42:52.755 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_items": 0, 2024-09-12T12:42:52.755 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_bytes": 0, 2024-09-12T12:42:52.755 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_items": 0, 2024-09-12T12:42:52.755 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_bytes": 8392, 2024-09-12T12:42:52.755 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_items": 185, 2024-09-12T12:42:52.755 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_bytes": 0, 2024-09-12T12:42:52.755 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_items": 0, 2024-09-12T12:42:52.755 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_bytes": 0, 2024-09-12T12:42:52.755 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_items": 0, 2024-09-12T12:42:52.756 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_bytes": 8512, 2024-09-12T12:42:52.756 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_items": 13, 2024-09-12T12:42:52.756 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_bytes": 0, 2024-09-12T12:42:52.756 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_items": 0, 2024-09-12T12:42:52.756 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_bytes": 0, 2024-09-12T12:42:52.756 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_items": 0 2024-09-12T12:42:52.756 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.756 INFO:teuthology.orchestra.run.smithi082.stdout: "objecter": { 2024-09-12T12:42:52.756 INFO:teuthology.orchestra.run.smithi082.stdout: "op_active": 0, 2024-09-12T12:42:52.756 INFO:teuthology.orchestra.run.smithi082.stdout: "op_laggy": 0, 2024-09-12T12:42:52.756 INFO:teuthology.orchestra.run.smithi082.stdout: "op_send": 3112, 2024-09-12T12:42:52.756 INFO:teuthology.orchestra.run.smithi082.stdout: "op_send_bytes": 21, 2024-09-12T12:42:52.756 INFO:teuthology.orchestra.run.smithi082.stdout: "op_resend": 3, 2024-09-12T12:42:52.757 INFO:teuthology.orchestra.run.smithi082.stdout: "op_reply": 3112, 2024-09-12T12:42:52.757 INFO:teuthology.orchestra.run.smithi082.stdout: "op_latency": { 2024-09-12T12:42:52.757 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 3112, 2024-09-12T12:42:52.757 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 2.445951096, 2024-09-12T12:42:52.757 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000785974 2024-09-12T12:42:52.757 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.757 INFO:teuthology.orchestra.run.smithi082.stdout: "op_inflight": 0, 2024-09-12T12:42:52.757 INFO:teuthology.orchestra.run.smithi082.stdout: "oplen_avg": { 2024-09-12T12:42:52.757 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 3112, 2024-09-12T12:42:52.757 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 3113 2024-09-12T12:42:52.757 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.757 INFO:teuthology.orchestra.run.smithi082.stdout: "op": 3112, 2024-09-12T12:42:52.757 INFO:teuthology.orchestra.run.smithi082.stdout: "op_r": 3112, 2024-09-12T12:42:52.758 INFO:teuthology.orchestra.run.smithi082.stdout: "op_w": 0, 2024-09-12T12:42:52.758 INFO:teuthology.orchestra.run.smithi082.stdout: "op_rmw": 0, 2024-09-12T12:42:52.758 INFO:teuthology.orchestra.run.smithi082.stdout: "op_pg": 0, 2024-09-12T12:42:52.758 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_stat": 2035, 2024-09-12T12:42:52.758 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_create": 0, 2024-09-12T12:42:52.758 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_read": 1075, 2024-09-12T12:42:52.758 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_write": 0, 2024-09-12T12:42:52.758 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_writefull": 0, 2024-09-12T12:42:52.758 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_writesame": 0, 2024-09-12T12:42:52.758 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_append": 0, 2024-09-12T12:42:52.758 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_zero": 0, 2024-09-12T12:42:52.758 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_truncate": 0, 2024-09-12T12:42:52.758 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_delete": 0, 2024-09-12T12:42:52.758 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_mapext": 0, 2024-09-12T12:42:52.759 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_sparse_read": 0, 2024-09-12T12:42:52.759 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_clonerange": 0, 2024-09-12T12:42:52.759 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_getxattr": 1, 2024-09-12T12:42:52.759 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_setxattr": 0, 2024-09-12T12:42:52.759 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_cmpxattr": 0, 2024-09-12T12:42:52.759 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_rmxattr": 0, 2024-09-12T12:42:52.759 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_resetxattrs": 0, 2024-09-12T12:42:52.759 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_call": 0, 2024-09-12T12:42:52.759 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_watch": 0, 2024-09-12T12:42:52.759 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_notify": 0, 2024-09-12T12:42:52.759 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_src_cmpxattr": 0, 2024-09-12T12:42:52.759 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_pgls": 0, 2024-09-12T12:42:52.759 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_pgls_filter": 0, 2024-09-12T12:42:52.759 INFO:teuthology.orchestra.run.smithi082.stdout: "osdop_other": 0, 2024-09-12T12:42:52.760 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_active": 0, 2024-09-12T12:42:52.760 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_send": 0, 2024-09-12T12:42:52.760 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_resend": 0, 2024-09-12T12:42:52.760 INFO:teuthology.orchestra.run.smithi082.stdout: "linger_ping": 0, 2024-09-12T12:42:52.760 INFO:teuthology.orchestra.run.smithi082.stdout: "poolop_active": 0, 2024-09-12T12:42:52.760 INFO:teuthology.orchestra.run.smithi082.stdout: "poolop_send": 0, 2024-09-12T12:42:52.760 INFO:teuthology.orchestra.run.smithi082.stdout: "poolop_resend": 0, 2024-09-12T12:42:52.760 INFO:teuthology.orchestra.run.smithi082.stdout: "poolstat_active": 0, 2024-09-12T12:42:52.760 INFO:teuthology.orchestra.run.smithi082.stdout: "poolstat_send": 0, 2024-09-12T12:42:52.760 INFO:teuthology.orchestra.run.smithi082.stdout: "poolstat_resend": 0, 2024-09-12T12:42:52.760 INFO:teuthology.orchestra.run.smithi082.stdout: "statfs_active": 0, 2024-09-12T12:42:52.760 INFO:teuthology.orchestra.run.smithi082.stdout: "statfs_send": 0, 2024-09-12T12:42:52.760 INFO:teuthology.orchestra.run.smithi082.stdout: "statfs_resend": 0, 2024-09-12T12:42:52.761 INFO:teuthology.orchestra.run.smithi082.stdout: "command_active": 0, 2024-09-12T12:42:52.761 INFO:teuthology.orchestra.run.smithi082.stdout: "command_send": 0, 2024-09-12T12:42:52.761 INFO:teuthology.orchestra.run.smithi082.stdout: "command_resend": 0, 2024-09-12T12:42:52.761 INFO:teuthology.orchestra.run.smithi082.stdout: "map_epoch": 104, 2024-09-12T12:42:52.761 INFO:teuthology.orchestra.run.smithi082.stdout: "map_full": 0, 2024-09-12T12:42:52.761 INFO:teuthology.orchestra.run.smithi082.stdout: "map_inc": 25, 2024-09-12T12:42:52.761 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_sessions": 6, 2024-09-12T12:42:52.761 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_session_open": 8, 2024-09-12T12:42:52.761 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_session_close": 2, 2024-09-12T12:42:52.761 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_laggy": 0, 2024-09-12T12:42:52.761 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_wr": 0, 2024-09-12T12:42:52.761 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_rd": 2, 2024-09-12T12:42:52.761 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_del": 0 2024-09-12T12:42:52.762 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.762 INFO:teuthology.orchestra.run.smithi082.stdout: "oft": { 2024-09-12T12:42:52.762 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_objs": 0, 2024-09-12T12:42:52.762 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_kv_pairs": 0, 2024-09-12T12:42:52.762 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_updates": 0, 2024-09-12T12:42:52.762 INFO:teuthology.orchestra.run.smithi082.stdout: "omap_total_removes": 0 2024-09-12T12:42:52.762 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.762 INFO:teuthology.orchestra.run.smithi082.stdout: "osd-slow-ops": { 2024-09-12T12:42:52.762 INFO:teuthology.orchestra.run.smithi082.stdout: "slow_ops_count": 0 2024-09-12T12:42:52.762 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.762 INFO:teuthology.orchestra.run.smithi082.stdout: "purge_queue": { 2024-09-12T12:42:52.762 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing_ops": 0, 2024-09-12T12:42:52.762 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing_ops_high_water": 0, 2024-09-12T12:42:52.762 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing": 0, 2024-09-12T12:42:52.763 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executing_high_water": 0, 2024-09-12T12:42:52.763 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executed_ops": 0, 2024-09-12T12:42:52.763 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_executed": 0, 2024-09-12T12:42:52.763 INFO:teuthology.orchestra.run.smithi082.stdout: "pq_item_in_journal": 0 2024-09-12T12:42:52.763 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.763 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-12T12:42:52.763 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-09-12T12:42:52.763 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 104857600, 2024-09-12T12:42:52.763 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-09-12T12:42:52.763 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 3449, 2024-09-12T12:42:52.763 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 2059803, 2024-09-12T12:42:52.763 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:52.763 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 3449, 2024-09-12T12:42:52.763 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-09-12T12:42:52.764 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-09-12T12:42:52.764 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 3449, 2024-09-12T12:42:52.764 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 2059803, 2024-09-12T12:42:52.764 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-09-12T12:42:52.764 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.764 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.764 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.764 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:52.764 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.764 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-objecter_bytes": { 2024-09-12T12:42:52.764 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-09-12T12:42:52.764 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 104857600, 2024-09-12T12:42:52.764 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-09-12T12:42:52.765 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 0, 2024-09-12T12:42:52.765 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 0, 2024-09-12T12:42:52.765 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:52.765 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:52.765 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 3112, 2024-09-12T12:42:52.765 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 2362, 2024-09-12T12:42:52.765 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 3112, 2024-09-12T12:42:52.765 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 2362, 2024-09-12T12:42:52.765 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-09-12T12:42:52.765 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.765 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.765 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.765 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:52.766 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.766 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-objecter_ops": { 2024-09-12T12:42:52.766 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-09-12T12:42:52.766 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 1024, 2024-09-12T12:42:52.766 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-09-12T12:42:52.766 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 0, 2024-09-12T12:42:52.766 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 0, 2024-09-12T12:42:52.766 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:52.766 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:52.766 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 3112, 2024-09-12T12:42:52.766 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 3112, 2024-09-12T12:42:52.766 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 3112, 2024-09-12T12:42:52.766 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 3112, 2024-09-12T12:42:52.767 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-09-12T12:42:52.767 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.767 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.767 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.767 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:52.767 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.767 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-write_buf_throttle": { 2024-09-12T12:42:52.767 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-09-12T12:42:52.767 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 3758096384, 2024-09-12T12:42:52.767 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-09-12T12:42:52.767 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 0, 2024-09-12T12:42:52.767 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 0, 2024-09-12T12:42:52.767 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:52.767 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:52.768 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-09-12T12:42:52.768 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-09-12T12:42:52.768 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 0, 2024-09-12T12:42:52.768 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 0, 2024-09-12T12:42:52.768 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-09-12T12:42:52.768 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.768 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.768 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.768 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:52.768 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:52.768 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-write_buf_throttle-0x55815e1dcb40": { 2024-09-12T12:42:52.768 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-09-12T12:42:52.768 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 3758096384, 2024-09-12T12:42:52.769 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-09-12T12:42:52.769 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 0, 2024-09-12T12:42:52.769 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 0, 2024-09-12T12:42:52.769 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:52.769 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:52.769 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-09-12T12:42:52.769 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-09-12T12:42:52.769 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 0, 2024-09-12T12:42:52.769 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 0, 2024-09-12T12:42:52.769 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-09-12T12:42:52.769 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:52.769 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:52.769 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:52.770 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:52.770 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:52.770 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:42:53.505 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-09-12T12:42:53.505 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-09-12T12:42:53.505 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-09-12T12:42:53.505 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-09-12T12:42:53.505 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=0 2024-09-12T12:42:53.505 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2024-09-12T12:42:53.505 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2024-09-12T12:42:53.505 DEBUG:tasks.check_counter:Getting stats from j 2024-09-12T12:42:53.506 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph daemon mds.j perf dump 2024-09-12T12:42:53.752 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:42:54.146 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:54 smithi082 ceph-mon[31122]: pgmap v508: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-09-12T12:42:54.262 INFO:teuthology.orchestra.run.smithi082.stdout:{ 2024-09-12T12:42:54.262 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-0": { 2024-09-12T12:42:54.263 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 4, 2024-09-12T12:42:54.263 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 4, 2024-09-12T12:42:54.263 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 3072, 2024-09-12T12:42:54.263 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 448, 2024-09-12T12:42:54.263 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 4, 2024-09-12T12:42:54.263 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 0, 2024-09-12T12:42:54.263 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.002993231, 2024-09-12T12:42:54.263 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.000028532, 2024-09-12T12:42:54.263 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.002106439, 2024-09-12T12:42:54.263 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-12T12:42:54.263 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:54.263 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 3, 2024-09-12T12:42:54.264 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.003873799, 2024-09-12T12:42:54.264 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.001291266 2024-09-12T12:42:54.264 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:54.264 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:54.264 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:54.264 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:54.264 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:54.264 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:54.264 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 3072, 2024-09-12T12:42:54.264 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 448 2024-09-12T12:42:54.264 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:54.264 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-1": { 2024-09-12T12:42:54.264 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 308, 2024-09-12T12:42:54.265 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 298, 2024-09-12T12:42:54.265 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 1468240, 2024-09-12T12:42:54.265 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 183600, 2024-09-12T12:42:54.265 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 2, 2024-09-12T12:42:54.265 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 1, 2024-09-12T12:42:54.265 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.052179780, 2024-09-12T12:42:54.265 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.022768754, 2024-09-12T12:42:54.265 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.041028152, 2024-09-12T12:42:54.265 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-12T12:42:54.265 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:54.265 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 297, 2024-09-12T12:42:54.265 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.017009985, 2024-09-12T12:42:54.265 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000057272 2024-09-12T12:42:54.265 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:54.266 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:54.266 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:54.266 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:54.266 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:54.266 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:54.266 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 1468240, 2024-09-12T12:42:54.266 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 183600 2024-09-12T12:42:54.266 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:54.266 INFO:teuthology.orchestra.run.smithi082.stdout: "AsyncMessenger::Worker-2": { 2024-09-12T12:42:54.266 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_messages": 3, 2024-09-12T12:42:54.266 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages": 229, 2024-09-12T12:42:54.266 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_bytes": 480, 2024-09-12T12:42:54.266 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_bytes": 276608, 2024-09-12T12:42:54.266 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_created_connections": 6, 2024-09-12T12:42:54.267 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_active_connections": 3, 2024-09-12T12:42:54.267 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_total_time": 0.021371275, 2024-09-12T12:42:54.267 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_send_time": 0.015055933, 2024-09-12T12:42:54.267 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_recv_time": 0.002926117, 2024-09-12T12:42:54.267 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-12T12:42:54.267 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:54.267 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 226, 2024-09-12T12:42:54.267 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.016048727, 2024-09-12T12:42:54.267 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000071012 2024-09-12T12:42:54.267 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:54.267 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:54.267 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:54.268 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:54.268 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:54.268 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:54.268 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_recv_encrypted_bytes": 480, 2024-09-12T12:42:54.268 INFO:teuthology.orchestra.run.smithi082.stdout: "msgr_send_encrypted_bytes": 276608 2024-09-12T12:42:54.268 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:54.268 INFO:teuthology.orchestra.run.smithi082.stdout: "cct": { 2024-09-12T12:42:54.268 INFO:teuthology.orchestra.run.smithi082.stdout: "total_workers": 0, 2024-09-12T12:42:54.268 INFO:teuthology.orchestra.run.smithi082.stdout: "unhealthy_workers": 0 2024-09-12T12:42:54.268 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:54.268 INFO:teuthology.orchestra.run.smithi082.stdout: "mempool": { 2024-09-12T12:42:54.268 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_bytes": 0, 2024-09-12T12:42:54.269 INFO:teuthology.orchestra.run.smithi082.stdout: "bloom_filter_items": 0, 2024-09-12T12:42:54.269 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_bytes": 0, 2024-09-12T12:42:54.269 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_alloc_items": 0, 2024-09-12T12:42:54.269 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_bytes": 0, 2024-09-12T12:42:54.269 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_data_items": 0, 2024-09-12T12:42:54.269 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-12T12:42:54.269 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_onode_items": 0, 2024-09-12T12:42:54.269 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-12T12:42:54.269 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_meta_items": 0, 2024-09-12T12:42:54.269 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_bytes": 0, 2024-09-12T12:42:54.269 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_other_items": 0, 2024-09-12T12:42:54.269 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-12T12:42:54.269 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_cache_buffer_items": 0, 2024-09-12T12:42:54.269 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_bytes": 0, 2024-09-12T12:42:54.270 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_extent_items": 0, 2024-09-12T12:42:54.270 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_bytes": 0, 2024-09-12T12:42:54.270 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_blob_items": 0, 2024-09-12T12:42:54.270 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-12T12:42:54.270 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_shared_blob_items": 0, 2024-09-12T12:42:54.270 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-12T12:42:54.270 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_inline_bl_items": 0, 2024-09-12T12:42:54.270 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_bytes": 0, 2024-09-12T12:42:54.270 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_fsck_items": 0, 2024-09-12T12:42:54.270 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_bytes": 0, 2024-09-12T12:42:54.270 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_txc_items": 0, 2024-09-12T12:42:54.270 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-12T12:42:54.270 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_deferred_items": 0, 2024-09-12T12:42:54.271 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_bytes": 0, 2024-09-12T12:42:54.271 INFO:teuthology.orchestra.run.smithi082.stdout: "bluestore_writing_items": 0, 2024-09-12T12:42:54.271 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_bytes": 0, 2024-09-12T12:42:54.271 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_items": 0, 2024-09-12T12:42:54.271 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_bytes": 0, 2024-09-12T12:42:54.271 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_reader_items": 0, 2024-09-12T12:42:54.271 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_bytes": 0, 2024-09-12T12:42:54.271 INFO:teuthology.orchestra.run.smithi082.stdout: "bluefs_file_writer_items": 0, 2024-09-12T12:42:54.271 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_bytes": 148714, 2024-09-12T12:42:54.272 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_anon_items": 30, 2024-09-12T12:42:54.272 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_bytes": 0, 2024-09-12T12:42:54.272 INFO:teuthology.orchestra.run.smithi082.stdout: "buffer_meta_items": 0, 2024-09-12T12:42:54.272 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_bytes": 0, 2024-09-12T12:42:54.272 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_items": 0, 2024-09-12T12:42:54.272 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_bytes": 0, 2024-09-12T12:42:54.272 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_mapbl_items": 0, 2024-09-12T12:42:54.272 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_bytes": 0, 2024-09-12T12:42:54.272 INFO:teuthology.orchestra.run.smithi082.stdout: "osd_pglog_items": 0, 2024-09-12T12:42:54.272 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_bytes": 0, 2024-09-12T12:42:54.272 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_items": 0, 2024-09-12T12:42:54.273 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_bytes": 0, 2024-09-12T12:42:54.273 INFO:teuthology.orchestra.run.smithi082.stdout: "osdmap_mapping_items": 0, 2024-09-12T12:42:54.273 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_bytes": 0, 2024-09-12T12:42:54.273 INFO:teuthology.orchestra.run.smithi082.stdout: "pgmap_items": 0, 2024-09-12T12:42:54.273 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_bytes": 928, 2024-09-12T12:42:54.273 INFO:teuthology.orchestra.run.smithi082.stdout: "mds_co_items": 2, 2024-09-12T12:42:54.273 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_bytes": 0, 2024-09-12T12:42:54.273 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_1_items": 0, 2024-09-12T12:42:54.273 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_bytes": 0, 2024-09-12T12:42:54.273 INFO:teuthology.orchestra.run.smithi082.stdout: "unittest_2_items": 0 2024-09-12T12:42:54.273 INFO:teuthology.orchestra.run.smithi082.stdout: }, 2024-09-12T12:42:54.273 INFO:teuthology.orchestra.run.smithi082.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-12T12:42:54.273 INFO:teuthology.orchestra.run.smithi082.stdout: "val": 0, 2024-09-12T12:42:54.273 INFO:teuthology.orchestra.run.smithi082.stdout: "max": 104857600, 2024-09-12T12:42:54.274 INFO:teuthology.orchestra.run.smithi082.stdout: "get_started": 0, 2024-09-12T12:42:54.274 INFO:teuthology.orchestra.run.smithi082.stdout: "get": 311, 2024-09-12T12:42:54.274 INFO:teuthology.orchestra.run.smithi082.stdout: "get_sum": 1424810, 2024-09-12T12:42:54.274 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:54.274 INFO:teuthology.orchestra.run.smithi082.stdout: "get_or_fail_success": 311, 2024-09-12T12:42:54.274 INFO:teuthology.orchestra.run.smithi082.stdout: "take": 0, 2024-09-12T12:42:54.274 INFO:teuthology.orchestra.run.smithi082.stdout: "take_sum": 0, 2024-09-12T12:42:54.274 INFO:teuthology.orchestra.run.smithi082.stdout: "put": 311, 2024-09-12T12:42:54.274 INFO:teuthology.orchestra.run.smithi082.stdout: "put_sum": 1424810, 2024-09-12T12:42:54.274 INFO:teuthology.orchestra.run.smithi082.stdout: "wait": { 2024-09-12T12:42:54.274 INFO:teuthology.orchestra.run.smithi082.stdout: "avgcount": 0, 2024-09-12T12:42:54.275 INFO:teuthology.orchestra.run.smithi082.stdout: "sum": 0.000000000, 2024-09-12T12:42:54.275 INFO:teuthology.orchestra.run.smithi082.stdout: "avgtime": 0.000000000 2024-09-12T12:42:54.275 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:54.275 INFO:teuthology.orchestra.run.smithi082.stdout: } 2024-09-12T12:42:54.275 INFO:teuthology.orchestra.run.smithi082.stdout:} 2024-09-12T12:42:54.371 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:54 smithi114 ceph-mon[35514]: pgmap v508: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-09-12T12:42:54.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:54 smithi097 ceph-mon[34923]: pgmap v508: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-09-12T12:42:54.961 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-09-12T12:42:54.962 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-09-12T12:42:54.962 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-09-12T12:42:54.962 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-09-12T12:42:54.962 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-09-12T12:42:54.962 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-09-12T12:42:54.962 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-09-12T12:42:54.962 DEBUG:tasks.check_counter:Getting stats from b 2024-09-12T12:42:54.962 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph daemon mds.b perf dump 2024-09-12T12:42:55.220 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.b/config 2024-09-12T12:42:55.736 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-12T12:42:55.736 INFO:teuthology.orchestra.run.smithi097.stdout: "AsyncMessenger::Worker-0": { 2024-09-12T12:42:55.736 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_messages": 26, 2024-09-12T12:42:55.736 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages": 225, 2024-09-12T12:42:55.736 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_bytes": 6683, 2024-09-12T12:42:55.736 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_bytes": 449641, 2024-09-12T12:42:55.736 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_created_connections": 11, 2024-09-12T12:42:55.736 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_active_connections": 4, 2024-09-12T12:42:55.736 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_total_time": 0.015171194, 2024-09-12T12:42:55.736 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_send_time": 0.008087388, 2024-09-12T12:42:55.737 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_recv_time": 0.002904164, 2024-09-12T12:42:55.737 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_fast_dispatch_time": 0.000542961, 2024-09-12T12:42:55.737 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:55.737 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 221, 2024-09-12T12:42:55.737 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.026054231, 2024-09-12T12:42:55.737 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000117892 2024-09-12T12:42:55.737 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.737 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:55.737 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 6, 2024-09-12T12:42:55.737 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000679, 2024-09-12T12:42:55.737 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000113 2024-09-12T12:42:55.737 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.737 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_encrypted_bytes": 928, 2024-09-12T12:42:55.738 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_encrypted_bytes": 438416 2024-09-12T12:42:55.738 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.738 INFO:teuthology.orchestra.run.smithi097.stdout: "AsyncMessenger::Worker-1": { 2024-09-12T12:42:55.738 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_messages": 1909, 2024-09-12T12:42:55.738 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages": 1319, 2024-09-12T12:42:55.738 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_bytes": 507281, 2024-09-12T12:42:55.738 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_bytes": 539145, 2024-09-12T12:42:55.738 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_created_connections": 9, 2024-09-12T12:42:55.738 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_active_connections": 4, 2024-09-12T12:42:55.738 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_total_time": 0.147104022, 2024-09-12T12:42:55.738 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_send_time": 0.057920291, 2024-09-12T12:42:55.738 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_recv_time": 0.095071958, 2024-09-12T12:42:55.739 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_fast_dispatch_time": 0.006465852, 2024-09-12T12:42:55.739 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:55.739 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 1318, 2024-09-12T12:42:55.739 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.066156356, 2024-09-12T12:42:55.739 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000050194 2024-09-12T12:42:55.739 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.739 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:55.739 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 3041, 2024-09-12T12:42:55.739 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000821162, 2024-09-12T12:42:55.739 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000270 2024-09-12T12:42:55.740 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.740 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_encrypted_bytes": 3120, 2024-09-12T12:42:55.740 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_encrypted_bytes": 139296 2024-09-12T12:42:55.740 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.740 INFO:teuthology.orchestra.run.smithi097.stdout: "AsyncMessenger::Worker-2": { 2024-09-12T12:42:55.740 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_messages": 385, 2024-09-12T12:42:55.740 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages": 364, 2024-09-12T12:42:55.740 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_bytes": 1538381, 2024-09-12T12:42:55.740 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_bytes": 273226, 2024-09-12T12:42:55.740 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_created_connections": 13, 2024-09-12T12:42:55.740 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_active_connections": 5, 2024-09-12T12:42:55.740 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_total_time": 0.061939178, 2024-09-12T12:42:55.741 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_send_time": 0.023400677, 2024-09-12T12:42:55.741 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_recv_time": 0.051711827, 2024-09-12T12:42:55.741 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_fast_dispatch_time": 0.000224493, 2024-09-12T12:42:55.741 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:55.741 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 364, 2024-09-12T12:42:55.741 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.029965681, 2024-09-12T12:42:55.741 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000082323 2024-09-12T12:42:55.741 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.741 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:55.741 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 6, 2024-09-12T12:42:55.741 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000505, 2024-09-12T12:42:55.741 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000084 2024-09-12T12:42:55.741 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.742 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_encrypted_bytes": 1535296, 2024-09-12T12:42:55.742 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_encrypted_bytes": 190080 2024-09-12T12:42:55.742 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.742 INFO:teuthology.orchestra.run.smithi097.stdout: "cct": { 2024-09-12T12:42:55.742 INFO:teuthology.orchestra.run.smithi097.stdout: "total_workers": 1, 2024-09-12T12:42:55.742 INFO:teuthology.orchestra.run.smithi097.stdout: "unhealthy_workers": 0 2024-09-12T12:42:55.742 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.742 INFO:teuthology.orchestra.run.smithi097.stdout: "finisher-MDSRank": { 2024-09-12T12:42:55.742 INFO:teuthology.orchestra.run.smithi097.stdout: "queue_len": 0, 2024-09-12T12:42:55.742 INFO:teuthology.orchestra.run.smithi097.stdout: "complete_latency": { 2024-09-12T12:42:55.742 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 41, 2024-09-12T12:42:55.742 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.001740363, 2024-09-12T12:42:55.742 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000042447 2024-09-12T12:42:55.743 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:55.743 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.743 INFO:teuthology.orchestra.run.smithi097.stdout: "finisher-PurgeQueue": { 2024-09-12T12:42:55.743 INFO:teuthology.orchestra.run.smithi097.stdout: "queue_len": 0, 2024-09-12T12:42:55.743 INFO:teuthology.orchestra.run.smithi097.stdout: "complete_latency": { 2024-09-12T12:42:55.743 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 2, 2024-09-12T12:42:55.743 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000006625, 2024-09-12T12:42:55.743 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000003312 2024-09-12T12:42:55.743 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:55.743 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.743 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-12T12:42:55.743 INFO:teuthology.orchestra.run.smithi097.stdout: "request": 1, 2024-09-12T12:42:55.744 INFO:teuthology.orchestra.run.smithi097.stdout: "reply": 1, 2024-09-12T12:42:55.744 INFO:teuthology.orchestra.run.smithi097.stdout: "reply_latency": { 2024-09-12T12:42:55.744 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 1, 2024-09-12T12:42:55.744 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000123843, 2024-09-12T12:42:55.744 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000123843 2024-09-12T12:42:55.744 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.744 INFO:teuthology.orchestra.run.smithi097.stdout: "slow_reply": 0, 2024-09-12T12:42:55.744 INFO:teuthology.orchestra.run.smithi097.stdout: "forward": 0, 2024-09-12T12:42:55.744 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_fetch_complete": 0, 2024-09-12T12:42:55.744 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_fetch_keys": 0, 2024-09-12T12:42:55.744 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_commit": 11, 2024-09-12T12:42:55.744 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_split": 0, 2024-09-12T12:42:55.744 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_merge": 0, 2024-09-12T12:42:55.745 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes": 16, 2024-09-12T12:42:55.745 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_top": 0, 2024-09-12T12:42:55.745 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_bottom": 16, 2024-09-12T12:42:55.745 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_pin_tail": 0, 2024-09-12T12:42:55.745 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_pinned": 13, 2024-09-12T12:42:55.745 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_expired": 4, 2024-09-12T12:42:55.745 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_with_caps": 1, 2024-09-12T12:42:55.745 INFO:teuthology.orchestra.run.smithi097.stdout: "caps": 1, 2024-09-12T12:42:55.745 INFO:teuthology.orchestra.run.smithi097.stdout: "subtrees": 3, 2024-09-12T12:42:55.745 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse": 40, 2024-09-12T12:42:55.745 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_hit": 34, 2024-09-12T12:42:55.745 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_forward": 0, 2024-09-12T12:42:55.745 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_discover": 6, 2024-09-12T12:42:55.746 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_dir_fetch": 0, 2024-09-12T12:42:55.746 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_remote_ino": 0, 2024-09-12T12:42:55.746 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_lock": 0, 2024-09-12T12:42:55.746 INFO:teuthology.orchestra.run.smithi097.stdout: "load_cent": 0, 2024-09-12T12:42:55.746 INFO:teuthology.orchestra.run.smithi097.stdout: "q": 0, 2024-09-12T12:42:55.746 INFO:teuthology.orchestra.run.smithi097.stdout: "exported": 0, 2024-09-12T12:42:55.746 INFO:teuthology.orchestra.run.smithi097.stdout: "exported_inodes": 0, 2024-09-12T12:42:55.746 INFO:teuthology.orchestra.run.smithi097.stdout: "imported": 0, 2024-09-12T12:42:55.746 INFO:teuthology.orchestra.run.smithi097.stdout: "imported_inodes": 0, 2024-09-12T12:42:55.746 INFO:teuthology.orchestra.run.smithi097.stdout: "openino_dir_fetch": 0, 2024-09-12T12:42:55.746 INFO:teuthology.orchestra.run.smithi097.stdout: "openino_backtrace_fetch": 0, 2024-09-12T12:42:55.746 INFO:teuthology.orchestra.run.smithi097.stdout: "openino_peer_discover": 0, 2024-09-12T12:42:55.746 INFO:teuthology.orchestra.run.smithi097.stdout: "root_rfiles": 5, 2024-09-12T12:42:55.747 INFO:teuthology.orchestra.run.smithi097.stdout: "root_rbytes": 298, 2024-09-12T12:42:55.747 INFO:teuthology.orchestra.run.smithi097.stdout: "root_rsnaps": 6, 2024-09-12T12:42:55.747 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_backtrace_fetch": 0, 2024-09-12T12:42:55.747 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_set_tag": 0, 2024-09-12T12:42:55.747 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_backtrace_repaired": 0, 2024-09-12T12:42:55.747 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_inotable_repaired": 0, 2024-09-12T12:42:55.747 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_dir_inodes": 0, 2024-09-12T12:42:55.747 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_dir_base_inodes": 0, 2024-09-12T12:42:55.747 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_dirfrag_rstats": 0, 2024-09-12T12:42:55.747 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_file_inodes": 0, 2024-09-12T12:42:55.747 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_inode_file_caps": 0, 2024-09-12T12:42:55.747 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_revoke": 1, 2024-09-12T12:42:55.747 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_grant": 0, 2024-09-12T12:42:55.747 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_trunc": 0, 2024-09-12T12:42:55.748 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-12T12:42:55.748 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-12T12:42:55.748 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_caps": 1, 2024-09-12T12:42:55.748 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_caps_dirty": 0, 2024-09-12T12:42:55.748 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_cap_release": 0, 2024-09-12T12:42:55.748 INFO:teuthology.orchestra.run.smithi097.stdout: "process_request_cap_release": 0 2024-09-12T12:42:55.748 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.748 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_cache": { 2024-09-12T12:42:55.748 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_update": 0, 2024-09-12T12:42:55.748 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_update_receipt": 18, 2024-09-12T12:42:55.748 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_try_discover": 12, 2024-09-12T12:42:55.748 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_send_discover": 12, 2024-09-12T12:42:55.748 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_handle_discover": 0, 2024-09-12T12:42:55.749 INFO:teuthology.orchestra.run.smithi097.stdout: "num_strays": 0, 2024-09-12T12:42:55.749 INFO:teuthology.orchestra.run.smithi097.stdout: "num_strays_delayed": 0, 2024-09-12T12:42:55.749 INFO:teuthology.orchestra.run.smithi097.stdout: "num_strays_enqueuing": 0, 2024-09-12T12:42:55.749 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_created": 0, 2024-09-12T12:42:55.749 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_enqueued": 0, 2024-09-12T12:42:55.749 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_reintegrated": 0, 2024-09-12T12:42:55.749 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_migrated": 0, 2024-09-12T12:42:55.749 INFO:teuthology.orchestra.run.smithi097.stdout: "num_recovering_processing": 0, 2024-09-12T12:42:55.749 INFO:teuthology.orchestra.run.smithi097.stdout: "num_recovering_enqueued": 0, 2024-09-12T12:42:55.749 INFO:teuthology.orchestra.run.smithi097.stdout: "num_recovering_prioritized": 0, 2024-09-12T12:42:55.749 INFO:teuthology.orchestra.run.smithi097.stdout: "recovery_started": 0, 2024-09-12T12:42:55.749 INFO:teuthology.orchestra.run.smithi097.stdout: "recovery_completed": 0, 2024-09-12T12:42:55.749 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_quiesce_path": 14, 2024-09-12T12:42:55.750 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_quiesce_inode": 83, 2024-09-12T12:42:55.750 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_enqueue_scrub": 0, 2024-09-12T12:42:55.750 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_exportdir": 0, 2024-09-12T12:42:55.750 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_flush": 0, 2024-09-12T12:42:55.750 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_fragmentdir": 0, 2024-09-12T12:42:55.750 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_fragstats": 0, 2024-09-12T12:42:55.750 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_inodestats": 0 2024-09-12T12:42:55.750 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.750 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_log": { 2024-09-12T12:42:55.751 INFO:teuthology.orchestra.run.smithi097.stdout: "evlrg": 0, 2024-09-12T12:42:55.751 INFO:teuthology.orchestra.run.smithi097.stdout: "evadd": 5, 2024-09-12T12:42:55.751 INFO:teuthology.orchestra.run.smithi097.stdout: "evex": 0, 2024-09-12T12:42:55.751 INFO:teuthology.orchestra.run.smithi097.stdout: "evtrm": 0, 2024-09-12T12:42:55.751 INFO:teuthology.orchestra.run.smithi097.stdout: "ev": 5, 2024-09-12T12:42:55.751 INFO:teuthology.orchestra.run.smithi097.stdout: "evexg": 0, 2024-09-12T12:42:55.751 INFO:teuthology.orchestra.run.smithi097.stdout: "evexd": 0, 2024-09-12T12:42:55.751 INFO:teuthology.orchestra.run.smithi097.stdout: "segadd": 2, 2024-09-12T12:42:55.751 INFO:teuthology.orchestra.run.smithi097.stdout: "segex": 0, 2024-09-12T12:42:55.751 INFO:teuthology.orchestra.run.smithi097.stdout: "segtrm": 0, 2024-09-12T12:42:55.751 INFO:teuthology.orchestra.run.smithi097.stdout: "seg": 2, 2024-09-12T12:42:55.751 INFO:teuthology.orchestra.run.smithi097.stdout: "segmjr": 2, 2024-09-12T12:42:55.751 INFO:teuthology.orchestra.run.smithi097.stdout: "segexg": 0, 2024-09-12T12:42:55.751 INFO:teuthology.orchestra.run.smithi097.stdout: "segexd": 0, 2024-09-12T12:42:55.752 INFO:teuthology.orchestra.run.smithi097.stdout: "expos": 4194304, 2024-09-12T12:42:55.752 INFO:teuthology.orchestra.run.smithi097.stdout: "wrpos": 4195734, 2024-09-12T12:42:55.752 INFO:teuthology.orchestra.run.smithi097.stdout: "rdpos": 0, 2024-09-12T12:42:55.752 INFO:teuthology.orchestra.run.smithi097.stdout: "jlat": { 2024-09-12T12:42:55.752 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 4, 2024-09-12T12:42:55.752 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.010655167, 2024-09-12T12:42:55.752 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.002663791 2024-09-12T12:42:55.752 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.752 INFO:teuthology.orchestra.run.smithi097.stdout: "replayed": 0 2024-09-12T12:42:55.752 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.752 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_mem": { 2024-09-12T12:42:55.752 INFO:teuthology.orchestra.run.smithi097.stdout: "ino": 20, 2024-09-12T12:42:55.752 INFO:teuthology.orchestra.run.smithi097.stdout: "ino+": 22, 2024-09-12T12:42:55.753 INFO:teuthology.orchestra.run.smithi097.stdout: "ino-": 2, 2024-09-12T12:42:55.753 INFO:teuthology.orchestra.run.smithi097.stdout: "dir": 19, 2024-09-12T12:42:55.753 INFO:teuthology.orchestra.run.smithi097.stdout: "dir+": 23, 2024-09-12T12:42:55.753 INFO:teuthology.orchestra.run.smithi097.stdout: "dir-": 4, 2024-09-12T12:42:55.753 INFO:teuthology.orchestra.run.smithi097.stdout: "dn": 16, 2024-09-12T12:42:55.753 INFO:teuthology.orchestra.run.smithi097.stdout: "dn+": 20, 2024-09-12T12:42:55.753 INFO:teuthology.orchestra.run.smithi097.stdout: "dn-": 4, 2024-09-12T12:42:55.753 INFO:teuthology.orchestra.run.smithi097.stdout: "cap": 1, 2024-09-12T12:42:55.753 INFO:teuthology.orchestra.run.smithi097.stdout: "cap+": 1, 2024-09-12T12:42:55.753 INFO:teuthology.orchestra.run.smithi097.stdout: "cap-": 0, 2024-09-12T12:42:55.753 INFO:teuthology.orchestra.run.smithi097.stdout: "rss": 53960, 2024-09-12T12:42:55.753 INFO:teuthology.orchestra.run.smithi097.stdout: "heap": 223520 2024-09-12T12:42:55.753 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.753 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_server": { 2024-09-12T12:42:55.754 INFO:teuthology.orchestra.run.smithi097.stdout: "dispatch_client_request": 1, 2024-09-12T12:42:55.754 INFO:teuthology.orchestra.run.smithi097.stdout: "dispatch_server_request": 0, 2024-09-12T12:42:55.754 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_request": 1, 2024-09-12T12:42:55.754 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_session": 16, 2024-09-12T12:42:55.754 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_peer_request": 0, 2024-09-12T12:42:55.754 INFO:teuthology.orchestra.run.smithi097.stdout: "req_create_latency": { 2024-09-12T12:42:55.754 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.754 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.754 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.754 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.754 INFO:teuthology.orchestra.run.smithi097.stdout: "req_getattr_latency": { 2024-09-12T12:42:55.754 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.754 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.755 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.755 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.755 INFO:teuthology.orchestra.run.smithi097.stdout: "req_getfilelock_latency": { 2024-09-12T12:42:55.755 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.755 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.755 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.755 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.755 INFO:teuthology.orchestra.run.smithi097.stdout: "req_link_latency": { 2024-09-12T12:42:55.755 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.755 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.755 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.755 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.755 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookup_latency": { 2024-09-12T12:42:55.756 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.756 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.756 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.756 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.756 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookuphash_latency": { 2024-09-12T12:42:55.756 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.756 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.756 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.756 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.756 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupino_latency": { 2024-09-12T12:42:55.756 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 1, 2024-09-12T12:42:55.756 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000123843, 2024-09-12T12:42:55.756 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000123843 2024-09-12T12:42:55.757 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.757 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupname_latency": { 2024-09-12T12:42:55.757 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.757 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.757 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.757 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.757 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupparent_latency": { 2024-09-12T12:42:55.757 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.757 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.757 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.757 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.757 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupsnap_latency": { 2024-09-12T12:42:55.757 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.758 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.758 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.758 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.758 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lssnap_latency": { 2024-09-12T12:42:55.758 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.758 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.758 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.758 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.758 INFO:teuthology.orchestra.run.smithi097.stdout: "req_mkdir_latency": { 2024-09-12T12:42:55.759 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.759 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.759 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.759 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.759 INFO:teuthology.orchestra.run.smithi097.stdout: "req_mknod_latency": { 2024-09-12T12:42:55.759 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.759 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.759 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.759 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.760 INFO:teuthology.orchestra.run.smithi097.stdout: "req_mksnap_latency": { 2024-09-12T12:42:55.760 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.760 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.760 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.760 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.760 INFO:teuthology.orchestra.run.smithi097.stdout: "req_open_latency": { 2024-09-12T12:42:55.760 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.760 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.760 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.760 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.760 INFO:teuthology.orchestra.run.smithi097.stdout: "req_readdir_latency": { 2024-09-12T12:42:55.760 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.760 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.761 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.761 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.761 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rename_latency": { 2024-09-12T12:42:55.761 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.761 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.761 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.761 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.761 INFO:teuthology.orchestra.run.smithi097.stdout: "req_renamesnap_latency": { 2024-09-12T12:42:55.761 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.761 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.761 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.761 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.762 INFO:teuthology.orchestra.run.smithi097.stdout: "req_snapdiff_latency": { 2024-09-12T12:42:55.762 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.762 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.762 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.762 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.762 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rmdir_latency": { 2024-09-12T12:42:55.762 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.762 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.762 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.762 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.762 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rmsnap_latency": { 2024-09-12T12:42:55.762 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.762 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.763 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.763 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.763 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rmxattr_latency": { 2024-09-12T12:42:55.763 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.763 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.763 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.763 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.763 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setattr_latency": { 2024-09-12T12:42:55.763 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.763 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.763 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.763 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.763 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setdirlayout_latency": { 2024-09-12T12:42:55.764 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.764 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.764 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.764 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.764 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setfilelock_latency": { 2024-09-12T12:42:55.764 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.764 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.764 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.764 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.764 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setlayout_latency": { 2024-09-12T12:42:55.764 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.764 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.764 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.765 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.765 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setxattr_latency": { 2024-09-12T12:42:55.765 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.765 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.765 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.765 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.765 INFO:teuthology.orchestra.run.smithi097.stdout: "req_symlink_latency": { 2024-09-12T12:42:55.765 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.765 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.765 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.765 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.765 INFO:teuthology.orchestra.run.smithi097.stdout: "req_unlink_latency": { 2024-09-12T12:42:55.765 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.766 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.766 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.766 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.766 INFO:teuthology.orchestra.run.smithi097.stdout: "cap_revoke_eviction": 0, 2024-09-12T12:42:55.766 INFO:teuthology.orchestra.run.smithi097.stdout: "cap_acquisition_throttle": 0, 2024-09-12T12:42:55.766 INFO:teuthology.orchestra.run.smithi097.stdout: "req_getvxattr_latency": { 2024-09-12T12:42:55.766 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.766 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.766 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.766 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:55.766 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.766 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_sessions": { 2024-09-12T12:42:55.766 INFO:teuthology.orchestra.run.smithi097.stdout: "session_count": 1, 2024-09-12T12:42:55.767 INFO:teuthology.orchestra.run.smithi097.stdout: "session_add": 2, 2024-09-12T12:42:55.767 INFO:teuthology.orchestra.run.smithi097.stdout: "session_remove": 1, 2024-09-12T12:42:55.767 INFO:teuthology.orchestra.run.smithi097.stdout: "sessions_open": 1, 2024-09-12T12:42:55.767 INFO:teuthology.orchestra.run.smithi097.stdout: "sessions_stale": 0, 2024-09-12T12:42:55.767 INFO:teuthology.orchestra.run.smithi097.stdout: "total_load": 1, 2024-09-12T12:42:55.767 INFO:teuthology.orchestra.run.smithi097.stdout: "average_load": 1, 2024-09-12T12:42:55.767 INFO:teuthology.orchestra.run.smithi097.stdout: "avg_session_uptime": 957, 2024-09-12T12:42:55.767 INFO:teuthology.orchestra.run.smithi097.stdout: "mdthresh_evicted": 0 2024-09-12T12:42:55.767 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.767 INFO:teuthology.orchestra.run.smithi097.stdout: "mempool": { 2024-09-12T12:42:55.767 INFO:teuthology.orchestra.run.smithi097.stdout: "bloom_filter_bytes": 0, 2024-09-12T12:42:55.767 INFO:teuthology.orchestra.run.smithi097.stdout: "bloom_filter_items": 0, 2024-09-12T12:42:55.767 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_alloc_bytes": 0, 2024-09-12T12:42:55.768 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_alloc_items": 0, 2024-09-12T12:42:55.768 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_data_bytes": 0, 2024-09-12T12:42:55.768 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_data_items": 0, 2024-09-12T12:42:55.768 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-12T12:42:55.768 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_onode_items": 0, 2024-09-12T12:42:55.768 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-12T12:42:55.768 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_meta_items": 0, 2024-09-12T12:42:55.768 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_other_bytes": 0, 2024-09-12T12:42:55.768 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_other_items": 0, 2024-09-12T12:42:55.768 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-12T12:42:55.768 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_buffer_items": 0, 2024-09-12T12:42:55.768 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_extent_bytes": 0, 2024-09-12T12:42:55.769 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_extent_items": 0, 2024-09-12T12:42:55.769 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_blob_bytes": 0, 2024-09-12T12:42:55.769 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_blob_items": 0, 2024-09-12T12:42:55.769 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-12T12:42:55.769 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_shared_blob_items": 0, 2024-09-12T12:42:55.769 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-12T12:42:55.769 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_inline_bl_items": 0, 2024-09-12T12:42:55.769 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_fsck_bytes": 0, 2024-09-12T12:42:55.769 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_fsck_items": 0, 2024-09-12T12:42:55.769 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_txc_bytes": 0, 2024-09-12T12:42:55.769 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_txc_items": 0, 2024-09-12T12:42:55.769 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-12T12:42:55.769 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_deferred_items": 0, 2024-09-12T12:42:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_bytes": 0, 2024-09-12T12:42:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_items": 0, 2024-09-12T12:42:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_bytes": 0, 2024-09-12T12:42:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_items": 0, 2024-09-12T12:42:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_reader_bytes": 0, 2024-09-12T12:42:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_reader_items": 0, 2024-09-12T12:42:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_writer_bytes": 0, 2024-09-12T12:42:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_writer_items": 0, 2024-09-12T12:42:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_anon_bytes": 246871, 2024-09-12T12:42:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_anon_items": 78, 2024-09-12T12:42:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_meta_bytes": 0, 2024-09-12T12:42:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_meta_items": 0, 2024-09-12T12:42:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_bytes": 0, 2024-09-12T12:42:55.770 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_items": 0, 2024-09-12T12:42:55.771 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_mapbl_bytes": 0, 2024-09-12T12:42:55.771 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_mapbl_items": 0, 2024-09-12T12:42:55.771 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_pglog_bytes": 0, 2024-09-12T12:42:55.771 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_pglog_items": 0, 2024-09-12T12:42:55.771 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_bytes": 8392, 2024-09-12T12:42:55.771 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_items": 185, 2024-09-12T12:42:55.771 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_mapping_bytes": 0, 2024-09-12T12:42:55.771 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_mapping_items": 0, 2024-09-12T12:42:55.771 INFO:teuthology.orchestra.run.smithi097.stdout: "pgmap_bytes": 0, 2024-09-12T12:42:55.771 INFO:teuthology.orchestra.run.smithi097.stdout: "pgmap_items": 0, 2024-09-12T12:42:55.771 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_co_bytes": 82997, 2024-09-12T12:42:55.771 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_co_items": 331, 2024-09-12T12:42:55.771 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_1_bytes": 0, 2024-09-12T12:42:55.772 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_1_items": 0, 2024-09-12T12:42:55.772 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_2_bytes": 0, 2024-09-12T12:42:55.772 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_2_items": 0 2024-09-12T12:42:55.772 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.772 INFO:teuthology.orchestra.run.smithi097.stdout: "objecter": { 2024-09-12T12:42:55.772 INFO:teuthology.orchestra.run.smithi097.stdout: "op_active": 0, 2024-09-12T12:42:55.772 INFO:teuthology.orchestra.run.smithi097.stdout: "op_laggy": 0, 2024-09-12T12:42:55.772 INFO:teuthology.orchestra.run.smithi097.stdout: "op_send": 40, 2024-09-12T12:42:55.772 INFO:teuthology.orchestra.run.smithi097.stdout: "op_send_bytes": 11732, 2024-09-12T12:42:55.772 INFO:teuthology.orchestra.run.smithi097.stdout: "op_resend": 28, 2024-09-12T12:42:55.772 INFO:teuthology.orchestra.run.smithi097.stdout: "op_reply": 40, 2024-09-12T12:42:55.772 INFO:teuthology.orchestra.run.smithi097.stdout: "op_latency": { 2024-09-12T12:42:55.772 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 40, 2024-09-12T12:42:55.773 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.217996193, 2024-09-12T12:42:55.773 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.005449904 2024-09-12T12:42:55.773 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.773 INFO:teuthology.orchestra.run.smithi097.stdout: "op_inflight": 0, 2024-09-12T12:42:55.773 INFO:teuthology.orchestra.run.smithi097.stdout: "oplen_avg": { 2024-09-12T12:42:55.773 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 40, 2024-09-12T12:42:55.773 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 62 2024-09-12T12:42:55.773 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.773 INFO:teuthology.orchestra.run.smithi097.stdout: "op": 40, 2024-09-12T12:42:55.773 INFO:teuthology.orchestra.run.smithi097.stdout: "op_r": 0, 2024-09-12T12:42:55.773 INFO:teuthology.orchestra.run.smithi097.stdout: "op_w": 40, 2024-09-12T12:42:55.773 INFO:teuthology.orchestra.run.smithi097.stdout: "op_rmw": 0, 2024-09-12T12:42:55.773 INFO:teuthology.orchestra.run.smithi097.stdout: "op_pg": 0, 2024-09-12T12:42:55.774 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_stat": 0, 2024-09-12T12:42:55.774 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_create": 10, 2024-09-12T12:42:55.774 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_read": 0, 2024-09-12T12:42:55.774 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_write": 4, 2024-09-12T12:42:55.774 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_writefull": 7, 2024-09-12T12:42:55.774 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_writesame": 0, 2024-09-12T12:42:55.774 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_append": 0, 2024-09-12T12:42:55.774 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_zero": 0, 2024-09-12T12:42:55.774 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_truncate": 0, 2024-09-12T12:42:55.774 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_delete": 6, 2024-09-12T12:42:55.774 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_mapext": 0, 2024-09-12T12:42:55.774 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_sparse_read": 0, 2024-09-12T12:42:55.774 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_clonerange": 0, 2024-09-12T12:42:55.775 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_getxattr": 0, 2024-09-12T12:42:55.775 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_setxattr": 20, 2024-09-12T12:42:55.775 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_cmpxattr": 0, 2024-09-12T12:42:55.775 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_rmxattr": 0, 2024-09-12T12:42:55.775 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_resetxattrs": 0, 2024-09-12T12:42:55.775 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_call": 0, 2024-09-12T12:42:55.775 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_watch": 0, 2024-09-12T12:42:55.775 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_notify": 0, 2024-09-12T12:42:55.775 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_src_cmpxattr": 0, 2024-09-12T12:42:55.775 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_pgls": 0, 2024-09-12T12:42:55.775 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_pgls_filter": 0, 2024-09-12T12:42:55.775 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_other": 0, 2024-09-12T12:42:55.775 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_active": 0, 2024-09-12T12:42:55.775 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_send": 0, 2024-09-12T12:42:55.776 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_resend": 0, 2024-09-12T12:42:55.776 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_ping": 0, 2024-09-12T12:42:55.776 INFO:teuthology.orchestra.run.smithi097.stdout: "poolop_active": 0, 2024-09-12T12:42:55.776 INFO:teuthology.orchestra.run.smithi097.stdout: "poolop_send": 0, 2024-09-12T12:42:55.776 INFO:teuthology.orchestra.run.smithi097.stdout: "poolop_resend": 0, 2024-09-12T12:42:55.776 INFO:teuthology.orchestra.run.smithi097.stdout: "poolstat_active": 0, 2024-09-12T12:42:55.776 INFO:teuthology.orchestra.run.smithi097.stdout: "poolstat_send": 0, 2024-09-12T12:42:55.776 INFO:teuthology.orchestra.run.smithi097.stdout: "poolstat_resend": 0, 2024-09-12T12:42:55.776 INFO:teuthology.orchestra.run.smithi097.stdout: "statfs_active": 0, 2024-09-12T12:42:55.776 INFO:teuthology.orchestra.run.smithi097.stdout: "statfs_send": 0, 2024-09-12T12:42:55.776 INFO:teuthology.orchestra.run.smithi097.stdout: "statfs_resend": 0, 2024-09-12T12:42:55.776 INFO:teuthology.orchestra.run.smithi097.stdout: "command_active": 0, 2024-09-12T12:42:55.776 INFO:teuthology.orchestra.run.smithi097.stdout: "command_send": 0, 2024-09-12T12:42:55.777 INFO:teuthology.orchestra.run.smithi097.stdout: "command_resend": 0, 2024-09-12T12:42:55.777 INFO:teuthology.orchestra.run.smithi097.stdout: "map_epoch": 104, 2024-09-12T12:42:55.777 INFO:teuthology.orchestra.run.smithi097.stdout: "map_full": 0, 2024-09-12T12:42:55.777 INFO:teuthology.orchestra.run.smithi097.stdout: "map_inc": 25, 2024-09-12T12:42:55.777 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_sessions": 9, 2024-09-12T12:42:55.777 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_session_open": 12, 2024-09-12T12:42:55.777 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_session_close": 3, 2024-09-12T12:42:55.777 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_laggy": 0, 2024-09-12T12:42:55.777 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_wr": 14, 2024-09-12T12:42:55.777 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_rd": 0, 2024-09-12T12:42:55.777 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_del": 1 2024-09-12T12:42:55.781 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.781 INFO:teuthology.orchestra.run.smithi097.stdout: "oft": { 2024-09-12T12:42:55.781 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_objs": 1, 2024-09-12T12:42:55.781 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_kv_pairs": 0, 2024-09-12T12:42:55.782 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_updates": 0, 2024-09-12T12:42:55.782 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_removes": 0 2024-09-12T12:42:55.782 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.782 INFO:teuthology.orchestra.run.smithi097.stdout: "osd-slow-ops": { 2024-09-12T12:42:55.782 INFO:teuthology.orchestra.run.smithi097.stdout: "slow_ops_count": 97 2024-09-12T12:42:55.782 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.782 INFO:teuthology.orchestra.run.smithi097.stdout: "purge_queue": { 2024-09-12T12:42:55.782 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing_ops": 0, 2024-09-12T12:42:55.782 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing_ops_high_water": 0, 2024-09-12T12:42:55.782 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing": 0, 2024-09-12T12:42:55.782 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing_high_water": 0, 2024-09-12T12:42:55.782 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executed_ops": 0, 2024-09-12T12:42:55.782 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executed": 0, 2024-09-12T12:42:55.783 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_item_in_journal": 0 2024-09-12T12:42:55.783 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.783 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-12T12:42:55.783 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:55.783 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 104857600, 2024-09-12T12:42:55.783 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:55.783 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 2316, 2024-09-12T12:42:55.783 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 1821505, 2024-09-12T12:42:55.783 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:55.783 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 2316, 2024-09-12T12:42:55.783 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 0, 2024-09-12T12:42:55.783 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 0, 2024-09-12T12:42:55.783 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 2316, 2024-09-12T12:42:55.783 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 1821505, 2024-09-12T12:42:55.784 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:55.784 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.784 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.784 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.784 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:55.784 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.784 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-objecter_bytes": { 2024-09-12T12:42:55.784 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:55.784 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 104857600, 2024-09-12T12:42:55.784 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:55.784 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 0, 2024-09-12T12:42:55.784 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 0, 2024-09-12T12:42:55.785 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:55.785 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:55.785 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 40, 2024-09-12T12:42:55.785 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 11732, 2024-09-12T12:42:55.785 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 40, 2024-09-12T12:42:55.785 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 11732, 2024-09-12T12:42:55.785 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:55.785 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.785 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.785 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.785 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:55.785 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.785 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-objecter_ops": { 2024-09-12T12:42:55.786 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:55.786 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 1024, 2024-09-12T12:42:55.786 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:55.786 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 0, 2024-09-12T12:42:55.786 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 0, 2024-09-12T12:42:55.786 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:55.786 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:55.786 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 40, 2024-09-12T12:42:55.786 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 40, 2024-09-12T12:42:55.786 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 40, 2024-09-12T12:42:55.786 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 40, 2024-09-12T12:42:55.786 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:55.786 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.786 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.787 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.787 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:55.787 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.787 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-write_buf_throttle": { 2024-09-12T12:42:55.787 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:55.787 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 3758096384, 2024-09-12T12:42:55.787 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:55.787 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 0, 2024-09-12T12:42:55.787 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 0, 2024-09-12T12:42:55.787 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:55.787 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:55.787 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 0, 2024-09-12T12:42:55.787 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 0, 2024-09-12T12:42:55.788 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 0, 2024-09-12T12:42:55.788 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 0, 2024-09-12T12:42:55.788 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:55.788 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.788 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.788 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.788 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:55.788 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:55.788 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-write_buf_throttle-0x55775e774960": { 2024-09-12T12:42:55.788 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:55.788 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 3758096384, 2024-09-12T12:42:55.788 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:55.788 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 5, 2024-09-12T12:42:55.789 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 1430, 2024-09-12T12:42:55.789 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:55.789 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 5, 2024-09-12T12:42:55.789 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 0, 2024-09-12T12:42:55.789 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 0, 2024-09-12T12:42:55.789 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 4, 2024-09-12T12:42:55.789 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 1430, 2024-09-12T12:42:55.789 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:55.789 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:55.789 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:55.789 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:55.789 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:55.789 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:55.789 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-12T12:42:56.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:56 smithi097 ceph-mon[34923]: pgmap v509: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-09-12T12:42:56.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:56 smithi082 ceph-mon[31122]: pgmap v509: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-09-12T12:42:56.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:56 smithi114 ceph-mon[35514]: pgmap v509: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-09-12T12:42:56.582 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-09-12T12:42:56.582 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-09-12T12:42:56.583 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=0 2024-09-12T12:42:56.583 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=18 2024-09-12T12:42:56.583 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-09-12T12:42:56.583 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=0 2024-09-12T12:42:56.583 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=0 2024-09-12T12:42:56.583 DEBUG:tasks.check_counter:Getting stats from e 2024-09-12T12:42:56.584 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph daemon mds.e perf dump 2024-09-12T12:42:56.829 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.b/config 2024-09-12T12:42:57.234 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:57 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:42:57.351 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-12T12:42:57.351 INFO:teuthology.orchestra.run.smithi097.stdout: "AsyncMessenger::Worker-0": { 2024-09-12T12:42:57.351 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_messages": 2435, 2024-09-12T12:42:57.351 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages": 2437, 2024-09-12T12:42:57.351 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_bytes": 13047392, 2024-09-12T12:42:57.351 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_bytes": 774340, 2024-09-12T12:42:57.352 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_created_connections": 7, 2024-09-12T12:42:57.352 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_active_connections": 3, 2024-09-12T12:42:57.352 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_total_time": 0.222260987, 2024-09-12T12:42:57.352 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_send_time": 0.082654227, 2024-09-12T12:42:57.352 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_recv_time": 0.059584505, 2024-09-12T12:42:57.352 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_fast_dispatch_time": 0.060370267, 2024-09-12T12:42:57.352 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:57.352 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 2435, 2024-09-12T12:42:57.352 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.090776117, 2024-09-12T12:42:57.352 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000037279 2024-09-12T12:42:57.352 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.352 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:57.353 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.353 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.353 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.353 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.353 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-12T12:42:57.353 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_encrypted_bytes": 0 2024-09-12T12:42:57.353 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.353 INFO:teuthology.orchestra.run.smithi097.stdout: "AsyncMessenger::Worker-1": { 2024-09-12T12:42:57.353 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_messages": 485, 2024-09-12T12:42:57.353 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages": 709, 2024-09-12T12:42:57.353 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_bytes": 4316370, 2024-09-12T12:42:57.353 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_bytes": 713564, 2024-09-12T12:42:57.353 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_created_connections": 8, 2024-09-12T12:42:57.353 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_active_connections": 5, 2024-09-12T12:42:57.354 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_total_time": 0.057830370, 2024-09-12T12:42:57.354 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_send_time": 0.019216408, 2024-09-12T12:42:57.354 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_recv_time": 0.018618566, 2024-09-12T12:42:57.354 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_fast_dispatch_time": 0.014393012, 2024-09-12T12:42:57.354 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:57.354 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 706, 2024-09-12T12:42:57.354 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.029772663, 2024-09-12T12:42:57.354 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000042170 2024-09-12T12:42:57.354 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.354 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:57.354 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.354 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.354 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.355 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.355 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-12T12:42:57.355 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_encrypted_bytes": 559904 2024-09-12T12:42:57.355 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.355 INFO:teuthology.orchestra.run.smithi097.stdout: "AsyncMessenger::Worker-2": { 2024-09-12T12:42:57.355 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_messages": 1327, 2024-09-12T12:42:57.355 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages": 1314, 2024-09-12T12:42:57.355 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_bytes": 10144631, 2024-09-12T12:42:57.355 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_bytes": 501713, 2024-09-12T12:42:57.355 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_created_connections": 4, 2024-09-12T12:42:57.355 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_active_connections": 3, 2024-09-12T12:42:57.355 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_total_time": 0.143830200, 2024-09-12T12:42:57.356 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_send_time": 0.044075915, 2024-09-12T12:42:57.356 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_recv_time": 0.080032166, 2024-09-12T12:42:57.356 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_fast_dispatch_time": 0.027483903, 2024-09-12T12:42:57.356 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:57.356 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 1314, 2024-09-12T12:42:57.356 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.052320645, 2024-09-12T12:42:57.356 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000039817 2024-09-12T12:42:57.356 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.356 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:57.356 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.356 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.356 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.356 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.357 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_encrypted_bytes": 1509312, 2024-09-12T12:42:57.357 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_encrypted_bytes": 188800 2024-09-12T12:42:57.357 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.357 INFO:teuthology.orchestra.run.smithi097.stdout: "cct": { 2024-09-12T12:42:57.357 INFO:teuthology.orchestra.run.smithi097.stdout: "total_workers": 1, 2024-09-12T12:42:57.357 INFO:teuthology.orchestra.run.smithi097.stdout: "unhealthy_workers": 0 2024-09-12T12:42:57.357 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.357 INFO:teuthology.orchestra.run.smithi097.stdout: "finisher-MDSRank": { 2024-09-12T12:42:57.357 INFO:teuthology.orchestra.run.smithi097.stdout: "queue_len": 0, 2024-09-12T12:42:57.357 INFO:teuthology.orchestra.run.smithi097.stdout: "complete_latency": { 2024-09-12T12:42:57.357 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 6667, 2024-09-12T12:42:57.357 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.152863459, 2024-09-12T12:42:57.357 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000022928 2024-09-12T12:42:57.357 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:57.358 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.358 INFO:teuthology.orchestra.run.smithi097.stdout: "finisher-PurgeQueue": { 2024-09-12T12:42:57.358 INFO:teuthology.orchestra.run.smithi097.stdout: "queue_len": 0, 2024-09-12T12:42:57.358 INFO:teuthology.orchestra.run.smithi097.stdout: "complete_latency": { 2024-09-12T12:42:57.358 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.358 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.358 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.358 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:57.358 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.358 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-12T12:42:57.358 INFO:teuthology.orchestra.run.smithi097.stdout: "request": 0, 2024-09-12T12:42:57.358 INFO:teuthology.orchestra.run.smithi097.stdout: "reply": 0, 2024-09-12T12:42:57.358 INFO:teuthology.orchestra.run.smithi097.stdout: "reply_latency": { 2024-09-12T12:42:57.359 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.359 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.359 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.359 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.359 INFO:teuthology.orchestra.run.smithi097.stdout: "slow_reply": 0, 2024-09-12T12:42:57.359 INFO:teuthology.orchestra.run.smithi097.stdout: "forward": 0, 2024-09-12T12:42:57.359 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_fetch_complete": 0, 2024-09-12T12:42:57.359 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_fetch_keys": 0, 2024-09-12T12:42:57.359 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_commit": 0, 2024-09-12T12:42:57.359 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_split": 0, 2024-09-12T12:42:57.359 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_merge": 0, 2024-09-12T12:42:57.359 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes": 36, 2024-09-12T12:42:57.359 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_top": 16, 2024-09-12T12:42:57.360 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_bottom": 20, 2024-09-12T12:42:57.360 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_pin_tail": 0, 2024-09-12T12:42:57.360 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_pinned": 14, 2024-09-12T12:42:57.360 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_expired": 0, 2024-09-12T12:42:57.360 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_with_caps": 0, 2024-09-12T12:42:57.360 INFO:teuthology.orchestra.run.smithi097.stdout: "caps": 0, 2024-09-12T12:42:57.360 INFO:teuthology.orchestra.run.smithi097.stdout: "subtrees": 2, 2024-09-12T12:42:57.360 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse": 0, 2024-09-12T12:42:57.360 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_hit": 0, 2024-09-12T12:42:57.360 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_forward": 0, 2024-09-12T12:42:57.360 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_discover": 0, 2024-09-12T12:42:57.360 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_dir_fetch": 0, 2024-09-12T12:42:57.360 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_remote_ino": 0, 2024-09-12T12:42:57.361 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_lock": 0, 2024-09-12T12:42:57.361 INFO:teuthology.orchestra.run.smithi097.stdout: "load_cent": 0, 2024-09-12T12:42:57.361 INFO:teuthology.orchestra.run.smithi097.stdout: "q": 0, 2024-09-12T12:42:57.361 INFO:teuthology.orchestra.run.smithi097.stdout: "exported": 0, 2024-09-12T12:42:57.361 INFO:teuthology.orchestra.run.smithi097.stdout: "exported_inodes": 0, 2024-09-12T12:42:57.361 INFO:teuthology.orchestra.run.smithi097.stdout: "imported": 0, 2024-09-12T12:42:57.361 INFO:teuthology.orchestra.run.smithi097.stdout: "imported_inodes": 0, 2024-09-12T12:42:57.361 INFO:teuthology.orchestra.run.smithi097.stdout: "openino_dir_fetch": 0, 2024-09-12T12:42:57.361 INFO:teuthology.orchestra.run.smithi097.stdout: "openino_backtrace_fetch": 0, 2024-09-12T12:42:57.361 INFO:teuthology.orchestra.run.smithi097.stdout: "openino_peer_discover": 0, 2024-09-12T12:42:57.361 INFO:teuthology.orchestra.run.smithi097.stdout: "root_rfiles": 4, 2024-09-12T12:42:57.361 INFO:teuthology.orchestra.run.smithi097.stdout: "root_rbytes": 234, 2024-09-12T12:42:57.361 INFO:teuthology.orchestra.run.smithi097.stdout: "root_rsnaps": 6, 2024-09-12T12:42:57.361 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_backtrace_fetch": 0, 2024-09-12T12:42:57.362 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_set_tag": 0, 2024-09-12T12:42:57.362 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_backtrace_repaired": 0, 2024-09-12T12:42:57.362 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_inotable_repaired": 0, 2024-09-12T12:42:57.362 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_dir_inodes": 0, 2024-09-12T12:42:57.362 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_dir_base_inodes": 0, 2024-09-12T12:42:57.362 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_dirfrag_rstats": 0, 2024-09-12T12:42:57.362 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_file_inodes": 0, 2024-09-12T12:42:57.362 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_inode_file_caps": 0, 2024-09-12T12:42:57.362 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_revoke": 0, 2024-09-12T12:42:57.362 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_grant": 0, 2024-09-12T12:42:57.362 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_trunc": 0, 2024-09-12T12:42:57.362 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-12T12:42:57.362 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-12T12:42:57.362 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_caps": 0, 2024-09-12T12:42:57.363 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_caps_dirty": 0, 2024-09-12T12:42:57.363 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_cap_release": 0, 2024-09-12T12:42:57.363 INFO:teuthology.orchestra.run.smithi097.stdout: "process_request_cap_release": 0 2024-09-12T12:42:57.363 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.363 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_cache": { 2024-09-12T12:42:57.363 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_update": 0, 2024-09-12T12:42:57.363 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_update_receipt": 0, 2024-09-12T12:42:57.363 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_try_discover": 0, 2024-09-12T12:42:57.363 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_send_discover": 0, 2024-09-12T12:42:57.363 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_handle_discover": 0, 2024-09-12T12:42:57.363 INFO:teuthology.orchestra.run.smithi097.stdout: "num_strays": 0, 2024-09-12T12:42:57.363 INFO:teuthology.orchestra.run.smithi097.stdout: "num_strays_delayed": 0, 2024-09-12T12:42:57.363 INFO:teuthology.orchestra.run.smithi097.stdout: "num_strays_enqueuing": 0, 2024-09-12T12:42:57.364 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_created": 0, 2024-09-12T12:42:57.364 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_enqueued": 0, 2024-09-12T12:42:57.364 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_reintegrated": 0, 2024-09-12T12:42:57.364 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_migrated": 0, 2024-09-12T12:42:57.364 INFO:teuthology.orchestra.run.smithi097.stdout: "num_recovering_processing": 0, 2024-09-12T12:42:57.364 INFO:teuthology.orchestra.run.smithi097.stdout: "num_recovering_enqueued": 0, 2024-09-12T12:42:57.364 INFO:teuthology.orchestra.run.smithi097.stdout: "num_recovering_prioritized": 0, 2024-09-12T12:42:57.364 INFO:teuthology.orchestra.run.smithi097.stdout: "recovery_started": 0, 2024-09-12T12:42:57.364 INFO:teuthology.orchestra.run.smithi097.stdout: "recovery_completed": 0, 2024-09-12T12:42:57.365 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_quiesce_path": 0, 2024-09-12T12:42:57.365 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_quiesce_inode": 0, 2024-09-12T12:42:57.365 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_enqueue_scrub": 0, 2024-09-12T12:42:57.365 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_exportdir": 0, 2024-09-12T12:42:57.365 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_flush": 0, 2024-09-12T12:42:57.365 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_fragmentdir": 0, 2024-09-12T12:42:57.365 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_fragstats": 0, 2024-09-12T12:42:57.365 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_inodestats": 0 2024-09-12T12:42:57.365 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.365 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_log": { 2024-09-12T12:42:57.365 INFO:teuthology.orchestra.run.smithi097.stdout: "evlrg": 0, 2024-09-12T12:42:57.366 INFO:teuthology.orchestra.run.smithi097.stdout: "evadd": 0, 2024-09-12T12:42:57.366 INFO:teuthology.orchestra.run.smithi097.stdout: "evex": 0, 2024-09-12T12:42:57.366 INFO:teuthology.orchestra.run.smithi097.stdout: "evtrm": 0, 2024-09-12T12:42:57.366 INFO:teuthology.orchestra.run.smithi097.stdout: "ev": 2615, 2024-09-12T12:42:57.366 INFO:teuthology.orchestra.run.smithi097.stdout: "evexg": 0, 2024-09-12T12:42:57.366 INFO:teuthology.orchestra.run.smithi097.stdout: "evexd": 0, 2024-09-12T12:42:57.366 INFO:teuthology.orchestra.run.smithi097.stdout: "segadd": 0, 2024-09-12T12:42:57.366 INFO:teuthology.orchestra.run.smithi097.stdout: "segex": 0, 2024-09-12T12:42:57.366 INFO:teuthology.orchestra.run.smithi097.stdout: "segtrm": 0, 2024-09-12T12:42:57.367 INFO:teuthology.orchestra.run.smithi097.stdout: "seg": 2, 2024-09-12T12:42:57.367 INFO:teuthology.orchestra.run.smithi097.stdout: "segmjr": 74, 2024-09-12T12:42:57.367 INFO:teuthology.orchestra.run.smithi097.stdout: "segexg": 0, 2024-09-12T12:42:57.367 INFO:teuthology.orchestra.run.smithi097.stdout: "segexd": 0, 2024-09-12T12:42:57.367 INFO:teuthology.orchestra.run.smithi097.stdout: "expos": 28641128, 2024-09-12T12:42:57.367 INFO:teuthology.orchestra.run.smithi097.stdout: "wrpos": 29117717, 2024-09-12T12:42:57.367 INFO:teuthology.orchestra.run.smithi097.stdout: "rdpos": 29109547, 2024-09-12T12:42:57.367 INFO:teuthology.orchestra.run.smithi097.stdout: "jlat": { 2024-09-12T12:42:57.367 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.367 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.367 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.367 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.367 INFO:teuthology.orchestra.run.smithi097.stdout: "replayed": 2615 2024-09-12T12:42:57.367 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.368 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_mem": { 2024-09-12T12:42:57.368 INFO:teuthology.orchestra.run.smithi097.stdout: "ino": 32, 2024-09-12T12:42:57.368 INFO:teuthology.orchestra.run.smithi097.stdout: "ino+": 32, 2024-09-12T12:42:57.368 INFO:teuthology.orchestra.run.smithi097.stdout: "ino-": 0, 2024-09-12T12:42:57.368 INFO:teuthology.orchestra.run.smithi097.stdout: "dir": 11, 2024-09-12T12:42:57.368 INFO:teuthology.orchestra.run.smithi097.stdout: "dir+": 11, 2024-09-12T12:42:57.368 INFO:teuthology.orchestra.run.smithi097.stdout: "dir-": 0, 2024-09-12T12:42:57.368 INFO:teuthology.orchestra.run.smithi097.stdout: "dn": 36, 2024-09-12T12:42:57.368 INFO:teuthology.orchestra.run.smithi097.stdout: "dn+": 36, 2024-09-12T12:42:57.368 INFO:teuthology.orchestra.run.smithi097.stdout: "dn-": 0, 2024-09-12T12:42:57.368 INFO:teuthology.orchestra.run.smithi097.stdout: "cap": 0, 2024-09-12T12:42:57.368 INFO:teuthology.orchestra.run.smithi097.stdout: "cap+": 0, 2024-09-12T12:42:57.368 INFO:teuthology.orchestra.run.smithi097.stdout: "cap-": 0, 2024-09-12T12:42:57.368 INFO:teuthology.orchestra.run.smithi097.stdout: "rss": 49656, 2024-09-12T12:42:57.369 INFO:teuthology.orchestra.run.smithi097.stdout: "heap": 215328 2024-09-12T12:42:57.369 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.369 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_server": { 2024-09-12T12:42:57.369 INFO:teuthology.orchestra.run.smithi097.stdout: "dispatch_client_request": 0, 2024-09-12T12:42:57.369 INFO:teuthology.orchestra.run.smithi097.stdout: "dispatch_server_request": 0, 2024-09-12T12:42:57.369 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_request": 0, 2024-09-12T12:42:57.369 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_session": 0, 2024-09-12T12:42:57.369 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_peer_request": 0, 2024-09-12T12:42:57.369 INFO:teuthology.orchestra.run.smithi097.stdout: "req_create_latency": { 2024-09-12T12:42:57.369 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.369 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.369 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.369 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.369 INFO:teuthology.orchestra.run.smithi097.stdout: "req_getattr_latency": { 2024-09-12T12:42:57.370 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.370 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.370 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.370 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.370 INFO:teuthology.orchestra.run.smithi097.stdout: "req_getfilelock_latency": { 2024-09-12T12:42:57.370 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.370 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.370 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.370 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.370 INFO:teuthology.orchestra.run.smithi097.stdout: "req_link_latency": { 2024-09-12T12:42:57.370 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.370 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.370 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.370 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.371 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookup_latency": { 2024-09-12T12:42:57.371 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.371 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.371 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.371 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.371 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookuphash_latency": { 2024-09-12T12:42:57.371 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.371 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.371 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.371 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.371 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupino_latency": { 2024-09-12T12:42:57.371 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.371 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.371 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.372 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.372 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupname_latency": { 2024-09-12T12:42:57.372 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.372 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.372 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.372 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.372 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupparent_latency": { 2024-09-12T12:42:57.372 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.372 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.372 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.372 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.372 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupsnap_latency": { 2024-09-12T12:42:57.372 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.373 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.373 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.373 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.373 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lssnap_latency": { 2024-09-12T12:42:57.373 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.373 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.373 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.373 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.373 INFO:teuthology.orchestra.run.smithi097.stdout: "req_mkdir_latency": { 2024-09-12T12:42:57.373 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.373 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.373 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.373 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.373 INFO:teuthology.orchestra.run.smithi097.stdout: "req_mknod_latency": { 2024-09-12T12:42:57.374 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.374 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.374 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.374 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.374 INFO:teuthology.orchestra.run.smithi097.stdout: "req_mksnap_latency": { 2024-09-12T12:42:57.374 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.374 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.374 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.374 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.374 INFO:teuthology.orchestra.run.smithi097.stdout: "req_open_latency": { 2024-09-12T12:42:57.374 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.374 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.374 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.375 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.375 INFO:teuthology.orchestra.run.smithi097.stdout: "req_readdir_latency": { 2024-09-12T12:42:57.375 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.375 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.375 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.375 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.375 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rename_latency": { 2024-09-12T12:42:57.375 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.375 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.375 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.375 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.375 INFO:teuthology.orchestra.run.smithi097.stdout: "req_renamesnap_latency": { 2024-09-12T12:42:57.375 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.375 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.376 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.376 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.376 INFO:teuthology.orchestra.run.smithi097.stdout: "req_snapdiff_latency": { 2024-09-12T12:42:57.376 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.376 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.376 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.376 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.376 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rmdir_latency": { 2024-09-12T12:42:57.376 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.376 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.376 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.376 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.376 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rmsnap_latency": { 2024-09-12T12:42:57.377 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.377 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.377 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.377 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.377 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rmxattr_latency": { 2024-09-12T12:42:57.377 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.377 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.377 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.377 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.377 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setattr_latency": { 2024-09-12T12:42:57.377 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.377 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.377 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.378 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.378 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setdirlayout_latency": { 2024-09-12T12:42:57.378 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.378 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.378 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.378 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.378 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setfilelock_latency": { 2024-09-12T12:42:57.378 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.378 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.378 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.378 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.378 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setlayout_latency": { 2024-09-12T12:42:57.378 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.378 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.379 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.379 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.379 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setxattr_latency": { 2024-09-12T12:42:57.379 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.379 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.379 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.379 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.379 INFO:teuthology.orchestra.run.smithi097.stdout: "req_symlink_latency": { 2024-09-12T12:42:57.379 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.379 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.379 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.379 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.379 INFO:teuthology.orchestra.run.smithi097.stdout: "req_unlink_latency": { 2024-09-12T12:42:57.379 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.380 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.380 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.380 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.380 INFO:teuthology.orchestra.run.smithi097.stdout: "cap_revoke_eviction": 0, 2024-09-12T12:42:57.380 INFO:teuthology.orchestra.run.smithi097.stdout: "cap_acquisition_throttle": 0, 2024-09-12T12:42:57.380 INFO:teuthology.orchestra.run.smithi097.stdout: "req_getvxattr_latency": { 2024-09-12T12:42:57.380 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.380 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.380 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.380 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:57.380 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.380 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_sessions": { 2024-09-12T12:42:57.380 INFO:teuthology.orchestra.run.smithi097.stdout: "session_count": 2, 2024-09-12T12:42:57.381 INFO:teuthology.orchestra.run.smithi097.stdout: "session_add": 6, 2024-09-12T12:42:57.381 INFO:teuthology.orchestra.run.smithi097.stdout: "session_remove": 4, 2024-09-12T12:42:57.381 INFO:teuthology.orchestra.run.smithi097.stdout: "sessions_open": 5, 2024-09-12T12:42:57.381 INFO:teuthology.orchestra.run.smithi097.stdout: "sessions_stale": 0, 2024-09-12T12:42:57.381 INFO:teuthology.orchestra.run.smithi097.stdout: "total_load": 0, 2024-09-12T12:42:57.381 INFO:teuthology.orchestra.run.smithi097.stdout: "average_load": 0, 2024-09-12T12:42:57.381 INFO:teuthology.orchestra.run.smithi097.stdout: "avg_session_uptime": 7538, 2024-09-12T12:42:57.381 INFO:teuthology.orchestra.run.smithi097.stdout: "mdthresh_evicted": 0 2024-09-12T12:42:57.381 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.381 INFO:teuthology.orchestra.run.smithi097.stdout: "mempool": { 2024-09-12T12:42:57.381 INFO:teuthology.orchestra.run.smithi097.stdout: "bloom_filter_bytes": 0, 2024-09-12T12:42:57.381 INFO:teuthology.orchestra.run.smithi097.stdout: "bloom_filter_items": 0, 2024-09-12T12:42:57.381 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_alloc_bytes": 0, 2024-09-12T12:42:57.382 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_alloc_items": 0, 2024-09-12T12:42:57.382 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_data_bytes": 0, 2024-09-12T12:42:57.382 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_data_items": 0, 2024-09-12T12:42:57.382 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-12T12:42:57.382 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_onode_items": 0, 2024-09-12T12:42:57.382 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-12T12:42:57.382 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_meta_items": 0, 2024-09-12T12:42:57.382 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_other_bytes": 0, 2024-09-12T12:42:57.382 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_other_items": 0, 2024-09-12T12:42:57.382 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-12T12:42:57.382 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_buffer_items": 0, 2024-09-12T12:42:57.382 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_extent_bytes": 0, 2024-09-12T12:42:57.382 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_extent_items": 0, 2024-09-12T12:42:57.382 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_blob_bytes": 0, 2024-09-12T12:42:57.383 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_blob_items": 0, 2024-09-12T12:42:57.383 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-12T12:42:57.383 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_shared_blob_items": 0, 2024-09-12T12:42:57.383 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-12T12:42:57.383 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_inline_bl_items": 0, 2024-09-12T12:42:57.383 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_fsck_bytes": 0, 2024-09-12T12:42:57.383 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_fsck_items": 0, 2024-09-12T12:42:57.383 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_txc_bytes": 0, 2024-09-12T12:42:57.383 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_txc_items": 0, 2024-09-12T12:42:57.383 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-12T12:42:57.383 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_deferred_items": 0, 2024-09-12T12:42:57.383 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_bytes": 0, 2024-09-12T12:42:57.383 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_items": 0, 2024-09-12T12:42:57.383 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_bytes": 0, 2024-09-12T12:42:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_items": 0, 2024-09-12T12:42:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_reader_bytes": 0, 2024-09-12T12:42:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_reader_items": 0, 2024-09-12T12:42:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_writer_bytes": 0, 2024-09-12T12:42:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_writer_items": 0, 2024-09-12T12:42:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_anon_bytes": 209015, 2024-09-12T12:42:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_anon_items": 95, 2024-09-12T12:42:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_meta_bytes": 0, 2024-09-12T12:42:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_meta_items": 0, 2024-09-12T12:42:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_bytes": 0, 2024-09-12T12:42:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_items": 0, 2024-09-12T12:42:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_mapbl_bytes": 0, 2024-09-12T12:42:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_mapbl_items": 0, 2024-09-12T12:42:57.384 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_pglog_bytes": 0, 2024-09-12T12:42:57.385 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_pglog_items": 0, 2024-09-12T12:42:57.385 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_bytes": 8392, 2024-09-12T12:42:57.385 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_items": 185, 2024-09-12T12:42:57.385 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_mapping_bytes": 0, 2024-09-12T12:42:57.385 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_mapping_items": 0, 2024-09-12T12:42:57.385 INFO:teuthology.orchestra.run.smithi097.stdout: "pgmap_bytes": 0, 2024-09-12T12:42:57.385 INFO:teuthology.orchestra.run.smithi097.stdout: "pgmap_items": 0, 2024-09-12T12:42:57.385 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_co_bytes": 147831, 2024-09-12T12:42:57.385 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_co_items": 1229, 2024-09-12T12:42:57.385 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_1_bytes": 0, 2024-09-12T12:42:57.385 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_1_items": 0, 2024-09-12T12:42:57.385 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_2_bytes": 0, 2024-09-12T12:42:57.385 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_2_items": 0 2024-09-12T12:42:57.385 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.386 INFO:teuthology.orchestra.run.smithi097.stdout: "objecter": { 2024-09-12T12:42:57.386 INFO:teuthology.orchestra.run.smithi097.stdout: "op_active": 0, 2024-09-12T12:42:57.386 INFO:teuthology.orchestra.run.smithi097.stdout: "op_laggy": 0, 2024-09-12T12:42:57.386 INFO:teuthology.orchestra.run.smithi097.stdout: "op_send": 3902, 2024-09-12T12:42:57.386 INFO:teuthology.orchestra.run.smithi097.stdout: "op_send_bytes": 26, 2024-09-12T12:42:57.386 INFO:teuthology.orchestra.run.smithi097.stdout: "op_resend": 4, 2024-09-12T12:42:57.386 INFO:teuthology.orchestra.run.smithi097.stdout: "op_reply": 3902, 2024-09-12T12:42:57.386 INFO:teuthology.orchestra.run.smithi097.stdout: "op_latency": { 2024-09-12T12:42:57.386 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 3902, 2024-09-12T12:42:57.386 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 1.761968988, 2024-09-12T12:42:57.386 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000451555 2024-09-12T12:42:57.386 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.386 INFO:teuthology.orchestra.run.smithi097.stdout: "op_inflight": 0, 2024-09-12T12:42:57.386 INFO:teuthology.orchestra.run.smithi097.stdout: "oplen_avg": { 2024-09-12T12:42:57.387 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 3902, 2024-09-12T12:42:57.387 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 3903 2024-09-12T12:42:57.387 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.387 INFO:teuthology.orchestra.run.smithi097.stdout: "op": 3902, 2024-09-12T12:42:57.387 INFO:teuthology.orchestra.run.smithi097.stdout: "op_r": 3902, 2024-09-12T12:42:57.387 INFO:teuthology.orchestra.run.smithi097.stdout: "op_w": 0, 2024-09-12T12:42:57.387 INFO:teuthology.orchestra.run.smithi097.stdout: "op_rmw": 0, 2024-09-12T12:42:57.387 INFO:teuthology.orchestra.run.smithi097.stdout: "op_pg": 0, 2024-09-12T12:42:57.387 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_stat": 2133, 2024-09-12T12:42:57.387 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_create": 0, 2024-09-12T12:42:57.387 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_read": 1766, 2024-09-12T12:42:57.387 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_write": 0, 2024-09-12T12:42:57.387 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_writefull": 0, 2024-09-12T12:42:57.387 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_writesame": 0, 2024-09-12T12:42:57.388 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_append": 0, 2024-09-12T12:42:57.388 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_zero": 0, 2024-09-12T12:42:57.388 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_truncate": 0, 2024-09-12T12:42:57.388 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_delete": 0, 2024-09-12T12:42:57.388 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_mapext": 0, 2024-09-12T12:42:57.388 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_sparse_read": 0, 2024-09-12T12:42:57.388 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_clonerange": 0, 2024-09-12T12:42:57.388 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_getxattr": 2, 2024-09-12T12:42:57.388 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_setxattr": 0, 2024-09-12T12:42:57.388 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_cmpxattr": 0, 2024-09-12T12:42:57.388 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_rmxattr": 0, 2024-09-12T12:42:57.388 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_resetxattrs": 0, 2024-09-12T12:42:57.388 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_call": 0, 2024-09-12T12:42:57.389 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_watch": 0, 2024-09-12T12:42:57.389 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_notify": 0, 2024-09-12T12:42:57.389 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_src_cmpxattr": 0, 2024-09-12T12:42:57.389 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_pgls": 0, 2024-09-12T12:42:57.389 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_pgls_filter": 0, 2024-09-12T12:42:57.389 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_other": 0, 2024-09-12T12:42:57.389 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_active": 0, 2024-09-12T12:42:57.389 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_send": 0, 2024-09-12T12:42:57.389 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_resend": 0, 2024-09-12T12:42:57.389 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_ping": 0, 2024-09-12T12:42:57.389 INFO:teuthology.orchestra.run.smithi097.stdout: "poolop_active": 0, 2024-09-12T12:42:57.390 INFO:teuthology.orchestra.run.smithi097.stdout: "poolop_send": 0, 2024-09-12T12:42:57.390 INFO:teuthology.orchestra.run.smithi097.stdout: "poolop_resend": 0, 2024-09-12T12:42:57.390 INFO:teuthology.orchestra.run.smithi097.stdout: "poolstat_active": 0, 2024-09-12T12:42:57.390 INFO:teuthology.orchestra.run.smithi097.stdout: "poolstat_send": 0, 2024-09-12T12:42:57.390 INFO:teuthology.orchestra.run.smithi097.stdout: "poolstat_resend": 0, 2024-09-12T12:42:57.390 INFO:teuthology.orchestra.run.smithi097.stdout: "statfs_active": 0, 2024-09-12T12:42:57.390 INFO:teuthology.orchestra.run.smithi097.stdout: "statfs_send": 0, 2024-09-12T12:42:57.390 INFO:teuthology.orchestra.run.smithi097.stdout: "statfs_resend": 0, 2024-09-12T12:42:57.390 INFO:teuthology.orchestra.run.smithi097.stdout: "command_active": 0, 2024-09-12T12:42:57.390 INFO:teuthology.orchestra.run.smithi097.stdout: "command_send": 0, 2024-09-12T12:42:57.390 INFO:teuthology.orchestra.run.smithi097.stdout: "command_resend": 0, 2024-09-12T12:42:57.390 INFO:teuthology.orchestra.run.smithi097.stdout: "map_epoch": 104, 2024-09-12T12:42:57.390 INFO:teuthology.orchestra.run.smithi097.stdout: "map_full": 0, 2024-09-12T12:42:57.390 INFO:teuthology.orchestra.run.smithi097.stdout: "map_inc": 25, 2024-09-12T12:42:57.391 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_sessions": 7, 2024-09-12T12:42:57.391 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_session_open": 8, 2024-09-12T12:42:57.391 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_session_close": 1, 2024-09-12T12:42:57.391 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_laggy": 0, 2024-09-12T12:42:57.391 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_wr": 0, 2024-09-12T12:42:57.391 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_rd": 2, 2024-09-12T12:42:57.391 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_del": 0 2024-09-12T12:42:57.391 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.391 INFO:teuthology.orchestra.run.smithi097.stdout: "oft": { 2024-09-12T12:42:57.391 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_objs": 0, 2024-09-12T12:42:57.391 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_kv_pairs": 0, 2024-09-12T12:42:57.391 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_updates": 0, 2024-09-12T12:42:57.391 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_removes": 0 2024-09-12T12:42:57.391 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.392 INFO:teuthology.orchestra.run.smithi097.stdout: "osd-slow-ops": { 2024-09-12T12:42:57.392 INFO:teuthology.orchestra.run.smithi097.stdout: "slow_ops_count": 0 2024-09-12T12:42:57.392 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.392 INFO:teuthology.orchestra.run.smithi097.stdout: "purge_queue": { 2024-09-12T12:42:57.392 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing_ops": 0, 2024-09-12T12:42:57.392 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing_ops_high_water": 0, 2024-09-12T12:42:57.392 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing": 0, 2024-09-12T12:42:57.392 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing_high_water": 0, 2024-09-12T12:42:57.392 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executed_ops": 0, 2024-09-12T12:42:57.392 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executed": 0, 2024-09-12T12:42:57.392 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_item_in_journal": 0 2024-09-12T12:42:57.392 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.392 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 104857600, 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 4243, 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 27106156, 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 4243, 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 0, 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 0, 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 4243, 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 27106156, 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.393 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.394 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:57.394 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.394 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-objecter_bytes": { 2024-09-12T12:42:57.394 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:57.394 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 104857600, 2024-09-12T12:42:57.394 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:57.394 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 0, 2024-09-12T12:42:57.394 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 0, 2024-09-12T12:42:57.394 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:57.394 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:57.394 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 3902, 2024-09-12T12:42:57.394 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 24923423, 2024-09-12T12:42:57.394 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 3902, 2024-09-12T12:42:57.394 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 24923423, 2024-09-12T12:42:57.395 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:57.395 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.395 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.395 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.395 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:57.395 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.395 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-objecter_ops": { 2024-09-12T12:42:57.395 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:57.395 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 1024, 2024-09-12T12:42:57.395 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:57.395 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 0, 2024-09-12T12:42:57.395 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 0, 2024-09-12T12:42:57.395 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:57.396 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:57.396 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 3902, 2024-09-12T12:42:57.396 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 3902, 2024-09-12T12:42:57.396 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 3902, 2024-09-12T12:42:57.396 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 3902, 2024-09-12T12:42:57.396 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:57.396 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.396 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.396 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.396 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:57.396 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.396 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-write_buf_throttle": { 2024-09-12T12:42:57.396 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:57.396 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 3758096384, 2024-09-12T12:42:57.397 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:57.397 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 0, 2024-09-12T12:42:57.397 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 0, 2024-09-12T12:42:57.397 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:57.397 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:57.397 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 0, 2024-09-12T12:42:57.397 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 0, 2024-09-12T12:42:57.397 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 0, 2024-09-12T12:42:57.397 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 0, 2024-09-12T12:42:57.397 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:57.397 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.397 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.397 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.398 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:57.398 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:57.398 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-write_buf_throttle-0x55c9973d4b40": { 2024-09-12T12:42:57.398 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:57.398 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 3758096384, 2024-09-12T12:42:57.398 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:57.398 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 0, 2024-09-12T12:42:57.398 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 0, 2024-09-12T12:42:57.398 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:57.398 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:57.398 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 0, 2024-09-12T12:42:57.398 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 0, 2024-09-12T12:42:57.398 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 0, 2024-09-12T12:42:57.398 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 0, 2024-09-12T12:42:57.399 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:57.399 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:57.399 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:57.399 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:57.399 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:57.399 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:57.399 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-12T12:42:57.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:57 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:42:57.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:57 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-12T12:42:58.008 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-09-12T12:42:58.009 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-09-12T12:42:58.009 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-09-12T12:42:58.009 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-09-12T12:42:58.009 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=6 2024-09-12T12:42:58.009 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-09-12T12:42:58.009 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-09-12T12:42:58.009 DEBUG:tasks.check_counter:Getting stats from h 2024-09-12T12:42:58.009 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph daemon mds.h perf dump 2024-09-12T12:42:58.256 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.b/config 2024-09-12T12:42:58.270 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:58 smithi097 ceph-mon[34923]: pgmap v510: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 2.6 KiB/s wr, 11 op/s 2024-09-12T12:42:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:58 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:42:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:58 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:42:58.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:42:58 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:42:58.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:58 smithi082 ceph-mon[31122]: pgmap v510: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 2.6 KiB/s wr, 11 op/s 2024-09-12T12:42:58.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:58 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:42:58.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:58 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:42:58.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:42:58 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:42:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:58 smithi114 ceph-mon[35514]: pgmap v510: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 2.6 KiB/s wr, 11 op/s 2024-09-12T12:42:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:58 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-12T12:42:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:58 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-12T12:42:58.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:42:58 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' 2024-09-12T12:42:58.717 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-12T12:42:58.718 INFO:teuthology.orchestra.run.smithi097.stdout: "AsyncMessenger::Worker-0": { 2024-09-12T12:42:58.718 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_messages": 1909, 2024-09-12T12:42:58.718 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages": 1272, 2024-09-12T12:42:58.718 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_bytes": 506150, 2024-09-12T12:42:58.718 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_bytes": 614988, 2024-09-12T12:42:58.718 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_created_connections": 11, 2024-09-12T12:42:58.718 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_active_connections": 3, 2024-09-12T12:42:58.719 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_total_time": 0.134057431, 2024-09-12T12:42:58.719 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_send_time": 0.052786469, 2024-09-12T12:42:58.719 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_recv_time": 0.085372418, 2024-09-12T12:42:58.719 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_fast_dispatch_time": 0.006700322, 2024-09-12T12:42:58.719 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:58.719 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 1270, 2024-09-12T12:42:58.719 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.056826709, 2024-09-12T12:42:58.720 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000044745 2024-09-12T12:42:58.720 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.720 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:58.720 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 2987, 2024-09-12T12:42:58.720 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000680101, 2024-09-12T12:42:58.720 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000227 2024-09-12T12:42:58.721 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.721 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_encrypted_bytes": 2208, 2024-09-12T12:42:58.721 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_encrypted_bytes": 9152 2024-09-12T12:42:58.721 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.721 INFO:teuthology.orchestra.run.smithi097.stdout: "AsyncMessenger::Worker-1": { 2024-09-12T12:42:58.721 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_messages": 393, 2024-09-12T12:42:58.722 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages": 382, 2024-09-12T12:42:58.722 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_bytes": 1527101, 2024-09-12T12:42:58.722 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_bytes": 207147, 2024-09-12T12:42:58.722 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_created_connections": 9, 2024-09-12T12:42:58.722 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_active_connections": 6, 2024-09-12T12:42:58.723 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_total_time": 0.060422990, 2024-09-12T12:42:58.723 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_send_time": 0.022981569, 2024-09-12T12:42:58.723 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_recv_time": 0.051016826, 2024-09-12T12:42:58.723 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_fast_dispatch_time": 0.000270230, 2024-09-12T12:42:58.723 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:58.723 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 382, 2024-09-12T12:42:58.724 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.032094515, 2024-09-12T12:42:58.724 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000084017 2024-09-12T12:42:58.724 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.724 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:58.724 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 25, 2024-09-12T12:42:58.724 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000003350, 2024-09-12T12:42:58.724 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000134 2024-09-12T12:42:58.724 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.724 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_encrypted_bytes": 1524592, 2024-09-12T12:42:58.724 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_encrypted_bytes": 197360 2024-09-12T12:42:58.725 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.725 INFO:teuthology.orchestra.run.smithi097.stdout: "AsyncMessenger::Worker-2": { 2024-09-12T12:42:58.725 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_messages": 37, 2024-09-12T12:42:58.725 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages": 287, 2024-09-12T12:42:58.725 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_bytes": 8165, 2024-09-12T12:42:58.725 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_bytes": 627975, 2024-09-12T12:42:58.726 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_created_connections": 14, 2024-09-12T12:42:58.726 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_active_connections": 5, 2024-09-12T12:42:58.726 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_total_time": 0.029805145, 2024-09-12T12:42:58.726 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_send_time": 0.014054589, 2024-09-12T12:42:58.726 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_recv_time": 0.012107671, 2024-09-12T12:42:58.726 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_fast_dispatch_time": 0.000343716, 2024-09-12T12:42:58.727 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:42:58.727 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 284, 2024-09-12T12:42:58.727 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.034923519, 2024-09-12T12:42:58.727 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000122970 2024-09-12T12:42:58.727 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.727 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:42:58.727 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 57, 2024-09-12T12:42:58.727 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000011308, 2024-09-12T12:42:58.728 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000198 2024-09-12T12:42:58.728 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.728 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_encrypted_bytes": 2928, 2024-09-12T12:42:58.728 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_encrypted_bytes": 570352 2024-09-12T12:42:58.728 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.728 INFO:teuthology.orchestra.run.smithi097.stdout: "cct": { 2024-09-12T12:42:58.728 INFO:teuthology.orchestra.run.smithi097.stdout: "total_workers": 1, 2024-09-12T12:42:58.729 INFO:teuthology.orchestra.run.smithi097.stdout: "unhealthy_workers": 0 2024-09-12T12:42:58.729 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.729 INFO:teuthology.orchestra.run.smithi097.stdout: "finisher-MDSRank": { 2024-09-12T12:42:58.729 INFO:teuthology.orchestra.run.smithi097.stdout: "queue_len": 0, 2024-09-12T12:42:58.729 INFO:teuthology.orchestra.run.smithi097.stdout: "complete_latency": { 2024-09-12T12:42:58.729 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 45, 2024-09-12T12:42:58.729 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.001691987, 2024-09-12T12:42:58.729 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000037599 2024-09-12T12:42:58.730 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:58.730 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.730 INFO:teuthology.orchestra.run.smithi097.stdout: "finisher-PurgeQueue": { 2024-09-12T12:42:58.730 INFO:teuthology.orchestra.run.smithi097.stdout: "queue_len": 0, 2024-09-12T12:42:58.730 INFO:teuthology.orchestra.run.smithi097.stdout: "complete_latency": { 2024-09-12T12:42:58.730 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 2, 2024-09-12T12:42:58.730 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000014426, 2024-09-12T12:42:58.731 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000007213 2024-09-12T12:42:58.731 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:58.731 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.731 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-12T12:42:58.731 INFO:teuthology.orchestra.run.smithi097.stdout: "request": 4, 2024-09-12T12:42:58.731 INFO:teuthology.orchestra.run.smithi097.stdout: "reply": 2, 2024-09-12T12:42:58.732 INFO:teuthology.orchestra.run.smithi097.stdout: "reply_latency": { 2024-09-12T12:42:58.732 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 2, 2024-09-12T12:42:58.732 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000280863, 2024-09-12T12:42:58.732 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000140431 2024-09-12T12:42:58.732 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.732 INFO:teuthology.orchestra.run.smithi097.stdout: "slow_reply": 0, 2024-09-12T12:42:58.733 INFO:teuthology.orchestra.run.smithi097.stdout: "forward": 2, 2024-09-12T12:42:58.733 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_fetch_complete": 0, 2024-09-12T12:42:58.733 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_fetch_keys": 0, 2024-09-12T12:42:58.733 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_commit": 11, 2024-09-12T12:42:58.733 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_split": 0, 2024-09-12T12:42:58.733 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_merge": 0, 2024-09-12T12:42:58.734 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes": 16, 2024-09-12T12:42:58.734 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_top": 0, 2024-09-12T12:42:58.734 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_bottom": 16, 2024-09-12T12:42:58.734 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_pin_tail": 0, 2024-09-12T12:42:58.734 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_pinned": 13, 2024-09-12T12:42:58.735 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_expired": 4, 2024-09-12T12:42:58.735 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_with_caps": 0, 2024-09-12T12:42:58.735 INFO:teuthology.orchestra.run.smithi097.stdout: "caps": 0, 2024-09-12T12:42:58.735 INFO:teuthology.orchestra.run.smithi097.stdout: "subtrees": 3, 2024-09-12T12:42:58.735 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse": 46, 2024-09-12T12:42:58.735 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_hit": 38, 2024-09-12T12:42:58.736 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_forward": 2, 2024-09-12T12:42:58.736 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_discover": 6, 2024-09-12T12:42:58.736 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_dir_fetch": 0, 2024-09-12T12:42:58.736 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_remote_ino": 0, 2024-09-12T12:42:58.736 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_lock": 0, 2024-09-12T12:42:58.736 INFO:teuthology.orchestra.run.smithi097.stdout: "load_cent": 0, 2024-09-12T12:42:58.737 INFO:teuthology.orchestra.run.smithi097.stdout: "q": 0, 2024-09-12T12:42:58.737 INFO:teuthology.orchestra.run.smithi097.stdout: "exported": 0, 2024-09-12T12:42:58.737 INFO:teuthology.orchestra.run.smithi097.stdout: "exported_inodes": 0, 2024-09-12T12:42:58.737 INFO:teuthology.orchestra.run.smithi097.stdout: "imported": 0, 2024-09-12T12:42:58.737 INFO:teuthology.orchestra.run.smithi097.stdout: "imported_inodes": 0, 2024-09-12T12:42:58.737 INFO:teuthology.orchestra.run.smithi097.stdout: "openino_dir_fetch": 0, 2024-09-12T12:42:58.737 INFO:teuthology.orchestra.run.smithi097.stdout: "openino_backtrace_fetch": 0, 2024-09-12T12:42:58.737 INFO:teuthology.orchestra.run.smithi097.stdout: "openino_peer_discover": 0, 2024-09-12T12:42:58.737 INFO:teuthology.orchestra.run.smithi097.stdout: "root_rfiles": 5, 2024-09-12T12:42:58.737 INFO:teuthology.orchestra.run.smithi097.stdout: "root_rbytes": 298, 2024-09-12T12:42:58.737 INFO:teuthology.orchestra.run.smithi097.stdout: "root_rsnaps": 6, 2024-09-12T12:42:58.737 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_backtrace_fetch": 0, 2024-09-12T12:42:58.738 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_set_tag": 0, 2024-09-12T12:42:58.738 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_backtrace_repaired": 0, 2024-09-12T12:42:58.738 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_inotable_repaired": 0, 2024-09-12T12:42:58.738 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_dir_inodes": 0, 2024-09-12T12:42:58.738 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_dir_base_inodes": 0, 2024-09-12T12:42:58.738 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_dirfrag_rstats": 0, 2024-09-12T12:42:58.738 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_file_inodes": 0, 2024-09-12T12:42:58.738 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_inode_file_caps": 0, 2024-09-12T12:42:58.738 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_revoke": 2, 2024-09-12T12:42:58.738 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_grant": 0, 2024-09-12T12:42:58.738 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_trunc": 0, 2024-09-12T12:42:58.739 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-12T12:42:58.739 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-12T12:42:58.739 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_caps": 2, 2024-09-12T12:42:58.739 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_caps_dirty": 0, 2024-09-12T12:42:58.739 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_cap_release": 0, 2024-09-12T12:42:58.739 INFO:teuthology.orchestra.run.smithi097.stdout: "process_request_cap_release": 0 2024-09-12T12:42:58.739 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.739 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_cache": { 2024-09-12T12:42:58.739 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_update": 0, 2024-09-12T12:42:58.739 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_update_receipt": 18, 2024-09-12T12:42:58.739 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_try_discover": 12, 2024-09-12T12:42:58.740 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_send_discover": 12, 2024-09-12T12:42:58.740 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_handle_discover": 0, 2024-09-12T12:42:58.740 INFO:teuthology.orchestra.run.smithi097.stdout: "num_strays": 0, 2024-09-12T12:42:58.740 INFO:teuthology.orchestra.run.smithi097.stdout: "num_strays_delayed": 0, 2024-09-12T12:42:58.740 INFO:teuthology.orchestra.run.smithi097.stdout: "num_strays_enqueuing": 0, 2024-09-12T12:42:58.740 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_created": 0, 2024-09-12T12:42:58.740 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_enqueued": 0, 2024-09-12T12:42:58.740 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_reintegrated": 0, 2024-09-12T12:42:58.740 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_migrated": 0, 2024-09-12T12:42:58.740 INFO:teuthology.orchestra.run.smithi097.stdout: "num_recovering_processing": 0, 2024-09-12T12:42:58.740 INFO:teuthology.orchestra.run.smithi097.stdout: "num_recovering_enqueued": 0, 2024-09-12T12:42:58.740 INFO:teuthology.orchestra.run.smithi097.stdout: "num_recovering_prioritized": 0, 2024-09-12T12:42:58.740 INFO:teuthology.orchestra.run.smithi097.stdout: "recovery_started": 0, 2024-09-12T12:42:58.741 INFO:teuthology.orchestra.run.smithi097.stdout: "recovery_completed": 0, 2024-09-12T12:42:58.741 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_quiesce_path": 14, 2024-09-12T12:42:58.741 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_quiesce_inode": 83, 2024-09-12T12:42:58.741 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_enqueue_scrub": 0, 2024-09-12T12:42:58.741 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_exportdir": 0, 2024-09-12T12:42:58.741 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_flush": 0, 2024-09-12T12:42:58.741 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_fragmentdir": 0, 2024-09-12T12:42:58.741 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_fragstats": 0, 2024-09-12T12:42:58.741 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_inodestats": 0 2024-09-12T12:42:58.741 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.741 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_log": { 2024-09-12T12:42:58.741 INFO:teuthology.orchestra.run.smithi097.stdout: "evlrg": 0, 2024-09-12T12:42:58.741 INFO:teuthology.orchestra.run.smithi097.stdout: "evadd": 8, 2024-09-12T12:42:58.742 INFO:teuthology.orchestra.run.smithi097.stdout: "evex": 0, 2024-09-12T12:42:58.742 INFO:teuthology.orchestra.run.smithi097.stdout: "evtrm": 0, 2024-09-12T12:42:58.742 INFO:teuthology.orchestra.run.smithi097.stdout: "ev": 8, 2024-09-12T12:42:58.742 INFO:teuthology.orchestra.run.smithi097.stdout: "evexg": 0, 2024-09-12T12:42:58.742 INFO:teuthology.orchestra.run.smithi097.stdout: "evexd": 0, 2024-09-12T12:42:58.742 INFO:teuthology.orchestra.run.smithi097.stdout: "segadd": 2, 2024-09-12T12:42:58.742 INFO:teuthology.orchestra.run.smithi097.stdout: "segex": 0, 2024-09-12T12:42:58.742 INFO:teuthology.orchestra.run.smithi097.stdout: "segtrm": 0, 2024-09-12T12:42:58.742 INFO:teuthology.orchestra.run.smithi097.stdout: "seg": 2, 2024-09-12T12:42:58.742 INFO:teuthology.orchestra.run.smithi097.stdout: "segmjr": 2, 2024-09-12T12:42:58.742 INFO:teuthology.orchestra.run.smithi097.stdout: "segexg": 0, 2024-09-12T12:42:58.742 INFO:teuthology.orchestra.run.smithi097.stdout: "segexd": 0, 2024-09-12T12:42:58.742 INFO:teuthology.orchestra.run.smithi097.stdout: "expos": 4194304, 2024-09-12T12:42:58.742 INFO:teuthology.orchestra.run.smithi097.stdout: "wrpos": 4196661, 2024-09-12T12:42:58.743 INFO:teuthology.orchestra.run.smithi097.stdout: "rdpos": 0, 2024-09-12T12:42:58.743 INFO:teuthology.orchestra.run.smithi097.stdout: "jlat": { 2024-09-12T12:42:58.743 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 7, 2024-09-12T12:42:58.743 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.017495794, 2024-09-12T12:42:58.743 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.002499399 2024-09-12T12:42:58.743 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.743 INFO:teuthology.orchestra.run.smithi097.stdout: "replayed": 0 2024-09-12T12:42:58.743 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.743 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_mem": { 2024-09-12T12:42:58.743 INFO:teuthology.orchestra.run.smithi097.stdout: "ino": 20, 2024-09-12T12:42:58.743 INFO:teuthology.orchestra.run.smithi097.stdout: "ino+": 22, 2024-09-12T12:42:58.743 INFO:teuthology.orchestra.run.smithi097.stdout: "ino-": 2, 2024-09-12T12:42:58.743 INFO:teuthology.orchestra.run.smithi097.stdout: "dir": 19, 2024-09-12T12:42:58.743 INFO:teuthology.orchestra.run.smithi097.stdout: "dir+": 23, 2024-09-12T12:42:58.744 INFO:teuthology.orchestra.run.smithi097.stdout: "dir-": 4, 2024-09-12T12:42:58.744 INFO:teuthology.orchestra.run.smithi097.stdout: "dn": 16, 2024-09-12T12:42:58.744 INFO:teuthology.orchestra.run.smithi097.stdout: "dn+": 20, 2024-09-12T12:42:58.744 INFO:teuthology.orchestra.run.smithi097.stdout: "dn-": 4, 2024-09-12T12:42:58.744 INFO:teuthology.orchestra.run.smithi097.stdout: "cap": 0, 2024-09-12T12:42:58.744 INFO:teuthology.orchestra.run.smithi097.stdout: "cap+": 2, 2024-09-12T12:42:58.744 INFO:teuthology.orchestra.run.smithi097.stdout: "cap-": 2, 2024-09-12T12:42:58.744 INFO:teuthology.orchestra.run.smithi097.stdout: "rss": 49988, 2024-09-12T12:42:58.744 INFO:teuthology.orchestra.run.smithi097.stdout: "heap": 223520 2024-09-12T12:42:58.744 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.744 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_server": { 2024-09-12T12:42:58.744 INFO:teuthology.orchestra.run.smithi097.stdout: "dispatch_client_request": 4, 2024-09-12T12:42:58.744 INFO:teuthology.orchestra.run.smithi097.stdout: "dispatch_server_request": 0, 2024-09-12T12:42:58.745 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_request": 4, 2024-09-12T12:42:58.745 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_session": 32, 2024-09-12T12:42:58.745 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_peer_request": 0, 2024-09-12T12:42:58.745 INFO:teuthology.orchestra.run.smithi097.stdout: "req_create_latency": { 2024-09-12T12:42:58.745 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.745 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.745 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.745 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.745 INFO:teuthology.orchestra.run.smithi097.stdout: "req_getattr_latency": { 2024-09-12T12:42:58.745 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 1, 2024-09-12T12:42:58.745 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000155002, 2024-09-12T12:42:58.745 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000155002 2024-09-12T12:42:58.745 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.745 INFO:teuthology.orchestra.run.smithi097.stdout: "req_getfilelock_latency": { 2024-09-12T12:42:58.746 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.746 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.746 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.746 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.746 INFO:teuthology.orchestra.run.smithi097.stdout: "req_link_latency": { 2024-09-12T12:42:58.746 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.746 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.746 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.746 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.746 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookup_latency": { 2024-09-12T12:42:58.747 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 1, 2024-09-12T12:42:58.747 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000125861, 2024-09-12T12:42:58.747 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000125861 2024-09-12T12:42:58.747 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.747 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookuphash_latency": { 2024-09-12T12:42:58.747 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.747 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.747 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.747 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.748 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupino_latency": { 2024-09-12T12:42:58.748 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.748 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.748 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.748 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.748 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupname_latency": { 2024-09-12T12:42:58.748 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.748 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.748 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.748 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.748 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupparent_latency": { 2024-09-12T12:42:58.749 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.749 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.749 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.749 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.749 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupsnap_latency": { 2024-09-12T12:42:58.749 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.749 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.749 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.749 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.749 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lssnap_latency": { 2024-09-12T12:42:58.749 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.750 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.750 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.750 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.750 INFO:teuthology.orchestra.run.smithi097.stdout: "req_mkdir_latency": { 2024-09-12T12:42:58.751 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.751 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.751 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.751 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.751 INFO:teuthology.orchestra.run.smithi097.stdout: "req_mknod_latency": { 2024-09-12T12:42:58.751 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.751 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.751 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.751 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.751 INFO:teuthology.orchestra.run.smithi097.stdout: "req_mksnap_latency": { 2024-09-12T12:42:58.751 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.752 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.752 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.752 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.752 INFO:teuthology.orchestra.run.smithi097.stdout: "req_open_latency": { 2024-09-12T12:42:58.752 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.752 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.752 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.752 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.752 INFO:teuthology.orchestra.run.smithi097.stdout: "req_readdir_latency": { 2024-09-12T12:42:58.752 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.752 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.752 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.752 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.753 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rename_latency": { 2024-09-12T12:42:58.753 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.753 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.753 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.753 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.753 INFO:teuthology.orchestra.run.smithi097.stdout: "req_renamesnap_latency": { 2024-09-12T12:42:58.753 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.753 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.753 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.753 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.753 INFO:teuthology.orchestra.run.smithi097.stdout: "req_snapdiff_latency": { 2024-09-12T12:42:58.753 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.753 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.754 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.754 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.754 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rmdir_latency": { 2024-09-12T12:42:58.754 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.754 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.754 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.754 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.754 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rmsnap_latency": { 2024-09-12T12:42:58.754 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.754 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.754 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.754 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.754 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rmxattr_latency": { 2024-09-12T12:42:58.755 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.755 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.755 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.755 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.755 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setattr_latency": { 2024-09-12T12:42:58.755 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.755 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.755 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.755 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.755 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setdirlayout_latency": { 2024-09-12T12:42:58.755 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.755 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.756 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.756 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.756 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setfilelock_latency": { 2024-09-12T12:42:58.756 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.756 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.756 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.756 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.756 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setlayout_latency": { 2024-09-12T12:42:58.756 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.756 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.756 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.756 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.757 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setxattr_latency": { 2024-09-12T12:42:58.757 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.757 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.757 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.757 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.757 INFO:teuthology.orchestra.run.smithi097.stdout: "req_symlink_latency": { 2024-09-12T12:42:58.757 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.757 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.757 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.757 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.757 INFO:teuthology.orchestra.run.smithi097.stdout: "req_unlink_latency": { 2024-09-12T12:42:58.757 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.757 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.758 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.758 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.758 INFO:teuthology.orchestra.run.smithi097.stdout: "cap_revoke_eviction": 0, 2024-09-12T12:42:58.758 INFO:teuthology.orchestra.run.smithi097.stdout: "cap_acquisition_throttle": 0, 2024-09-12T12:42:58.758 INFO:teuthology.orchestra.run.smithi097.stdout: "req_getvxattr_latency": { 2024-09-12T12:42:58.758 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.758 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.758 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.758 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:58.758 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.758 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_sessions": { 2024-09-12T12:42:58.759 INFO:teuthology.orchestra.run.smithi097.stdout: "session_count": 2, 2024-09-12T12:42:58.759 INFO:teuthology.orchestra.run.smithi097.stdout: "session_add": 4, 2024-09-12T12:42:58.759 INFO:teuthology.orchestra.run.smithi097.stdout: "session_remove": 2, 2024-09-12T12:42:58.759 INFO:teuthology.orchestra.run.smithi097.stdout: "sessions_open": 2, 2024-09-12T12:42:58.759 INFO:teuthology.orchestra.run.smithi097.stdout: "sessions_stale": 0, 2024-09-12T12:42:58.759 INFO:teuthology.orchestra.run.smithi097.stdout: "total_load": 1, 2024-09-12T12:42:58.759 INFO:teuthology.orchestra.run.smithi097.stdout: "average_load": 0, 2024-09-12T12:42:58.759 INFO:teuthology.orchestra.run.smithi097.stdout: "avg_session_uptime": 963, 2024-09-12T12:42:58.759 INFO:teuthology.orchestra.run.smithi097.stdout: "mdthresh_evicted": 0 2024-09-12T12:42:58.759 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.760 INFO:teuthology.orchestra.run.smithi097.stdout: "mempool": { 2024-09-12T12:42:58.760 INFO:teuthology.orchestra.run.smithi097.stdout: "bloom_filter_bytes": 0, 2024-09-12T12:42:58.760 INFO:teuthology.orchestra.run.smithi097.stdout: "bloom_filter_items": 0, 2024-09-12T12:42:58.760 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_alloc_bytes": 0, 2024-09-12T12:42:58.760 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_alloc_items": 0, 2024-09-12T12:42:58.760 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_data_bytes": 0, 2024-09-12T12:42:58.760 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_data_items": 0, 2024-09-12T12:42:58.760 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-12T12:42:58.760 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_onode_items": 0, 2024-09-12T12:42:58.760 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-12T12:42:58.760 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_meta_items": 0, 2024-09-12T12:42:58.760 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_other_bytes": 0, 2024-09-12T12:42:58.760 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_other_items": 0, 2024-09-12T12:42:58.761 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-12T12:42:58.761 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_buffer_items": 0, 2024-09-12T12:42:58.761 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_extent_bytes": 0, 2024-09-12T12:42:58.761 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_extent_items": 0, 2024-09-12T12:42:58.761 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_blob_bytes": 0, 2024-09-12T12:42:58.761 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_blob_items": 0, 2024-09-12T12:42:58.761 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-12T12:42:58.761 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_shared_blob_items": 0, 2024-09-12T12:42:58.761 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-12T12:42:58.761 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_inline_bl_items": 0, 2024-09-12T12:42:58.761 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_fsck_bytes": 0, 2024-09-12T12:42:58.761 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_fsck_items": 0, 2024-09-12T12:42:58.761 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_txc_bytes": 0, 2024-09-12T12:42:58.762 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_txc_items": 0, 2024-09-12T12:42:58.762 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-12T12:42:58.762 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_deferred_items": 0, 2024-09-12T12:42:58.762 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_bytes": 0, 2024-09-12T12:42:58.762 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_items": 0, 2024-09-12T12:42:58.762 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_bytes": 0, 2024-09-12T12:42:58.762 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_items": 0, 2024-09-12T12:42:58.762 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_reader_bytes": 0, 2024-09-12T12:42:58.762 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_reader_items": 0, 2024-09-12T12:42:58.762 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_writer_bytes": 0, 2024-09-12T12:42:58.762 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_writer_items": 0, 2024-09-12T12:42:58.762 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_anon_bytes": 255223, 2024-09-12T12:42:58.762 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_anon_items": 85, 2024-09-12T12:42:58.763 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_meta_bytes": 0, 2024-09-12T12:42:58.763 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_meta_items": 0, 2024-09-12T12:42:58.763 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_bytes": 0, 2024-09-12T12:42:58.763 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_items": 0, 2024-09-12T12:42:58.763 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_mapbl_bytes": 0, 2024-09-12T12:42:58.763 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_mapbl_items": 0, 2024-09-12T12:42:58.763 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_pglog_bytes": 0, 2024-09-12T12:42:58.763 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_pglog_items": 0, 2024-09-12T12:42:58.764 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_bytes": 8392, 2024-09-12T12:42:58.764 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_items": 185, 2024-09-12T12:42:58.764 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_mapping_bytes": 0, 2024-09-12T12:42:58.764 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_mapping_items": 0, 2024-09-12T12:42:58.764 INFO:teuthology.orchestra.run.smithi097.stdout: "pgmap_bytes": 0, 2024-09-12T12:42:58.765 INFO:teuthology.orchestra.run.smithi097.stdout: "pgmap_items": 0, 2024-09-12T12:42:58.765 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_co_bytes": 82685, 2024-09-12T12:42:58.765 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_co_items": 336, 2024-09-12T12:42:58.765 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_1_bytes": 0, 2024-09-12T12:42:58.765 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_1_items": 0, 2024-09-12T12:42:58.765 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_2_bytes": 0, 2024-09-12T12:42:58.765 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_2_items": 0 2024-09-12T12:42:58.766 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.766 INFO:teuthology.orchestra.run.smithi097.stdout: "objecter": { 2024-09-12T12:42:58.766 INFO:teuthology.orchestra.run.smithi097.stdout: "op_active": 0, 2024-09-12T12:42:58.766 INFO:teuthology.orchestra.run.smithi097.stdout: "op_laggy": 0, 2024-09-12T12:42:58.766 INFO:teuthology.orchestra.run.smithi097.stdout: "op_send": 46, 2024-09-12T12:42:58.766 INFO:teuthology.orchestra.run.smithi097.stdout: "op_send_bytes": 12894, 2024-09-12T12:42:58.766 INFO:teuthology.orchestra.run.smithi097.stdout: "op_resend": 32, 2024-09-12T12:42:58.767 INFO:teuthology.orchestra.run.smithi097.stdout: "op_reply": 46, 2024-09-12T12:42:58.767 INFO:teuthology.orchestra.run.smithi097.stdout: "op_latency": { 2024-09-12T12:42:58.767 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 46, 2024-09-12T12:42:58.767 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.186996727, 2024-09-12T12:42:58.767 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.004065146 2024-09-12T12:42:58.767 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.767 INFO:teuthology.orchestra.run.smithi097.stdout: "op_inflight": 0, 2024-09-12T12:42:58.768 INFO:teuthology.orchestra.run.smithi097.stdout: "oplen_avg": { 2024-09-12T12:42:58.768 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 46, 2024-09-12T12:42:58.768 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 70 2024-09-12T12:42:58.768 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.768 INFO:teuthology.orchestra.run.smithi097.stdout: "op": 46, 2024-09-12T12:42:58.768 INFO:teuthology.orchestra.run.smithi097.stdout: "op_r": 0, 2024-09-12T12:42:58.768 INFO:teuthology.orchestra.run.smithi097.stdout: "op_w": 46, 2024-09-12T12:42:58.769 INFO:teuthology.orchestra.run.smithi097.stdout: "op_rmw": 0, 2024-09-12T12:42:58.769 INFO:teuthology.orchestra.run.smithi097.stdout: "op_pg": 0, 2024-09-12T12:42:58.769 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_stat": 0, 2024-09-12T12:42:58.769 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_create": 10, 2024-09-12T12:42:58.770 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_read": 0, 2024-09-12T12:42:58.770 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_write": 7, 2024-09-12T12:42:58.770 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_writefull": 8, 2024-09-12T12:42:58.770 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_writesame": 0, 2024-09-12T12:42:58.770 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_append": 0, 2024-09-12T12:42:58.770 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_zero": 0, 2024-09-12T12:42:58.770 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_truncate": 0, 2024-09-12T12:42:58.771 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_delete": 6, 2024-09-12T12:42:58.771 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_mapext": 0, 2024-09-12T12:42:58.771 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_sparse_read": 0, 2024-09-12T12:42:58.771 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_clonerange": 0, 2024-09-12T12:42:58.771 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_getxattr": 0, 2024-09-12T12:42:58.771 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_setxattr": 20, 2024-09-12T12:42:58.772 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_cmpxattr": 0, 2024-09-12T12:42:58.772 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_rmxattr": 0, 2024-09-12T12:42:58.772 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_resetxattrs": 0, 2024-09-12T12:42:58.772 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_call": 0, 2024-09-12T12:42:58.772 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_watch": 0, 2024-09-12T12:42:58.772 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_notify": 0, 2024-09-12T12:42:58.773 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_src_cmpxattr": 0, 2024-09-12T12:42:58.773 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_pgls": 0, 2024-09-12T12:42:58.773 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_pgls_filter": 0, 2024-09-12T12:42:58.773 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_other": 0, 2024-09-12T12:42:58.773 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_active": 0, 2024-09-12T12:42:58.773 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_send": 0, 2024-09-12T12:42:58.773 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_resend": 0, 2024-09-12T12:42:58.773 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_ping": 0, 2024-09-12T12:42:58.773 INFO:teuthology.orchestra.run.smithi097.stdout: "poolop_active": 0, 2024-09-12T12:42:58.774 INFO:teuthology.orchestra.run.smithi097.stdout: "poolop_send": 0, 2024-09-12T12:42:58.774 INFO:teuthology.orchestra.run.smithi097.stdout: "poolop_resend": 0, 2024-09-12T12:42:58.774 INFO:teuthology.orchestra.run.smithi097.stdout: "poolstat_active": 0, 2024-09-12T12:42:58.774 INFO:teuthology.orchestra.run.smithi097.stdout: "poolstat_send": 0, 2024-09-12T12:42:58.774 INFO:teuthology.orchestra.run.smithi097.stdout: "poolstat_resend": 0, 2024-09-12T12:42:58.774 INFO:teuthology.orchestra.run.smithi097.stdout: "statfs_active": 0, 2024-09-12T12:42:58.774 INFO:teuthology.orchestra.run.smithi097.stdout: "statfs_send": 0, 2024-09-12T12:42:58.774 INFO:teuthology.orchestra.run.smithi097.stdout: "statfs_resend": 0, 2024-09-12T12:42:58.775 INFO:teuthology.orchestra.run.smithi097.stdout: "command_active": 0, 2024-09-12T12:42:58.775 INFO:teuthology.orchestra.run.smithi097.stdout: "command_send": 0, 2024-09-12T12:42:58.775 INFO:teuthology.orchestra.run.smithi097.stdout: "command_resend": 0, 2024-09-12T12:42:58.775 INFO:teuthology.orchestra.run.smithi097.stdout: "map_epoch": 104, 2024-09-12T12:42:58.775 INFO:teuthology.orchestra.run.smithi097.stdout: "map_full": 0, 2024-09-12T12:42:58.775 INFO:teuthology.orchestra.run.smithi097.stdout: "map_inc": 25, 2024-09-12T12:42:58.775 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_sessions": 9, 2024-09-12T12:42:58.775 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_session_open": 12, 2024-09-12T12:42:58.776 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_session_close": 3, 2024-09-12T12:42:58.776 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_laggy": 0, 2024-09-12T12:42:58.776 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_wr": 17, 2024-09-12T12:42:58.776 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_rd": 0, 2024-09-12T12:42:58.776 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_del": 2 2024-09-12T12:42:58.776 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.776 INFO:teuthology.orchestra.run.smithi097.stdout: "oft": { 2024-09-12T12:42:58.776 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_objs": 1, 2024-09-12T12:42:58.777 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_kv_pairs": 0, 2024-09-12T12:42:58.777 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_updates": 0, 2024-09-12T12:42:58.777 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_removes": 0 2024-09-12T12:42:58.778 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.778 INFO:teuthology.orchestra.run.smithi097.stdout: "osd-slow-ops": { 2024-09-12T12:42:58.778 INFO:teuthology.orchestra.run.smithi097.stdout: "slow_ops_count": 97 2024-09-12T12:42:58.778 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.778 INFO:teuthology.orchestra.run.smithi097.stdout: "purge_queue": { 2024-09-12T12:42:58.778 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing_ops": 0, 2024-09-12T12:42:58.778 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing_ops_high_water": 0, 2024-09-12T12:42:58.778 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing": 0, 2024-09-12T12:42:58.779 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing_high_water": 0, 2024-09-12T12:42:58.779 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executed_ops": 0, 2024-09-12T12:42:58.779 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executed": 0, 2024-09-12T12:42:58.779 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_item_in_journal": 0 2024-09-12T12:42:58.779 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.779 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-12T12:42:58.779 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:58.779 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 104857600, 2024-09-12T12:42:58.779 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:58.780 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 2335, 2024-09-12T12:42:58.780 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 1807938, 2024-09-12T12:42:58.780 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:58.780 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 2335, 2024-09-12T12:42:58.780 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 0, 2024-09-12T12:42:58.781 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 0, 2024-09-12T12:42:58.781 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 2335, 2024-09-12T12:42:58.781 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 1807938, 2024-09-12T12:42:58.781 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:58.781 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.781 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.781 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.781 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:58.782 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.782 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-objecter_bytes": { 2024-09-12T12:42:58.782 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:58.782 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 104857600, 2024-09-12T12:42:58.782 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:58.782 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 0, 2024-09-12T12:42:58.782 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 0, 2024-09-12T12:42:58.782 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:58.782 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:58.783 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 46, 2024-09-12T12:42:58.783 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 12894, 2024-09-12T12:42:58.783 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 46, 2024-09-12T12:42:58.783 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 12894, 2024-09-12T12:42:58.783 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:58.783 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.784 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.784 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.784 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:58.784 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.784 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-objecter_ops": { 2024-09-12T12:42:58.784 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:58.784 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 1024, 2024-09-12T12:42:58.784 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:58.784 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 0, 2024-09-12T12:42:58.784 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 0, 2024-09-12T12:42:58.784 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:58.784 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:58.785 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 46, 2024-09-12T12:42:58.785 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 46, 2024-09-12T12:42:58.785 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 46, 2024-09-12T12:42:58.785 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 46, 2024-09-12T12:42:58.785 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:58.785 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.786 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.786 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.786 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:58.786 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.786 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-write_buf_throttle": { 2024-09-12T12:42:58.786 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:58.787 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 3758096384, 2024-09-12T12:42:58.787 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:58.787 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 0, 2024-09-12T12:42:58.787 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 0, 2024-09-12T12:42:58.787 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:58.788 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 0, 2024-09-12T12:42:58.788 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 0, 2024-09-12T12:42:58.788 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 0, 2024-09-12T12:42:58.788 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 0, 2024-09-12T12:42:58.788 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 0, 2024-09-12T12:42:58.788 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:58.789 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.789 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.789 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.789 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:58.789 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:42:58.789 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-write_buf_throttle-0x562e5ca78960": { 2024-09-12T12:42:58.789 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:42:58.790 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 3758096384, 2024-09-12T12:42:58.790 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:42:58.790 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 8, 2024-09-12T12:42:58.790 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 2357, 2024-09-12T12:42:58.790 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:42:58.790 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 8, 2024-09-12T12:42:58.790 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 0, 2024-09-12T12:42:58.791 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 0, 2024-09-12T12:42:58.791 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 7, 2024-09-12T12:42:58.791 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 2357, 2024-09-12T12:42:58.791 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:42:58.791 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:42:58.791 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:42:58.791 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:42:58.791 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:58.792 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:42:58.792 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-12T12:42:59.565 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-09-12T12:42:59.565 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-09-12T12:42:59.565 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-09-12T12:42:59.565 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=18 2024-09-12T12:42:59.565 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2024-09-12T12:42:59.565 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-09-12T12:42:59.565 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-09-12T12:42:59.565 DEBUG:tasks.check_counter:Getting stats from k 2024-09-12T12:42:59.566 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph daemon mds.k perf dump 2024-09-12T12:42:59.807 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.b/config 2024-09-12T12:43:00.234 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:00 smithi097 ceph-mon[34923]: pgmap v511: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-09-12T12:43:00.334 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-12T12:43:00.334 INFO:teuthology.orchestra.run.smithi097.stdout: "AsyncMessenger::Worker-0": { 2024-09-12T12:43:00.334 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_messages": 1083, 2024-09-12T12:43:00.334 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages": 1085, 2024-09-12T12:43:00.334 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_bytes": 286787, 2024-09-12T12:43:00.335 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_bytes": 344458, 2024-09-12T12:43:00.335 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_created_connections": 7, 2024-09-12T12:43:00.335 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_active_connections": 2, 2024-09-12T12:43:00.335 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_total_time": 0.103719183, 2024-09-12T12:43:00.335 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_send_time": 0.043987215, 2024-09-12T12:43:00.335 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_recv_time": 0.023700789, 2024-09-12T12:43:00.335 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_fast_dispatch_time": 0.024942474, 2024-09-12T12:43:00.335 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:00.335 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 1083, 2024-09-12T12:43:00.335 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.047236140, 2024-09-12T12:43:00.335 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000043616 2024-09-12T12:43:00.335 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.335 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:00.336 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.336 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.336 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.336 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.336 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-12T12:43:00.336 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_encrypted_bytes": 0 2024-09-12T12:43:00.336 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.336 INFO:teuthology.orchestra.run.smithi097.stdout: "AsyncMessenger::Worker-1": { 2024-09-12T12:43:00.336 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_messages": 344, 2024-09-12T12:43:00.336 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages": 529, 2024-09-12T12:43:00.336 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_bytes": 1507570, 2024-09-12T12:43:00.336 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_bytes": 630385, 2024-09-12T12:43:00.336 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_created_connections": 4, 2024-09-12T12:43:00.337 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_active_connections": 3, 2024-09-12T12:43:00.337 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_total_time": 0.066626846, 2024-09-12T12:43:00.337 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_send_time": 0.031490470, 2024-09-12T12:43:00.337 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_recv_time": 0.047137376, 2024-09-12T12:43:00.337 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_fast_dispatch_time": 0.000088222, 2024-09-12T12:43:00.337 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:00.337 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 528, 2024-09-12T12:43:00.337 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.038394533, 2024-09-12T12:43:00.337 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000072716 2024-09-12T12:43:00.337 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.337 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:00.337 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.337 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.338 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.338 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.338 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_encrypted_bytes": 1507056, 2024-09-12T12:43:00.338 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_encrypted_bytes": 629744 2024-09-12T12:43:00.338 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.338 INFO:teuthology.orchestra.run.smithi097.stdout: "AsyncMessenger::Worker-2": { 2024-09-12T12:43:00.338 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_messages": 2056, 2024-09-12T12:43:00.338 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages": 2085, 2024-09-12T12:43:00.338 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_bytes": 604438, 2024-09-12T12:43:00.338 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_bytes": 775082, 2024-09-12T12:43:00.338 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_created_connections": 6, 2024-09-12T12:43:00.338 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_active_connections": 4, 2024-09-12T12:43:00.338 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_total_time": 0.220954817, 2024-09-12T12:43:00.338 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_send_time": 0.068299602, 2024-09-12T12:43:00.339 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_recv_time": 0.056981641, 2024-09-12T12:43:00.339 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_running_fast_dispatch_time": 0.074562326, 2024-09-12T12:43:00.339 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:00.339 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 2083, 2024-09-12T12:43:00.339 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.096214000, 2024-09-12T12:43:00.339 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000046190 2024-09-12T12:43:00.339 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.339 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:00.339 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.339 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.339 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.339 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.339 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_recv_encrypted_bytes": 3232, 2024-09-12T12:43:00.340 INFO:teuthology.orchestra.run.smithi097.stdout: "msgr_send_encrypted_bytes": 122864 2024-09-12T12:43:00.340 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.340 INFO:teuthology.orchestra.run.smithi097.stdout: "cct": { 2024-09-12T12:43:00.340 INFO:teuthology.orchestra.run.smithi097.stdout: "total_workers": 1, 2024-09-12T12:43:00.340 INFO:teuthology.orchestra.run.smithi097.stdout: "unhealthy_workers": 0 2024-09-12T12:43:00.340 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.340 INFO:teuthology.orchestra.run.smithi097.stdout: "finisher-MDSRank": { 2024-09-12T12:43:00.340 INFO:teuthology.orchestra.run.smithi097.stdout: "queue_len": 0, 2024-09-12T12:43:00.340 INFO:teuthology.orchestra.run.smithi097.stdout: "complete_latency": { 2024-09-12T12:43:00.340 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 5183, 2024-09-12T12:43:00.340 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.149572582, 2024-09-12T12:43:00.340 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000028858 2024-09-12T12:43:00.340 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:43:00.341 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.341 INFO:teuthology.orchestra.run.smithi097.stdout: "finisher-PurgeQueue": { 2024-09-12T12:43:00.341 INFO:teuthology.orchestra.run.smithi097.stdout: "queue_len": 0, 2024-09-12T12:43:00.341 INFO:teuthology.orchestra.run.smithi097.stdout: "complete_latency": { 2024-09-12T12:43:00.341 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.341 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.341 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.341 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:43:00.341 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.341 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-12T12:43:00.341 INFO:teuthology.orchestra.run.smithi097.stdout: "request": 0, 2024-09-12T12:43:00.341 INFO:teuthology.orchestra.run.smithi097.stdout: "reply": 0, 2024-09-12T12:43:00.341 INFO:teuthology.orchestra.run.smithi097.stdout: "reply_latency": { 2024-09-12T12:43:00.342 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.342 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.342 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.342 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.342 INFO:teuthology.orchestra.run.smithi097.stdout: "slow_reply": 0, 2024-09-12T12:43:00.342 INFO:teuthology.orchestra.run.smithi097.stdout: "forward": 0, 2024-09-12T12:43:00.342 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_fetch_complete": 0, 2024-09-12T12:43:00.342 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_fetch_keys": 0, 2024-09-12T12:43:00.342 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_commit": 0, 2024-09-12T12:43:00.342 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_split": 0, 2024-09-12T12:43:00.342 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_merge": 0, 2024-09-12T12:43:00.342 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes": 0, 2024-09-12T12:43:00.343 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_top": 0, 2024-09-12T12:43:00.343 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_bottom": 0, 2024-09-12T12:43:00.343 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_pin_tail": 0, 2024-09-12T12:43:00.343 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_pinned": 0, 2024-09-12T12:43:00.343 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_expired": 0, 2024-09-12T12:43:00.343 INFO:teuthology.orchestra.run.smithi097.stdout: "inodes_with_caps": 0, 2024-09-12T12:43:00.343 INFO:teuthology.orchestra.run.smithi097.stdout: "caps": 0, 2024-09-12T12:43:00.343 INFO:teuthology.orchestra.run.smithi097.stdout: "subtrees": 1, 2024-09-12T12:43:00.343 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse": 0, 2024-09-12T12:43:00.343 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_hit": 0, 2024-09-12T12:43:00.343 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_forward": 0, 2024-09-12T12:43:00.343 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_discover": 0, 2024-09-12T12:43:00.343 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_dir_fetch": 0, 2024-09-12T12:43:00.344 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_remote_ino": 0, 2024-09-12T12:43:00.344 INFO:teuthology.orchestra.run.smithi097.stdout: "traverse_lock": 0, 2024-09-12T12:43:00.344 INFO:teuthology.orchestra.run.smithi097.stdout: "load_cent": 0, 2024-09-12T12:43:00.344 INFO:teuthology.orchestra.run.smithi097.stdout: "q": 0, 2024-09-12T12:43:00.344 INFO:teuthology.orchestra.run.smithi097.stdout: "exported": 0, 2024-09-12T12:43:00.344 INFO:teuthology.orchestra.run.smithi097.stdout: "exported_inodes": 0, 2024-09-12T12:43:00.344 INFO:teuthology.orchestra.run.smithi097.stdout: "imported": 0, 2024-09-12T12:43:00.344 INFO:teuthology.orchestra.run.smithi097.stdout: "imported_inodes": 0, 2024-09-12T12:43:00.344 INFO:teuthology.orchestra.run.smithi097.stdout: "openino_dir_fetch": 0, 2024-09-12T12:43:00.344 INFO:teuthology.orchestra.run.smithi097.stdout: "openino_backtrace_fetch": 0, 2024-09-12T12:43:00.344 INFO:teuthology.orchestra.run.smithi097.stdout: "openino_peer_discover": 0, 2024-09-12T12:43:00.344 INFO:teuthology.orchestra.run.smithi097.stdout: "root_rfiles": 0, 2024-09-12T12:43:00.344 INFO:teuthology.orchestra.run.smithi097.stdout: "root_rbytes": 0, 2024-09-12T12:43:00.344 INFO:teuthology.orchestra.run.smithi097.stdout: "root_rsnaps": 0, 2024-09-12T12:43:00.345 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_backtrace_fetch": 0, 2024-09-12T12:43:00.345 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_set_tag": 0, 2024-09-12T12:43:00.345 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_backtrace_repaired": 0, 2024-09-12T12:43:00.345 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_inotable_repaired": 0, 2024-09-12T12:43:00.345 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_dir_inodes": 0, 2024-09-12T12:43:00.345 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_dir_base_inodes": 0, 2024-09-12T12:43:00.345 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_dirfrag_rstats": 0, 2024-09-12T12:43:00.345 INFO:teuthology.orchestra.run.smithi097.stdout: "scrub_file_inodes": 0, 2024-09-12T12:43:00.345 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_inode_file_caps": 0, 2024-09-12T12:43:00.345 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_revoke": 0, 2024-09-12T12:43:00.345 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_grant": 0, 2024-09-12T12:43:00.345 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_trunc": 0, 2024-09-12T12:43:00.345 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-12T12:43:00.345 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-12T12:43:00.346 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_caps": 0, 2024-09-12T12:43:00.346 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_caps_dirty": 0, 2024-09-12T12:43:00.346 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_cap_release": 0, 2024-09-12T12:43:00.346 INFO:teuthology.orchestra.run.smithi097.stdout: "process_request_cap_release": 0 2024-09-12T12:43:00.346 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.346 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_cache": { 2024-09-12T12:43:00.346 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_update": 0, 2024-09-12T12:43:00.346 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_update_receipt": 0, 2024-09-12T12:43:00.346 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_try_discover": 0, 2024-09-12T12:43:00.346 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_send_discover": 0, 2024-09-12T12:43:00.346 INFO:teuthology.orchestra.run.smithi097.stdout: "dir_handle_discover": 0, 2024-09-12T12:43:00.346 INFO:teuthology.orchestra.run.smithi097.stdout: "num_strays": 0, 2024-09-12T12:43:00.346 INFO:teuthology.orchestra.run.smithi097.stdout: "num_strays_delayed": 0, 2024-09-12T12:43:00.347 INFO:teuthology.orchestra.run.smithi097.stdout: "num_strays_enqueuing": 0, 2024-09-12T12:43:00.347 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_created": 0, 2024-09-12T12:43:00.347 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_enqueued": 0, 2024-09-12T12:43:00.347 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_reintegrated": 0, 2024-09-12T12:43:00.347 INFO:teuthology.orchestra.run.smithi097.stdout: "strays_migrated": 0, 2024-09-12T12:43:00.347 INFO:teuthology.orchestra.run.smithi097.stdout: "num_recovering_processing": 0, 2024-09-12T12:43:00.347 INFO:teuthology.orchestra.run.smithi097.stdout: "num_recovering_enqueued": 0, 2024-09-12T12:43:00.347 INFO:teuthology.orchestra.run.smithi097.stdout: "num_recovering_prioritized": 0, 2024-09-12T12:43:00.347 INFO:teuthology.orchestra.run.smithi097.stdout: "recovery_started": 0, 2024-09-12T12:43:00.347 INFO:teuthology.orchestra.run.smithi097.stdout: "recovery_completed": 0, 2024-09-12T12:43:00.347 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_quiesce_path": 0, 2024-09-12T12:43:00.347 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_quiesce_inode": 0, 2024-09-12T12:43:00.347 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_enqueue_scrub": 0, 2024-09-12T12:43:00.347 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_exportdir": 0, 2024-09-12T12:43:00.348 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_flush": 0, 2024-09-12T12:43:00.348 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_fragmentdir": 0, 2024-09-12T12:43:00.348 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_fragstats": 0, 2024-09-12T12:43:00.348 INFO:teuthology.orchestra.run.smithi097.stdout: "ireq_inodestats": 0 2024-09-12T12:43:00.348 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.348 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_log": { 2024-09-12T12:43:00.348 INFO:teuthology.orchestra.run.smithi097.stdout: "evlrg": 0, 2024-09-12T12:43:00.348 INFO:teuthology.orchestra.run.smithi097.stdout: "evadd": 0, 2024-09-12T12:43:00.348 INFO:teuthology.orchestra.run.smithi097.stdout: "evex": 0, 2024-09-12T12:43:00.348 INFO:teuthology.orchestra.run.smithi097.stdout: "evtrm": 0, 2024-09-12T12:43:00.348 INFO:teuthology.orchestra.run.smithi097.stdout: "ev": 9, 2024-09-12T12:43:00.348 INFO:teuthology.orchestra.run.smithi097.stdout: "evexg": 0, 2024-09-12T12:43:00.348 INFO:teuthology.orchestra.run.smithi097.stdout: "evexd": 0, 2024-09-12T12:43:00.348 INFO:teuthology.orchestra.run.smithi097.stdout: "segadd": 0, 2024-09-12T12:43:00.349 INFO:teuthology.orchestra.run.smithi097.stdout: "segex": 0, 2024-09-12T12:43:00.349 INFO:teuthology.orchestra.run.smithi097.stdout: "segtrm": 0, 2024-09-12T12:43:00.349 INFO:teuthology.orchestra.run.smithi097.stdout: "seg": 2, 2024-09-12T12:43:00.349 INFO:teuthology.orchestra.run.smithi097.stdout: "segmjr": 2, 2024-09-12T12:43:00.349 INFO:teuthology.orchestra.run.smithi097.stdout: "segexg": 0, 2024-09-12T12:43:00.349 INFO:teuthology.orchestra.run.smithi097.stdout: "segexd": 0, 2024-09-12T12:43:00.349 INFO:teuthology.orchestra.run.smithi097.stdout: "expos": 4194304, 2024-09-12T12:43:00.349 INFO:teuthology.orchestra.run.smithi097.stdout: "wrpos": 4196802, 2024-09-12T12:43:00.349 INFO:teuthology.orchestra.run.smithi097.stdout: "rdpos": 4196661, 2024-09-12T12:43:00.349 INFO:teuthology.orchestra.run.smithi097.stdout: "jlat": { 2024-09-12T12:43:00.349 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.349 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.349 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.349 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.350 INFO:teuthology.orchestra.run.smithi097.stdout: "replayed": 9 2024-09-12T12:43:00.350 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.350 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_mem": { 2024-09-12T12:43:00.350 INFO:teuthology.orchestra.run.smithi097.stdout: "ino": 3, 2024-09-12T12:43:00.350 INFO:teuthology.orchestra.run.smithi097.stdout: "ino+": 3, 2024-09-12T12:43:00.350 INFO:teuthology.orchestra.run.smithi097.stdout: "ino-": 0, 2024-09-12T12:43:00.350 INFO:teuthology.orchestra.run.smithi097.stdout: "dir": 1, 2024-09-12T12:43:00.350 INFO:teuthology.orchestra.run.smithi097.stdout: "dir+": 1, 2024-09-12T12:43:00.350 INFO:teuthology.orchestra.run.smithi097.stdout: "dir-": 0, 2024-09-12T12:43:00.350 INFO:teuthology.orchestra.run.smithi097.stdout: "dn": 0, 2024-09-12T12:43:00.350 INFO:teuthology.orchestra.run.smithi097.stdout: "dn+": 0, 2024-09-12T12:43:00.350 INFO:teuthology.orchestra.run.smithi097.stdout: "dn-": 0, 2024-09-12T12:43:00.350 INFO:teuthology.orchestra.run.smithi097.stdout: "cap": 0, 2024-09-12T12:43:00.350 INFO:teuthology.orchestra.run.smithi097.stdout: "cap+": 0, 2024-09-12T12:43:00.351 INFO:teuthology.orchestra.run.smithi097.stdout: "cap-": 0, 2024-09-12T12:43:00.351 INFO:teuthology.orchestra.run.smithi097.stdout: "rss": 48140, 2024-09-12T12:43:00.351 INFO:teuthology.orchestra.run.smithi097.stdout: "heap": 215328 2024-09-12T12:43:00.351 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.351 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_server": { 2024-09-12T12:43:00.351 INFO:teuthology.orchestra.run.smithi097.stdout: "dispatch_client_request": 0, 2024-09-12T12:43:00.351 INFO:teuthology.orchestra.run.smithi097.stdout: "dispatch_server_request": 0, 2024-09-12T12:43:00.351 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_request": 0, 2024-09-12T12:43:00.351 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_client_session": 0, 2024-09-12T12:43:00.351 INFO:teuthology.orchestra.run.smithi097.stdout: "handle_peer_request": 0, 2024-09-12T12:43:00.351 INFO:teuthology.orchestra.run.smithi097.stdout: "req_create_latency": { 2024-09-12T12:43:00.351 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.351 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.352 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.352 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.352 INFO:teuthology.orchestra.run.smithi097.stdout: "req_getattr_latency": { 2024-09-12T12:43:00.352 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.352 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.352 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.352 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.352 INFO:teuthology.orchestra.run.smithi097.stdout: "req_getfilelock_latency": { 2024-09-12T12:43:00.352 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.352 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.352 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.352 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.352 INFO:teuthology.orchestra.run.smithi097.stdout: "req_link_latency": { 2024-09-12T12:43:00.352 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.353 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.353 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.353 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.353 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookup_latency": { 2024-09-12T12:43:00.353 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.353 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.353 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.353 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.353 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookuphash_latency": { 2024-09-12T12:43:00.353 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.353 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.353 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.353 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.353 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupino_latency": { 2024-09-12T12:43:00.354 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.354 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.354 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.354 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.354 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupname_latency": { 2024-09-12T12:43:00.354 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.354 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.354 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.354 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.354 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupparent_latency": { 2024-09-12T12:43:00.354 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.354 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.354 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.355 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.355 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lookupsnap_latency": { 2024-09-12T12:43:00.355 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.355 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.355 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.355 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.355 INFO:teuthology.orchestra.run.smithi097.stdout: "req_lssnap_latency": { 2024-09-12T12:43:00.355 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.355 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.355 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.355 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.355 INFO:teuthology.orchestra.run.smithi097.stdout: "req_mkdir_latency": { 2024-09-12T12:43:00.355 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.356 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.356 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.356 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.356 INFO:teuthology.orchestra.run.smithi097.stdout: "req_mknod_latency": { 2024-09-12T12:43:00.356 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.357 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.357 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.357 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.357 INFO:teuthology.orchestra.run.smithi097.stdout: "req_mksnap_latency": { 2024-09-12T12:43:00.357 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.357 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.357 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.357 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.357 INFO:teuthology.orchestra.run.smithi097.stdout: "req_open_latency": { 2024-09-12T12:43:00.357 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.357 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.357 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.357 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.358 INFO:teuthology.orchestra.run.smithi097.stdout: "req_readdir_latency": { 2024-09-12T12:43:00.358 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.358 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.358 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.358 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.358 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rename_latency": { 2024-09-12T12:43:00.358 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.358 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.358 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.358 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.358 INFO:teuthology.orchestra.run.smithi097.stdout: "req_renamesnap_latency": { 2024-09-12T12:43:00.358 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.358 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.359 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.359 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.359 INFO:teuthology.orchestra.run.smithi097.stdout: "req_snapdiff_latency": { 2024-09-12T12:43:00.359 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.359 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.359 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.359 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.359 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rmdir_latency": { 2024-09-12T12:43:00.359 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.359 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.359 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.359 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.359 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rmsnap_latency": { 2024-09-12T12:43:00.359 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.360 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.360 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.360 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.360 INFO:teuthology.orchestra.run.smithi097.stdout: "req_rmxattr_latency": { 2024-09-12T12:43:00.360 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.360 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.360 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.360 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.360 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setattr_latency": { 2024-09-12T12:43:00.360 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.360 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.360 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.360 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.361 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setdirlayout_latency": { 2024-09-12T12:43:00.361 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.361 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.361 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.361 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.361 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setfilelock_latency": { 2024-09-12T12:43:00.361 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.361 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.361 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.361 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.361 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setlayout_latency": { 2024-09-12T12:43:00.361 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.361 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.362 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.362 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.362 INFO:teuthology.orchestra.run.smithi097.stdout: "req_setxattr_latency": { 2024-09-12T12:43:00.362 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.362 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.362 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.362 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.362 INFO:teuthology.orchestra.run.smithi097.stdout: "req_symlink_latency": { 2024-09-12T12:43:00.362 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.362 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.362 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.362 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.362 INFO:teuthology.orchestra.run.smithi097.stdout: "req_unlink_latency": { 2024-09-12T12:43:00.362 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.363 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.363 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.363 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.363 INFO:teuthology.orchestra.run.smithi097.stdout: "cap_revoke_eviction": 0, 2024-09-12T12:43:00.363 INFO:teuthology.orchestra.run.smithi097.stdout: "cap_acquisition_throttle": 0, 2024-09-12T12:43:00.363 INFO:teuthology.orchestra.run.smithi097.stdout: "req_getvxattr_latency": { 2024-09-12T12:43:00.363 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.363 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.363 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.363 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:43:00.363 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.363 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_sessions": { 2024-09-12T12:43:00.363 INFO:teuthology.orchestra.run.smithi097.stdout: "session_count": 1, 2024-09-12T12:43:00.364 INFO:teuthology.orchestra.run.smithi097.stdout: "session_add": 4, 2024-09-12T12:43:00.364 INFO:teuthology.orchestra.run.smithi097.stdout: "session_remove": 3, 2024-09-12T12:43:00.364 INFO:teuthology.orchestra.run.smithi097.stdout: "sessions_open": 3, 2024-09-12T12:43:00.364 INFO:teuthology.orchestra.run.smithi097.stdout: "sessions_stale": 0, 2024-09-12T12:43:00.364 INFO:teuthology.orchestra.run.smithi097.stdout: "total_load": 0, 2024-09-12T12:43:00.364 INFO:teuthology.orchestra.run.smithi097.stdout: "average_load": 0, 2024-09-12T12:43:00.364 INFO:teuthology.orchestra.run.smithi097.stdout: "avg_session_uptime": 5057, 2024-09-12T12:43:00.364 INFO:teuthology.orchestra.run.smithi097.stdout: "mdthresh_evicted": 0 2024-09-12T12:43:00.364 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.364 INFO:teuthology.orchestra.run.smithi097.stdout: "mempool": { 2024-09-12T12:43:00.364 INFO:teuthology.orchestra.run.smithi097.stdout: "bloom_filter_bytes": 0, 2024-09-12T12:43:00.364 INFO:teuthology.orchestra.run.smithi097.stdout: "bloom_filter_items": 0, 2024-09-12T12:43:00.364 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_alloc_bytes": 0, 2024-09-12T12:43:00.364 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_alloc_items": 0, 2024-09-12T12:43:00.365 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_data_bytes": 0, 2024-09-12T12:43:00.365 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_data_items": 0, 2024-09-12T12:43:00.365 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-12T12:43:00.365 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_onode_items": 0, 2024-09-12T12:43:00.365 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-12T12:43:00.365 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_meta_items": 0, 2024-09-12T12:43:00.365 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_other_bytes": 0, 2024-09-12T12:43:00.365 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_other_items": 0, 2024-09-12T12:43:00.365 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-12T12:43:00.365 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_cache_buffer_items": 0, 2024-09-12T12:43:00.365 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_extent_bytes": 0, 2024-09-12T12:43:00.365 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_extent_items": 0, 2024-09-12T12:43:00.365 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_blob_bytes": 0, 2024-09-12T12:43:00.366 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_blob_items": 0, 2024-09-12T12:43:00.366 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-12T12:43:00.366 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_shared_blob_items": 0, 2024-09-12T12:43:00.366 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-12T12:43:00.366 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_inline_bl_items": 0, 2024-09-12T12:43:00.366 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_fsck_bytes": 0, 2024-09-12T12:43:00.366 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_fsck_items": 0, 2024-09-12T12:43:00.366 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_txc_bytes": 0, 2024-09-12T12:43:00.366 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_txc_items": 0, 2024-09-12T12:43:00.366 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-12T12:43:00.366 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_deferred_items": 0, 2024-09-12T12:43:00.366 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_bytes": 0, 2024-09-12T12:43:00.366 INFO:teuthology.orchestra.run.smithi097.stdout: "bluestore_writing_items": 0, 2024-09-12T12:43:00.366 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_bytes": 0, 2024-09-12T12:43:00.367 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_items": 0, 2024-09-12T12:43:00.367 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_reader_bytes": 0, 2024-09-12T12:43:00.367 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_reader_items": 0, 2024-09-12T12:43:00.367 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_writer_bytes": 0, 2024-09-12T12:43:00.367 INFO:teuthology.orchestra.run.smithi097.stdout: "bluefs_file_writer_items": 0, 2024-09-12T12:43:00.367 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_anon_bytes": 190184, 2024-09-12T12:43:00.367 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_anon_items": 53, 2024-09-12T12:43:00.367 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_meta_bytes": 0, 2024-09-12T12:43:00.367 INFO:teuthology.orchestra.run.smithi097.stdout: "buffer_meta_items": 0, 2024-09-12T12:43:00.367 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_bytes": 0, 2024-09-12T12:43:00.367 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_items": 0, 2024-09-12T12:43:00.367 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_mapbl_bytes": 0, 2024-09-12T12:43:00.367 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_mapbl_items": 0, 2024-09-12T12:43:00.367 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_pglog_bytes": 0, 2024-09-12T12:43:00.368 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_pglog_items": 0, 2024-09-12T12:43:00.368 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_bytes": 8392, 2024-09-12T12:43:00.368 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_items": 185, 2024-09-12T12:43:00.368 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_mapping_bytes": 0, 2024-09-12T12:43:00.368 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_mapping_items": 0, 2024-09-12T12:43:00.368 INFO:teuthology.orchestra.run.smithi097.stdout: "pgmap_bytes": 0, 2024-09-12T12:43:00.368 INFO:teuthology.orchestra.run.smithi097.stdout: "pgmap_items": 0, 2024-09-12T12:43:00.368 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_co_bytes": 8512, 2024-09-12T12:43:00.368 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_co_items": 13, 2024-09-12T12:43:00.368 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_1_bytes": 0, 2024-09-12T12:43:00.368 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_1_items": 0, 2024-09-12T12:43:00.368 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_2_bytes": 0, 2024-09-12T12:43:00.368 INFO:teuthology.orchestra.run.smithi097.stdout: "unittest_2_items": 0 2024-09-12T12:43:00.368 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.369 INFO:teuthology.orchestra.run.smithi097.stdout: "objecter": { 2024-09-12T12:43:00.369 INFO:teuthology.orchestra.run.smithi097.stdout: "op_active": 0, 2024-09-12T12:43:00.369 INFO:teuthology.orchestra.run.smithi097.stdout: "op_laggy": 0, 2024-09-12T12:43:00.369 INFO:teuthology.orchestra.run.smithi097.stdout: "op_send": 3136, 2024-09-12T12:43:00.369 INFO:teuthology.orchestra.run.smithi097.stdout: "op_send_bytes": 21, 2024-09-12T12:43:00.369 INFO:teuthology.orchestra.run.smithi097.stdout: "op_resend": 3, 2024-09-12T12:43:00.369 INFO:teuthology.orchestra.run.smithi097.stdout: "op_reply": 3136, 2024-09-12T12:43:00.369 INFO:teuthology.orchestra.run.smithi097.stdout: "op_latency": { 2024-09-12T12:43:00.369 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 3136, 2024-09-12T12:43:00.369 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 1.465974231, 2024-09-12T12:43:00.369 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000467466 2024-09-12T12:43:00.369 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.369 INFO:teuthology.orchestra.run.smithi097.stdout: "op_inflight": 0, 2024-09-12T12:43:00.369 INFO:teuthology.orchestra.run.smithi097.stdout: "oplen_avg": { 2024-09-12T12:43:00.370 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 3136, 2024-09-12T12:43:00.370 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 3137 2024-09-12T12:43:00.370 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.370 INFO:teuthology.orchestra.run.smithi097.stdout: "op": 3136, 2024-09-12T12:43:00.370 INFO:teuthology.orchestra.run.smithi097.stdout: "op_r": 3136, 2024-09-12T12:43:00.370 INFO:teuthology.orchestra.run.smithi097.stdout: "op_w": 0, 2024-09-12T12:43:00.370 INFO:teuthology.orchestra.run.smithi097.stdout: "op_rmw": 0, 2024-09-12T12:43:00.370 INFO:teuthology.orchestra.run.smithi097.stdout: "op_pg": 0, 2024-09-12T12:43:00.370 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_stat": 2051, 2024-09-12T12:43:00.370 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_create": 0, 2024-09-12T12:43:00.370 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_read": 1083, 2024-09-12T12:43:00.370 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_write": 0, 2024-09-12T12:43:00.371 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_writefull": 0, 2024-09-12T12:43:00.371 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_writesame": 0, 2024-09-12T12:43:00.371 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_append": 0, 2024-09-12T12:43:00.371 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_zero": 0, 2024-09-12T12:43:00.371 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_truncate": 0, 2024-09-12T12:43:00.371 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_delete": 0, 2024-09-12T12:43:00.371 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_mapext": 0, 2024-09-12T12:43:00.371 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_sparse_read": 0, 2024-09-12T12:43:00.371 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_clonerange": 0, 2024-09-12T12:43:00.371 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_getxattr": 1, 2024-09-12T12:43:00.372 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_setxattr": 0, 2024-09-12T12:43:00.372 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_cmpxattr": 0, 2024-09-12T12:43:00.372 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_rmxattr": 0, 2024-09-12T12:43:00.372 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_resetxattrs": 0, 2024-09-12T12:43:00.372 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_call": 0, 2024-09-12T12:43:00.372 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_watch": 0, 2024-09-12T12:43:00.372 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_notify": 0, 2024-09-12T12:43:00.372 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_src_cmpxattr": 0, 2024-09-12T12:43:00.372 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_pgls": 0, 2024-09-12T12:43:00.372 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_pgls_filter": 0, 2024-09-12T12:43:00.372 INFO:teuthology.orchestra.run.smithi097.stdout: "osdop_other": 0, 2024-09-12T12:43:00.372 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_active": 0, 2024-09-12T12:43:00.372 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_send": 0, 2024-09-12T12:43:00.373 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_resend": 0, 2024-09-12T12:43:00.373 INFO:teuthology.orchestra.run.smithi097.stdout: "linger_ping": 0, 2024-09-12T12:43:00.373 INFO:teuthology.orchestra.run.smithi097.stdout: "poolop_active": 0, 2024-09-12T12:43:00.373 INFO:teuthology.orchestra.run.smithi097.stdout: "poolop_send": 0, 2024-09-12T12:43:00.373 INFO:teuthology.orchestra.run.smithi097.stdout: "poolop_resend": 0, 2024-09-12T12:43:00.373 INFO:teuthology.orchestra.run.smithi097.stdout: "poolstat_active": 0, 2024-09-12T12:43:00.373 INFO:teuthology.orchestra.run.smithi097.stdout: "poolstat_send": 0, 2024-09-12T12:43:00.373 INFO:teuthology.orchestra.run.smithi097.stdout: "poolstat_resend": 0, 2024-09-12T12:43:00.373 INFO:teuthology.orchestra.run.smithi097.stdout: "statfs_active": 0, 2024-09-12T12:43:00.373 INFO:teuthology.orchestra.run.smithi097.stdout: "statfs_send": 0, 2024-09-12T12:43:00.373 INFO:teuthology.orchestra.run.smithi097.stdout: "statfs_resend": 0, 2024-09-12T12:43:00.373 INFO:teuthology.orchestra.run.smithi097.stdout: "command_active": 0, 2024-09-12T12:43:00.373 INFO:teuthology.orchestra.run.smithi097.stdout: "command_send": 0, 2024-09-12T12:43:00.374 INFO:teuthology.orchestra.run.smithi097.stdout: "command_resend": 0, 2024-09-12T12:43:00.374 INFO:teuthology.orchestra.run.smithi097.stdout: "map_epoch": 104, 2024-09-12T12:43:00.374 INFO:teuthology.orchestra.run.smithi097.stdout: "map_full": 0, 2024-09-12T12:43:00.374 INFO:teuthology.orchestra.run.smithi097.stdout: "map_inc": 25, 2024-09-12T12:43:00.374 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_sessions": 5, 2024-09-12T12:43:00.374 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_session_open": 6, 2024-09-12T12:43:00.374 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_session_close": 1, 2024-09-12T12:43:00.374 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_laggy": 0, 2024-09-12T12:43:00.374 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_wr": 0, 2024-09-12T12:43:00.374 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_rd": 2, 2024-09-12T12:43:00.374 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_del": 0 2024-09-12T12:43:00.374 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.374 INFO:teuthology.orchestra.run.smithi097.stdout: "oft": { 2024-09-12T12:43:00.375 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_objs": 0, 2024-09-12T12:43:00.375 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_kv_pairs": 0, 2024-09-12T12:43:00.375 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_updates": 0, 2024-09-12T12:43:00.375 INFO:teuthology.orchestra.run.smithi097.stdout: "omap_total_removes": 0 2024-09-12T12:43:00.375 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.375 INFO:teuthology.orchestra.run.smithi097.stdout: "osd-slow-ops": { 2024-09-12T12:43:00.375 INFO:teuthology.orchestra.run.smithi097.stdout: "slow_ops_count": 0 2024-09-12T12:43:00.375 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.375 INFO:teuthology.orchestra.run.smithi097.stdout: "purge_queue": { 2024-09-12T12:43:00.375 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing_ops": 0, 2024-09-12T12:43:00.375 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing_ops_high_water": 0, 2024-09-12T12:43:00.375 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing": 0, 2024-09-12T12:43:00.375 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executing_high_water": 0, 2024-09-12T12:43:00.376 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executed_ops": 0, 2024-09-12T12:43:00.376 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_executed": 0, 2024-09-12T12:43:00.376 INFO:teuthology.orchestra.run.smithi097.stdout: "pq_item_in_journal": 0 2024-09-12T12:43:00.376 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.376 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-12T12:43:00.376 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:43:00.376 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 104857600, 2024-09-12T12:43:00.376 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:43:00.376 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 3479, 2024-09-12T12:43:00.376 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 2065208, 2024-09-12T12:43:00.377 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:00.377 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 3479, 2024-09-12T12:43:00.377 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 0, 2024-09-12T12:43:00.377 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 0, 2024-09-12T12:43:00.377 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 3479, 2024-09-12T12:43:00.377 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 2065208, 2024-09-12T12:43:00.377 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:43:00.377 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.377 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.377 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.377 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:43:00.377 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.377 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-objecter_bytes": { 2024-09-12T12:43:00.378 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:43:00.378 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 104857600, 2024-09-12T12:43:00.378 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:43:00.378 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 0, 2024-09-12T12:43:00.378 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 0, 2024-09-12T12:43:00.378 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:00.378 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:00.378 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 3136, 2024-09-12T12:43:00.378 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 2503, 2024-09-12T12:43:00.378 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 3136, 2024-09-12T12:43:00.378 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 2503, 2024-09-12T12:43:00.378 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:43:00.378 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.379 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.379 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.379 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:43:00.379 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.379 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-objecter_ops": { 2024-09-12T12:43:00.379 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:43:00.379 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 1024, 2024-09-12T12:43:00.379 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:43:00.379 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 0, 2024-09-12T12:43:00.379 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 0, 2024-09-12T12:43:00.379 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:00.379 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:00.379 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 3136, 2024-09-12T12:43:00.379 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 3136, 2024-09-12T12:43:00.380 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 3136, 2024-09-12T12:43:00.380 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 3136, 2024-09-12T12:43:00.380 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:43:00.380 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.380 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.380 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.380 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:43:00.380 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.380 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-write_buf_throttle": { 2024-09-12T12:43:00.380 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:43:00.380 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 3758096384, 2024-09-12T12:43:00.380 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:43:00.380 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 0, 2024-09-12T12:43:00.381 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 0, 2024-09-12T12:43:00.381 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:00.381 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:00.381 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 0, 2024-09-12T12:43:00.381 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 0, 2024-09-12T12:43:00.381 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 0, 2024-09-12T12:43:00.381 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 0, 2024-09-12T12:43:00.381 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:43:00.381 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.381 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.381 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.381 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:43:00.381 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-12T12:43:00.381 INFO:teuthology.orchestra.run.smithi097.stdout: "throttle-write_buf_throttle-0x55c24787ab40": { 2024-09-12T12:43:00.382 INFO:teuthology.orchestra.run.smithi097.stdout: "val": 0, 2024-09-12T12:43:00.382 INFO:teuthology.orchestra.run.smithi097.stdout: "max": 3758096384, 2024-09-12T12:43:00.382 INFO:teuthology.orchestra.run.smithi097.stdout: "get_started": 0, 2024-09-12T12:43:00.382 INFO:teuthology.orchestra.run.smithi097.stdout: "get": 0, 2024-09-12T12:43:00.382 INFO:teuthology.orchestra.run.smithi097.stdout: "get_sum": 0, 2024-09-12T12:43:00.382 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:00.382 INFO:teuthology.orchestra.run.smithi097.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:00.382 INFO:teuthology.orchestra.run.smithi097.stdout: "take": 0, 2024-09-12T12:43:00.382 INFO:teuthology.orchestra.run.smithi097.stdout: "take_sum": 0, 2024-09-12T12:43:00.382 INFO:teuthology.orchestra.run.smithi097.stdout: "put": 0, 2024-09-12T12:43:00.382 INFO:teuthology.orchestra.run.smithi097.stdout: "put_sum": 0, 2024-09-12T12:43:00.382 INFO:teuthology.orchestra.run.smithi097.stdout: "wait": { 2024-09-12T12:43:00.382 INFO:teuthology.orchestra.run.smithi097.stdout: "avgcount": 0, 2024-09-12T12:43:00.382 INFO:teuthology.orchestra.run.smithi097.stdout: "sum": 0.000000000, 2024-09-12T12:43:00.383 INFO:teuthology.orchestra.run.smithi097.stdout: "avgtime": 0.000000000 2024-09-12T12:43:00.383 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:43:00.383 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-12T12:43:00.383 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-12T12:43:00.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:00 smithi082 ceph-mon[31122]: pgmap v511: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-09-12T12:43:00.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:00 smithi114 ceph-mon[35514]: pgmap v511: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-09-12T12:43:01.127 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-09-12T12:43:01.127 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-09-12T12:43:01.127 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-09-12T12:43:01.127 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-09-12T12:43:01.127 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2024-09-12T12:43:01.127 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-09-12T12:43:01.127 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-09-12T12:43:01.127 DEBUG:tasks.check_counter:Getting stats from c 2024-09-12T12:43:01.128 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph daemon mds.c perf dump 2024-09-12T12:43:01.389 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:43:01.913 INFO:teuthology.orchestra.run.smithi114.stdout:{ 2024-09-12T12:43:01.913 INFO:teuthology.orchestra.run.smithi114.stdout: "AsyncMessenger::Worker-0": { 2024-09-12T12:43:01.913 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_messages": 1928, 2024-09-12T12:43:01.913 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages": 1254, 2024-09-12T12:43:01.913 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_bytes": 518020, 2024-09-12T12:43:01.913 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_bytes": 467551, 2024-09-12T12:43:01.914 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_created_connections": 10, 2024-09-12T12:43:01.914 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_active_connections": 3, 2024-09-12T12:43:01.914 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_total_time": 0.169364565, 2024-09-12T12:43:01.914 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_send_time": 0.079185166, 2024-09-12T12:43:01.914 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_recv_time": 0.098028079, 2024-09-12T12:43:01.914 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_fast_dispatch_time": 0.006258448, 2024-09-12T12:43:01.914 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:01.914 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 1255, 2024-09-12T12:43:01.914 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.075056906, 2024-09-12T12:43:01.914 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000059806 2024-09-12T12:43:01.914 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.914 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:01.914 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 2952, 2024-09-12T12:43:01.915 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000658755, 2024-09-12T12:43:01.915 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000223 2024-09-12T12:43:01.915 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.915 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_encrypted_bytes": 3072, 2024-09-12T12:43:01.915 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_encrypted_bytes": 448 2024-09-12T12:43:01.915 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.915 INFO:teuthology.orchestra.run.smithi114.stdout: "AsyncMessenger::Worker-1": { 2024-09-12T12:43:01.915 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_messages": 28, 2024-09-12T12:43:01.915 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages": 255, 2024-09-12T12:43:01.915 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_bytes": 6646, 2024-09-12T12:43:01.915 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_bytes": 715856, 2024-09-12T12:43:01.915 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_created_connections": 15, 2024-09-12T12:43:01.915 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_active_connections": 5, 2024-09-12T12:43:01.916 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_total_time": 0.019175103, 2024-09-12T12:43:01.916 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_send_time": 0.010324989, 2024-09-12T12:43:01.916 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_recv_time": 0.005404652, 2024-09-12T12:43:01.916 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_fast_dispatch_time": 0.000434133, 2024-09-12T12:43:01.916 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:01.916 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 252, 2024-09-12T12:43:01.916 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.028239403, 2024-09-12T12:43:01.916 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000112061 2024-09-12T12:43:01.916 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.916 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:01.916 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 13, 2024-09-12T12:43:01.916 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000001971, 2024-09-12T12:43:01.917 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000151 2024-09-12T12:43:01.917 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.917 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_encrypted_bytes": 1408, 2024-09-12T12:43:01.917 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_encrypted_bytes": 652928 2024-09-12T12:43:01.917 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.917 INFO:teuthology.orchestra.run.smithi114.stdout: "AsyncMessenger::Worker-2": { 2024-09-12T12:43:01.917 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_messages": 408, 2024-09-12T12:43:01.917 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages": 453, 2024-09-12T12:43:01.917 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_bytes": 1538566, 2024-09-12T12:43:01.917 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_bytes": 218130, 2024-09-12T12:43:01.917 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_created_connections": 9, 2024-09-12T12:43:01.917 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_active_connections": 6, 2024-09-12T12:43:01.917 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_total_time": 0.074993663, 2024-09-12T12:43:01.918 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_send_time": 0.028819058, 2024-09-12T12:43:01.918 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_recv_time": 0.060297807, 2024-09-12T12:43:01.918 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_fast_dispatch_time": 0.000138115, 2024-09-12T12:43:01.918 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:01.918 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 450, 2024-09-12T12:43:01.918 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.026524568, 2024-09-12T12:43:01.918 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000058943 2024-09-12T12:43:01.918 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.918 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:01.918 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 110, 2024-09-12T12:43:01.918 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000025045, 2024-09-12T12:43:01.918 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000227 2024-09-12T12:43:01.918 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.919 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_encrypted_bytes": 1537168, 2024-09-12T12:43:01.919 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_encrypted_bytes": 215632 2024-09-12T12:43:01.919 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.919 INFO:teuthology.orchestra.run.smithi114.stdout: "cct": { 2024-09-12T12:43:01.919 INFO:teuthology.orchestra.run.smithi114.stdout: "total_workers": 1, 2024-09-12T12:43:01.919 INFO:teuthology.orchestra.run.smithi114.stdout: "unhealthy_workers": 0 2024-09-12T12:43:01.919 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.919 INFO:teuthology.orchestra.run.smithi114.stdout: "finisher-MDSRank": { 2024-09-12T12:43:01.919 INFO:teuthology.orchestra.run.smithi114.stdout: "queue_len": 0, 2024-09-12T12:43:01.919 INFO:teuthology.orchestra.run.smithi114.stdout: "complete_latency": { 2024-09-12T12:43:01.919 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 56, 2024-09-12T12:43:01.919 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.002278153, 2024-09-12T12:43:01.919 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000040681 2024-09-12T12:43:01.919 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:01.920 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.920 INFO:teuthology.orchestra.run.smithi114.stdout: "finisher-PurgeQueue": { 2024-09-12T12:43:01.920 INFO:teuthology.orchestra.run.smithi114.stdout: "queue_len": 0, 2024-09-12T12:43:01.920 INFO:teuthology.orchestra.run.smithi114.stdout: "complete_latency": { 2024-09-12T12:43:01.920 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 2, 2024-09-12T12:43:01.920 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000015287, 2024-09-12T12:43:01.920 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000007643 2024-09-12T12:43:01.920 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:01.920 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.920 INFO:teuthology.orchestra.run.smithi114.stdout: "mds": { 2024-09-12T12:43:01.920 INFO:teuthology.orchestra.run.smithi114.stdout: "request": 6, 2024-09-12T12:43:01.920 INFO:teuthology.orchestra.run.smithi114.stdout: "reply": 4, 2024-09-12T12:43:01.920 INFO:teuthology.orchestra.run.smithi114.stdout: "reply_latency": { 2024-09-12T12:43:01.921 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 4, 2024-09-12T12:43:01.921 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.001393873, 2024-09-12T12:43:01.921 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000348468 2024-09-12T12:43:01.921 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.921 INFO:teuthology.orchestra.run.smithi114.stdout: "slow_reply": 0, 2024-09-12T12:43:01.921 INFO:teuthology.orchestra.run.smithi114.stdout: "forward": 2, 2024-09-12T12:43:01.921 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_fetch_complete": 0, 2024-09-12T12:43:01.921 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_fetch_keys": 0, 2024-09-12T12:43:01.921 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_commit": 11, 2024-09-12T12:43:01.921 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_split": 0, 2024-09-12T12:43:01.921 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_merge": 0, 2024-09-12T12:43:01.921 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes": 16, 2024-09-12T12:43:01.921 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_top": 0, 2024-09-12T12:43:01.922 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_bottom": 16, 2024-09-12T12:43:01.922 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_pin_tail": 0, 2024-09-12T12:43:01.922 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_pinned": 13, 2024-09-12T12:43:01.922 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_expired": 4, 2024-09-12T12:43:01.922 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_with_caps": 1, 2024-09-12T12:43:01.922 INFO:teuthology.orchestra.run.smithi114.stdout: "caps": 1, 2024-09-12T12:43:01.922 INFO:teuthology.orchestra.run.smithi114.stdout: "subtrees": 3, 2024-09-12T12:43:01.922 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse": 48, 2024-09-12T12:43:01.922 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_hit": 39, 2024-09-12T12:43:01.922 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_forward": 1, 2024-09-12T12:43:01.922 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_discover": 7, 2024-09-12T12:43:01.922 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_dir_fetch": 0, 2024-09-12T12:43:01.922 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_remote_ino": 0, 2024-09-12T12:43:01.923 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_lock": 0, 2024-09-12T12:43:01.923 INFO:teuthology.orchestra.run.smithi114.stdout: "load_cent": 0, 2024-09-12T12:43:01.923 INFO:teuthology.orchestra.run.smithi114.stdout: "q": 0, 2024-09-12T12:43:01.923 INFO:teuthology.orchestra.run.smithi114.stdout: "exported": 0, 2024-09-12T12:43:01.923 INFO:teuthology.orchestra.run.smithi114.stdout: "exported_inodes": 0, 2024-09-12T12:43:01.923 INFO:teuthology.orchestra.run.smithi114.stdout: "imported": 0, 2024-09-12T12:43:01.923 INFO:teuthology.orchestra.run.smithi114.stdout: "imported_inodes": 0, 2024-09-12T12:43:01.923 INFO:teuthology.orchestra.run.smithi114.stdout: "openino_dir_fetch": 0, 2024-09-12T12:43:01.923 INFO:teuthology.orchestra.run.smithi114.stdout: "openino_backtrace_fetch": 0, 2024-09-12T12:43:01.923 INFO:teuthology.orchestra.run.smithi114.stdout: "openino_peer_discover": 0, 2024-09-12T12:43:01.923 INFO:teuthology.orchestra.run.smithi114.stdout: "root_rfiles": 5, 2024-09-12T12:43:01.923 INFO:teuthology.orchestra.run.smithi114.stdout: "root_rbytes": 298, 2024-09-12T12:43:01.923 INFO:teuthology.orchestra.run.smithi114.stdout: "root_rsnaps": 6, 2024-09-12T12:43:01.924 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_backtrace_fetch": 0, 2024-09-12T12:43:01.924 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_set_tag": 0, 2024-09-12T12:43:01.924 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_backtrace_repaired": 0, 2024-09-12T12:43:01.924 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_inotable_repaired": 0, 2024-09-12T12:43:01.924 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_dir_inodes": 0, 2024-09-12T12:43:01.924 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_dir_base_inodes": 0, 2024-09-12T12:43:01.924 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_dirfrag_rstats": 0, 2024-09-12T12:43:01.924 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_file_inodes": 0, 2024-09-12T12:43:01.924 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_inode_file_caps": 0, 2024-09-12T12:43:01.924 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_revoke": 3, 2024-09-12T12:43:01.924 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_grant": 0, 2024-09-12T12:43:01.924 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_trunc": 0, 2024-09-12T12:43:01.925 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-12T12:43:01.925 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-12T12:43:01.925 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_caps": 3, 2024-09-12T12:43:01.925 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_caps_dirty": 0, 2024-09-12T12:43:01.925 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_cap_release": 0, 2024-09-12T12:43:01.925 INFO:teuthology.orchestra.run.smithi114.stdout: "process_request_cap_release": 1 2024-09-12T12:43:01.925 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.925 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_cache": { 2024-09-12T12:43:01.925 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_update": 0, 2024-09-12T12:43:01.925 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_update_receipt": 16, 2024-09-12T12:43:01.925 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_try_discover": 11, 2024-09-12T12:43:01.925 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_send_discover": 12, 2024-09-12T12:43:01.925 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_handle_discover": 0, 2024-09-12T12:43:01.925 INFO:teuthology.orchestra.run.smithi114.stdout: "num_strays": 0, 2024-09-12T12:43:01.926 INFO:teuthology.orchestra.run.smithi114.stdout: "num_strays_delayed": 0, 2024-09-12T12:43:01.926 INFO:teuthology.orchestra.run.smithi114.stdout: "num_strays_enqueuing": 0, 2024-09-12T12:43:01.926 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_created": 0, 2024-09-12T12:43:01.926 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_enqueued": 0, 2024-09-12T12:43:01.926 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_reintegrated": 0, 2024-09-12T12:43:01.926 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_migrated": 0, 2024-09-12T12:43:01.926 INFO:teuthology.orchestra.run.smithi114.stdout: "num_recovering_processing": 0, 2024-09-12T12:43:01.926 INFO:teuthology.orchestra.run.smithi114.stdout: "num_recovering_enqueued": 0, 2024-09-12T12:43:01.926 INFO:teuthology.orchestra.run.smithi114.stdout: "num_recovering_prioritized": 0, 2024-09-12T12:43:01.926 INFO:teuthology.orchestra.run.smithi114.stdout: "recovery_started": 0, 2024-09-12T12:43:01.926 INFO:teuthology.orchestra.run.smithi114.stdout: "recovery_completed": 0, 2024-09-12T12:43:01.926 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_quiesce_path": 14, 2024-09-12T12:43:01.926 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_quiesce_inode": 83, 2024-09-12T12:43:01.927 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_enqueue_scrub": 0, 2024-09-12T12:43:01.927 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_exportdir": 0, 2024-09-12T12:43:01.927 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_flush": 0, 2024-09-12T12:43:01.927 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_fragmentdir": 0, 2024-09-12T12:43:01.927 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_fragstats": 0, 2024-09-12T12:43:01.927 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_inodestats": 0 2024-09-12T12:43:01.927 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.927 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_log": { 2024-09-12T12:43:01.927 INFO:teuthology.orchestra.run.smithi114.stdout: "evlrg": 0, 2024-09-12T12:43:01.927 INFO:teuthology.orchestra.run.smithi114.stdout: "evadd": 9, 2024-09-12T12:43:01.927 INFO:teuthology.orchestra.run.smithi114.stdout: "evex": 0, 2024-09-12T12:43:01.927 INFO:teuthology.orchestra.run.smithi114.stdout: "evtrm": 0, 2024-09-12T12:43:01.927 INFO:teuthology.orchestra.run.smithi114.stdout: "ev": 9, 2024-09-12T12:43:01.927 INFO:teuthology.orchestra.run.smithi114.stdout: "evexg": 0, 2024-09-12T12:43:01.928 INFO:teuthology.orchestra.run.smithi114.stdout: "evexd": 0, 2024-09-12T12:43:01.928 INFO:teuthology.orchestra.run.smithi114.stdout: "segadd": 2, 2024-09-12T12:43:01.928 INFO:teuthology.orchestra.run.smithi114.stdout: "segex": 0, 2024-09-12T12:43:01.928 INFO:teuthology.orchestra.run.smithi114.stdout: "segtrm": 0, 2024-09-12T12:43:01.928 INFO:teuthology.orchestra.run.smithi114.stdout: "seg": 2, 2024-09-12T12:43:01.928 INFO:teuthology.orchestra.run.smithi114.stdout: "segmjr": 2, 2024-09-12T12:43:01.928 INFO:teuthology.orchestra.run.smithi114.stdout: "segexg": 0, 2024-09-12T12:43:01.928 INFO:teuthology.orchestra.run.smithi114.stdout: "segexd": 0, 2024-09-12T12:43:01.928 INFO:teuthology.orchestra.run.smithi114.stdout: "expos": 4194304, 2024-09-12T12:43:01.928 INFO:teuthology.orchestra.run.smithi114.stdout: "wrpos": 4196802, 2024-09-12T12:43:01.928 INFO:teuthology.orchestra.run.smithi114.stdout: "rdpos": 0, 2024-09-12T12:43:01.928 INFO:teuthology.orchestra.run.smithi114.stdout: "jlat": { 2024-09-12T12:43:01.928 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 8, 2024-09-12T12:43:01.929 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.058904963, 2024-09-12T12:43:01.929 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.007363120 2024-09-12T12:43:01.929 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.929 INFO:teuthology.orchestra.run.smithi114.stdout: "replayed": 0 2024-09-12T12:43:01.929 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.929 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_mem": { 2024-09-12T12:43:01.929 INFO:teuthology.orchestra.run.smithi114.stdout: "ino": 20, 2024-09-12T12:43:01.929 INFO:teuthology.orchestra.run.smithi114.stdout: "ino+": 22, 2024-09-12T12:43:01.929 INFO:teuthology.orchestra.run.smithi114.stdout: "ino-": 2, 2024-09-12T12:43:01.929 INFO:teuthology.orchestra.run.smithi114.stdout: "dir": 19, 2024-09-12T12:43:01.929 INFO:teuthology.orchestra.run.smithi114.stdout: "dir+": 22, 2024-09-12T12:43:01.929 INFO:teuthology.orchestra.run.smithi114.stdout: "dir-": 3, 2024-09-12T12:43:01.929 INFO:teuthology.orchestra.run.smithi114.stdout: "dn": 16, 2024-09-12T12:43:01.930 INFO:teuthology.orchestra.run.smithi114.stdout: "dn+": 20, 2024-09-12T12:43:01.930 INFO:teuthology.orchestra.run.smithi114.stdout: "dn-": 4, 2024-09-12T12:43:01.930 INFO:teuthology.orchestra.run.smithi114.stdout: "cap": 1, 2024-09-12T12:43:01.930 INFO:teuthology.orchestra.run.smithi114.stdout: "cap+": 4, 2024-09-12T12:43:01.930 INFO:teuthology.orchestra.run.smithi114.stdout: "cap-": 3, 2024-09-12T12:43:01.930 INFO:teuthology.orchestra.run.smithi114.stdout: "rss": 50192, 2024-09-12T12:43:01.930 INFO:teuthology.orchestra.run.smithi114.stdout: "heap": 223520 2024-09-12T12:43:01.930 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.930 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_server": { 2024-09-12T12:43:01.931 INFO:teuthology.orchestra.run.smithi114.stdout: "dispatch_client_request": 10, 2024-09-12T12:43:01.931 INFO:teuthology.orchestra.run.smithi114.stdout: "dispatch_server_request": 0, 2024-09-12T12:43:01.931 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_request": 6, 2024-09-12T12:43:01.931 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_session": 24, 2024-09-12T12:43:01.931 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_peer_request": 1, 2024-09-12T12:43:01.931 INFO:teuthology.orchestra.run.smithi114.stdout: "req_create_latency": { 2024-09-12T12:43:01.931 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.931 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.931 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.931 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.931 INFO:teuthology.orchestra.run.smithi114.stdout: "req_getattr_latency": { 2024-09-12T12:43:01.931 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 2, 2024-09-12T12:43:01.931 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.001165035, 2024-09-12T12:43:01.931 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000582517 2024-09-12T12:43:01.932 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.932 INFO:teuthology.orchestra.run.smithi114.stdout: "req_getfilelock_latency": { 2024-09-12T12:43:01.932 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.932 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.932 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.932 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.932 INFO:teuthology.orchestra.run.smithi114.stdout: "req_link_latency": { 2024-09-12T12:43:01.932 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.932 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.932 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.933 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.933 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookup_latency": { 2024-09-12T12:43:01.933 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 1, 2024-09-12T12:43:01.933 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000119846, 2024-09-12T12:43:01.933 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000119846 2024-09-12T12:43:01.933 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.933 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookuphash_latency": { 2024-09-12T12:43:01.933 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.933 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.933 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.933 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.933 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupino_latency": { 2024-09-12T12:43:01.933 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 1, 2024-09-12T12:43:01.934 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000108992, 2024-09-12T12:43:01.934 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000108992 2024-09-12T12:43:01.934 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.934 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupname_latency": { 2024-09-12T12:43:01.934 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.934 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.934 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.934 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.934 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupparent_latency": { 2024-09-12T12:43:01.934 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.934 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.934 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.934 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.935 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupsnap_latency": { 2024-09-12T12:43:01.935 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.935 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.935 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.935 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.935 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lssnap_latency": { 2024-09-12T12:43:01.935 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.935 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.935 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.935 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.935 INFO:teuthology.orchestra.run.smithi114.stdout: "req_mkdir_latency": { 2024-09-12T12:43:01.935 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.935 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.935 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.936 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.936 INFO:teuthology.orchestra.run.smithi114.stdout: "req_mknod_latency": { 2024-09-12T12:43:01.936 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.936 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.936 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.936 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.936 INFO:teuthology.orchestra.run.smithi114.stdout: "req_mksnap_latency": { 2024-09-12T12:43:01.936 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.936 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.936 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.936 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.936 INFO:teuthology.orchestra.run.smithi114.stdout: "req_open_latency": { 2024-09-12T12:43:01.937 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.937 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.937 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.937 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.937 INFO:teuthology.orchestra.run.smithi114.stdout: "req_readdir_latency": { 2024-09-12T12:43:01.937 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.937 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.937 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.937 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.937 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rename_latency": { 2024-09-12T12:43:01.937 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.937 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.937 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.937 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.938 INFO:teuthology.orchestra.run.smithi114.stdout: "req_renamesnap_latency": { 2024-09-12T12:43:01.938 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.938 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.938 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.938 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.938 INFO:teuthology.orchestra.run.smithi114.stdout: "req_snapdiff_latency": { 2024-09-12T12:43:01.938 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.938 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.938 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.939 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.939 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rmdir_latency": { 2024-09-12T12:43:01.939 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.939 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.939 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.939 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.939 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rmsnap_latency": { 2024-09-12T12:43:01.939 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.939 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.939 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.939 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.939 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rmxattr_latency": { 2024-09-12T12:43:01.939 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.940 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.940 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.940 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.940 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setattr_latency": { 2024-09-12T12:43:01.940 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.940 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.940 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.940 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.940 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setdirlayout_latency": { 2024-09-12T12:43:01.940 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.940 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.941 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.941 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.941 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setfilelock_latency": { 2024-09-12T12:43:01.942 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.942 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.942 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.942 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.942 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setlayout_latency": { 2024-09-12T12:43:01.942 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.942 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.942 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.942 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.942 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setxattr_latency": { 2024-09-12T12:43:01.942 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.942 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.943 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.943 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.943 INFO:teuthology.orchestra.run.smithi114.stdout: "req_symlink_latency": { 2024-09-12T12:43:01.943 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.943 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.943 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.943 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.943 INFO:teuthology.orchestra.run.smithi114.stdout: "req_unlink_latency": { 2024-09-12T12:43:01.943 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.943 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.943 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.943 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.943 INFO:teuthology.orchestra.run.smithi114.stdout: "cap_revoke_eviction": 0, 2024-09-12T12:43:01.943 INFO:teuthology.orchestra.run.smithi114.stdout: "cap_acquisition_throttle": 0, 2024-09-12T12:43:01.944 INFO:teuthology.orchestra.run.smithi114.stdout: "req_getvxattr_latency": { 2024-09-12T12:43:01.944 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.944 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.944 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.944 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:01.944 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.944 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_sessions": { 2024-09-12T12:43:01.944 INFO:teuthology.orchestra.run.smithi114.stdout: "session_count": 1, 2024-09-12T12:43:01.945 INFO:teuthology.orchestra.run.smithi114.stdout: "session_add": 4, 2024-09-12T12:43:01.945 INFO:teuthology.orchestra.run.smithi114.stdout: "session_remove": 3, 2024-09-12T12:43:01.945 INFO:teuthology.orchestra.run.smithi114.stdout: "sessions_open": 1, 2024-09-12T12:43:01.945 INFO:teuthology.orchestra.run.smithi114.stdout: "sessions_stale": 0, 2024-09-12T12:43:01.945 INFO:teuthology.orchestra.run.smithi114.stdout: "total_load": 2, 2024-09-12T12:43:01.945 INFO:teuthology.orchestra.run.smithi114.stdout: "average_load": 0, 2024-09-12T12:43:01.945 INFO:teuthology.orchestra.run.smithi114.stdout: "avg_session_uptime": 963, 2024-09-12T12:43:01.945 INFO:teuthology.orchestra.run.smithi114.stdout: "mdthresh_evicted": 0 2024-09-12T12:43:01.945 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.945 INFO:teuthology.orchestra.run.smithi114.stdout: "mempool": { 2024-09-12T12:43:01.945 INFO:teuthology.orchestra.run.smithi114.stdout: "bloom_filter_bytes": 0, 2024-09-12T12:43:01.945 INFO:teuthology.orchestra.run.smithi114.stdout: "bloom_filter_items": 0, 2024-09-12T12:43:01.945 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_alloc_bytes": 0, 2024-09-12T12:43:01.945 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_alloc_items": 0, 2024-09-12T12:43:01.946 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_data_bytes": 0, 2024-09-12T12:43:01.946 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_data_items": 0, 2024-09-12T12:43:01.946 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-12T12:43:01.946 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_onode_items": 0, 2024-09-12T12:43:01.946 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-12T12:43:01.946 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_meta_items": 0, 2024-09-12T12:43:01.947 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_other_bytes": 0, 2024-09-12T12:43:01.947 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_other_items": 0, 2024-09-12T12:43:01.947 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-12T12:43:01.947 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_buffer_items": 0, 2024-09-12T12:43:01.947 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_extent_bytes": 0, 2024-09-12T12:43:01.947 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_extent_items": 0, 2024-09-12T12:43:01.948 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_blob_bytes": 0, 2024-09-12T12:43:01.948 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_blob_items": 0, 2024-09-12T12:43:01.948 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-12T12:43:01.948 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_shared_blob_items": 0, 2024-09-12T12:43:01.948 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-12T12:43:01.948 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_inline_bl_items": 0, 2024-09-12T12:43:01.948 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_fsck_bytes": 0, 2024-09-12T12:43:01.948 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_fsck_items": 0, 2024-09-12T12:43:01.948 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_txc_bytes": 0, 2024-09-12T12:43:01.948 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_txc_items": 0, 2024-09-12T12:43:01.948 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-12T12:43:01.948 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_deferred_items": 0, 2024-09-12T12:43:01.949 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_bytes": 0, 2024-09-12T12:43:01.949 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_items": 0, 2024-09-12T12:43:01.949 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_bytes": 0, 2024-09-12T12:43:01.949 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_items": 0, 2024-09-12T12:43:01.949 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_reader_bytes": 0, 2024-09-12T12:43:01.949 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_reader_items": 0, 2024-09-12T12:43:01.949 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_writer_bytes": 0, 2024-09-12T12:43:01.949 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_writer_items": 0, 2024-09-12T12:43:01.949 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_anon_bytes": 255239, 2024-09-12T12:43:01.949 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_anon_items": 82, 2024-09-12T12:43:01.949 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_meta_bytes": 0, 2024-09-12T12:43:01.949 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_meta_items": 0, 2024-09-12T12:43:01.949 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_bytes": 0, 2024-09-12T12:43:01.950 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_items": 0, 2024-09-12T12:43:01.950 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_mapbl_bytes": 0, 2024-09-12T12:43:01.950 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_mapbl_items": 0, 2024-09-12T12:43:01.950 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_pglog_bytes": 0, 2024-09-12T12:43:01.950 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_pglog_items": 0, 2024-09-12T12:43:01.950 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_bytes": 8392, 2024-09-12T12:43:01.950 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_items": 185, 2024-09-12T12:43:01.950 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_mapping_bytes": 0, 2024-09-12T12:43:01.950 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_mapping_items": 0, 2024-09-12T12:43:01.950 INFO:teuthology.orchestra.run.smithi114.stdout: "pgmap_bytes": 0, 2024-09-12T12:43:01.950 INFO:teuthology.orchestra.run.smithi114.stdout: "pgmap_items": 0, 2024-09-12T12:43:01.950 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_co_bytes": 83085, 2024-09-12T12:43:01.950 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_co_items": 342, 2024-09-12T12:43:01.950 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_1_bytes": 0, 2024-09-12T12:43:01.951 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_1_items": 0, 2024-09-12T12:43:01.951 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_2_bytes": 0, 2024-09-12T12:43:01.951 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_2_items": 0 2024-09-12T12:43:01.951 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.951 INFO:teuthology.orchestra.run.smithi114.stdout: "objecter": { 2024-09-12T12:43:01.951 INFO:teuthology.orchestra.run.smithi114.stdout: "op_active": 0, 2024-09-12T12:43:01.951 INFO:teuthology.orchestra.run.smithi114.stdout: "op_laggy": 0, 2024-09-12T12:43:01.951 INFO:teuthology.orchestra.run.smithi114.stdout: "op_send": 48, 2024-09-12T12:43:01.951 INFO:teuthology.orchestra.run.smithi114.stdout: "op_send_bytes": 13241, 2024-09-12T12:43:01.951 INFO:teuthology.orchestra.run.smithi114.stdout: "op_resend": 33, 2024-09-12T12:43:01.951 INFO:teuthology.orchestra.run.smithi114.stdout: "op_reply": 48, 2024-09-12T12:43:01.951 INFO:teuthology.orchestra.run.smithi114.stdout: "op_latency": { 2024-09-12T12:43:01.951 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 48, 2024-09-12T12:43:01.951 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.243994714, 2024-09-12T12:43:01.952 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.005083223 2024-09-12T12:43:01.952 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.952 INFO:teuthology.orchestra.run.smithi114.stdout: "op_inflight": 0, 2024-09-12T12:43:01.952 INFO:teuthology.orchestra.run.smithi114.stdout: "oplen_avg": { 2024-09-12T12:43:01.952 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 48, 2024-09-12T12:43:01.952 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 73 2024-09-12T12:43:01.952 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.952 INFO:teuthology.orchestra.run.smithi114.stdout: "op": 48, 2024-09-12T12:43:01.952 INFO:teuthology.orchestra.run.smithi114.stdout: "op_r": 0, 2024-09-12T12:43:01.952 INFO:teuthology.orchestra.run.smithi114.stdout: "op_w": 48, 2024-09-12T12:43:01.952 INFO:teuthology.orchestra.run.smithi114.stdout: "op_rmw": 0, 2024-09-12T12:43:01.952 INFO:teuthology.orchestra.run.smithi114.stdout: "op_pg": 0, 2024-09-12T12:43:01.952 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_stat": 0, 2024-09-12T12:43:01.952 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_create": 10, 2024-09-12T12:43:01.953 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_read": 0, 2024-09-12T12:43:01.953 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_write": 8, 2024-09-12T12:43:01.953 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_writefull": 8, 2024-09-12T12:43:01.953 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_writesame": 0, 2024-09-12T12:43:01.953 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_append": 0, 2024-09-12T12:43:01.953 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_zero": 0, 2024-09-12T12:43:01.953 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_truncate": 0, 2024-09-12T12:43:01.953 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_delete": 6, 2024-09-12T12:43:01.953 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_mapext": 0, 2024-09-12T12:43:01.953 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_sparse_read": 0, 2024-09-12T12:43:01.953 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_clonerange": 0, 2024-09-12T12:43:01.953 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_getxattr": 0, 2024-09-12T12:43:01.953 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_setxattr": 20, 2024-09-12T12:43:01.953 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_cmpxattr": 0, 2024-09-12T12:43:01.954 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_rmxattr": 0, 2024-09-12T12:43:01.954 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_resetxattrs": 0, 2024-09-12T12:43:01.954 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_call": 0, 2024-09-12T12:43:01.954 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_watch": 0, 2024-09-12T12:43:01.954 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_notify": 0, 2024-09-12T12:43:01.954 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_src_cmpxattr": 0, 2024-09-12T12:43:01.954 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_pgls": 0, 2024-09-12T12:43:01.954 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_pgls_filter": 0, 2024-09-12T12:43:01.954 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_other": 0, 2024-09-12T12:43:01.954 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_active": 0, 2024-09-12T12:43:01.954 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_send": 0, 2024-09-12T12:43:01.954 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_resend": 0, 2024-09-12T12:43:01.954 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_ping": 0, 2024-09-12T12:43:01.955 INFO:teuthology.orchestra.run.smithi114.stdout: "poolop_active": 0, 2024-09-12T12:43:01.955 INFO:teuthology.orchestra.run.smithi114.stdout: "poolop_send": 0, 2024-09-12T12:43:01.955 INFO:teuthology.orchestra.run.smithi114.stdout: "poolop_resend": 0, 2024-09-12T12:43:01.955 INFO:teuthology.orchestra.run.smithi114.stdout: "poolstat_active": 0, 2024-09-12T12:43:01.955 INFO:teuthology.orchestra.run.smithi114.stdout: "poolstat_send": 0, 2024-09-12T12:43:01.955 INFO:teuthology.orchestra.run.smithi114.stdout: "poolstat_resend": 0, 2024-09-12T12:43:01.955 INFO:teuthology.orchestra.run.smithi114.stdout: "statfs_active": 0, 2024-09-12T12:43:01.955 INFO:teuthology.orchestra.run.smithi114.stdout: "statfs_send": 0, 2024-09-12T12:43:01.955 INFO:teuthology.orchestra.run.smithi114.stdout: "statfs_resend": 0, 2024-09-12T12:43:01.955 INFO:teuthology.orchestra.run.smithi114.stdout: "command_active": 0, 2024-09-12T12:43:01.955 INFO:teuthology.orchestra.run.smithi114.stdout: "command_send": 0, 2024-09-12T12:43:01.955 INFO:teuthology.orchestra.run.smithi114.stdout: "command_resend": 0, 2024-09-12T12:43:01.955 INFO:teuthology.orchestra.run.smithi114.stdout: "map_epoch": 104, 2024-09-12T12:43:01.955 INFO:teuthology.orchestra.run.smithi114.stdout: "map_full": 0, 2024-09-12T12:43:01.956 INFO:teuthology.orchestra.run.smithi114.stdout: "map_inc": 25, 2024-09-12T12:43:01.956 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_sessions": 8, 2024-09-12T12:43:01.956 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_session_open": 10, 2024-09-12T12:43:01.956 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_session_close": 2, 2024-09-12T12:43:01.956 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_laggy": 0, 2024-09-12T12:43:01.956 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_wr": 20, 2024-09-12T12:43:01.956 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_rd": 0, 2024-09-12T12:43:01.956 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_del": 1 2024-09-12T12:43:01.956 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.956 INFO:teuthology.orchestra.run.smithi114.stdout: "oft": { 2024-09-12T12:43:01.956 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_objs": 1, 2024-09-12T12:43:01.956 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_kv_pairs": 0, 2024-09-12T12:43:01.956 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_updates": 0, 2024-09-12T12:43:01.956 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_removes": 0 2024-09-12T12:43:01.957 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.957 INFO:teuthology.orchestra.run.smithi114.stdout: "osd-slow-ops": { 2024-09-12T12:43:01.957 INFO:teuthology.orchestra.run.smithi114.stdout: "slow_ops_count": 97 2024-09-12T12:43:01.957 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.957 INFO:teuthology.orchestra.run.smithi114.stdout: "purge_queue": { 2024-09-12T12:43:01.957 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing_ops": 0, 2024-09-12T12:43:01.957 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing_ops_high_water": 0, 2024-09-12T12:43:01.957 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing": 0, 2024-09-12T12:43:01.957 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing_high_water": 0, 2024-09-12T12:43:01.957 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executed_ops": 0, 2024-09-12T12:43:01.957 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executed": 0, 2024-09-12T12:43:01.957 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_item_in_journal": 0 2024-09-12T12:43:01.957 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.958 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-12T12:43:01.958 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:01.958 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 104857600, 2024-09-12T12:43:01.958 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:01.958 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 2360, 2024-09-12T12:43:01.958 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 1827387, 2024-09-12T12:43:01.958 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:01.958 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 2360, 2024-09-12T12:43:01.958 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 0, 2024-09-12T12:43:01.958 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 0, 2024-09-12T12:43:01.958 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 2360, 2024-09-12T12:43:01.958 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 1827387, 2024-09-12T12:43:01.958 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:01.958 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.959 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.959 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.959 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:01.959 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.959 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-objecter_bytes": { 2024-09-12T12:43:01.959 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:01.959 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 104857600, 2024-09-12T12:43:01.959 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:01.959 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 0, 2024-09-12T12:43:01.959 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 0, 2024-09-12T12:43:01.959 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:01.959 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:01.959 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 48, 2024-09-12T12:43:01.960 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 13241, 2024-09-12T12:43:01.960 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 48, 2024-09-12T12:43:01.960 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 13241, 2024-09-12T12:43:01.960 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:01.960 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.960 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.960 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.960 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:01.960 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.960 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-objecter_ops": { 2024-09-12T12:43:01.960 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:01.960 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 1024, 2024-09-12T12:43:01.960 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:01.961 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 0, 2024-09-12T12:43:01.961 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 0, 2024-09-12T12:43:01.961 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:01.961 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:01.961 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 48, 2024-09-12T12:43:01.961 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 48, 2024-09-12T12:43:01.961 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 48, 2024-09-12T12:43:01.961 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 48, 2024-09-12T12:43:01.961 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:01.961 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.961 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.961 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.961 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:01.962 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.962 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-write_buf_throttle": { 2024-09-12T12:43:01.962 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:01.962 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 3758096384, 2024-09-12T12:43:01.962 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:01.962 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 0, 2024-09-12T12:43:01.962 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 0, 2024-09-12T12:43:01.962 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:01.962 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:01.962 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 0, 2024-09-12T12:43:01.962 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 0, 2024-09-12T12:43:01.962 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 0, 2024-09-12T12:43:01.962 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 0, 2024-09-12T12:43:01.963 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:01.963 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.963 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.963 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.963 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:01.963 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:01.963 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-write_buf_throttle-0x55693449c960": { 2024-09-12T12:43:01.963 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:01.963 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 3758096384, 2024-09-12T12:43:01.963 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:01.963 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 9, 2024-09-12T12:43:01.963 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 2498, 2024-09-12T12:43:01.963 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:01.964 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 9, 2024-09-12T12:43:01.964 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 0, 2024-09-12T12:43:01.964 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 0, 2024-09-12T12:43:01.964 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 8, 2024-09-12T12:43:01.964 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 2498, 2024-09-12T12:43:01.964 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:01.964 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:01.964 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:01.964 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:01.964 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:01.964 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:01.964 INFO:teuthology.orchestra.run.smithi114.stdout:} 2024-09-12T12:43:02.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:02 smithi097 ceph-mon[34923]: pgmap v512: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-12T12:43:02.522 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:02 smithi114 ceph-mon[35514]: pgmap v512: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-12T12:43:02.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:02 smithi082 ceph-mon[31122]: pgmap v512: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-12T12:43:02.644 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-09-12T12:43:02.644 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-09-12T12:43:02.644 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-09-12T12:43:02.644 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=16 2024-09-12T12:43:02.644 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6 2024-09-12T12:43:02.644 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-09-12T12:43:02.644 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-09-12T12:43:02.644 DEBUG:tasks.check_counter:Getting stats from f 2024-09-12T12:43:02.645 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph daemon mds.f perf dump 2024-09-12T12:43:02.892 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:43:03.425 INFO:teuthology.orchestra.run.smithi114.stdout:{ 2024-09-12T12:43:03.425 INFO:teuthology.orchestra.run.smithi114.stdout: "AsyncMessenger::Worker-0": { 2024-09-12T12:43:03.425 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_messages": 2281, 2024-09-12T12:43:03.425 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages": 1593, 2024-09-12T12:43:03.426 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_bytes": 2039684, 2024-09-12T12:43:03.426 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_bytes": 456387, 2024-09-12T12:43:03.426 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_created_connections": 7, 2024-09-12T12:43:03.426 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_active_connections": 1, 2024-09-12T12:43:03.426 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_total_time": 0.223713628, 2024-09-12T12:43:03.426 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_send_time": 0.100547126, 2024-09-12T12:43:03.426 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_recv_time": 0.146963470, 2024-09-12T12:43:03.426 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_fast_dispatch_time": 0.006481301, 2024-09-12T12:43:03.426 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:03.426 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 1595, 2024-09-12T12:43:03.426 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.093328376, 2024-09-12T12:43:03.426 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000058513 2024-09-12T12:43:03.427 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.427 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:03.427 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 2936, 2024-09-12T12:43:03.427 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000966400, 2024-09-12T12:43:03.427 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000329 2024-09-12T12:43:03.427 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.427 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_encrypted_bytes": 1528560, 2024-09-12T12:43:03.427 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_encrypted_bytes": 194720 2024-09-12T12:43:03.427 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.427 INFO:teuthology.orchestra.run.smithi114.stdout: "AsyncMessenger::Worker-1": { 2024-09-12T12:43:03.427 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_messages": 24, 2024-09-12T12:43:03.427 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages": 250, 2024-09-12T12:43:03.427 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_bytes": 5367, 2024-09-12T12:43:03.428 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_bytes": 734895, 2024-09-12T12:43:03.428 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_created_connections": 17, 2024-09-12T12:43:03.428 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_active_connections": 5, 2024-09-12T12:43:03.428 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_total_time": 0.019258819, 2024-09-12T12:43:03.428 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_send_time": 0.010097426, 2024-09-12T12:43:03.428 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_recv_time": 0.005564058, 2024-09-12T12:43:03.428 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_fast_dispatch_time": 0.000633837, 2024-09-12T12:43:03.428 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:03.428 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 247, 2024-09-12T12:43:03.428 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.027137090, 2024-09-12T12:43:03.428 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000109866 2024-09-12T12:43:03.428 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.428 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:03.429 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 6, 2024-09-12T12:43:03.429 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000448, 2024-09-12T12:43:03.429 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000074 2024-09-12T12:43:03.429 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.429 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_encrypted_bytes": 480, 2024-09-12T12:43:03.429 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_encrypted_bytes": 653504 2024-09-12T12:43:03.429 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.429 INFO:teuthology.orchestra.run.smithi114.stdout: "AsyncMessenger::Worker-2": { 2024-09-12T12:43:03.429 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_messages": 27, 2024-09-12T12:43:03.429 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages": 35, 2024-09-12T12:43:03.429 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_bytes": 7642, 2024-09-12T12:43:03.429 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_bytes": 18014, 2024-09-12T12:43:03.429 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_created_connections": 10, 2024-09-12T12:43:03.429 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_active_connections": 6, 2024-09-12T12:43:03.430 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_total_time": 0.005721456, 2024-09-12T12:43:03.430 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_send_time": 0.000680862, 2024-09-12T12:43:03.430 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_recv_time": 0.004104247, 2024-09-12T12:43:03.430 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_fast_dispatch_time": 0.000708179, 2024-09-12T12:43:03.430 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:03.430 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 31, 2024-09-12T12:43:03.430 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.015542719, 2024-09-12T12:43:03.430 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000501378 2024-09-12T12:43:03.430 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.430 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:03.430 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 27, 2024-09-12T12:43:03.430 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000004729, 2024-09-12T12:43:03.430 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000175 2024-09-12T12:43:03.431 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.431 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_encrypted_bytes": 4144, 2024-09-12T12:43:03.431 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_encrypted_bytes": 6064 2024-09-12T12:43:03.431 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.431 INFO:teuthology.orchestra.run.smithi114.stdout: "cct": { 2024-09-12T12:43:03.431 INFO:teuthology.orchestra.run.smithi114.stdout: "total_workers": 1, 2024-09-12T12:43:03.431 INFO:teuthology.orchestra.run.smithi114.stdout: "unhealthy_workers": 0 2024-09-12T12:43:03.431 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.431 INFO:teuthology.orchestra.run.smithi114.stdout: "finisher-MDSRank": { 2024-09-12T12:43:03.431 INFO:teuthology.orchestra.run.smithi114.stdout: "queue_len": 0, 2024-09-12T12:43:03.431 INFO:teuthology.orchestra.run.smithi114.stdout: "complete_latency": { 2024-09-12T12:43:03.431 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 52, 2024-09-12T12:43:03.431 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.002061103, 2024-09-12T12:43:03.432 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000039636 2024-09-12T12:43:03.432 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:03.432 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.432 INFO:teuthology.orchestra.run.smithi114.stdout: "finisher-PurgeQueue": { 2024-09-12T12:43:03.432 INFO:teuthology.orchestra.run.smithi114.stdout: "queue_len": 0, 2024-09-12T12:43:03.432 INFO:teuthology.orchestra.run.smithi114.stdout: "complete_latency": { 2024-09-12T12:43:03.432 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 2, 2024-09-12T12:43:03.432 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000014259, 2024-09-12T12:43:03.432 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000007129 2024-09-12T12:43:03.432 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:03.432 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.432 INFO:teuthology.orchestra.run.smithi114.stdout: "mds": { 2024-09-12T12:43:03.433 INFO:teuthology.orchestra.run.smithi114.stdout: "request": 4, 2024-09-12T12:43:03.433 INFO:teuthology.orchestra.run.smithi114.stdout: "reply": 3, 2024-09-12T12:43:03.433 INFO:teuthology.orchestra.run.smithi114.stdout: "reply_latency": { 2024-09-12T12:43:03.433 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 3, 2024-09-12T12:43:03.433 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000437562, 2024-09-12T12:43:03.433 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000145854 2024-09-12T12:43:03.433 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.433 INFO:teuthology.orchestra.run.smithi114.stdout: "slow_reply": 0, 2024-09-12T12:43:03.433 INFO:teuthology.orchestra.run.smithi114.stdout: "forward": 1, 2024-09-12T12:43:03.434 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_fetch_complete": 0, 2024-09-12T12:43:03.434 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_fetch_keys": 0, 2024-09-12T12:43:03.434 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_commit": 11, 2024-09-12T12:43:03.434 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_split": 0, 2024-09-12T12:43:03.434 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_merge": 0, 2024-09-12T12:43:03.434 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes": 16, 2024-09-12T12:43:03.434 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_top": 0, 2024-09-12T12:43:03.434 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_bottom": 16, 2024-09-12T12:43:03.434 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_pin_tail": 0, 2024-09-12T12:43:03.434 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_pinned": 13, 2024-09-12T12:43:03.434 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_expired": 4, 2024-09-12T12:43:03.435 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_with_caps": 0, 2024-09-12T12:43:03.435 INFO:teuthology.orchestra.run.smithi114.stdout: "caps": 0, 2024-09-12T12:43:03.435 INFO:teuthology.orchestra.run.smithi114.stdout: "subtrees": 3, 2024-09-12T12:43:03.435 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse": 46, 2024-09-12T12:43:03.435 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_hit": 40, 2024-09-12T12:43:03.435 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_forward": 0, 2024-09-12T12:43:03.435 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_discover": 6, 2024-09-12T12:43:03.435 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_dir_fetch": 0, 2024-09-12T12:43:03.435 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_remote_ino": 0, 2024-09-12T12:43:03.435 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_lock": 0, 2024-09-12T12:43:03.435 INFO:teuthology.orchestra.run.smithi114.stdout: "load_cent": 0, 2024-09-12T12:43:03.435 INFO:teuthology.orchestra.run.smithi114.stdout: "q": 0, 2024-09-12T12:43:03.435 INFO:teuthology.orchestra.run.smithi114.stdout: "exported": 0, 2024-09-12T12:43:03.436 INFO:teuthology.orchestra.run.smithi114.stdout: "exported_inodes": 0, 2024-09-12T12:43:03.436 INFO:teuthology.orchestra.run.smithi114.stdout: "imported": 0, 2024-09-12T12:43:03.436 INFO:teuthology.orchestra.run.smithi114.stdout: "imported_inodes": 0, 2024-09-12T12:43:03.436 INFO:teuthology.orchestra.run.smithi114.stdout: "openino_dir_fetch": 0, 2024-09-12T12:43:03.436 INFO:teuthology.orchestra.run.smithi114.stdout: "openino_backtrace_fetch": 0, 2024-09-12T12:43:03.436 INFO:teuthology.orchestra.run.smithi114.stdout: "openino_peer_discover": 0, 2024-09-12T12:43:03.436 INFO:teuthology.orchestra.run.smithi114.stdout: "root_rfiles": 5, 2024-09-12T12:43:03.436 INFO:teuthology.orchestra.run.smithi114.stdout: "root_rbytes": 298, 2024-09-12T12:43:03.436 INFO:teuthology.orchestra.run.smithi114.stdout: "root_rsnaps": 6, 2024-09-12T12:43:03.437 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_backtrace_fetch": 0, 2024-09-12T12:43:03.437 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_set_tag": 0, 2024-09-12T12:43:03.437 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_backtrace_repaired": 0, 2024-09-12T12:43:03.437 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_inotable_repaired": 0, 2024-09-12T12:43:03.437 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_dir_inodes": 0, 2024-09-12T12:43:03.437 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_dir_base_inodes": 0, 2024-09-12T12:43:03.437 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_dirfrag_rstats": 0, 2024-09-12T12:43:03.437 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_file_inodes": 0, 2024-09-12T12:43:03.437 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_inode_file_caps": 0, 2024-09-12T12:43:03.437 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_revoke": 3, 2024-09-12T12:43:03.437 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_grant": 0, 2024-09-12T12:43:03.437 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_trunc": 0, 2024-09-12T12:43:03.438 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-12T12:43:03.438 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-12T12:43:03.438 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_caps": 3, 2024-09-12T12:43:03.438 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_caps_dirty": 0, 2024-09-12T12:43:03.438 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_cap_release": 0, 2024-09-12T12:43:03.438 INFO:teuthology.orchestra.run.smithi114.stdout: "process_request_cap_release": 0 2024-09-12T12:43:03.438 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.438 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_cache": { 2024-09-12T12:43:03.438 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_update": 0, 2024-09-12T12:43:03.438 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_update_receipt": 18, 2024-09-12T12:43:03.438 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_try_discover": 12, 2024-09-12T12:43:03.439 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_send_discover": 12, 2024-09-12T12:43:03.439 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_handle_discover": 0, 2024-09-12T12:43:03.439 INFO:teuthology.orchestra.run.smithi114.stdout: "num_strays": 0, 2024-09-12T12:43:03.439 INFO:teuthology.orchestra.run.smithi114.stdout: "num_strays_delayed": 0, 2024-09-12T12:43:03.439 INFO:teuthology.orchestra.run.smithi114.stdout: "num_strays_enqueuing": 0, 2024-09-12T12:43:03.439 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_created": 0, 2024-09-12T12:43:03.439 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_enqueued": 0, 2024-09-12T12:43:03.439 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_reintegrated": 0, 2024-09-12T12:43:03.439 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_migrated": 0, 2024-09-12T12:43:03.439 INFO:teuthology.orchestra.run.smithi114.stdout: "num_recovering_processing": 0, 2024-09-12T12:43:03.439 INFO:teuthology.orchestra.run.smithi114.stdout: "num_recovering_enqueued": 0, 2024-09-12T12:43:03.440 INFO:teuthology.orchestra.run.smithi114.stdout: "num_recovering_prioritized": 0, 2024-09-12T12:43:03.440 INFO:teuthology.orchestra.run.smithi114.stdout: "recovery_started": 0, 2024-09-12T12:43:03.440 INFO:teuthology.orchestra.run.smithi114.stdout: "recovery_completed": 0, 2024-09-12T12:43:03.440 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_quiesce_path": 14, 2024-09-12T12:43:03.440 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_quiesce_inode": 83, 2024-09-12T12:43:03.440 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_enqueue_scrub": 0, 2024-09-12T12:43:03.440 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_exportdir": 0, 2024-09-12T12:43:03.440 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_flush": 0, 2024-09-12T12:43:03.440 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_fragmentdir": 0, 2024-09-12T12:43:03.440 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_fragstats": 0, 2024-09-12T12:43:03.440 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_inodestats": 0 2024-09-12T12:43:03.440 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.440 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_log": { 2024-09-12T12:43:03.441 INFO:teuthology.orchestra.run.smithi114.stdout: "evlrg": 0, 2024-09-12T12:43:03.441 INFO:teuthology.orchestra.run.smithi114.stdout: "evadd": 6, 2024-09-12T12:43:03.441 INFO:teuthology.orchestra.run.smithi114.stdout: "evex": 0, 2024-09-12T12:43:03.441 INFO:teuthology.orchestra.run.smithi114.stdout: "evtrm": 0, 2024-09-12T12:43:03.441 INFO:teuthology.orchestra.run.smithi114.stdout: "ev": 6, 2024-09-12T12:43:03.441 INFO:teuthology.orchestra.run.smithi114.stdout: "evexg": 0, 2024-09-12T12:43:03.441 INFO:teuthology.orchestra.run.smithi114.stdout: "evexd": 0, 2024-09-12T12:43:03.442 INFO:teuthology.orchestra.run.smithi114.stdout: "segadd": 2, 2024-09-12T12:43:03.442 INFO:teuthology.orchestra.run.smithi114.stdout: "segex": 0, 2024-09-12T12:43:03.442 INFO:teuthology.orchestra.run.smithi114.stdout: "segtrm": 0, 2024-09-12T12:43:03.442 INFO:teuthology.orchestra.run.smithi114.stdout: "seg": 2, 2024-09-12T12:43:03.442 INFO:teuthology.orchestra.run.smithi114.stdout: "segmjr": 2, 2024-09-12T12:43:03.442 INFO:teuthology.orchestra.run.smithi114.stdout: "segexg": 0, 2024-09-12T12:43:03.442 INFO:teuthology.orchestra.run.smithi114.stdout: "segexd": 0, 2024-09-12T12:43:03.442 INFO:teuthology.orchestra.run.smithi114.stdout: "expos": 4194304, 2024-09-12T12:43:03.442 INFO:teuthology.orchestra.run.smithi114.stdout: "wrpos": 4195960, 2024-09-12T12:43:03.442 INFO:teuthology.orchestra.run.smithi114.stdout: "rdpos": 0, 2024-09-12T12:43:03.443 INFO:teuthology.orchestra.run.smithi114.stdout: "jlat": { 2024-09-12T12:43:03.443 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 5, 2024-09-12T12:43:03.443 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.040352659, 2024-09-12T12:43:03.443 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.008070531 2024-09-12T12:43:03.443 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.443 INFO:teuthology.orchestra.run.smithi114.stdout: "replayed": 0 2024-09-12T12:43:03.443 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.443 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_mem": { 2024-09-12T12:43:03.444 INFO:teuthology.orchestra.run.smithi114.stdout: "ino": 20, 2024-09-12T12:43:03.444 INFO:teuthology.orchestra.run.smithi114.stdout: "ino+": 22, 2024-09-12T12:43:03.444 INFO:teuthology.orchestra.run.smithi114.stdout: "ino-": 2, 2024-09-12T12:43:03.444 INFO:teuthology.orchestra.run.smithi114.stdout: "dir": 19, 2024-09-12T12:43:03.444 INFO:teuthology.orchestra.run.smithi114.stdout: "dir+": 23, 2024-09-12T12:43:03.444 INFO:teuthology.orchestra.run.smithi114.stdout: "dir-": 4, 2024-09-12T12:43:03.444 INFO:teuthology.orchestra.run.smithi114.stdout: "dn": 16, 2024-09-12T12:43:03.444 INFO:teuthology.orchestra.run.smithi114.stdout: "dn+": 20, 2024-09-12T12:43:03.444 INFO:teuthology.orchestra.run.smithi114.stdout: "dn-": 4, 2024-09-12T12:43:03.444 INFO:teuthology.orchestra.run.smithi114.stdout: "cap": 0, 2024-09-12T12:43:03.444 INFO:teuthology.orchestra.run.smithi114.stdout: "cap+": 3, 2024-09-12T12:43:03.444 INFO:teuthology.orchestra.run.smithi114.stdout: "cap-": 3, 2024-09-12T12:43:03.445 INFO:teuthology.orchestra.run.smithi114.stdout: "rss": 51040, 2024-09-12T12:43:03.445 INFO:teuthology.orchestra.run.smithi114.stdout: "heap": 223520 2024-09-12T12:43:03.445 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.445 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_server": { 2024-09-12T12:43:03.445 INFO:teuthology.orchestra.run.smithi114.stdout: "dispatch_client_request": 4, 2024-09-12T12:43:03.445 INFO:teuthology.orchestra.run.smithi114.stdout: "dispatch_server_request": 0, 2024-09-12T12:43:03.445 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_request": 4, 2024-09-12T12:43:03.445 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_session": 7, 2024-09-12T12:43:03.445 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_peer_request": 0, 2024-09-12T12:43:03.446 INFO:teuthology.orchestra.run.smithi114.stdout: "req_create_latency": { 2024-09-12T12:43:03.446 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.446 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.446 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.446 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.446 INFO:teuthology.orchestra.run.smithi114.stdout: "req_getattr_latency": { 2024-09-12T12:43:03.446 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 1, 2024-09-12T12:43:03.446 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000156379, 2024-09-12T12:43:03.446 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000156379 2024-09-12T12:43:03.446 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.446 INFO:teuthology.orchestra.run.smithi114.stdout: "req_getfilelock_latency": { 2024-09-12T12:43:03.446 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.446 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.447 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.447 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.447 INFO:teuthology.orchestra.run.smithi114.stdout: "req_link_latency": { 2024-09-12T12:43:03.447 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.447 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.447 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.447 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.447 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookup_latency": { 2024-09-12T12:43:03.447 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 2, 2024-09-12T12:43:03.447 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000281183, 2024-09-12T12:43:03.448 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000140591 2024-09-12T12:43:03.448 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.448 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookuphash_latency": { 2024-09-12T12:43:03.448 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.448 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.448 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.448 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.448 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupino_latency": { 2024-09-12T12:43:03.448 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.448 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.448 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.449 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.449 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupname_latency": { 2024-09-12T12:43:03.449 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.449 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.449 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.449 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.449 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupparent_latency": { 2024-09-12T12:43:03.449 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.449 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.450 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.450 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.450 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupsnap_latency": { 2024-09-12T12:43:03.450 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.450 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.450 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.450 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.450 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lssnap_latency": { 2024-09-12T12:43:03.450 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.450 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.451 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.451 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.451 INFO:teuthology.orchestra.run.smithi114.stdout: "req_mkdir_latency": { 2024-09-12T12:43:03.451 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.452 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.452 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.452 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.452 INFO:teuthology.orchestra.run.smithi114.stdout: "req_mknod_latency": { 2024-09-12T12:43:03.452 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.452 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.452 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.452 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.452 INFO:teuthology.orchestra.run.smithi114.stdout: "req_mksnap_latency": { 2024-09-12T12:43:03.452 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.452 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.452 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.453 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.453 INFO:teuthology.orchestra.run.smithi114.stdout: "req_open_latency": { 2024-09-12T12:43:03.453 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.453 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.453 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.453 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.453 INFO:teuthology.orchestra.run.smithi114.stdout: "req_readdir_latency": { 2024-09-12T12:43:03.453 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.453 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.453 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.453 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.453 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rename_latency": { 2024-09-12T12:43:03.453 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.454 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.454 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.454 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.454 INFO:teuthology.orchestra.run.smithi114.stdout: "req_renamesnap_latency": { 2024-09-12T12:43:03.454 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.454 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.454 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.454 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.454 INFO:teuthology.orchestra.run.smithi114.stdout: "req_snapdiff_latency": { 2024-09-12T12:43:03.454 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.454 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.454 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.454 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.454 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rmdir_latency": { 2024-09-12T12:43:03.455 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.455 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.455 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.455 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.455 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rmsnap_latency": { 2024-09-12T12:43:03.455 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.455 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.455 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.455 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.455 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rmxattr_latency": { 2024-09-12T12:43:03.455 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.455 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.455 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.456 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.456 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setattr_latency": { 2024-09-12T12:43:03.456 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.456 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.456 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.456 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.456 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setdirlayout_latency": { 2024-09-12T12:43:03.456 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.456 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.456 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.456 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.456 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setfilelock_latency": { 2024-09-12T12:43:03.456 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.457 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.457 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.457 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.457 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setlayout_latency": { 2024-09-12T12:43:03.457 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.457 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.457 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.457 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.457 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setxattr_latency": { 2024-09-12T12:43:03.457 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.457 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.457 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.457 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.457 INFO:teuthology.orchestra.run.smithi114.stdout: "req_symlink_latency": { 2024-09-12T12:43:03.458 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.458 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.458 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.458 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.458 INFO:teuthology.orchestra.run.smithi114.stdout: "req_unlink_latency": { 2024-09-12T12:43:03.458 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.458 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.458 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.458 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.458 INFO:teuthology.orchestra.run.smithi114.stdout: "cap_revoke_eviction": 0, 2024-09-12T12:43:03.458 INFO:teuthology.orchestra.run.smithi114.stdout: "cap_acquisition_throttle": 0, 2024-09-12T12:43:03.458 INFO:teuthology.orchestra.run.smithi114.stdout: "req_getvxattr_latency": { 2024-09-12T12:43:03.458 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.459 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.459 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.459 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:03.459 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.459 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_sessions": { 2024-09-12T12:43:03.459 INFO:teuthology.orchestra.run.smithi114.stdout: "session_count": 0, 2024-09-12T12:43:03.459 INFO:teuthology.orchestra.run.smithi114.stdout: "session_add": 2, 2024-09-12T12:43:03.459 INFO:teuthology.orchestra.run.smithi114.stdout: "session_remove": 2, 2024-09-12T12:43:03.459 INFO:teuthology.orchestra.run.smithi114.stdout: "sessions_open": 0, 2024-09-12T12:43:03.459 INFO:teuthology.orchestra.run.smithi114.stdout: "sessions_stale": 0, 2024-09-12T12:43:03.459 INFO:teuthology.orchestra.run.smithi114.stdout: "total_load": 2, 2024-09-12T12:43:03.459 INFO:teuthology.orchestra.run.smithi114.stdout: "average_load": 2, 2024-09-12T12:43:03.459 INFO:teuthology.orchestra.run.smithi114.stdout: "avg_session_uptime": 85, 2024-09-12T12:43:03.459 INFO:teuthology.orchestra.run.smithi114.stdout: "mdthresh_evicted": 0 2024-09-12T12:43:03.460 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.460 INFO:teuthology.orchestra.run.smithi114.stdout: "mempool": { 2024-09-12T12:43:03.460 INFO:teuthology.orchestra.run.smithi114.stdout: "bloom_filter_bytes": 0, 2024-09-12T12:43:03.460 INFO:teuthology.orchestra.run.smithi114.stdout: "bloom_filter_items": 0, 2024-09-12T12:43:03.460 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_alloc_bytes": 0, 2024-09-12T12:43:03.460 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_alloc_items": 0, 2024-09-12T12:43:03.460 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_data_bytes": 0, 2024-09-12T12:43:03.460 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_data_items": 0, 2024-09-12T12:43:03.460 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-12T12:43:03.460 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_onode_items": 0, 2024-09-12T12:43:03.460 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-12T12:43:03.460 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_meta_items": 0, 2024-09-12T12:43:03.460 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_other_bytes": 0, 2024-09-12T12:43:03.461 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_other_items": 0, 2024-09-12T12:43:03.461 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-12T12:43:03.461 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_buffer_items": 0, 2024-09-12T12:43:03.461 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_extent_bytes": 0, 2024-09-12T12:43:03.461 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_extent_items": 0, 2024-09-12T12:43:03.461 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_blob_bytes": 0, 2024-09-12T12:43:03.461 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_blob_items": 0, 2024-09-12T12:43:03.461 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-12T12:43:03.461 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_shared_blob_items": 0, 2024-09-12T12:43:03.461 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-12T12:43:03.461 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_inline_bl_items": 0, 2024-09-12T12:43:03.461 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_fsck_bytes": 0, 2024-09-12T12:43:03.462 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_fsck_items": 0, 2024-09-12T12:43:03.462 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_txc_bytes": 0, 2024-09-12T12:43:03.462 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_txc_items": 0, 2024-09-12T12:43:03.462 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-12T12:43:03.462 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_deferred_items": 0, 2024-09-12T12:43:03.462 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_bytes": 0, 2024-09-12T12:43:03.462 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_items": 0, 2024-09-12T12:43:03.462 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_bytes": 0, 2024-09-12T12:43:03.462 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_items": 0, 2024-09-12T12:43:03.462 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_reader_bytes": 0, 2024-09-12T12:43:03.462 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_reader_items": 0, 2024-09-12T12:43:03.462 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_writer_bytes": 0, 2024-09-12T12:43:03.463 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_writer_items": 0, 2024-09-12T12:43:03.463 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_anon_bytes": 238775, 2024-09-12T12:43:03.463 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_anon_items": 73, 2024-09-12T12:43:03.463 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_meta_bytes": 0, 2024-09-12T12:43:03.463 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_meta_items": 0, 2024-09-12T12:43:03.463 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_bytes": 0, 2024-09-12T12:43:03.463 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_items": 0, 2024-09-12T12:43:03.463 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_mapbl_bytes": 0, 2024-09-12T12:43:03.463 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_mapbl_items": 0, 2024-09-12T12:43:03.463 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_pglog_bytes": 0, 2024-09-12T12:43:03.463 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_pglog_items": 0, 2024-09-12T12:43:03.463 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_bytes": 8392, 2024-09-12T12:43:03.463 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_items": 185, 2024-09-12T12:43:03.463 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_mapping_bytes": 0, 2024-09-12T12:43:03.464 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_mapping_items": 0, 2024-09-12T12:43:03.464 INFO:teuthology.orchestra.run.smithi114.stdout: "pgmap_bytes": 0, 2024-09-12T12:43:03.464 INFO:teuthology.orchestra.run.smithi114.stdout: "pgmap_items": 0, 2024-09-12T12:43:03.464 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_co_bytes": 82709, 2024-09-12T12:43:03.464 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_co_items": 339, 2024-09-12T12:43:03.464 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_1_bytes": 0, 2024-09-12T12:43:03.464 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_1_items": 0, 2024-09-12T12:43:03.464 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_2_bytes": 0, 2024-09-12T12:43:03.464 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_2_items": 0 2024-09-12T12:43:03.465 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.465 INFO:teuthology.orchestra.run.smithi114.stdout: "objecter": { 2024-09-12T12:43:03.465 INFO:teuthology.orchestra.run.smithi114.stdout: "op_active": 0, 2024-09-12T12:43:03.465 INFO:teuthology.orchestra.run.smithi114.stdout: "op_laggy": 0, 2024-09-12T12:43:03.465 INFO:teuthology.orchestra.run.smithi114.stdout: "op_send": 43, 2024-09-12T12:43:03.465 INFO:teuthology.orchestra.run.smithi114.stdout: "op_send_bytes": 12183, 2024-09-12T12:43:03.465 INFO:teuthology.orchestra.run.smithi114.stdout: "op_resend": 33, 2024-09-12T12:43:03.465 INFO:teuthology.orchestra.run.smithi114.stdout: "op_reply": 43, 2024-09-12T12:43:03.465 INFO:teuthology.orchestra.run.smithi114.stdout: "op_latency": { 2024-09-12T12:43:03.465 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 43, 2024-09-12T12:43:03.465 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.258994375, 2024-09-12T12:43:03.465 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.006023125 2024-09-12T12:43:03.465 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.465 INFO:teuthology.orchestra.run.smithi114.stdout: "op_inflight": 0, 2024-09-12T12:43:03.466 INFO:teuthology.orchestra.run.smithi114.stdout: "oplen_avg": { 2024-09-12T12:43:03.466 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 43, 2024-09-12T12:43:03.466 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 67 2024-09-12T12:43:03.466 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.466 INFO:teuthology.orchestra.run.smithi114.stdout: "op": 43, 2024-09-12T12:43:03.466 INFO:teuthology.orchestra.run.smithi114.stdout: "op_r": 0, 2024-09-12T12:43:03.466 INFO:teuthology.orchestra.run.smithi114.stdout: "op_w": 43, 2024-09-12T12:43:03.466 INFO:teuthology.orchestra.run.smithi114.stdout: "op_rmw": 0, 2024-09-12T12:43:03.466 INFO:teuthology.orchestra.run.smithi114.stdout: "op_pg": 0, 2024-09-12T12:43:03.466 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_stat": 0, 2024-09-12T12:43:03.466 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_create": 10, 2024-09-12T12:43:03.466 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_read": 0, 2024-09-12T12:43:03.466 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_write": 5, 2024-09-12T12:43:03.466 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_writefull": 7, 2024-09-12T12:43:03.467 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_writesame": 0, 2024-09-12T12:43:03.467 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_append": 0, 2024-09-12T12:43:03.467 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_zero": 0, 2024-09-12T12:43:03.467 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_truncate": 0, 2024-09-12T12:43:03.467 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_delete": 6, 2024-09-12T12:43:03.467 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_mapext": 0, 2024-09-12T12:43:03.467 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_sparse_read": 0, 2024-09-12T12:43:03.467 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_clonerange": 0, 2024-09-12T12:43:03.467 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_getxattr": 0, 2024-09-12T12:43:03.467 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_setxattr": 20, 2024-09-12T12:43:03.467 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_cmpxattr": 0, 2024-09-12T12:43:03.467 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_rmxattr": 0, 2024-09-12T12:43:03.467 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_resetxattrs": 0, 2024-09-12T12:43:03.467 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_call": 0, 2024-09-12T12:43:03.468 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_watch": 0, 2024-09-12T12:43:03.468 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_notify": 0, 2024-09-12T12:43:03.468 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_src_cmpxattr": 0, 2024-09-12T12:43:03.468 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_pgls": 0, 2024-09-12T12:43:03.468 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_pgls_filter": 0, 2024-09-12T12:43:03.468 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_other": 0, 2024-09-12T12:43:03.468 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_active": 0, 2024-09-12T12:43:03.468 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_send": 0, 2024-09-12T12:43:03.468 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_resend": 0, 2024-09-12T12:43:03.468 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_ping": 0, 2024-09-12T12:43:03.468 INFO:teuthology.orchestra.run.smithi114.stdout: "poolop_active": 0, 2024-09-12T12:43:03.468 INFO:teuthology.orchestra.run.smithi114.stdout: "poolop_send": 0, 2024-09-12T12:43:03.468 INFO:teuthology.orchestra.run.smithi114.stdout: "poolop_resend": 0, 2024-09-12T12:43:03.469 INFO:teuthology.orchestra.run.smithi114.stdout: "poolstat_active": 0, 2024-09-12T12:43:03.469 INFO:teuthology.orchestra.run.smithi114.stdout: "poolstat_send": 0, 2024-09-12T12:43:03.469 INFO:teuthology.orchestra.run.smithi114.stdout: "poolstat_resend": 0, 2024-09-12T12:43:03.469 INFO:teuthology.orchestra.run.smithi114.stdout: "statfs_active": 0, 2024-09-12T12:43:03.469 INFO:teuthology.orchestra.run.smithi114.stdout: "statfs_send": 0, 2024-09-12T12:43:03.469 INFO:teuthology.orchestra.run.smithi114.stdout: "statfs_resend": 0, 2024-09-12T12:43:03.469 INFO:teuthology.orchestra.run.smithi114.stdout: "command_active": 0, 2024-09-12T12:43:03.469 INFO:teuthology.orchestra.run.smithi114.stdout: "command_send": 0, 2024-09-12T12:43:03.469 INFO:teuthology.orchestra.run.smithi114.stdout: "command_resend": 0, 2024-09-12T12:43:03.469 INFO:teuthology.orchestra.run.smithi114.stdout: "map_epoch": 104, 2024-09-12T12:43:03.469 INFO:teuthology.orchestra.run.smithi114.stdout: "map_full": 0, 2024-09-12T12:43:03.469 INFO:teuthology.orchestra.run.smithi114.stdout: "map_inc": 25, 2024-09-12T12:43:03.469 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_sessions": 8, 2024-09-12T12:43:03.469 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_session_open": 12, 2024-09-12T12:43:03.470 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_session_close": 4, 2024-09-12T12:43:03.470 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_laggy": 0, 2024-09-12T12:43:03.470 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_wr": 17, 2024-09-12T12:43:03.470 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_rd": 0, 2024-09-12T12:43:03.470 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_del": 2 2024-09-12T12:43:03.470 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.470 INFO:teuthology.orchestra.run.smithi114.stdout: "oft": { 2024-09-12T12:43:03.470 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_objs": 1, 2024-09-12T12:43:03.470 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_kv_pairs": 0, 2024-09-12T12:43:03.470 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_updates": 0, 2024-09-12T12:43:03.470 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_removes": 0 2024-09-12T12:43:03.470 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.470 INFO:teuthology.orchestra.run.smithi114.stdout: "osd-slow-ops": { 2024-09-12T12:43:03.470 INFO:teuthology.orchestra.run.smithi114.stdout: "slow_ops_count": 97 2024-09-12T12:43:03.471 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.471 INFO:teuthology.orchestra.run.smithi114.stdout: "purge_queue": { 2024-09-12T12:43:03.471 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing_ops": 0, 2024-09-12T12:43:03.471 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing_ops_high_water": 0, 2024-09-12T12:43:03.471 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing": 0, 2024-09-12T12:43:03.471 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing_high_water": 0, 2024-09-12T12:43:03.471 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executed_ops": 0, 2024-09-12T12:43:03.471 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executed": 0, 2024-09-12T12:43:03.471 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_item_in_journal": 0 2024-09-12T12:43:03.471 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.471 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-12T12:43:03.471 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:03.471 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 104857600, 2024-09-12T12:43:03.472 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:03.472 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 2328, 2024-09-12T12:43:03.472 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 1820514, 2024-09-12T12:43:03.472 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:03.472 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 2328, 2024-09-12T12:43:03.472 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 0, 2024-09-12T12:43:03.472 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 0, 2024-09-12T12:43:03.472 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 2328, 2024-09-12T12:43:03.472 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 1820514, 2024-09-12T12:43:03.473 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:03.473 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.473 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.473 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.473 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:03.473 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.473 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-objecter_bytes": { 2024-09-12T12:43:03.473 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:03.473 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 104857600, 2024-09-12T12:43:03.473 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:03.473 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 0, 2024-09-12T12:43:03.473 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 0, 2024-09-12T12:43:03.473 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:03.473 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:03.474 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 43, 2024-09-12T12:43:03.474 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 12183, 2024-09-12T12:43:03.474 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 43, 2024-09-12T12:43:03.474 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 12183, 2024-09-12T12:43:03.474 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:03.474 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.474 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.474 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.474 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:03.475 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.475 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-objecter_ops": { 2024-09-12T12:43:03.475 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:03.475 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 1024, 2024-09-12T12:43:03.475 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:03.475 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 0, 2024-09-12T12:43:03.475 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 0, 2024-09-12T12:43:03.475 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:03.475 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:03.475 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 43, 2024-09-12T12:43:03.475 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 43, 2024-09-12T12:43:03.475 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 43, 2024-09-12T12:43:03.476 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 43, 2024-09-12T12:43:03.476 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:03.476 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.476 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.476 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.476 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:03.476 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.476 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-write_buf_throttle": { 2024-09-12T12:43:03.476 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:03.477 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 3758096384, 2024-09-12T12:43:03.477 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:03.477 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 0, 2024-09-12T12:43:03.477 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 0, 2024-09-12T12:43:03.477 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:03.477 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:03.477 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 0, 2024-09-12T12:43:03.477 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 0, 2024-09-12T12:43:03.477 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 0, 2024-09-12T12:43:03.477 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 0, 2024-09-12T12:43:03.477 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:03.477 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.477 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.477 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.478 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:03.478 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:03.478 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-write_buf_throttle-0x55eb9839e960": { 2024-09-12T12:43:03.478 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:03.478 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 3758096384, 2024-09-12T12:43:03.478 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:03.478 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 6, 2024-09-12T12:43:03.478 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 1656, 2024-09-12T12:43:03.478 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:03.478 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 6, 2024-09-12T12:43:03.479 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 0, 2024-09-12T12:43:03.479 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 0, 2024-09-12T12:43:03.479 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 5, 2024-09-12T12:43:03.479 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 1656, 2024-09-12T12:43:03.479 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:03.479 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:03.479 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:03.479 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:03.479 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:03.479 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:03.479 INFO:teuthology.orchestra.run.smithi114.stdout:} 2024-09-12T12:43:04.181 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-09-12T12:43:04.181 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-09-12T12:43:04.181 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-09-12T12:43:04.181 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=18 2024-09-12T12:43:04.181 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=6 2024-09-12T12:43:04.181 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-09-12T12:43:04.181 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-09-12T12:43:04.181 DEBUG:tasks.check_counter:Getting stats from i 2024-09-12T12:43:04.181 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph daemon mds.i perf dump 2024-09-12T12:43:04.427 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:43:04.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:04 smithi097 ceph-mon[34923]: pgmap v513: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-12T12:43:04.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:04 smithi082 ceph-mon[31122]: pgmap v513: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-12T12:43:04.548 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:04 smithi114 ceph-mon[35514]: pgmap v513: 97 pgs: 97 active+clean; 5.0 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-12T12:43:04.907 INFO:teuthology.orchestra.run.smithi114.stdout:{ 2024-09-12T12:43:04.907 INFO:teuthology.orchestra.run.smithi114.stdout: "AsyncMessenger::Worker-0": { 2024-09-12T12:43:04.907 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_messages": 4192, 2024-09-12T12:43:04.907 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages": 4898, 2024-09-12T12:43:04.907 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_bytes": 1197862, 2024-09-12T12:43:04.907 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_bytes": 17397348, 2024-09-12T12:43:04.908 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_created_connections": 215, 2024-09-12T12:43:04.908 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_active_connections": 8, 2024-09-12T12:43:04.908 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_total_time": 0.489213098, 2024-09-12T12:43:04.908 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_send_time": 0.191181078, 2024-09-12T12:43:04.908 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_recv_time": 0.206579092, 2024-09-12T12:43:04.908 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_fast_dispatch_time": 0.072843449, 2024-09-12T12:43:04.908 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:04.908 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 4895, 2024-09-12T12:43:04.908 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 1.311018071, 2024-09-12T12:43:04.908 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000267828 2024-09-12T12:43:04.908 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.909 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:04.909 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 3457, 2024-09-12T12:43:04.909 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000904608, 2024-09-12T12:43:04.909 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000261 2024-09-12T12:43:04.909 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.909 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_encrypted_bytes": 100688, 2024-09-12T12:43:04.909 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_encrypted_bytes": 475664 2024-09-12T12:43:04.909 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.909 INFO:teuthology.orchestra.run.smithi114.stdout: "AsyncMessenger::Worker-1": { 2024-09-12T12:43:04.909 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_messages": 4787, 2024-09-12T12:43:04.909 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages": 6905, 2024-09-12T12:43:04.909 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_bytes": 3006047, 2024-09-12T12:43:04.909 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_bytes": 7009087, 2024-09-12T12:43:04.910 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_created_connections": 14, 2024-09-12T12:43:04.910 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_active_connections": 6, 2024-09-12T12:43:04.910 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_total_time": 0.628868827, 2024-09-12T12:43:04.910 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_send_time": 0.263895074, 2024-09-12T12:43:04.910 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_recv_time": 0.316180283, 2024-09-12T12:43:04.910 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_fast_dispatch_time": 0.085545188, 2024-09-12T12:43:04.910 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:04.910 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 6905, 2024-09-12T12:43:04.910 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.388075963, 2024-09-12T12:43:04.910 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000056202 2024-09-12T12:43:04.910 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.910 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:04.910 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 8031, 2024-09-12T12:43:04.911 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.001899748, 2024-09-12T12:43:04.911 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000236 2024-09-12T12:43:04.911 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.911 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_encrypted_bytes": 2550064, 2024-09-12T12:43:04.911 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_encrypted_bytes": 1752112 2024-09-12T12:43:04.911 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.911 INFO:teuthology.orchestra.run.smithi114.stdout: "AsyncMessenger::Worker-2": { 2024-09-12T12:43:04.911 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_messages": 5030, 2024-09-12T12:43:04.911 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages": 5396, 2024-09-12T12:43:04.912 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_bytes": 1875417, 2024-09-12T12:43:04.912 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_bytes": 10861753, 2024-09-12T12:43:04.912 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_created_connections": 15, 2024-09-12T12:43:04.912 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_active_connections": 6, 2024-09-12T12:43:04.912 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_total_time": 0.491888886, 2024-09-12T12:43:04.912 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_send_time": 0.176218399, 2024-09-12T12:43:04.912 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_recv_time": 0.239088748, 2024-09-12T12:43:04.913 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_fast_dispatch_time": 0.097157505, 2024-09-12T12:43:04.913 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:04.913 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 5393, 2024-09-12T12:43:04.913 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.219848639, 2024-09-12T12:43:04.913 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000040765 2024-09-12T12:43:04.913 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.913 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:04.913 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 7524, 2024-09-12T12:43:04.913 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.001772583, 2024-09-12T12:43:04.913 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000235 2024-09-12T12:43:04.913 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.913 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_encrypted_bytes": 562992, 2024-09-12T12:43:04.913 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_encrypted_bytes": 301792 2024-09-12T12:43:04.914 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.914 INFO:teuthology.orchestra.run.smithi114.stdout: "cct": { 2024-09-12T12:43:04.914 INFO:teuthology.orchestra.run.smithi114.stdout: "total_workers": 1, 2024-09-12T12:43:04.914 INFO:teuthology.orchestra.run.smithi114.stdout: "unhealthy_workers": 0 2024-09-12T12:43:04.914 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.914 INFO:teuthology.orchestra.run.smithi114.stdout: "finisher-MDSRank": { 2024-09-12T12:43:04.914 INFO:teuthology.orchestra.run.smithi114.stdout: "queue_len": 0, 2024-09-12T12:43:04.914 INFO:teuthology.orchestra.run.smithi114.stdout: "complete_latency": { 2024-09-12T12:43:04.914 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 6546, 2024-09-12T12:43:04.914 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 1.723531739, 2024-09-12T12:43:04.915 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000263295 2024-09-12T12:43:04.915 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:04.915 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.915 INFO:teuthology.orchestra.run.smithi114.stdout: "finisher-PurgeQueue": { 2024-09-12T12:43:04.915 INFO:teuthology.orchestra.run.smithi114.stdout: "queue_len": 0, 2024-09-12T12:43:04.915 INFO:teuthology.orchestra.run.smithi114.stdout: "complete_latency": { 2024-09-12T12:43:04.915 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 2, 2024-09-12T12:43:04.915 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000012262, 2024-09-12T12:43:04.915 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000006131 2024-09-12T12:43:04.915 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:04.915 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.915 INFO:teuthology.orchestra.run.smithi114.stdout: "mds": { 2024-09-12T12:43:04.915 INFO:teuthology.orchestra.run.smithi114.stdout: "request": 870, 2024-09-12T12:43:04.915 INFO:teuthology.orchestra.run.smithi114.stdout: "reply": 870, 2024-09-12T12:43:04.916 INFO:teuthology.orchestra.run.smithi114.stdout: "reply_latency": { 2024-09-12T12:43:04.916 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 870, 2024-09-12T12:43:04.916 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 5.028182793, 2024-09-12T12:43:04.916 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.005779520 2024-09-12T12:43:04.916 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.917 INFO:teuthology.orchestra.run.smithi114.stdout: "slow_reply": 0, 2024-09-12T12:43:04.917 INFO:teuthology.orchestra.run.smithi114.stdout: "forward": 0, 2024-09-12T12:43:04.917 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_fetch_complete": 0, 2024-09-12T12:43:04.917 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_fetch_keys": 0, 2024-09-12T12:43:04.917 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_commit": 481, 2024-09-12T12:43:04.917 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_split": 0, 2024-09-12T12:43:04.917 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_merge": 0, 2024-09-12T12:43:04.917 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes": 48, 2024-09-12T12:43:04.917 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_top": 17, 2024-09-12T12:43:04.917 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_bottom": 31, 2024-09-12T12:43:04.917 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_pin_tail": 0, 2024-09-12T12:43:04.917 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_pinned": 23, 2024-09-12T12:43:04.917 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_expired": 0, 2024-09-12T12:43:04.918 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_with_caps": 3, 2024-09-12T12:43:04.918 INFO:teuthology.orchestra.run.smithi114.stdout: "caps": 3, 2024-09-12T12:43:04.918 INFO:teuthology.orchestra.run.smithi114.stdout: "subtrees": 2, 2024-09-12T12:43:04.918 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse": 957, 2024-09-12T12:43:04.918 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_hit": 943, 2024-09-12T12:43:04.918 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_forward": 0, 2024-09-12T12:43:04.918 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_discover": 0, 2024-09-12T12:43:04.918 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_dir_fetch": 0, 2024-09-12T12:43:04.918 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_remote_ino": 0, 2024-09-12T12:43:04.918 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_lock": 0, 2024-09-12T12:43:04.918 INFO:teuthology.orchestra.run.smithi114.stdout: "load_cent": 0, 2024-09-12T12:43:04.918 INFO:teuthology.orchestra.run.smithi114.stdout: "q": 0, 2024-09-12T12:43:04.918 INFO:teuthology.orchestra.run.smithi114.stdout: "exported": 0, 2024-09-12T12:43:04.919 INFO:teuthology.orchestra.run.smithi114.stdout: "exported_inodes": 0, 2024-09-12T12:43:04.919 INFO:teuthology.orchestra.run.smithi114.stdout: "imported": 0, 2024-09-12T12:43:04.919 INFO:teuthology.orchestra.run.smithi114.stdout: "imported_inodes": 0, 2024-09-12T12:43:04.919 INFO:teuthology.orchestra.run.smithi114.stdout: "openino_dir_fetch": 0, 2024-09-12T12:43:04.919 INFO:teuthology.orchestra.run.smithi114.stdout: "openino_backtrace_fetch": 0, 2024-09-12T12:43:04.919 INFO:teuthology.orchestra.run.smithi114.stdout: "openino_peer_discover": 0, 2024-09-12T12:43:04.919 INFO:teuthology.orchestra.run.smithi114.stdout: "root_rfiles": 4, 2024-09-12T12:43:04.919 INFO:teuthology.orchestra.run.smithi114.stdout: "root_rbytes": 234, 2024-09-12T12:43:04.919 INFO:teuthology.orchestra.run.smithi114.stdout: "root_rsnaps": 6, 2024-09-12T12:43:04.919 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_backtrace_fetch": 0, 2024-09-12T12:43:04.919 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_set_tag": 0, 2024-09-12T12:43:04.919 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_backtrace_repaired": 0, 2024-09-12T12:43:04.919 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_inotable_repaired": 0, 2024-09-12T12:43:04.920 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_dir_inodes": 0, 2024-09-12T12:43:04.920 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_dir_base_inodes": 0, 2024-09-12T12:43:04.920 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_dirfrag_rstats": 0, 2024-09-12T12:43:04.920 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_file_inodes": 0, 2024-09-12T12:43:04.920 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_inode_file_caps": 0, 2024-09-12T12:43:04.920 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_revoke": 667, 2024-09-12T12:43:04.920 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_grant": 667, 2024-09-12T12:43:04.920 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_trunc": 599, 2024-09-12T12:43:04.920 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-12T12:43:04.920 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-12T12:43:04.920 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_caps": 727, 2024-09-12T12:43:04.920 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_caps_dirty": 668, 2024-09-12T12:43:04.921 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_cap_release": 2, 2024-09-12T12:43:04.921 INFO:teuthology.orchestra.run.smithi114.stdout: "process_request_cap_release": 627 2024-09-12T12:43:04.921 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.921 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_cache": { 2024-09-12T12:43:04.921 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_update": 23, 2024-09-12T12:43:04.921 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_update_receipt": 0, 2024-09-12T12:43:04.921 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_try_discover": 0, 2024-09-12T12:43:04.921 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_send_discover": 0, 2024-09-12T12:43:04.921 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_handle_discover": 48, 2024-09-12T12:43:04.921 INFO:teuthology.orchestra.run.smithi114.stdout: "num_strays": 3, 2024-09-12T12:43:04.921 INFO:teuthology.orchestra.run.smithi114.stdout: "num_strays_delayed": 0, 2024-09-12T12:43:04.921 INFO:teuthology.orchestra.run.smithi114.stdout: "num_strays_enqueuing": 0, 2024-09-12T12:43:04.922 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_created": 3, 2024-09-12T12:43:04.922 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_enqueued": 0, 2024-09-12T12:43:04.922 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_reintegrated": 0, 2024-09-12T12:43:04.922 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_migrated": 0, 2024-09-12T12:43:04.922 INFO:teuthology.orchestra.run.smithi114.stdout: "num_recovering_processing": 0, 2024-09-12T12:43:04.922 INFO:teuthology.orchestra.run.smithi114.stdout: "num_recovering_enqueued": 0, 2024-09-12T12:43:04.922 INFO:teuthology.orchestra.run.smithi114.stdout: "num_recovering_prioritized": 0, 2024-09-12T12:43:04.922 INFO:teuthology.orchestra.run.smithi114.stdout: "recovery_started": 0, 2024-09-12T12:43:04.922 INFO:teuthology.orchestra.run.smithi114.stdout: "recovery_completed": 0, 2024-09-12T12:43:04.922 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_quiesce_path": 14, 2024-09-12T12:43:04.922 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_quiesce_inode": 194, 2024-09-12T12:43:04.922 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_enqueue_scrub": 0, 2024-09-12T12:43:04.923 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_exportdir": 0, 2024-09-12T12:43:04.923 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_flush": 0, 2024-09-12T12:43:04.923 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_fragmentdir": 0, 2024-09-12T12:43:04.923 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_fragstats": 0, 2024-09-12T12:43:04.923 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_inodestats": 0 2024-09-12T12:43:04.923 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.923 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_log": { 2024-09-12T12:43:04.923 INFO:teuthology.orchestra.run.smithi114.stdout: "evlrg": 0, 2024-09-12T12:43:04.923 INFO:teuthology.orchestra.run.smithi114.stdout: "evadd": 2623, 2024-09-12T12:43:04.923 INFO:teuthology.orchestra.run.smithi114.stdout: "evex": 2573, 2024-09-12T12:43:04.923 INFO:teuthology.orchestra.run.smithi114.stdout: "evtrm": 2573, 2024-09-12T12:43:04.923 INFO:teuthology.orchestra.run.smithi114.stdout: "ev": 50, 2024-09-12T12:43:04.924 INFO:teuthology.orchestra.run.smithi114.stdout: "evexg": 0, 2024-09-12T12:43:04.924 INFO:teuthology.orchestra.run.smithi114.stdout: "evexd": 50, 2024-09-12T12:43:04.924 INFO:teuthology.orchestra.run.smithi114.stdout: "segadd": 79, 2024-09-12T12:43:04.924 INFO:teuthology.orchestra.run.smithi114.stdout: "segex": 78, 2024-09-12T12:43:04.924 INFO:teuthology.orchestra.run.smithi114.stdout: "segtrm": 78, 2024-09-12T12:43:04.924 INFO:teuthology.orchestra.run.smithi114.stdout: "seg": 1, 2024-09-12T12:43:04.924 INFO:teuthology.orchestra.run.smithi114.stdout: "segmjr": 1, 2024-09-12T12:43:04.924 INFO:teuthology.orchestra.run.smithi114.stdout: "segexg": 0, 2024-09-12T12:43:04.924 INFO:teuthology.orchestra.run.smithi114.stdout: "segexd": 1, 2024-09-12T12:43:04.924 INFO:teuthology.orchestra.run.smithi114.stdout: "expos": 28641128, 2024-09-12T12:43:04.924 INFO:teuthology.orchestra.run.smithi114.stdout: "wrpos": 29126659, 2024-09-12T12:43:04.924 INFO:teuthology.orchestra.run.smithi114.stdout: "rdpos": 0, 2024-09-12T12:43:04.925 INFO:teuthology.orchestra.run.smithi114.stdout: "jlat": { 2024-09-12T12:43:04.925 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 2536, 2024-09-12T12:43:04.925 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 5.539689194, 2024-09-12T12:43:04.925 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.002184420 2024-09-12T12:43:04.925 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.925 INFO:teuthology.orchestra.run.smithi114.stdout: "replayed": 0 2024-09-12T12:43:04.925 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.925 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_mem": { 2024-09-12T12:43:04.925 INFO:teuthology.orchestra.run.smithi114.stdout: "ino": 41, 2024-09-12T12:43:04.925 INFO:teuthology.orchestra.run.smithi114.stdout: "ino+": 41, 2024-09-12T12:43:04.925 INFO:teuthology.orchestra.run.smithi114.stdout: "ino-": 0, 2024-09-12T12:43:04.925 INFO:teuthology.orchestra.run.smithi114.stdout: "dir": 20, 2024-09-12T12:43:04.925 INFO:teuthology.orchestra.run.smithi114.stdout: "dir+": 20, 2024-09-12T12:43:04.926 INFO:teuthology.orchestra.run.smithi114.stdout: "dir-": 0, 2024-09-12T12:43:04.926 INFO:teuthology.orchestra.run.smithi114.stdout: "dn": 48, 2024-09-12T12:43:04.926 INFO:teuthology.orchestra.run.smithi114.stdout: "dn+": 48, 2024-09-12T12:43:04.926 INFO:teuthology.orchestra.run.smithi114.stdout: "dn-": 0, 2024-09-12T12:43:04.926 INFO:teuthology.orchestra.run.smithi114.stdout: "cap": 3, 2024-09-12T12:43:04.926 INFO:teuthology.orchestra.run.smithi114.stdout: "cap+": 18, 2024-09-12T12:43:04.926 INFO:teuthology.orchestra.run.smithi114.stdout: "cap-": 15, 2024-09-12T12:43:04.926 INFO:teuthology.orchestra.run.smithi114.stdout: "rss": 57964, 2024-09-12T12:43:04.926 INFO:teuthology.orchestra.run.smithi114.stdout: "heap": 231712 2024-09-12T12:43:04.926 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.927 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_server": { 2024-09-12T12:43:04.927 INFO:teuthology.orchestra.run.smithi114.stdout: "dispatch_client_request": 2151, 2024-09-12T12:43:04.927 INFO:teuthology.orchestra.run.smithi114.stdout: "dispatch_server_request": 1, 2024-09-12T12:43:04.927 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_request": 870, 2024-09-12T12:43:04.927 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_session": 42, 2024-09-12T12:43:04.927 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_peer_request": 2, 2024-09-12T12:43:04.927 INFO:teuthology.orchestra.run.smithi114.stdout: "req_create_latency": { 2024-09-12T12:43:04.927 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 18, 2024-09-12T12:43:04.927 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.012037714, 2024-09-12T12:43:04.927 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000668761 2024-09-12T12:43:04.927 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.927 INFO:teuthology.orchestra.run.smithi114.stdout: "req_getattr_latency": { 2024-09-12T12:43:04.927 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 178, 2024-09-12T12:43:04.928 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 1.735521669, 2024-09-12T12:43:04.928 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.009750121 2024-09-12T12:43:04.928 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.928 INFO:teuthology.orchestra.run.smithi114.stdout: "req_getfilelock_latency": { 2024-09-12T12:43:04.928 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.928 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.928 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.928 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.928 INFO:teuthology.orchestra.run.smithi114.stdout: "req_link_latency": { 2024-09-12T12:43:04.928 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.928 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.928 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.928 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.928 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookup_latency": { 2024-09-12T12:43:04.929 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 5, 2024-09-12T12:43:04.929 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.001822835, 2024-09-12T12:43:04.929 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000364567 2024-09-12T12:43:04.929 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.929 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookuphash_latency": { 2024-09-12T12:43:04.929 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.929 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.929 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.929 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.929 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupino_latency": { 2024-09-12T12:43:04.929 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.929 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.929 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.930 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.930 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupname_latency": { 2024-09-12T12:43:04.930 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.930 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.930 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.930 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.930 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupparent_latency": { 2024-09-12T12:43:04.930 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.930 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.931 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.931 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.931 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupsnap_latency": { 2024-09-12T12:43:04.931 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.931 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.931 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.931 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.931 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lssnap_latency": { 2024-09-12T12:43:04.931 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 17, 2024-09-12T12:43:04.931 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.002383454, 2024-09-12T12:43:04.932 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000140203 2024-09-12T12:43:04.932 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.932 INFO:teuthology.orchestra.run.smithi114.stdout: "req_mkdir_latency": { 2024-09-12T12:43:04.932 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 8, 2024-09-12T12:43:04.932 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.013998814, 2024-09-12T12:43:04.932 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.001749851 2024-09-12T12:43:04.933 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.933 INFO:teuthology.orchestra.run.smithi114.stdout: "req_mknod_latency": { 2024-09-12T12:43:04.933 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.933 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.933 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.933 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.933 INFO:teuthology.orchestra.run.smithi114.stdout: "req_mksnap_latency": { 2024-09-12T12:43:04.933 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 17, 2024-09-12T12:43:04.933 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.083924724, 2024-09-12T12:43:04.933 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.004936748 2024-09-12T12:43:04.933 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.933 INFO:teuthology.orchestra.run.smithi114.stdout: "req_open_latency": { 2024-09-12T12:43:04.934 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 1, 2024-09-12T12:43:04.934 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000167916, 2024-09-12T12:43:04.934 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000167916 2024-09-12T12:43:04.934 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.934 INFO:teuthology.orchestra.run.smithi114.stdout: "req_readdir_latency": { 2024-09-12T12:43:04.934 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 2, 2024-09-12T12:43:04.934 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.004523527, 2024-09-12T12:43:04.934 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.002261763 2024-09-12T12:43:04.934 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.934 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rename_latency": { 2024-09-12T12:43:04.934 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 2, 2024-09-12T12:43:04.934 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.002305826, 2024-09-12T12:43:04.934 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.001152913 2024-09-12T12:43:04.935 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.935 INFO:teuthology.orchestra.run.smithi114.stdout: "req_renamesnap_latency": { 2024-09-12T12:43:04.935 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.935 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.935 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.935 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.935 INFO:teuthology.orchestra.run.smithi114.stdout: "req_snapdiff_latency": { 2024-09-12T12:43:04.935 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.935 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.935 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.935 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.935 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rmdir_latency": { 2024-09-12T12:43:04.935 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 2, 2024-09-12T12:43:04.936 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.012778815, 2024-09-12T12:43:04.936 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.006389407 2024-09-12T12:43:04.936 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.936 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rmsnap_latency": { 2024-09-12T12:43:04.936 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 11, 2024-09-12T12:43:04.936 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.049494168, 2024-09-12T12:43:04.936 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.004499469 2024-09-12T12:43:04.936 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.936 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rmxattr_latency": { 2024-09-12T12:43:04.936 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.936 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.936 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.937 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.937 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setattr_latency": { 2024-09-12T12:43:04.937 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 600, 2024-09-12T12:43:04.937 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 3.086647641, 2024-09-12T12:43:04.937 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.005144412 2024-09-12T12:43:04.937 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.937 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setdirlayout_latency": { 2024-09-12T12:43:04.937 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.937 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.937 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.937 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.937 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setfilelock_latency": { 2024-09-12T12:43:04.937 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.937 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.938 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.938 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.938 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setlayout_latency": { 2024-09-12T12:43:04.938 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.938 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.938 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.938 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.938 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setxattr_latency": { 2024-09-12T12:43:04.938 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 8, 2024-09-12T12:43:04.938 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.020215018, 2024-09-12T12:43:04.938 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.002526877 2024-09-12T12:43:04.938 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.938 INFO:teuthology.orchestra.run.smithi114.stdout: "req_symlink_latency": { 2024-09-12T12:43:04.938 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.939 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.939 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.939 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.939 INFO:teuthology.orchestra.run.smithi114.stdout: "req_unlink_latency": { 2024-09-12T12:43:04.939 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 1, 2024-09-12T12:43:04.939 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.002360672, 2024-09-12T12:43:04.939 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.002360672 2024-09-12T12:43:04.939 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.939 INFO:teuthology.orchestra.run.smithi114.stdout: "cap_revoke_eviction": 0, 2024-09-12T12:43:04.939 INFO:teuthology.orchestra.run.smithi114.stdout: "cap_acquisition_throttle": 0, 2024-09-12T12:43:04.939 INFO:teuthology.orchestra.run.smithi114.stdout: "req_getvxattr_latency": { 2024-09-12T12:43:04.939 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.939 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.940 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.940 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:04.940 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.940 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_sessions": { 2024-09-12T12:43:04.940 INFO:teuthology.orchestra.run.smithi114.stdout: "session_count": 2, 2024-09-12T12:43:04.940 INFO:teuthology.orchestra.run.smithi114.stdout: "session_add": 6, 2024-09-12T12:43:04.940 INFO:teuthology.orchestra.run.smithi114.stdout: "session_remove": 4, 2024-09-12T12:43:04.940 INFO:teuthology.orchestra.run.smithi114.stdout: "sessions_open": 2, 2024-09-12T12:43:04.940 INFO:teuthology.orchestra.run.smithi114.stdout: "sessions_stale": 0, 2024-09-12T12:43:04.940 INFO:teuthology.orchestra.run.smithi114.stdout: "total_load": 89, 2024-09-12T12:43:04.940 INFO:teuthology.orchestra.run.smithi114.stdout: "average_load": 44, 2024-09-12T12:43:04.940 INFO:teuthology.orchestra.run.smithi114.stdout: "avg_session_uptime": 971, 2024-09-12T12:43:04.940 INFO:teuthology.orchestra.run.smithi114.stdout: "mdthresh_evicted": 0 2024-09-12T12:43:04.941 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.941 INFO:teuthology.orchestra.run.smithi114.stdout: "mempool": { 2024-09-12T12:43:04.941 INFO:teuthology.orchestra.run.smithi114.stdout: "bloom_filter_bytes": 0, 2024-09-12T12:43:04.941 INFO:teuthology.orchestra.run.smithi114.stdout: "bloom_filter_items": 0, 2024-09-12T12:43:04.941 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_alloc_bytes": 0, 2024-09-12T12:43:04.941 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_alloc_items": 0, 2024-09-12T12:43:04.941 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_data_bytes": 0, 2024-09-12T12:43:04.941 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_data_items": 0, 2024-09-12T12:43:04.941 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-12T12:43:04.941 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_onode_items": 0, 2024-09-12T12:43:04.941 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-12T12:43:04.941 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_meta_items": 0, 2024-09-12T12:43:04.941 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_other_bytes": 0, 2024-09-12T12:43:04.941 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_other_items": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_buffer_items": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_extent_bytes": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_extent_items": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_blob_bytes": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_blob_items": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_shared_blob_items": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_inline_bl_items": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_fsck_bytes": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_fsck_items": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_txc_bytes": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_txc_items": 0, 2024-09-12T12:43:04.942 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-12T12:43:04.943 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_deferred_items": 0, 2024-09-12T12:43:04.943 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_bytes": 0, 2024-09-12T12:43:04.943 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_items": 0, 2024-09-12T12:43:04.943 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_bytes": 0, 2024-09-12T12:43:04.943 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_items": 0, 2024-09-12T12:43:04.943 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_reader_bytes": 0, 2024-09-12T12:43:04.943 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_reader_items": 0, 2024-09-12T12:43:04.943 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_writer_bytes": 0, 2024-09-12T12:43:04.943 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_writer_items": 0, 2024-09-12T12:43:04.943 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_anon_bytes": 359606, 2024-09-12T12:43:04.943 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_anon_items": 131, 2024-09-12T12:43:04.943 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_meta_bytes": 0, 2024-09-12T12:43:04.944 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_meta_items": 0, 2024-09-12T12:43:04.944 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_bytes": 0, 2024-09-12T12:43:04.944 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_items": 0, 2024-09-12T12:43:04.944 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_mapbl_bytes": 0, 2024-09-12T12:43:04.944 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_mapbl_items": 0, 2024-09-12T12:43:04.944 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_pglog_bytes": 0, 2024-09-12T12:43:04.944 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_pglog_items": 0, 2024-09-12T12:43:04.944 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_bytes": 8392, 2024-09-12T12:43:04.944 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_items": 185, 2024-09-12T12:43:04.944 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_mapping_bytes": 0, 2024-09-12T12:43:04.944 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_mapping_items": 0, 2024-09-12T12:43:04.944 INFO:teuthology.orchestra.run.smithi114.stdout: "pgmap_bytes": 0, 2024-09-12T12:43:04.945 INFO:teuthology.orchestra.run.smithi114.stdout: "pgmap_items": 0, 2024-09-12T12:43:04.945 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_co_bytes": 191984, 2024-09-12T12:43:04.945 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_co_items": 1544, 2024-09-12T12:43:04.945 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_1_bytes": 0, 2024-09-12T12:43:04.945 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_1_items": 0, 2024-09-12T12:43:04.945 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_2_bytes": 0, 2024-09-12T12:43:04.945 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_2_items": 0 2024-09-12T12:43:04.945 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.945 INFO:teuthology.orchestra.run.smithi114.stdout: "objecter": { 2024-09-12T12:43:04.945 INFO:teuthology.orchestra.run.smithi114.stdout: "op_active": 0, 2024-09-12T12:43:04.945 INFO:teuthology.orchestra.run.smithi114.stdout: "op_laggy": 0, 2024-09-12T12:43:04.945 INFO:teuthology.orchestra.run.smithi114.stdout: "op_send": 4569, 2024-09-12T12:43:04.945 INFO:teuthology.orchestra.run.smithi114.stdout: "op_send_bytes": 26629988, 2024-09-12T12:43:04.946 INFO:teuthology.orchestra.run.smithi114.stdout: "op_resend": 37, 2024-09-12T12:43:04.946 INFO:teuthology.orchestra.run.smithi114.stdout: "op_reply": 4569, 2024-09-12T12:43:04.946 INFO:teuthology.orchestra.run.smithi114.stdout: "op_latency": { 2024-09-12T12:43:04.946 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 4569, 2024-09-12T12:43:04.946 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 27.074411974, 2024-09-12T12:43:04.946 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.005925675 2024-09-12T12:43:04.946 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.946 INFO:teuthology.orchestra.run.smithi114.stdout: "op_inflight": 0, 2024-09-12T12:43:04.946 INFO:teuthology.orchestra.run.smithi114.stdout: "oplen_avg": { 2024-09-12T12:43:04.946 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 4569, 2024-09-12T12:43:04.946 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 5565 2024-09-12T12:43:04.946 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.946 INFO:teuthology.orchestra.run.smithi114.stdout: "op": 4569, 2024-09-12T12:43:04.947 INFO:teuthology.orchestra.run.smithi114.stdout: "op_r": 0, 2024-09-12T12:43:04.947 INFO:teuthology.orchestra.run.smithi114.stdout: "op_w": 4569, 2024-09-12T12:43:04.947 INFO:teuthology.orchestra.run.smithi114.stdout: "op_rmw": 0, 2024-09-12T12:43:04.947 INFO:teuthology.orchestra.run.smithi114.stdout: "op_pg": 0, 2024-09-12T12:43:04.947 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_stat": 461, 2024-09-12T12:43:04.947 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_create": 25, 2024-09-12T12:43:04.947 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_read": 0, 2024-09-12T12:43:04.947 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_write": 2536, 2024-09-12T12:43:04.947 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_writefull": 250, 2024-09-12T12:43:04.947 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_writesame": 0, 2024-09-12T12:43:04.947 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_append": 0, 2024-09-12T12:43:04.947 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_zero": 0, 2024-09-12T12:43:04.948 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_truncate": 0, 2024-09-12T12:43:04.948 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_delete": 516, 2024-09-12T12:43:04.948 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_mapext": 0, 2024-09-12T12:43:04.948 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_sparse_read": 0, 2024-09-12T12:43:04.948 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_clonerange": 0, 2024-09-12T12:43:04.948 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_getxattr": 0, 2024-09-12T12:43:04.948 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_setxattr": 50, 2024-09-12T12:43:04.948 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_cmpxattr": 0, 2024-09-12T12:43:04.948 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_rmxattr": 0, 2024-09-12T12:43:04.949 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_resetxattrs": 0, 2024-09-12T12:43:04.949 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_call": 0, 2024-09-12T12:43:04.949 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_watch": 0, 2024-09-12T12:43:04.949 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_notify": 0, 2024-09-12T12:43:04.949 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_src_cmpxattr": 0, 2024-09-12T12:43:04.949 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_pgls": 0, 2024-09-12T12:43:04.949 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_pgls_filter": 0, 2024-09-12T12:43:04.949 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_other": 599, 2024-09-12T12:43:04.949 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_active": 0, 2024-09-12T12:43:04.949 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_send": 0, 2024-09-12T12:43:04.950 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_resend": 0, 2024-09-12T12:43:04.950 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_ping": 0, 2024-09-12T12:43:04.950 INFO:teuthology.orchestra.run.smithi114.stdout: "poolop_active": 0, 2024-09-12T12:43:04.950 INFO:teuthology.orchestra.run.smithi114.stdout: "poolop_send": 0, 2024-09-12T12:43:04.950 INFO:teuthology.orchestra.run.smithi114.stdout: "poolop_resend": 0, 2024-09-12T12:43:04.950 INFO:teuthology.orchestra.run.smithi114.stdout: "poolstat_active": 0, 2024-09-12T12:43:04.950 INFO:teuthology.orchestra.run.smithi114.stdout: "poolstat_send": 0, 2024-09-12T12:43:04.950 INFO:teuthology.orchestra.run.smithi114.stdout: "poolstat_resend": 0, 2024-09-12T12:43:04.950 INFO:teuthology.orchestra.run.smithi114.stdout: "statfs_active": 0, 2024-09-12T12:43:04.950 INFO:teuthology.orchestra.run.smithi114.stdout: "statfs_send": 0, 2024-09-12T12:43:04.950 INFO:teuthology.orchestra.run.smithi114.stdout: "statfs_resend": 0, 2024-09-12T12:43:04.951 INFO:teuthology.orchestra.run.smithi114.stdout: "command_active": 0, 2024-09-12T12:43:04.951 INFO:teuthology.orchestra.run.smithi114.stdout: "command_send": 0, 2024-09-12T12:43:04.951 INFO:teuthology.orchestra.run.smithi114.stdout: "command_resend": 0, 2024-09-12T12:43:04.951 INFO:teuthology.orchestra.run.smithi114.stdout: "map_epoch": 104, 2024-09-12T12:43:04.951 INFO:teuthology.orchestra.run.smithi114.stdout: "map_full": 0, 2024-09-12T12:43:04.951 INFO:teuthology.orchestra.run.smithi114.stdout: "map_inc": 25, 2024-09-12T12:43:04.951 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_sessions": 12, 2024-09-12T12:43:04.951 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_session_open": 12, 2024-09-12T12:43:04.951 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_session_close": 0, 2024-09-12T12:43:04.951 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_laggy": 0, 2024-09-12T12:43:04.951 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_wr": 1117, 2024-09-12T12:43:04.951 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_rd": 0, 2024-09-12T12:43:04.951 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_del": 11 2024-09-12T12:43:04.951 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.952 INFO:teuthology.orchestra.run.smithi114.stdout: "oft": { 2024-09-12T12:43:04.952 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_objs": 1, 2024-09-12T12:43:04.952 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_kv_pairs": 0, 2024-09-12T12:43:04.952 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_updates": 0, 2024-09-12T12:43:04.952 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_removes": 0 2024-09-12T12:43:04.952 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.952 INFO:teuthology.orchestra.run.smithi114.stdout: "osd-slow-ops": { 2024-09-12T12:43:04.952 INFO:teuthology.orchestra.run.smithi114.stdout: "slow_ops_count": 208 2024-09-12T12:43:04.952 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.952 INFO:teuthology.orchestra.run.smithi114.stdout: "purge_queue": { 2024-09-12T12:43:04.952 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing_ops": 0, 2024-09-12T12:43:04.952 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing_ops_high_water": 0, 2024-09-12T12:43:04.952 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing": 0, 2024-09-12T12:43:04.953 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing_high_water": 0, 2024-09-12T12:43:04.953 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executed_ops": 0, 2024-09-12T12:43:04.953 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executed": 0, 2024-09-12T12:43:04.953 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_item_in_journal": 0 2024-09-12T12:43:04.953 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.953 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-12T12:43:04.953 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:04.953 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 104857600, 2024-09-12T12:43:04.953 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:04.953 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 14005, 2024-09-12T12:43:04.953 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 4616543, 2024-09-12T12:43:04.953 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:04.953 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 14005, 2024-09-12T12:43:04.954 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 0, 2024-09-12T12:43:04.954 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 0, 2024-09-12T12:43:04.954 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 14005, 2024-09-12T12:43:04.954 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 4616543, 2024-09-12T12:43:04.954 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:04.954 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.954 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.954 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.954 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:04.954 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.954 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-objecter_bytes": { 2024-09-12T12:43:04.955 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:04.955 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 104857600, 2024-09-12T12:43:04.955 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:04.955 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 0, 2024-09-12T12:43:04.955 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 0, 2024-09-12T12:43:04.955 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:04.955 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:04.955 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 4569, 2024-09-12T12:43:04.955 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 26629988, 2024-09-12T12:43:04.955 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 4569, 2024-09-12T12:43:04.955 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 26629988, 2024-09-12T12:43:04.955 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:04.955 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.955 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.956 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.956 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:04.956 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.956 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-objecter_ops": { 2024-09-12T12:43:04.956 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:04.956 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 1024, 2024-09-12T12:43:04.956 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:04.956 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 0, 2024-09-12T12:43:04.956 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 0, 2024-09-12T12:43:04.956 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:04.956 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:04.956 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 4569, 2024-09-12T12:43:04.957 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 4569, 2024-09-12T12:43:04.957 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 4569, 2024-09-12T12:43:04.957 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 4569, 2024-09-12T12:43:04.957 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:04.957 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.957 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.957 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.957 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:04.957 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.958 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-write_buf_throttle": { 2024-09-12T12:43:04.958 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:04.958 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 3758096384, 2024-09-12T12:43:04.958 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:04.958 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 0, 2024-09-12T12:43:04.958 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 0, 2024-09-12T12:43:04.958 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:04.958 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:04.958 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 0, 2024-09-12T12:43:04.958 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 0, 2024-09-12T12:43:04.958 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 0, 2024-09-12T12:43:04.958 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 0, 2024-09-12T12:43:04.958 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:04.958 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.959 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.959 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.959 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:04.959 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:04.959 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-write_buf_throttle-0x562a951fe960": { 2024-09-12T12:43:04.959 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 60, 2024-09-12T12:43:04.959 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 3758096384, 2024-09-12T12:43:04.959 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:04.959 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 2623, 2024-09-12T12:43:04.959 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 24932355, 2024-09-12T12:43:04.959 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:04.959 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 2623, 2024-09-12T12:43:04.959 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 0, 2024-09-12T12:43:04.959 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 0, 2024-09-12T12:43:04.960 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 2536, 2024-09-12T12:43:04.960 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 24932295, 2024-09-12T12:43:04.960 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:04.960 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:04.960 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:04.960 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:04.960 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:04.960 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:04.960 INFO:teuthology.orchestra.run.smithi114.stdout:} 2024-09-12T12:43:05.704 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-09-12T12:43:05.705 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-09-12T12:43:05.705 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=23 2024-09-12T12:43:05.705 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=0 2024-09-12T12:43:05.705 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-09-12T12:43:05.705 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=17 2024-09-12T12:43:05.705 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=11 2024-09-12T12:43:05.705 DEBUG:tasks.check_counter:Getting stats from l 2024-09-12T12:43:05.705 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph daemon mds.l perf dump 2024-09-12T12:43:05.955 INFO:teuthology.orchestra.run.smithi114.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.c/config 2024-09-12T12:43:06.347 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:06 smithi114 ceph-mon[35514]: pgmap v514: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 45 KiB/s wr, 30 op/s 2024-09-12T12:43:06.448 INFO:teuthology.orchestra.run.smithi114.stdout:{ 2024-09-12T12:43:06.448 INFO:teuthology.orchestra.run.smithi114.stdout: "AsyncMessenger::Worker-0": { 2024-09-12T12:43:06.448 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_messages": 1423, 2024-09-12T12:43:06.448 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages": 1412, 2024-09-12T12:43:06.448 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_bytes": 1870320, 2024-09-12T12:43:06.448 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_bytes": 534832, 2024-09-12T12:43:06.449 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_created_connections": 5, 2024-09-12T12:43:06.449 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_active_connections": 1, 2024-09-12T12:43:06.449 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_total_time": 0.177798247, 2024-09-12T12:43:06.449 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_send_time": 0.063139123, 2024-09-12T12:43:06.449 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_recv_time": 0.080872822, 2024-09-12T12:43:06.449 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_fast_dispatch_time": 0.035490064, 2024-09-12T12:43:06.449 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:06.449 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 1411, 2024-09-12T12:43:06.449 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.082923178, 2024-09-12T12:43:06.449 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000058769 2024-09-12T12:43:06.449 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.449 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:06.450 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.450 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.450 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.450 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.450 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_encrypted_bytes": 1507440, 2024-09-12T12:43:06.450 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_encrypted_bytes": 191392 2024-09-12T12:43:06.450 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.450 INFO:teuthology.orchestra.run.smithi114.stdout: "AsyncMessenger::Worker-1": { 2024-09-12T12:43:06.450 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_messages": 9, 2024-09-12T12:43:06.450 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages": 236, 2024-09-12T12:43:06.450 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_bytes": 4108, 2024-09-12T12:43:06.450 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_bytes": 653562, 2024-09-12T12:43:06.451 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_created_connections": 7, 2024-09-12T12:43:06.451 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_active_connections": 4, 2024-09-12T12:43:06.451 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_total_time": 0.016039529, 2024-09-12T12:43:06.451 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_send_time": 0.009441012, 2024-09-12T12:43:06.451 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_recv_time": 0.004069355, 2024-09-12T12:43:06.451 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_fast_dispatch_time": 0.000087277, 2024-09-12T12:43:06.451 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:06.451 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 234, 2024-09-12T12:43:06.451 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.020956685, 2024-09-12T12:43:06.451 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000089558 2024-09-12T12:43:06.451 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.451 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:06.452 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.452 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.452 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.452 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.452 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_encrypted_bytes": 3552, 2024-09-12T12:43:06.452 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_encrypted_bytes": 652864 2024-09-12T12:43:06.452 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.452 INFO:teuthology.orchestra.run.smithi114.stdout: "AsyncMessenger::Worker-2": { 2024-09-12T12:43:06.452 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_messages": 2070, 2024-09-12T12:43:06.452 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages": 2072, 2024-09-12T12:43:06.452 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_bytes": 528575, 2024-09-12T12:43:06.452 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_bytes": 658267, 2024-09-12T12:43:06.453 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_created_connections": 5, 2024-09-12T12:43:06.453 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_active_connections": 3, 2024-09-12T12:43:06.453 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_total_time": 0.135654141, 2024-09-12T12:43:06.453 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_send_time": 0.042216968, 2024-09-12T12:43:06.453 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_recv_time": 0.035054821, 2024-09-12T12:43:06.453 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_running_fast_dispatch_time": 0.049331348, 2024-09-12T12:43:06.453 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_messages_queue_lat": { 2024-09-12T12:43:06.453 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 2070, 2024-09-12T12:43:06.453 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.062105772, 2024-09-12T12:43:06.453 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000030002 2024-09-12T12:43:06.453 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.453 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_handle_ack_lat": { 2024-09-12T12:43:06.454 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.454 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.454 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.454 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.454 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-12T12:43:06.454 INFO:teuthology.orchestra.run.smithi114.stdout: "msgr_send_encrypted_bytes": 0 2024-09-12T12:43:06.454 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.454 INFO:teuthology.orchestra.run.smithi114.stdout: "cct": { 2024-09-12T12:43:06.454 INFO:teuthology.orchestra.run.smithi114.stdout: "total_workers": 1, 2024-09-12T12:43:06.454 INFO:teuthology.orchestra.run.smithi114.stdout: "unhealthy_workers": 0 2024-09-12T12:43:06.454 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.454 INFO:teuthology.orchestra.run.smithi114.stdout: "finisher-MDSRank": { 2024-09-12T12:43:06.455 INFO:teuthology.orchestra.run.smithi114.stdout: "queue_len": 0, 2024-09-12T12:43:06.455 INFO:teuthology.orchestra.run.smithi114.stdout: "complete_latency": { 2024-09-12T12:43:06.455 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 5313, 2024-09-12T12:43:06.455 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.135143284, 2024-09-12T12:43:06.456 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000025436 2024-09-12T12:43:06.456 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:06.456 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.456 INFO:teuthology.orchestra.run.smithi114.stdout: "finisher-PurgeQueue": { 2024-09-12T12:43:06.456 INFO:teuthology.orchestra.run.smithi114.stdout: "queue_len": 0, 2024-09-12T12:43:06.456 INFO:teuthology.orchestra.run.smithi114.stdout: "complete_latency": { 2024-09-12T12:43:06.456 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.456 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.456 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.456 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:06.456 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.456 INFO:teuthology.orchestra.run.smithi114.stdout: "mds": { 2024-09-12T12:43:06.457 INFO:teuthology.orchestra.run.smithi114.stdout: "request": 0, 2024-09-12T12:43:06.457 INFO:teuthology.orchestra.run.smithi114.stdout: "reply": 0, 2024-09-12T12:43:06.457 INFO:teuthology.orchestra.run.smithi114.stdout: "reply_latency": { 2024-09-12T12:43:06.457 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.457 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.457 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.457 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.457 INFO:teuthology.orchestra.run.smithi114.stdout: "slow_reply": 0, 2024-09-12T12:43:06.457 INFO:teuthology.orchestra.run.smithi114.stdout: "forward": 0, 2024-09-12T12:43:06.457 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_fetch_complete": 0, 2024-09-12T12:43:06.457 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_fetch_keys": 0, 2024-09-12T12:43:06.457 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_commit": 0, 2024-09-12T12:43:06.457 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_split": 0, 2024-09-12T12:43:06.458 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_merge": 0, 2024-09-12T12:43:06.458 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes": 0, 2024-09-12T12:43:06.458 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_top": 0, 2024-09-12T12:43:06.458 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_bottom": 0, 2024-09-12T12:43:06.458 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_pin_tail": 0, 2024-09-12T12:43:06.458 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_pinned": 0, 2024-09-12T12:43:06.458 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_expired": 0, 2024-09-12T12:43:06.458 INFO:teuthology.orchestra.run.smithi114.stdout: "inodes_with_caps": 0, 2024-09-12T12:43:06.458 INFO:teuthology.orchestra.run.smithi114.stdout: "caps": 0, 2024-09-12T12:43:06.458 INFO:teuthology.orchestra.run.smithi114.stdout: "subtrees": 1, 2024-09-12T12:43:06.458 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse": 0, 2024-09-12T12:43:06.458 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_hit": 0, 2024-09-12T12:43:06.458 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_forward": 0, 2024-09-12T12:43:06.458 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_discover": 0, 2024-09-12T12:43:06.459 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_dir_fetch": 0, 2024-09-12T12:43:06.459 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_remote_ino": 0, 2024-09-12T12:43:06.459 INFO:teuthology.orchestra.run.smithi114.stdout: "traverse_lock": 0, 2024-09-12T12:43:06.459 INFO:teuthology.orchestra.run.smithi114.stdout: "load_cent": 0, 2024-09-12T12:43:06.459 INFO:teuthology.orchestra.run.smithi114.stdout: "q": 0, 2024-09-12T12:43:06.459 INFO:teuthology.orchestra.run.smithi114.stdout: "exported": 0, 2024-09-12T12:43:06.459 INFO:teuthology.orchestra.run.smithi114.stdout: "exported_inodes": 0, 2024-09-12T12:43:06.459 INFO:teuthology.orchestra.run.smithi114.stdout: "imported": 0, 2024-09-12T12:43:06.459 INFO:teuthology.orchestra.run.smithi114.stdout: "imported_inodes": 0, 2024-09-12T12:43:06.459 INFO:teuthology.orchestra.run.smithi114.stdout: "openino_dir_fetch": 0, 2024-09-12T12:43:06.459 INFO:teuthology.orchestra.run.smithi114.stdout: "openino_backtrace_fetch": 0, 2024-09-12T12:43:06.459 INFO:teuthology.orchestra.run.smithi114.stdout: "openino_peer_discover": 0, 2024-09-12T12:43:06.459 INFO:teuthology.orchestra.run.smithi114.stdout: "root_rfiles": 0, 2024-09-12T12:43:06.459 INFO:teuthology.orchestra.run.smithi114.stdout: "root_rbytes": 0, 2024-09-12T12:43:06.460 INFO:teuthology.orchestra.run.smithi114.stdout: "root_rsnaps": 0, 2024-09-12T12:43:06.460 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_backtrace_fetch": 0, 2024-09-12T12:43:06.460 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_set_tag": 0, 2024-09-12T12:43:06.460 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_backtrace_repaired": 0, 2024-09-12T12:43:06.460 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_inotable_repaired": 0, 2024-09-12T12:43:06.460 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_dir_inodes": 0, 2024-09-12T12:43:06.460 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_dir_base_inodes": 0, 2024-09-12T12:43:06.460 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_dirfrag_rstats": 0, 2024-09-12T12:43:06.460 INFO:teuthology.orchestra.run.smithi114.stdout: "scrub_file_inodes": 0, 2024-09-12T12:43:06.460 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_inode_file_caps": 0, 2024-09-12T12:43:06.460 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_revoke": 0, 2024-09-12T12:43:06.460 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_grant": 0, 2024-09-12T12:43:06.460 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_trunc": 0, 2024-09-12T12:43:06.461 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-12T12:43:06.461 INFO:teuthology.orchestra.run.smithi114.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-12T12:43:06.461 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_caps": 0, 2024-09-12T12:43:06.461 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_caps_dirty": 0, 2024-09-12T12:43:06.461 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_cap_release": 0, 2024-09-12T12:43:06.461 INFO:teuthology.orchestra.run.smithi114.stdout: "process_request_cap_release": 0 2024-09-12T12:43:06.461 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.461 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_cache": { 2024-09-12T12:43:06.461 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_update": 0, 2024-09-12T12:43:06.461 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_update_receipt": 0, 2024-09-12T12:43:06.461 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_try_discover": 0, 2024-09-12T12:43:06.461 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_send_discover": 0, 2024-09-12T12:43:06.461 INFO:teuthology.orchestra.run.smithi114.stdout: "dir_handle_discover": 0, 2024-09-12T12:43:06.461 INFO:teuthology.orchestra.run.smithi114.stdout: "num_strays": 0, 2024-09-12T12:43:06.462 INFO:teuthology.orchestra.run.smithi114.stdout: "num_strays_delayed": 0, 2024-09-12T12:43:06.462 INFO:teuthology.orchestra.run.smithi114.stdout: "num_strays_enqueuing": 0, 2024-09-12T12:43:06.462 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_created": 0, 2024-09-12T12:43:06.462 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_enqueued": 0, 2024-09-12T12:43:06.462 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_reintegrated": 0, 2024-09-12T12:43:06.462 INFO:teuthology.orchestra.run.smithi114.stdout: "strays_migrated": 0, 2024-09-12T12:43:06.462 INFO:teuthology.orchestra.run.smithi114.stdout: "num_recovering_processing": 0, 2024-09-12T12:43:06.462 INFO:teuthology.orchestra.run.smithi114.stdout: "num_recovering_enqueued": 0, 2024-09-12T12:43:06.462 INFO:teuthology.orchestra.run.smithi114.stdout: "num_recovering_prioritized": 0, 2024-09-12T12:43:06.463 INFO:teuthology.orchestra.run.smithi114.stdout: "recovery_started": 0, 2024-09-12T12:43:06.463 INFO:teuthology.orchestra.run.smithi114.stdout: "recovery_completed": 0, 2024-09-12T12:43:06.463 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_quiesce_path": 0, 2024-09-12T12:43:06.463 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_quiesce_inode": 0, 2024-09-12T12:43:06.463 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_enqueue_scrub": 0, 2024-09-12T12:43:06.463 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_exportdir": 0, 2024-09-12T12:43:06.463 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_flush": 0, 2024-09-12T12:43:06.463 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_fragmentdir": 0, 2024-09-12T12:43:06.463 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_fragstats": 0, 2024-09-12T12:43:06.464 INFO:teuthology.orchestra.run.smithi114.stdout: "ireq_inodestats": 0 2024-09-12T12:43:06.464 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.464 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_log": { 2024-09-12T12:43:06.464 INFO:teuthology.orchestra.run.smithi114.stdout: "evlrg": 0, 2024-09-12T12:43:06.464 INFO:teuthology.orchestra.run.smithi114.stdout: "evadd": 0, 2024-09-12T12:43:06.464 INFO:teuthology.orchestra.run.smithi114.stdout: "evex": 0, 2024-09-12T12:43:06.464 INFO:teuthology.orchestra.run.smithi114.stdout: "evtrm": 0, 2024-09-12T12:43:06.464 INFO:teuthology.orchestra.run.smithi114.stdout: "ev": 5, 2024-09-12T12:43:06.464 INFO:teuthology.orchestra.run.smithi114.stdout: "evexg": 0, 2024-09-12T12:43:06.464 INFO:teuthology.orchestra.run.smithi114.stdout: "evexd": 0, 2024-09-12T12:43:06.464 INFO:teuthology.orchestra.run.smithi114.stdout: "segadd": 0, 2024-09-12T12:43:06.464 INFO:teuthology.orchestra.run.smithi114.stdout: "segex": 0, 2024-09-12T12:43:06.465 INFO:teuthology.orchestra.run.smithi114.stdout: "segtrm": 0, 2024-09-12T12:43:06.465 INFO:teuthology.orchestra.run.smithi114.stdout: "seg": 2, 2024-09-12T12:43:06.465 INFO:teuthology.orchestra.run.smithi114.stdout: "segmjr": 2, 2024-09-12T12:43:06.465 INFO:teuthology.orchestra.run.smithi114.stdout: "segexg": 0, 2024-09-12T12:43:06.465 INFO:teuthology.orchestra.run.smithi114.stdout: "segexd": 0, 2024-09-12T12:43:06.465 INFO:teuthology.orchestra.run.smithi114.stdout: "expos": 4194304, 2024-09-12T12:43:06.465 INFO:teuthology.orchestra.run.smithi114.stdout: "wrpos": 4195734, 2024-09-12T12:43:06.465 INFO:teuthology.orchestra.run.smithi114.stdout: "rdpos": 4195426, 2024-09-12T12:43:06.465 INFO:teuthology.orchestra.run.smithi114.stdout: "jlat": { 2024-09-12T12:43:06.465 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.465 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.465 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.466 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.466 INFO:teuthology.orchestra.run.smithi114.stdout: "replayed": 5 2024-09-12T12:43:06.466 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.466 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_mem": { 2024-09-12T12:43:06.466 INFO:teuthology.orchestra.run.smithi114.stdout: "ino": 3, 2024-09-12T12:43:06.466 INFO:teuthology.orchestra.run.smithi114.stdout: "ino+": 3, 2024-09-12T12:43:06.466 INFO:teuthology.orchestra.run.smithi114.stdout: "ino-": 0, 2024-09-12T12:43:06.466 INFO:teuthology.orchestra.run.smithi114.stdout: "dir": 1, 2024-09-12T12:43:06.466 INFO:teuthology.orchestra.run.smithi114.stdout: "dir+": 1, 2024-09-12T12:43:06.466 INFO:teuthology.orchestra.run.smithi114.stdout: "dir-": 0, 2024-09-12T12:43:06.466 INFO:teuthology.orchestra.run.smithi114.stdout: "dn": 0, 2024-09-12T12:43:06.466 INFO:teuthology.orchestra.run.smithi114.stdout: "dn+": 0, 2024-09-12T12:43:06.467 INFO:teuthology.orchestra.run.smithi114.stdout: "dn-": 0, 2024-09-12T12:43:06.467 INFO:teuthology.orchestra.run.smithi114.stdout: "cap": 0, 2024-09-12T12:43:06.467 INFO:teuthology.orchestra.run.smithi114.stdout: "cap+": 0, 2024-09-12T12:43:06.467 INFO:teuthology.orchestra.run.smithi114.stdout: "cap-": 0, 2024-09-12T12:43:06.467 INFO:teuthology.orchestra.run.smithi114.stdout: "rss": 49080, 2024-09-12T12:43:06.467 INFO:teuthology.orchestra.run.smithi114.stdout: "heap": 215328 2024-09-12T12:43:06.467 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.467 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_server": { 2024-09-12T12:43:06.467 INFO:teuthology.orchestra.run.smithi114.stdout: "dispatch_client_request": 0, 2024-09-12T12:43:06.467 INFO:teuthology.orchestra.run.smithi114.stdout: "dispatch_server_request": 0, 2024-09-12T12:43:06.467 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_request": 0, 2024-09-12T12:43:06.467 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_client_session": 0, 2024-09-12T12:43:06.467 INFO:teuthology.orchestra.run.smithi114.stdout: "handle_peer_request": 0, 2024-09-12T12:43:06.468 INFO:teuthology.orchestra.run.smithi114.stdout: "req_create_latency": { 2024-09-12T12:43:06.468 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.468 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.468 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.468 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.468 INFO:teuthology.orchestra.run.smithi114.stdout: "req_getattr_latency": { 2024-09-12T12:43:06.468 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.468 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.468 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.468 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.468 INFO:teuthology.orchestra.run.smithi114.stdout: "req_getfilelock_latency": { 2024-09-12T12:43:06.468 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.468 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.469 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.469 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.469 INFO:teuthology.orchestra.run.smithi114.stdout: "req_link_latency": { 2024-09-12T12:43:06.469 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.469 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.469 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.469 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.469 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookup_latency": { 2024-09-12T12:43:06.469 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.469 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.469 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.469 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.469 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookuphash_latency": { 2024-09-12T12:43:06.470 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.470 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.470 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.470 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.470 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupino_latency": { 2024-09-12T12:43:06.470 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.470 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.470 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.470 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.470 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupname_latency": { 2024-09-12T12:43:06.470 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.470 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.470 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.471 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.471 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupparent_latency": { 2024-09-12T12:43:06.471 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.471 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.471 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.471 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.471 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lookupsnap_latency": { 2024-09-12T12:43:06.471 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.471 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.471 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.471 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.471 INFO:teuthology.orchestra.run.smithi114.stdout: "req_lssnap_latency": { 2024-09-12T12:43:06.471 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.472 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.472 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.472 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.472 INFO:teuthology.orchestra.run.smithi114.stdout: "req_mkdir_latency": { 2024-09-12T12:43:06.472 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.473 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.473 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.473 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.473 INFO:teuthology.orchestra.run.smithi114.stdout: "req_mknod_latency": { 2024-09-12T12:43:06.473 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.473 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.473 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.473 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.473 INFO:teuthology.orchestra.run.smithi114.stdout: "req_mksnap_latency": { 2024-09-12T12:43:06.473 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.473 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.474 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.474 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.474 INFO:teuthology.orchestra.run.smithi114.stdout: "req_open_latency": { 2024-09-12T12:43:06.474 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.474 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.474 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.474 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.474 INFO:teuthology.orchestra.run.smithi114.stdout: "req_readdir_latency": { 2024-09-12T12:43:06.474 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.474 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.474 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.474 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.475 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rename_latency": { 2024-09-12T12:43:06.475 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.475 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.475 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.475 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.475 INFO:teuthology.orchestra.run.smithi114.stdout: "req_renamesnap_latency": { 2024-09-12T12:43:06.475 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.475 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.475 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.475 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.475 INFO:teuthology.orchestra.run.smithi114.stdout: "req_snapdiff_latency": { 2024-09-12T12:43:06.475 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.475 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.476 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.476 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.476 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rmdir_latency": { 2024-09-12T12:43:06.476 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.476 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.476 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.476 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.476 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rmsnap_latency": { 2024-09-12T12:43:06.476 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.476 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.476 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.476 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.476 INFO:teuthology.orchestra.run.smithi114.stdout: "req_rmxattr_latency": { 2024-09-12T12:43:06.476 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.477 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.477 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.477 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.477 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setattr_latency": { 2024-09-12T12:43:06.477 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.477 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.477 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.477 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.477 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setdirlayout_latency": { 2024-09-12T12:43:06.477 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.477 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.477 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.477 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.478 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setfilelock_latency": { 2024-09-12T12:43:06.478 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.478 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.478 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.478 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.478 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setlayout_latency": { 2024-09-12T12:43:06.478 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.478 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.478 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.478 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.478 INFO:teuthology.orchestra.run.smithi114.stdout: "req_setxattr_latency": { 2024-09-12T12:43:06.478 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.478 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.479 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.479 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.479 INFO:teuthology.orchestra.run.smithi114.stdout: "req_symlink_latency": { 2024-09-12T12:43:06.479 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.479 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.479 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.479 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.479 INFO:teuthology.orchestra.run.smithi114.stdout: "req_unlink_latency": { 2024-09-12T12:43:06.479 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.479 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.479 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.479 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.479 INFO:teuthology.orchestra.run.smithi114.stdout: "cap_revoke_eviction": 0, 2024-09-12T12:43:06.479 INFO:teuthology.orchestra.run.smithi114.stdout: "cap_acquisition_throttle": 0, 2024-09-12T12:43:06.480 INFO:teuthology.orchestra.run.smithi114.stdout: "req_getvxattr_latency": { 2024-09-12T12:43:06.480 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.480 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.480 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.480 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:06.480 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.480 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_sessions": { 2024-09-12T12:43:06.480 INFO:teuthology.orchestra.run.smithi114.stdout: "session_count": 1, 2024-09-12T12:43:06.480 INFO:teuthology.orchestra.run.smithi114.stdout: "session_add": 2, 2024-09-12T12:43:06.480 INFO:teuthology.orchestra.run.smithi114.stdout: "session_remove": 1, 2024-09-12T12:43:06.480 INFO:teuthology.orchestra.run.smithi114.stdout: "sessions_open": 1, 2024-09-12T12:43:06.480 INFO:teuthology.orchestra.run.smithi114.stdout: "sessions_stale": 0, 2024-09-12T12:43:06.480 INFO:teuthology.orchestra.run.smithi114.stdout: "total_load": 0, 2024-09-12T12:43:06.481 INFO:teuthology.orchestra.run.smithi114.stdout: "average_load": 0, 2024-09-12T12:43:06.481 INFO:teuthology.orchestra.run.smithi114.stdout: "avg_session_uptime": 2347, 2024-09-12T12:43:06.481 INFO:teuthology.orchestra.run.smithi114.stdout: "mdthresh_evicted": 0 2024-09-12T12:43:06.481 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.481 INFO:teuthology.orchestra.run.smithi114.stdout: "mempool": { 2024-09-12T12:43:06.481 INFO:teuthology.orchestra.run.smithi114.stdout: "bloom_filter_bytes": 0, 2024-09-12T12:43:06.481 INFO:teuthology.orchestra.run.smithi114.stdout: "bloom_filter_items": 0, 2024-09-12T12:43:06.481 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_alloc_bytes": 0, 2024-09-12T12:43:06.481 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_alloc_items": 0, 2024-09-12T12:43:06.481 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_data_bytes": 0, 2024-09-12T12:43:06.481 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_data_items": 0, 2024-09-12T12:43:06.481 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-12T12:43:06.481 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_onode_items": 0, 2024-09-12T12:43:06.482 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-12T12:43:06.482 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_meta_items": 0, 2024-09-12T12:43:06.482 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_other_bytes": 0, 2024-09-12T12:43:06.482 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_other_items": 0, 2024-09-12T12:43:06.482 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-12T12:43:06.482 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_cache_buffer_items": 0, 2024-09-12T12:43:06.482 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_extent_bytes": 0, 2024-09-12T12:43:06.482 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_extent_items": 0, 2024-09-12T12:43:06.482 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_blob_bytes": 0, 2024-09-12T12:43:06.482 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_blob_items": 0, 2024-09-12T12:43:06.482 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-12T12:43:06.482 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_shared_blob_items": 0, 2024-09-12T12:43:06.482 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-12T12:43:06.482 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_inline_bl_items": 0, 2024-09-12T12:43:06.483 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_fsck_bytes": 0, 2024-09-12T12:43:06.483 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_fsck_items": 0, 2024-09-12T12:43:06.483 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_txc_bytes": 0, 2024-09-12T12:43:06.483 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_txc_items": 0, 2024-09-12T12:43:06.483 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-12T12:43:06.483 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_deferred_items": 0, 2024-09-12T12:43:06.483 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_bytes": 0, 2024-09-12T12:43:06.483 INFO:teuthology.orchestra.run.smithi114.stdout: "bluestore_writing_items": 0, 2024-09-12T12:43:06.483 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_bytes": 0, 2024-09-12T12:43:06.483 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_items": 0, 2024-09-12T12:43:06.483 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_reader_bytes": 0, 2024-09-12T12:43:06.483 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_reader_items": 0, 2024-09-12T12:43:06.483 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_writer_bytes": 0, 2024-09-12T12:43:06.484 INFO:teuthology.orchestra.run.smithi114.stdout: "bluefs_file_writer_items": 0, 2024-09-12T12:43:06.484 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_anon_bytes": 182087, 2024-09-12T12:43:06.484 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_anon_items": 48, 2024-09-12T12:43:06.484 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_meta_bytes": 0, 2024-09-12T12:43:06.484 INFO:teuthology.orchestra.run.smithi114.stdout: "buffer_meta_items": 0, 2024-09-12T12:43:06.484 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_bytes": 0, 2024-09-12T12:43:06.484 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_items": 0, 2024-09-12T12:43:06.484 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_mapbl_bytes": 0, 2024-09-12T12:43:06.484 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_mapbl_items": 0, 2024-09-12T12:43:06.484 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_pglog_bytes": 0, 2024-09-12T12:43:06.484 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_pglog_items": 0, 2024-09-12T12:43:06.484 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_bytes": 8392, 2024-09-12T12:43:06.484 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_items": 185, 2024-09-12T12:43:06.484 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_mapping_bytes": 0, 2024-09-12T12:43:06.485 INFO:teuthology.orchestra.run.smithi114.stdout: "osdmap_mapping_items": 0, 2024-09-12T12:43:06.485 INFO:teuthology.orchestra.run.smithi114.stdout: "pgmap_bytes": 0, 2024-09-12T12:43:06.485 INFO:teuthology.orchestra.run.smithi114.stdout: "pgmap_items": 0, 2024-09-12T12:43:06.485 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_co_bytes": 8512, 2024-09-12T12:43:06.485 INFO:teuthology.orchestra.run.smithi114.stdout: "mds_co_items": 13, 2024-09-12T12:43:06.485 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_1_bytes": 0, 2024-09-12T12:43:06.485 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_1_items": 0, 2024-09-12T12:43:06.485 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_2_bytes": 0, 2024-09-12T12:43:06.485 INFO:teuthology.orchestra.run.smithi114.stdout: "unittest_2_items": 0 2024-09-12T12:43:06.485 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.485 INFO:teuthology.orchestra.run.smithi114.stdout: "objecter": { 2024-09-12T12:43:06.485 INFO:teuthology.orchestra.run.smithi114.stdout: "op_active": 0, 2024-09-12T12:43:06.485 INFO:teuthology.orchestra.run.smithi114.stdout: "op_laggy": 0, 2024-09-12T12:43:06.486 INFO:teuthology.orchestra.run.smithi114.stdout: "op_send": 3152, 2024-09-12T12:43:06.486 INFO:teuthology.orchestra.run.smithi114.stdout: "op_send_bytes": 21, 2024-09-12T12:43:06.486 INFO:teuthology.orchestra.run.smithi114.stdout: "op_resend": 3, 2024-09-12T12:43:06.486 INFO:teuthology.orchestra.run.smithi114.stdout: "op_reply": 3152, 2024-09-12T12:43:06.486 INFO:teuthology.orchestra.run.smithi114.stdout: "op_latency": { 2024-09-12T12:43:06.486 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 3152, 2024-09-12T12:43:06.486 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 1.323971171, 2024-09-12T12:43:06.486 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000420041 2024-09-12T12:43:06.486 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.486 INFO:teuthology.orchestra.run.smithi114.stdout: "op_inflight": 0, 2024-09-12T12:43:06.486 INFO:teuthology.orchestra.run.smithi114.stdout: "oplen_avg": { 2024-09-12T12:43:06.486 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 3152, 2024-09-12T12:43:06.486 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 3153 2024-09-12T12:43:06.486 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.487 INFO:teuthology.orchestra.run.smithi114.stdout: "op": 3152, 2024-09-12T12:43:06.487 INFO:teuthology.orchestra.run.smithi114.stdout: "op_r": 3152, 2024-09-12T12:43:06.487 INFO:teuthology.orchestra.run.smithi114.stdout: "op_w": 0, 2024-09-12T12:43:06.487 INFO:teuthology.orchestra.run.smithi114.stdout: "op_rmw": 0, 2024-09-12T12:43:06.487 INFO:teuthology.orchestra.run.smithi114.stdout: "op_pg": 0, 2024-09-12T12:43:06.487 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_stat": 2063, 2024-09-12T12:43:06.487 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_create": 0, 2024-09-12T12:43:06.487 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_read": 1087, 2024-09-12T12:43:06.487 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_write": 0, 2024-09-12T12:43:06.487 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_writefull": 0, 2024-09-12T12:43:06.487 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_writesame": 0, 2024-09-12T12:43:06.487 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_append": 0, 2024-09-12T12:43:06.487 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_zero": 0, 2024-09-12T12:43:06.488 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_truncate": 0, 2024-09-12T12:43:06.488 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_delete": 0, 2024-09-12T12:43:06.488 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_mapext": 0, 2024-09-12T12:43:06.488 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_sparse_read": 0, 2024-09-12T12:43:06.488 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_clonerange": 0, 2024-09-12T12:43:06.488 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_getxattr": 1, 2024-09-12T12:43:06.488 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_setxattr": 0, 2024-09-12T12:43:06.488 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_cmpxattr": 0, 2024-09-12T12:43:06.488 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_rmxattr": 0, 2024-09-12T12:43:06.488 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_resetxattrs": 0, 2024-09-12T12:43:06.488 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_call": 0, 2024-09-12T12:43:06.488 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_watch": 0, 2024-09-12T12:43:06.488 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_notify": 0, 2024-09-12T12:43:06.488 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_src_cmpxattr": 0, 2024-09-12T12:43:06.489 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_pgls": 0, 2024-09-12T12:43:06.489 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_pgls_filter": 0, 2024-09-12T12:43:06.489 INFO:teuthology.orchestra.run.smithi114.stdout: "osdop_other": 0, 2024-09-12T12:43:06.489 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_active": 0, 2024-09-12T12:43:06.489 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_send": 0, 2024-09-12T12:43:06.489 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_resend": 0, 2024-09-12T12:43:06.489 INFO:teuthology.orchestra.run.smithi114.stdout: "linger_ping": 0, 2024-09-12T12:43:06.489 INFO:teuthology.orchestra.run.smithi114.stdout: "poolop_active": 0, 2024-09-12T12:43:06.489 INFO:teuthology.orchestra.run.smithi114.stdout: "poolop_send": 0, 2024-09-12T12:43:06.489 INFO:teuthology.orchestra.run.smithi114.stdout: "poolop_resend": 0, 2024-09-12T12:43:06.489 INFO:teuthology.orchestra.run.smithi114.stdout: "poolstat_active": 0, 2024-09-12T12:43:06.489 INFO:teuthology.orchestra.run.smithi114.stdout: "poolstat_send": 0, 2024-09-12T12:43:06.489 INFO:teuthology.orchestra.run.smithi114.stdout: "poolstat_resend": 0, 2024-09-12T12:43:06.490 INFO:teuthology.orchestra.run.smithi114.stdout: "statfs_active": 0, 2024-09-12T12:43:06.490 INFO:teuthology.orchestra.run.smithi114.stdout: "statfs_send": 0, 2024-09-12T12:43:06.490 INFO:teuthology.orchestra.run.smithi114.stdout: "statfs_resend": 0, 2024-09-12T12:43:06.490 INFO:teuthology.orchestra.run.smithi114.stdout: "command_active": 0, 2024-09-12T12:43:06.490 INFO:teuthology.orchestra.run.smithi114.stdout: "command_send": 0, 2024-09-12T12:43:06.490 INFO:teuthology.orchestra.run.smithi114.stdout: "command_resend": 0, 2024-09-12T12:43:06.490 INFO:teuthology.orchestra.run.smithi114.stdout: "map_epoch": 104, 2024-09-12T12:43:06.490 INFO:teuthology.orchestra.run.smithi114.stdout: "map_full": 0, 2024-09-12T12:43:06.490 INFO:teuthology.orchestra.run.smithi114.stdout: "map_inc": 25, 2024-09-12T12:43:06.490 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_sessions": 4, 2024-09-12T12:43:06.490 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_session_open": 5, 2024-09-12T12:43:06.490 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_session_close": 1, 2024-09-12T12:43:06.490 INFO:teuthology.orchestra.run.smithi114.stdout: "osd_laggy": 0, 2024-09-12T12:43:06.490 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_wr": 0, 2024-09-12T12:43:06.491 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_rd": 2, 2024-09-12T12:43:06.491 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_del": 0 2024-09-12T12:43:06.491 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.491 INFO:teuthology.orchestra.run.smithi114.stdout: "oft": { 2024-09-12T12:43:06.491 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_objs": 0, 2024-09-12T12:43:06.491 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_kv_pairs": 0, 2024-09-12T12:43:06.491 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_updates": 0, 2024-09-12T12:43:06.491 INFO:teuthology.orchestra.run.smithi114.stdout: "omap_total_removes": 0 2024-09-12T12:43:06.491 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.491 INFO:teuthology.orchestra.run.smithi114.stdout: "osd-slow-ops": { 2024-09-12T12:43:06.491 INFO:teuthology.orchestra.run.smithi114.stdout: "slow_ops_count": 0 2024-09-12T12:43:06.491 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.491 INFO:teuthology.orchestra.run.smithi114.stdout: "purge_queue": { 2024-09-12T12:43:06.492 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing_ops": 0, 2024-09-12T12:43:06.492 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing_ops_high_water": 0, 2024-09-12T12:43:06.492 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing": 0, 2024-09-12T12:43:06.492 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executing_high_water": 0, 2024-09-12T12:43:06.492 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executed_ops": 0, 2024-09-12T12:43:06.492 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_executed": 0, 2024-09-12T12:43:06.492 INFO:teuthology.orchestra.run.smithi114.stdout: "pq_item_in_journal": 0 2024-09-12T12:43:06.492 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.492 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-12T12:43:06.492 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:06.492 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 104857600, 2024-09-12T12:43:06.492 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:06.492 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 3498, 2024-09-12T12:43:06.492 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 2067559, 2024-09-12T12:43:06.493 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:06.493 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 3498, 2024-09-12T12:43:06.493 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 0, 2024-09-12T12:43:06.493 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 0, 2024-09-12T12:43:06.493 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 3498, 2024-09-12T12:43:06.493 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 2067559, 2024-09-12T12:43:06.493 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:06.493 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.493 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.494 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.494 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:06.494 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.494 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-objecter_bytes": { 2024-09-12T12:43:06.494 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:06.494 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 104857600, 2024-09-12T12:43:06.494 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:06.494 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 0, 2024-09-12T12:43:06.494 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 0, 2024-09-12T12:43:06.494 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:06.494 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:06.494 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 3152, 2024-09-12T12:43:06.494 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 1435, 2024-09-12T12:43:06.495 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 3152, 2024-09-12T12:43:06.495 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 1435, 2024-09-12T12:43:06.495 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:06.495 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.495 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.495 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.495 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:06.495 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.495 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-objecter_ops": { 2024-09-12T12:43:06.495 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:06.495 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 1024, 2024-09-12T12:43:06.495 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:06.495 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 0, 2024-09-12T12:43:06.495 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 0, 2024-09-12T12:43:06.496 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:06.496 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:06.496 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 3152, 2024-09-12T12:43:06.496 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 3152, 2024-09-12T12:43:06.496 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 3152, 2024-09-12T12:43:06.496 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 3152, 2024-09-12T12:43:06.496 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:06.496 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.496 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.496 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.496 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:06.496 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.496 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-write_buf_throttle": { 2024-09-12T12:43:06.497 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:06.497 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 3758096384, 2024-09-12T12:43:06.497 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:06.497 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 0, 2024-09-12T12:43:06.497 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 0, 2024-09-12T12:43:06.497 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:06.497 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:06.497 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 0, 2024-09-12T12:43:06.497 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 0, 2024-09-12T12:43:06.497 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 0, 2024-09-12T12:43:06.497 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 0, 2024-09-12T12:43:06.497 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:06.497 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.498 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.498 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.498 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:06.498 INFO:teuthology.orchestra.run.smithi114.stdout: }, 2024-09-12T12:43:06.498 INFO:teuthology.orchestra.run.smithi114.stdout: "throttle-write_buf_throttle-0x56443f3b2b40": { 2024-09-12T12:43:06.498 INFO:teuthology.orchestra.run.smithi114.stdout: "val": 0, 2024-09-12T12:43:06.498 INFO:teuthology.orchestra.run.smithi114.stdout: "max": 3758096384, 2024-09-12T12:43:06.498 INFO:teuthology.orchestra.run.smithi114.stdout: "get_started": 0, 2024-09-12T12:43:06.498 INFO:teuthology.orchestra.run.smithi114.stdout: "get": 0, 2024-09-12T12:43:06.498 INFO:teuthology.orchestra.run.smithi114.stdout: "get_sum": 0, 2024-09-12T12:43:06.498 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_fail": 0, 2024-09-12T12:43:06.498 INFO:teuthology.orchestra.run.smithi114.stdout: "get_or_fail_success": 0, 2024-09-12T12:43:06.498 INFO:teuthology.orchestra.run.smithi114.stdout: "take": 0, 2024-09-12T12:43:06.499 INFO:teuthology.orchestra.run.smithi114.stdout: "take_sum": 0, 2024-09-12T12:43:06.499 INFO:teuthology.orchestra.run.smithi114.stdout: "put": 0, 2024-09-12T12:43:06.499 INFO:teuthology.orchestra.run.smithi114.stdout: "put_sum": 0, 2024-09-12T12:43:06.499 INFO:teuthology.orchestra.run.smithi114.stdout: "wait": { 2024-09-12T12:43:06.499 INFO:teuthology.orchestra.run.smithi114.stdout: "avgcount": 0, 2024-09-12T12:43:06.499 INFO:teuthology.orchestra.run.smithi114.stdout: "sum": 0.000000000, 2024-09-12T12:43:06.499 INFO:teuthology.orchestra.run.smithi114.stdout: "avgtime": 0.000000000 2024-09-12T12:43:06.499 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:06.499 INFO:teuthology.orchestra.run.smithi114.stdout: } 2024-09-12T12:43:06.500 INFO:teuthology.orchestra.run.smithi114.stdout:} 2024-09-12T12:43:06.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:06 smithi097 ceph-mon[34923]: pgmap v514: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 45 KiB/s wr, 30 op/s 2024-09-12T12:43:06.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:06 smithi082 ceph-mon[31122]: pgmap v514: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 45 KiB/s wr, 30 op/s 2024-09-12T12:43:07.214 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-09-12T12:43:07.214 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-09-12T12:43:07.214 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-09-12T12:43:07.214 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-09-12T12:43:07.215 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-09-12T12:43:07.215 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-09-12T12:43:07.215 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-09-12T12:43:07.215 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-12T12:43:07.226 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-12T12:43:07.227 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:43:07.227 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T12:43:07.247 DEBUG:teuthology.orchestra.run.smithi082:> set -ex 2024-09-12T12:43:07.248 DEBUG:teuthology.orchestra.run.smithi082:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T12:43:07.307 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd blocklist ls 2024-09-12T12:43:07.597 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:43:08.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.044+0000 7ff6e268f640 1 -- 172.21.15.82:0/4228562999 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6dc100e20 msgr2=0x7ff6dc101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:08.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.044+0000 7ff6e268f640 1 --2- 172.21.15.82:0/4228562999 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6dc100e20 0x7ff6dc101200 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7ff6cc009900 tx=0x7ff6cc02a480 comp rx=0 tx=0).stop 2024-09-12T12:43:08.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.044+0000 7ff6e268f640 1 -- 172.21.15.82:0/4228562999 shutdown_connections 2024-09-12T12:43:08.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.044+0000 7ff6e268f640 1 --2- 172.21.15.82:0/4228562999 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6dc102ef0 0x7ff6dc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:08.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.044+0000 7ff6e268f640 1 --2- 172.21.15.82:0/4228562999 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6dc102570 0x7ff6dc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:08.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.044+0000 7ff6e268f640 1 --2- 172.21.15.82:0/4228562999 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6dc100e20 0x7ff6dc101200 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:08.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.044+0000 7ff6e268f640 1 -- 172.21.15.82:0/4228562999 >> 172.21.15.82:0/4228562999 conn(0x7ff6dc0fc7d0 msgr2=0x7ff6dc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:08.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.044+0000 7ff6e268f640 1 -- 172.21.15.82:0/4228562999 shutdown_connections 2024-09-12T12:43:08.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.044+0000 7ff6e268f640 1 -- 172.21.15.82:0/4228562999 wait complete. 2024-09-12T12:43:08.097 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.045+0000 7ff6e268f640 1 Processor -- start 2024-09-12T12:43:08.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.045+0000 7ff6e268f640 1 -- start start 2024-09-12T12:43:08.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.045+0000 7ff6e268f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6dc100e20 0x7ff6dc1985c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:08.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.045+0000 7ff6e268f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6dc102570 0x7ff6dc198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:08.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.045+0000 7ff6e268f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6dc102ef0 0x7ff6dc19ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:08.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.045+0000 7ff6e268f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff6dc110f80 con 0x7ff6dc100e20 2024-09-12T12:43:08.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.045+0000 7ff6e268f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff6dc110e00 con 0x7ff6dc102ef0 2024-09-12T12:43:08.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.045+0000 7ff6e268f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff6dc111100 con 0x7ff6dc102570 2024-09-12T12:43:08.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.045+0000 7ff6dbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6dc100e20 0x7ff6dc1985c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:08.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.045+0000 7ff6dbfff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6dc100e20 0x7ff6dc1985c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60628/0 (socket says 172.21.15.82:60628) 2024-09-12T12:43:08.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.045+0000 7ff6dbfff640 1 -- 172.21.15.82:0/2015218802 learned_addr learned my addr 172.21.15.82:0/2015218802 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:43:08.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6db7fe640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6dc102570 0x7ff6dc198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:08.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6e0c2c640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6dc102ef0 0x7ff6dc19ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:08.098 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6dbfff640 1 -- 172.21.15.82:0/2015218802 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6dc102570 msgr2=0x7ff6dc198b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:08.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6dbfff640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6dc102570 0x7ff6dc198b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:08.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6dbfff640 1 -- 172.21.15.82:0/2015218802 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6dc102ef0 msgr2=0x7ff6dc19ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:08.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6dbfff640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6dc102ef0 0x7ff6dc19ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:08.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6dbfff640 1 -- 172.21.15.82:0/2015218802 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6dc19d570 con 0x7ff6dc100e20 2024-09-12T12:43:08.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6db7fe640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6dc102570 0x7ff6dc198b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:43:08.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6e0c2c640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6dc102ef0 0x7ff6dc19ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T12:43:08.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6dbfff640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6dc100e20 0x7ff6dc1985c0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7ff6cc006010 tx=0x7ff6cc003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:08.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6d97fa640 1 -- 172.21.15.82:0/2015218802 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6cc03f070 con 0x7ff6dc100e20 2024-09-12T12:43:08.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6d97fa640 1 -- 172.21.15.82:0/2015218802 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff6cc031c30 con 0x7ff6dc100e20 2024-09-12T12:43:08.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6e268f640 1 -- 172.21.15.82:0/2015218802 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6dc19d800 con 0x7ff6dc100e20 2024-09-12T12:43:08.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6d97fa640 1 -- 172.21.15.82:0/2015218802 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6cc035030 con 0x7ff6dc100e20 2024-09-12T12:43:08.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.046+0000 7ff6e268f640 1 -- 172.21.15.82:0/2015218802 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6dc1a5140 con 0x7ff6dc100e20 2024-09-12T12:43:08.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.047+0000 7ff6e268f640 1 -- 172.21.15.82:0/2015218802 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6dc1021b0 con 0x7ff6dc100e20 2024-09-12T12:43:08.099 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.048+0000 7ff6d97fa640 1 -- 172.21.15.82:0/2015218802 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7ff6cc042070 con 0x7ff6dc100e20 2024-09-12T12:43:08.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.049+0000 7ff6d97fa640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff6c40a2cf0 0x7ff6c40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:08.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.049+0000 7ff6db7fe640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff6c40a2cf0 0x7ff6c40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:08.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.049+0000 7ff6d97fa640 1 -- 172.21.15.82:0/2015218802 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 8666+0+0 (secure 0 0 0) 0x7ff6cc0efdf0 con 0x7ff6dc100e20 2024-09-12T12:43:08.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.049+0000 7ff6db7fe640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff6c40a2cf0 0x7ff6c40a51b0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc0ffd80 tx=0x7ff6d0005e50 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:08.100 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.053+0000 7ff6d97fa640 1 -- 172.21.15.82:0/2015218802 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff6cc031de0 con 0x7ff6dc100e20 2024-09-12T12:43:08.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.235+0000 7ff6e268f640 1 -- 172.21.15.82:0/2015218802 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff6dc1a5310 con 0x7ff6dc100e20 2024-09-12T12:43:08.235 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.235+0000 7ff6d97fa640 1 -- 172.21.15.82:0/2015218802 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 17 entries v105) ==== 81+0+1000 (secure 0 0 0) 0x7ff6cc0bc980 con 0x7ff6dc100e20 2024-09-12T12:43:08.235 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:0/702400444 2024-09-13T12:26:42.197644+0000 2024-09-12T12:43:08.235 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:6800/2082156880 2024-09-13T12:17:45.956674+0000 2024-09-12T12:43:08.236 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:6801/2082156880 2024-09-13T12:17:45.956674+0000 2024-09-12T12:43:08.236 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:0/1123863202 2024-09-13T12:17:45.956674+0000 2024-09-12T12:43:08.236 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:0/1239255548 2024-09-13T12:26:42.197644+0000 2024-09-12T12:43:08.236 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:0/3426004569 2024-09-13T12:17:45.956674+0000 2024-09-12T12:43:08.236 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:0/2421679317 2024-09-13T12:17:45.956674+0000 2024-09-12T12:43:08.236 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:6801/2115848055 2024-09-13T12:26:42.197644+0000 2024-09-12T12:43:08.236 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:0/595859729 2024-09-13T12:18:09.175634+0000 2024-09-12T12:43:08.236 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:0/2342445737 2024-09-13T12:18:09.175634+0000 2024-09-12T12:43:08.236 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:6801/764080585 2024-09-13T12:18:09.175634+0000 2024-09-12T12:43:08.236 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:0/2602658586 2024-09-13T12:18:09.175634+0000 2024-09-12T12:43:08.236 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:0/2539394828 2024-09-13T12:26:42.197644+0000 2024-09-12T12:43:08.236 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:0/2965619674 2024-09-13T12:26:42.197644+0000 2024-09-12T12:43:08.237 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:6800/764080585 2024-09-13T12:18:09.175634+0000 2024-09-12T12:43:08.237 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:0/1385410853 2024-09-13T12:26:42.197644+0000 2024-09-12T12:43:08.237 INFO:teuthology.orchestra.run.smithi082.stdout:172.21.15.82:6800/2115848055 2024-09-13T12:26:42.197644+0000 2024-09-12T12:43:08.237 INFO:teuthology.orchestra.run.smithi082.stderr:listed 17 entries 2024-09-12T12:43:08.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.238+0000 7ff6e268f640 1 -- 172.21.15.82:0/2015218802 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff6c40a2cf0 msgr2=0x7ff6c40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:08.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.238+0000 7ff6e268f640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff6c40a2cf0 0x7ff6c40a51b0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc0ffd80 tx=0x7ff6d0005e50 comp rx=0 tx=0).stop 2024-09-12T12:43:08.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.238+0000 7ff6e268f640 1 -- 172.21.15.82:0/2015218802 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6dc100e20 msgr2=0x7ff6dc1985c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:08.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.238+0000 7ff6e268f640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6dc100e20 0x7ff6dc1985c0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7ff6cc006010 tx=0x7ff6cc003c10 comp rx=0 tx=0).stop 2024-09-12T12:43:08.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.238+0000 7ff6e268f640 1 -- 172.21.15.82:0/2015218802 shutdown_connections 2024-09-12T12:43:08.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.238+0000 7ff6e268f640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff6c40a2cf0 0x7ff6c40a51b0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:08.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.238+0000 7ff6e268f640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6dc102ef0 0x7ff6dc19ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:08.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.238+0000 7ff6e268f640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff6dc102570 0x7ff6dc198b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:08.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.238+0000 7ff6e268f640 1 --2- 172.21.15.82:0/2015218802 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff6dc100e20 0x7ff6dc1985c0 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:08.238 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.238+0000 7ff6e268f640 1 -- 172.21.15.82:0/2015218802 >> 172.21.15.82:0/2015218802 conn(0x7ff6dc0fc7d0 msgr2=0x7ff6dc06a210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:08.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.238+0000 7ff6e268f640 1 -- 172.21.15.82:0/2015218802 shutdown_connections 2024-09-12T12:43:08.239 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:08.238+0000 7ff6e268f640 1 -- 172.21.15.82:0/2015218802 wait complete. 2024-09-12T12:43:08.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:08 smithi097 ceph-mon[34923]: pgmap v515: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-09-12T12:43:08.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:08 smithi097 ceph-mon[34923]: osdmap e105: 12 total, 12 up, 12 in 2024-09-12T12:43:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:08 smithi082 ceph-mon[31122]: pgmap v515: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-09-12T12:43:08.530 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:08 smithi082 ceph-mon[31122]: osdmap e105: 12 total, 12 up, 12 in 2024-09-12T12:43:08.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:08 smithi114 ceph-mon[35514]: pgmap v515: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-09-12T12:43:08.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:08 smithi114 ceph-mon[35514]: osdmap e105: 12 total, 12 up, 12 in 2024-09-12T12:43:08.971 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-12T12:43:08.971 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T12:43:08.971 DEBUG:teuthology.orchestra.run.smithi082:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-12T12:43:09.017 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi082.front.sepia.ceph.com 2024-09-12T12:43:09.017 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T12:43:09.017 DEBUG:teuthology.orchestra.run.smithi082:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-12T12:43:09.052 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T12:43:09.053 DEBUG:teuthology.orchestra.run.smithi082:> ip netns list 2024-09-12T12:43:09.109 INFO:teuthology.orchestra.run.smithi082.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-12T12:43:09.110 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T12:43:09.110 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T12:43:09.175 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T12:43:09.176 DEBUG:teuthology.orchestra.run.smithi082:> sudo ip link delete ceph-brx 2024-09-12T12:43:09.270 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:09 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2015218802' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-12T12:43:09.271 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-12T12:43:09.281 INFO:tasks.cephadm:Teardown begin 2024-09-12T12:43:09.282 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-12T12:43:09.282 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:43:09.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:09 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2015218802' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-12T12:43:09.532 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:43:09.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:09 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2015218802' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-12T12:43:10.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.011+0000 7f3bf75c7640 1 -- 172.21.15.82:0/1258538262 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3bf0102da0 msgr2=0x7f3bf0103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:10.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.011+0000 7f3bf75c7640 1 --2- 172.21.15.82:0/1258538262 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3bf0102da0 0x7f3bf0103180 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f3be8009900 tx=0x7f3be802a480 comp rx=0 tx=0).stop 2024-09-12T12:43:10.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.011+0000 7f3bf75c7640 1 -- 172.21.15.82:0/1258538262 shutdown_connections 2024-09-12T12:43:10.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.011+0000 7f3bf75c7640 1 --2- 172.21.15.82:0/1258538262 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3bf010c180 0x7f3bf010e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:10.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.011+0000 7f3bf75c7640 1 --2- 172.21.15.82:0/1258538262 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bf01036c0 0x7f3bf010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:10.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.011+0000 7f3bf75c7640 1 --2- 172.21.15.82:0/1258538262 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3bf0102da0 0x7f3bf0103180 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:10.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.011+0000 7f3bf75c7640 1 -- 172.21.15.82:0/1258538262 >> 172.21.15.82:0/1258538262 conn(0x7f3bf00fc7a0 msgr2=0x7f3bf00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:10.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.011+0000 7f3bf75c7640 1 -- 172.21.15.82:0/1258538262 shutdown_connections 2024-09-12T12:43:10.076 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.011+0000 7f3bf75c7640 1 -- 172.21.15.82:0/1258538262 wait complete. 2024-09-12T12:43:10.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.012+0000 7f3bf75c7640 1 Processor -- start 2024-09-12T12:43:10.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.012+0000 7f3bf75c7640 1 -- start start 2024-09-12T12:43:10.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.012+0000 7f3bf75c7640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3bf0102da0 0x7f3bf0198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:10.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.012+0000 7f3bf75c7640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bf01036c0 0x7f3bf0198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:10.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.012+0000 7f3bf75c7640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3bf010c180 0x7f3bf019ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:10.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.012+0000 7f3bf75c7640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f3bf0111f60 con 0x7f3bf010c180 2024-09-12T12:43:10.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.012+0000 7f3bf75c7640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3bf0111de0 con 0x7f3bf01036c0 2024-09-12T12:43:10.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.012+0000 7f3bf75c7640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f3bf01120e0 con 0x7f3bf0102da0 2024-09-12T12:43:10.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.012+0000 7f3bf5b64640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3bf010c180 0x7f3bf019ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:10.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.012+0000 7f3bf5b64640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3bf010c180 0x7f3bf019ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60646/0 (socket says 172.21.15.82:60646) 2024-09-12T12:43:10.077 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.012+0000 7f3bf5b64640 1 -- 172.21.15.82:0/2475703425 learned_addr learned my addr 172.21.15.82:0/2475703425 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:43:10.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.012+0000 7f3bf4b62640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bf01036c0 0x7f3bf0198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:10.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.012+0000 7f3bf5363640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3bf0102da0 0x7f3bf0198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:10.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.013+0000 7f3bf5b64640 1 -- 172.21.15.82:0/2475703425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3bf0102da0 msgr2=0x7f3bf0198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:10.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.013+0000 7f3bf5b64640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3bf0102da0 0x7f3bf0198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:10.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.013+0000 7f3bf5b64640 1 -- 172.21.15.82:0/2475703425 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bf01036c0 msgr2=0x7f3bf0198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:10.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.013+0000 7f3bf5b64640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bf01036c0 0x7f3bf0198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:10.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.013+0000 7f3bf5b64640 1 -- 172.21.15.82:0/2475703425 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bf019d3d0 con 0x7f3bf010c180 2024-09-12T12:43:10.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.013+0000 7f3bf5363640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3bf0102da0 0x7f3bf0198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:43:10.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.013+0000 7f3bf5b64640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3bf010c180 0x7f3bf019ccf0 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f3be000eaa0 tx=0x7f3be000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:10.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.013+0000 7f3bee7fc640 1 -- 172.21.15.82:0/2475703425 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be000cdb0 con 0x7f3bf010c180 2024-09-12T12:43:10.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.013+0000 7f3bf75c7640 1 -- 172.21.15.82:0/2475703425 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bf019d6c0 con 0x7f3bf010c180 2024-09-12T12:43:10.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.013+0000 7f3bee7fc640 1 -- 172.21.15.82:0/2475703425 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3be0005020 con 0x7f3bf010c180 2024-09-12T12:43:10.078 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.013+0000 7f3bee7fc640 1 -- 172.21.15.82:0/2475703425 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be00116b0 con 0x7f3bf010c180 2024-09-12T12:43:10.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.013+0000 7f3bf75c7640 1 -- 172.21.15.82:0/2475703425 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bf01a4fa0 con 0x7f3bf010c180 2024-09-12T12:43:10.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.014+0000 7f3bf75c7640 1 -- 172.21.15.82:0/2475703425 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bf0103180 con 0x7f3bf010c180 2024-09-12T12:43:10.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.015+0000 7f3bee7fc640 1 -- 172.21.15.82:0/2475703425 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f3be0005560 con 0x7f3bf010c180 2024-09-12T12:43:10.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.016+0000 7f3bee7fc640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3bd80a2cf0 0x7f3bd80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:10.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.016+0000 7f3bf5363640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3bd80a2cf0 0x7f3bd80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:10.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.016+0000 7f3bee7fc640 1 -- 172.21.15.82:0/2475703425 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 8666+0+0 (secure 0 0 0) 0x7f3be00cfa50 con 0x7f3bf010c180 2024-09-12T12:43:10.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.016+0000 7f3bf5363640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3bd80a2cf0 0x7f3bd80a51b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3be8005ab0 tx=0x7f3be8005a20 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:10.079 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.019+0000 7f3bee7fc640 1 -- 172.21.15.82:0/2475703425 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3be0016030 con 0x7f3bf010c180 2024-09-12T12:43:10.224 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.224+0000 7f3bf75c7640 1 -- 172.21.15.82:0/2475703425 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3bf0199780 con 0x7f3bf010c180 2024-09-12T12:43:10.225 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:10 smithi082 ceph-mon[31122]: pgmap v517: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-09-12T12:43:10.225 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.225+0000 7f3bee7fc640 1 -- 172.21.15.82:0/2475703425 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7f3bf0199780 con 0x7f3bf010c180 2024-09-12T12:43:10.225 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:43:10.226 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:43:10.226 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:43:10.227 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.227+0000 7f3bf75c7640 1 -- 172.21.15.82:0/2475703425 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3bd80a2cf0 msgr2=0x7f3bd80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:10.227 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.227+0000 7f3bf75c7640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3bd80a2cf0 0x7f3bd80a51b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3be8005ab0 tx=0x7f3be8005a20 comp rx=0 tx=0).stop 2024-09-12T12:43:10.227 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.227+0000 7f3bf75c7640 1 -- 172.21.15.82:0/2475703425 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3bf010c180 msgr2=0x7f3bf019ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:10.227 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.227+0000 7f3bf75c7640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3bf010c180 0x7f3bf019ccf0 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f3be000eaa0 tx=0x7f3be000ef60 comp rx=0 tx=0).stop 2024-09-12T12:43:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.227+0000 7f3bf75c7640 1 -- 172.21.15.82:0/2475703425 shutdown_connections 2024-09-12T12:43:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.227+0000 7f3bf75c7640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f3bd80a2cf0 0x7f3bd80a51b0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.227+0000 7f3bf75c7640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f3bf010c180 0x7f3bf019ccf0 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.227+0000 7f3bf75c7640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bf01036c0 0x7f3bf0198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.227+0000 7f3bf75c7640 1 --2- 172.21.15.82:0/2475703425 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f3bf0102da0 0x7f3bf0198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.227+0000 7f3bf75c7640 1 -- 172.21.15.82:0/2475703425 >> 172.21.15.82:0/2475703425 conn(0x7f3bf00fc7a0 msgr2=0x7f3bf00fde80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.228+0000 7f3bf75c7640 1 -- 172.21.15.82:0/2475703425 shutdown_connections 2024-09-12T12:43:10.228 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:10.228+0000 7f3bf75c7640 1 -- 172.21.15.82:0/2475703425 wait complete. 2024-09-12T12:43:10.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:10 smithi097 ceph-mon[34923]: pgmap v517: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-09-12T12:43:10.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:10 smithi114 ceph-mon[35514]: pgmap v517: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-09-12T12:43:10.855 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-12T12:43:11.100 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:43:11.368 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:11 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/2475703425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:43:11.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:11 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/2475703425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:43:11.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:11 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/2475703425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:43:11.597 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.576+0000 7fb118575640 1 -- 172.21.15.82:0/3420501707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb110101420 msgr2=0x7fb11010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:11.597 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.576+0000 7fb118575640 1 --2- 172.21.15.82:0/3420501707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb110101420 0x7fb11010d950 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fb108009cd0 tx=0x7fb10802a8e0 comp rx=0 tx=0).stop 2024-09-12T12:43:11.597 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.576+0000 7fb118575640 1 -- 172.21.15.82:0/3420501707 shutdown_connections 2024-09-12T12:43:11.597 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.576+0000 7fb118575640 1 --2- 172.21.15.82:0/3420501707 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb110101420 0x7fb11010d950 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:11.597 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.576+0000 7fb118575640 1 --2- 172.21.15.82:0/3420501707 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb110100a80 0x7fb110100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:11.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.576+0000 7fb118575640 1 --2- 172.21.15.82:0/3420501707 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb110106a80 0x7fb110106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:11.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.576+0000 7fb118575640 1 -- 172.21.15.82:0/3420501707 >> 172.21.15.82:0/3420501707 conn(0x7fb1100fc7a0 msgr2=0x7fb1100febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:11.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.576+0000 7fb118575640 1 -- 172.21.15.82:0/3420501707 shutdown_connections 2024-09-12T12:43:11.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.576+0000 7fb118575640 1 -- 172.21.15.82:0/3420501707 wait complete. 2024-09-12T12:43:11.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb118575640 1 Processor -- start 2024-09-12T12:43:11.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb118575640 1 -- start start 2024-09-12T12:43:11.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb118575640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb110100a80 0x7fb1101972c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:11.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb118575640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb110101420 0x7fb110197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:11.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb118575640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb110106a80 0x7fb11019bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:11.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb118575640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fb110110ea0 con 0x7fb110100a80 2024-09-12T12:43:11.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb118575640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb110110d20 con 0x7fb110106a80 2024-09-12T12:43:11.598 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb118575640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fb110111020 con 0x7fb110101420 2024-09-12T12:43:11.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb116311640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb110100a80 0x7fb1101972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:11.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb116311640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb110100a80 0x7fb1101972c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60664/0 (socket says 172.21.15.82:60664) 2024-09-12T12:43:11.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb116311640 1 -- 172.21.15.82:0/3877057658 learned_addr learned my addr 172.21.15.82:0/3877057658 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:43:11.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb115b10640 1 --2- 172.21.15.82:0/3877057658 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb110101420 0x7fb110197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:11.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb116311640 1 -- 172.21.15.82:0/3877057658 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb110101420 msgr2=0x7fb110197800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:11.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb116311640 1 --2- 172.21.15.82:0/3877057658 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb110101420 0x7fb110197800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:11.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb116b12640 1 --2- 172.21.15.82:0/3877057658 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb110106a80 0x7fb11019bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:11.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb116311640 1 -- 172.21.15.82:0/3877057658 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb110106a80 msgr2=0x7fb11019bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:11.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb116311640 1 --2- 172.21.15.82:0/3877057658 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb110106a80 0x7fb11019bb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:11.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.577+0000 7fb116311640 1 -- 172.21.15.82:0/3877057658 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb11019c270 con 0x7fb110100a80 2024-09-12T12:43:11.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.578+0000 7fb116311640 1 --2- 172.21.15.82:0/3877057658 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb110100a80 0x7fb1101972c0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fb10c00c920 tx=0x7fb10c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:11.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.578+0000 7fb1077fe640 1 -- 172.21.15.82:0/3877057658 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c007c70 con 0x7fb110100a80 2024-09-12T12:43:11.599 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.578+0000 7fb1077fe640 1 -- 172.21.15.82:0/3877057658 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb10c007e10 con 0x7fb110100a80 2024-09-12T12:43:11.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.578+0000 7fb118575640 1 -- 172.21.15.82:0/3877057658 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb11019c560 con 0x7fb110100a80 2024-09-12T12:43:11.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.578+0000 7fb1077fe640 1 -- 172.21.15.82:0/3877057658 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c018890 con 0x7fb110100a80 2024-09-12T12:43:11.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.578+0000 7fb118575640 1 -- 172.21.15.82:0/3877057658 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1101a3e40 con 0x7fb110100a80 2024-09-12T12:43:11.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.579+0000 7fb118575640 1 -- 172.21.15.82:0/3877057658 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb110100ee0 con 0x7fb110100a80 2024-09-12T12:43:11.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.580+0000 7fb1077fe640 1 -- 172.21.15.82:0/3877057658 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fb10c018a70 con 0x7fb110100a80 2024-09-12T12:43:11.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.581+0000 7fb1077fe640 1 --2- 172.21.15.82:0/3877057658 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb0fc0a2cf0 0x7fb0fc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:11.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.581+0000 7fb115b10640 1 --2- 172.21.15.82:0/3877057658 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb0fc0a2cf0 0x7fb0fc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:11.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.581+0000 7fb1077fe640 1 -- 172.21.15.82:0/3877057658 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 8666+0+0 (secure 0 0 0) 0x7fb10c0cf6e0 con 0x7fb110100a80 2024-09-12T12:43:11.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.581+0000 7fb115b10640 1 --2- 172.21.15.82:0/3877057658 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb0fc0a2cf0 0x7fb0fc0a51b0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb1100fec80 tx=0x7fb100008040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:11.600 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.585+0000 7fb1077fe640 1 -- 172.21.15.82:0/3877057658 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb10c014030 con 0x7fb110100a80 2024-09-12T12:43:11.787 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.788+0000 7fb118575640 1 -- 172.21.15.82:0/3877057658 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb110198620 con 0x7fb110100a80 2024-09-12T12:43:11.788 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.788+0000 7fb1077fe640 1 -- 172.21.15.82:0/3877057658 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11966 (secure 0 0 0) 0x7fb10c00de20 con 0x7fb110100a80 2024-09-12T12:43:11.789 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:43:11.789 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":28,"btime":"2024-09-12T12:26:43:202655+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14529,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6835/4187260517","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6834","nonce":4187260517},{"type":"v1","addr":"172.21.15.82:6835","nonce":4187260517}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14541,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.82:6837/1564374583","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6836","nonce":1564374583},{"type":"v1","addr":"172.21.15.82:6837","nonce":1564374583}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-12T12:24:53.823706+0000","modified":"2024-09-12T12:26:43.003212+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24454,"mds_1":24446,"mds_2":24445,"mds_3":24436,"mds_4":24431},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14589":{"gid":14589,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6839/2582555492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6838","nonce":2582555492},{"type":"v1","addr":"172.21.15.82:6839","nonce":2582555492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14601":{"gid":14601,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.82:6841/1297530832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6840","nonce":1297530832},{"type":"v1","addr":"172.21.15.82:6841","nonce":1297530832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24392":{"gid":24392,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6833/408794404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":408794404},{"type":"v1","addr":"172.21.15.97:6833","nonce":408794404}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24406":{"gid":24406,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.114:6833/596000415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6832","nonce":596000415},{"type":"v1","addr":"172.21.15.114:6833","nonce":596000415}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24413":{"gid":24413,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.97:6835/1947906034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1947906034},{"type":"v1","addr":"172.21.15.97:6835","nonce":1947906034}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"h","rank":4,"incarnation":25,"state":"up:active","state_seq":9,"addr":"172.21.15.97:6837/888222063","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":888222063},{"type":"v1","addr":"172.21.15.97:6837","nonce":888222063}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.114:6835/2630355835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6834","nonce":2630355835},{"type":"v1","addr":"172.21.15.114:6835","nonce":2630355835}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24445":{"gid":24445,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.114:6837/1461146594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6836","nonce":1461146594},{"type":"v1","addr":"172.21.15.114:6837","nonce":1461146594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24446":{"gid":24446,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6839/3342877428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6838","nonce":3342877428},{"type":"v1","addr":"172.21.15.97:6839","nonce":3342877428}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.114:6839/3575038818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6838","nonce":3575038818},{"type":"v1","addr":"172.21.15.114:6839","nonce":3575038818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24454,"qdb_cluster":[24431,24436,24445,24446,24454]},"id":1}]} 2024-09-12T12:43:11.789 INFO:teuthology.orchestra.run.smithi082.stderr:dumped fsmap epoch 28 2024-09-12T12:43:11.790 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.790+0000 7fb118575640 1 -- 172.21.15.82:0/3877057658 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb0fc0a2cf0 msgr2=0x7fb0fc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:11.790 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.790+0000 7fb118575640 1 --2- 172.21.15.82:0/3877057658 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb0fc0a2cf0 0x7fb0fc0a51b0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb1100fec80 tx=0x7fb100008040 comp rx=0 tx=0).stop 2024-09-12T12:43:11.790 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.790+0000 7fb118575640 1 -- 172.21.15.82:0/3877057658 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb110100a80 msgr2=0x7fb1101972c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:11.791 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.790+0000 7fb118575640 1 --2- 172.21.15.82:0/3877057658 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb110100a80 0x7fb1101972c0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fb10c00c920 tx=0x7fb10c00cde0 comp rx=0 tx=0).stop 2024-09-12T12:43:11.791 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.790+0000 7fb118575640 1 -- 172.21.15.82:0/3877057658 shutdown_connections 2024-09-12T12:43:11.791 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.790+0000 7fb118575640 1 --2- 172.21.15.82:0/3877057658 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb0fc0a2cf0 0x7fb0fc0a51b0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:11.791 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.790+0000 7fb118575640 1 --2- 172.21.15.82:0/3877057658 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb110106a80 0x7fb11019bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:11.791 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.790+0000 7fb118575640 1 --2- 172.21.15.82:0/3877057658 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fb110101420 0x7fb110197800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:11.791 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.790+0000 7fb118575640 1 --2- 172.21.15.82:0/3877057658 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fb110100a80 0x7fb1101972c0 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:11.791 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.791+0000 7fb118575640 1 -- 172.21.15.82:0/3877057658 >> 172.21.15.82:0/3877057658 conn(0x7fb1100fc7a0 msgr2=0x7fb1100fcd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:11.791 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.791+0000 7fb118575640 1 -- 172.21.15.82:0/3877057658 shutdown_connections 2024-09-12T12:43:11.791 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:11.791+0000 7fb118575640 1 -- 172.21.15.82:0/3877057658 wait complete. 2024-09-12T12:43:12.401 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:12 smithi082 ceph-mon[31122]: pgmap v518: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-09-12T12:43:12.401 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:12 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3877057658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:43:12.430 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-12T12:43:12.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:12 smithi097 ceph-mon[34923]: pgmap v518: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-09-12T12:43:12.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:12 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3877057658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:43:12.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:12 smithi114 ceph-mon[35514]: pgmap v518: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-09-12T12:43:12.569 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:12 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3877057658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-12T12:43:12.676 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:43:13.136 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.136+0000 7fba1658f640 1 -- 172.21.15.82:0/4170412982 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fba1010c180 msgr2=0x7fba1010e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:13.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.136+0000 7fba1658f640 1 --2- 172.21.15.82:0/4170412982 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fba1010c180 0x7fba1010e600 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fba08009ca0 tx=0x7fba0802a950 comp rx=0 tx=0).stop 2024-09-12T12:43:13.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.136+0000 7fba1658f640 1 -- 172.21.15.82:0/4170412982 shutdown_connections 2024-09-12T12:43:13.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.136+0000 7fba1658f640 1 --2- 172.21.15.82:0/4170412982 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fba1010c180 0x7fba1010e600 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:13.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.136+0000 7fba1658f640 1 --2- 172.21.15.82:0/4170412982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fba101036c0 0x7fba1010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:13.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.136+0000 7fba1658f640 1 --2- 172.21.15.82:0/4170412982 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba10102da0 0x7fba10103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:13.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.136+0000 7fba1658f640 1 -- 172.21.15.82:0/4170412982 >> 172.21.15.82:0/4170412982 conn(0x7fba100fc7a0 msgr2=0x7fba100febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:13.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.136+0000 7fba1658f640 1 -- 172.21.15.82:0/4170412982 shutdown_connections 2024-09-12T12:43:13.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.136+0000 7fba1658f640 1 -- 172.21.15.82:0/4170412982 wait complete. 2024-09-12T12:43:13.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.136+0000 7fba1658f640 1 Processor -- start 2024-09-12T12:43:13.137 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba1658f640 1 -- start start 2024-09-12T12:43:13.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba1658f640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fba10102da0 0x7fba10100a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:13.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba1658f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fba101036c0 0x7fba10100f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:13.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba1658f640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba1010c180 0x7fba10101480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:13.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba1658f640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7fba10111f60 con 0x7fba10102da0 2024-09-12T12:43:13.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba1658f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fba10111de0 con 0x7fba101036c0 2024-09-12T12:43:13.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba1658f640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7fba101120e0 con 0x7fba1010c180 2024-09-12T12:43:13.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fba10102da0 0x7fba10100a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:13.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba0ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fba10102da0 0x7fba10100a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60680/0 (socket says 172.21.15.82:60680) 2024-09-12T12:43:13.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba0ffff640 1 -- 172.21.15.82:0/4092280774 learned_addr learned my addr 172.21.15.82:0/4092280774 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:43:13.139 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba14b2c640 1 --2- 172.21.15.82:0/4092280774 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba1010c180 0x7fba10101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:13.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba0ffff640 1 -- 172.21.15.82:0/4092280774 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba1010c180 msgr2=0x7fba10101480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:13.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba0ffff640 1 --2- 172.21.15.82:0/4092280774 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba1010c180 0x7fba10101480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:13.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba0ffff640 1 -- 172.21.15.82:0/4092280774 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fba101036c0 msgr2=0x7fba10100f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:13.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba0ffff640 1 --2- 172.21.15.82:0/4092280774 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fba101036c0 0x7fba10100f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:13.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.137+0000 7fba0ffff640 1 -- 172.21.15.82:0/4092280774 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba101a6820 con 0x7fba10102da0 2024-09-12T12:43:13.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.138+0000 7fba0ffff640 1 --2- 172.21.15.82:0/4092280774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fba10102da0 0x7fba10100a00 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fba0000c970 tx=0x7fba0000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:13.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.138+0000 7fba0d7fa640 1 -- 172.21.15.82:0/4092280774 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba00007bb0 con 0x7fba10102da0 2024-09-12T12:43:13.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.138+0000 7fba1658f640 1 -- 172.21.15.82:0/4092280774 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba101a6b10 con 0x7fba10102da0 2024-09-12T12:43:13.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.138+0000 7fba0d7fa640 1 -- 172.21.15.82:0/4092280774 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fba00007d50 con 0x7fba10102da0 2024-09-12T12:43:13.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.138+0000 7fba0d7fa640 1 -- 172.21.15.82:0/4092280774 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba0000f450 con 0x7fba10102da0 2024-09-12T12:43:13.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.138+0000 7fba1658f640 1 -- 172.21.15.82:0/4092280774 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba101a7050 con 0x7fba10102da0 2024-09-12T12:43:13.140 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.139+0000 7fba1658f640 1 -- 172.21.15.82:0/4092280774 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba10103180 con 0x7fba10102da0 2024-09-12T12:43:13.144 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.140+0000 7fba0d7fa640 1 -- 172.21.15.82:0/4092280774 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fba00005020 con 0x7fba10102da0 2024-09-12T12:43:13.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.141+0000 7fba0d7fa640 1 --2- 172.21.15.82:0/4092280774 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb9f80a2cf0 0x7fb9f80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:13.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.141+0000 7fba0f7fe640 1 --2- 172.21.15.82:0/4092280774 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb9f80a2cf0 0x7fb9f80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:13.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.141+0000 7fba0d7fa640 1 -- 172.21.15.82:0/4092280774 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8622+0+0 (secure 0 0 0) 0x7fba000cf350 con 0x7fba10102da0 2024-09-12T12:43:13.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.141+0000 7fba0f7fe640 1 --2- 172.21.15.82:0/4092280774 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb9f80a2cf0 0x7fb9f80a51b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fba10102490 tx=0x7fba04005c00 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:13.145 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.145+0000 7fba0d7fa640 1 -- 172.21.15.82:0/4092280774 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fba00014030 con 0x7fba10102da0 2024-09-12T12:43:13.317 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.317+0000 7fba1658f640 1 -- 172.21.15.82:0/4092280774 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fba101a7320 con 0x7fba10102da0 2024-09-12T12:43:13.319 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.319+0000 7fba0d7fa640 1 -- 172.21.15.82:0/4092280774 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) ==== 74+0+23319 (secure 0 0 0) 0x7fba0009bf10 con 0x7fba10102da0 2024-09-12T12:43:13.320 INFO:teuthology.orchestra.run.smithi082.stdout: 2024-09-12T12:43:13.320 INFO:teuthology.orchestra.run.smithi082.stdout:{"epoch":106,"fsid":"cb24faa8-7100-11ef-bcea-c7b262605968","created":"2024-09-12T12:17:12.695009+0000","modified":"2024-09-12T12:43:12.927664+0000","last_up_change":"2024-09-12T12:24:07.205938+0000","last_in_change":"2024-09-12T12:23:42.678584+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T12:20:23.481020+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T12:24:49.692337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T12:24:51.986597+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":29,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ec7e953a-5817-44dc-b24a-187f8ecae3de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6802","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6803","nonce":2375600760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6804","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6805","nonce":2375600760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6808","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6809","nonce":2375600760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6806","nonce":2375600760},{"type":"v1","addr":"172.21.15.82:6807","nonce":2375600760}]},"public_addr":"172.21.15.82:6803/2375600760","cluster_addr":"172.21.15.82:6805/2375600760","heartbeat_back_addr":"172.21.15.82:6809/2375600760","heartbeat_front_addr":"172.21.15.82:6807/2375600760","state":["exists","up"]},{"osd":1,"uuid":"5851943d-862e-4e05-8a5d-ade40a417718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6800","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6801","nonce":579017150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6803","nonce":579017150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6807","nonce":579017150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":579017150},{"type":"v1","addr":"172.21.15.97:6805","nonce":579017150}]},"public_addr":"172.21.15.97:6801/579017150","cluster_addr":"172.21.15.97:6803/579017150","heartbeat_back_addr":"172.21.15.97:6807/579017150","heartbeat_front_addr":"172.21.15.97:6805/579017150","state":["exists","up"]},{"osd":2,"uuid":"6ad4e40e-a867-4daf-8d56-61c759763bb7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6801","nonce":667030766}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6803","nonce":667030766}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6807","nonce":667030766}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":667030766},{"type":"v1","addr":"172.21.15.114:6805","nonce":667030766}]},"public_addr":"172.21.15.114:6801/667030766","cluster_addr":"172.21.15.114:6803/667030766","heartbeat_back_addr":"172.21.15.114:6807/667030766","heartbeat_front_addr":"172.21.15.114:6805/667030766","state":["exists","up"]},{"osd":3,"uuid":"d07a22ac-4f4d-443a-aa26-fb72c965a533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6810","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6811","nonce":3696970002}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6812","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6813","nonce":3696970002}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6816","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6817","nonce":3696970002}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6814","nonce":3696970002},{"type":"v1","addr":"172.21.15.82:6815","nonce":3696970002}]},"public_addr":"172.21.15.82:6811/3696970002","cluster_addr":"172.21.15.82:6813/3696970002","heartbeat_back_addr":"172.21.15.82:6817/3696970002","heartbeat_front_addr":"172.21.15.82:6815/3696970002","state":["exists","up"]},{"osd":4,"uuid":"986fdf50-c187-4915-bd21-9303135ee93c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6809","nonce":1720388199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6811","nonce":1720388199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6815","nonce":1720388199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":1720388199},{"type":"v1","addr":"172.21.15.97:6813","nonce":1720388199}]},"public_addr":"172.21.15.97:6809/1720388199","cluster_addr":"172.21.15.97:6811/1720388199","heartbeat_back_addr":"172.21.15.97:6815/1720388199","heartbeat_front_addr":"172.21.15.97:6813/1720388199","state":["exists","up"]},{"osd":5,"uuid":"f85805cb-14d2-4dea-b6f9-44adb9555885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6808","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6809","nonce":1061842834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6810","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6811","nonce":1061842834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6814","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6815","nonce":1061842834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6812","nonce":1061842834},{"type":"v1","addr":"172.21.15.114:6813","nonce":1061842834}]},"public_addr":"172.21.15.114:6809/1061842834","cluster_addr":"172.21.15.114:6811/1061842834","heartbeat_back_addr":"172.21.15.114:6815/1061842834","heartbeat_front_addr":"172.21.15.114:6813/1061842834","state":["exists","up"]},{"osd":6,"uuid":"3e41d6ea-6e25-4c20-ac0b-c282d6fc3410","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6818","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6819","nonce":2909562937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6820","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6821","nonce":2909562937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6824","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6825","nonce":2909562937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6822","nonce":2909562937},{"type":"v1","addr":"172.21.15.82:6823","nonce":2909562937}]},"public_addr":"172.21.15.82:6819/2909562937","cluster_addr":"172.21.15.82:6821/2909562937","heartbeat_back_addr":"172.21.15.82:6825/2909562937","heartbeat_front_addr":"172.21.15.82:6823/2909562937","state":["exists","up"]},{"osd":7,"uuid":"4b57f692-680f-48d4-b971-79026197de89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6817","nonce":774477733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6819","nonce":774477733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6823","nonce":774477733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":774477733},{"type":"v1","addr":"172.21.15.97:6821","nonce":774477733}]},"public_addr":"172.21.15.97:6817/774477733","cluster_addr":"172.21.15.97:6819/774477733","heartbeat_back_addr":"172.21.15.97:6823/774477733","heartbeat_front_addr":"172.21.15.97:6821/774477733","state":["exists","up"]},{"osd":8,"uuid":"7f3062e6-2359-42ac-8d07-1b8aa1be039e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6816","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6817","nonce":2191877312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6818","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6819","nonce":2191877312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6822","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6823","nonce":2191877312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6820","nonce":2191877312},{"type":"v1","addr":"172.21.15.114:6821","nonce":2191877312}]},"public_addr":"172.21.15.114:6817/2191877312","cluster_addr":"172.21.15.114:6819/2191877312","heartbeat_back_addr":"172.21.15.114:6823/2191877312","heartbeat_front_addr":"172.21.15.114:6821/2191877312","state":["exists","up"]},{"osd":9,"uuid":"5014c87a-30c8-4427-a645-6875216aa883","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6826","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6827","nonce":3766476669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6828","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6829","nonce":3766476669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6832","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6833","nonce":3766476669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.82:6830","nonce":3766476669},{"type":"v1","addr":"172.21.15.82:6831","nonce":3766476669}]},"public_addr":"172.21.15.82:6827/3766476669","cluster_addr":"172.21.15.82:6829/3766476669","heartbeat_back_addr":"172.21.15.82:6833/3766476669","heartbeat_front_addr":"172.21.15.82:6831/3766476669","state":["exists","up"]},{"osd":10,"uuid":"8432b2c9-c3f0-4fc9-b9d8-91aba4427437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6825","nonce":3265146018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6827","nonce":3265146018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6831","nonce":3265146018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":3265146018},{"type":"v1","addr":"172.21.15.97:6829","nonce":3265146018}]},"public_addr":"172.21.15.97:6825/3265146018","cluster_addr":"172.21.15.97:6827/3265146018","heartbeat_back_addr":"172.21.15.97:6831/3265146018","heartbeat_front_addr":"172.21.15.97:6829/3265146018","state":["exists","up"]},{"osd":11,"uuid":"5cb2b575-e175-4271-8ac0-771fa72f9c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6824","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6825","nonce":1206975637}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6826","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6827","nonce":1206975637}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6830","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6831","nonce":1206975637}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6828","nonce":1206975637},{"type":"v1","addr":"172.21.15.114:6829","nonce":1206975637}]},"public_addr":"172.21.15.114:6825/1206975637","cluster_addr":"172.21.15.114:6827/1206975637","heartbeat_back_addr":"172.21.15.114:6831/1206975637","heartbeat_front_addr":"172.21.15.114:6829/1206975637","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:30.514798+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:19:55.437333+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:20.513185+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:20:45.641683+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:10.642395+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:21:35.592632+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:01.399096+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:26.074947+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:22:50.559366+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:15.479796+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:23:39.565889+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T12:24:04.556876+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.82:0/702400444":"2024-09-13T12:26:42.197644+0000","172.21.15.82:6800/2082156880":"2024-09-13T12:17:45.956674+0000","172.21.15.82:6801/2082156880":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/1123863202":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/1239255548":"2024-09-13T12:26:42.197644+0000","172.21.15.82:0/3426004569":"2024-09-13T12:17:45.956674+0000","172.21.15.82:0/2421679317":"2024-09-13T12:17:45.956674+0000","172.21.15.82:6801/2115848055":"2024-09-13T12:26:42.197644+0000","172.21.15.82:0/595859729":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2342445737":"2024-09-13T12:18:09.175634+0000","172.21.15.82:6801/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2602658586":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/2539394828":"2024-09-13T12:26:42.197644+0000","172.21.15.82:0/2965619674":"2024-09-13T12:26:42.197644+0000","172.21.15.82:6800/764080585":"2024-09-13T12:18:09.175634+0000","172.21.15.82:0/1385410853":"2024-09-13T12:26:42.197644+0000","172.21.15.82:6800/2115848055":"2024-09-13T12:26:42.197644+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":16,"length":1},{"begin":29,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T12:43:13.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.323+0000 7fba1658f640 1 -- 172.21.15.82:0/4092280774 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb9f80a2cf0 msgr2=0x7fb9f80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:13.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.323+0000 7fba1658f640 1 --2- 172.21.15.82:0/4092280774 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb9f80a2cf0 0x7fb9f80a51b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fba10102490 tx=0x7fba04005c00 comp rx=0 tx=0).stop 2024-09-12T12:43:13.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.323+0000 7fba1658f640 1 -- 172.21.15.82:0/4092280774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fba10102da0 msgr2=0x7fba10100a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:13.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.323+0000 7fba1658f640 1 --2- 172.21.15.82:0/4092280774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fba10102da0 0x7fba10100a00 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fba0000c970 tx=0x7fba0000ce30 comp rx=0 tx=0).stop 2024-09-12T12:43:13.323 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.323+0000 7fba1658f640 1 -- 172.21.15.82:0/4092280774 shutdown_connections 2024-09-12T12:43:13.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.323+0000 7fba1658f640 1 --2- 172.21.15.82:0/4092280774 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7fb9f80a2cf0 0x7fb9f80a51b0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:13.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.323+0000 7fba1658f640 1 --2- 172.21.15.82:0/4092280774 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7fba1010c180 0x7fba10101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:13.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.323+0000 7fba1658f640 1 --2- 172.21.15.82:0/4092280774 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fba101036c0 0x7fba10100f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:13.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.323+0000 7fba1658f640 1 --2- 172.21.15.82:0/4092280774 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7fba10102da0 0x7fba10100a00 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:13.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.323+0000 7fba1658f640 1 -- 172.21.15.82:0/4092280774 >> 172.21.15.82:0/4092280774 conn(0x7fba100fc7a0 msgr2=0x7fba100fd3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:13.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.323+0000 7fba1658f640 1 -- 172.21.15.82:0/4092280774 shutdown_connections 2024-09-12T12:43:13.324 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:13.323+0000 7fba1658f640 1 -- 172.21.15.82:0/4092280774 wait complete. 2024-09-12T12:43:14.014 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs fail cephfs 2024-09-12T12:43:14.259 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:43:14.270 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:13 smithi097 ceph-mon[34923]: pgmap v519: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-09-12T12:43:14.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:13 smithi097 ceph-mon[34923]: osdmap e106: 12 total, 12 up, 12 in 2024-09-12T12:43:14.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:13 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/4092280774' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:43:14.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:13 smithi082 ceph-mon[31122]: pgmap v519: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-09-12T12:43:14.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:13 smithi082 ceph-mon[31122]: osdmap e106: 12 total, 12 up, 12 in 2024-09-12T12:43:14.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:13 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/4092280774' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:43:14.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:13 smithi114 ceph-mon[35514]: pgmap v519: 97 pgs: 97 active+clean; 5.0 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-09-12T12:43:14.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:13 smithi114 ceph-mon[35514]: osdmap e106: 12 total, 12 up, 12 in 2024-09-12T12:43:14.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:13 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/4092280774' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-12T12:43:14.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.708+0000 7ff365115640 1 -- 172.21.15.82:0/4010625127 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff360101de0 msgr2=0x7ff3601021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:14.772 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.708+0000 7ff365115640 1 --2- 172.21.15.82:0/4010625127 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff360101de0 0x7ff3601021c0 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7ff348009900 tx=0x7ff34802a410 comp rx=0 tx=0).stop 2024-09-12T12:43:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.708+0000 7ff365115640 1 -- 172.21.15.82:0/4010625127 shutdown_connections 2024-09-12T12:43:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.708+0000 7ff365115640 1 --2- 172.21.15.82:0/4010625127 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff360106f10 0x7ff36010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.708+0000 7ff365115640 1 --2- 172.21.15.82:0/4010625127 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff360102790 0x7ff3601067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.708+0000 7ff365115640 1 --2- 172.21.15.82:0/4010625127 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff360101de0 0x7ff3601021c0 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.708+0000 7ff365115640 1 -- 172.21.15.82:0/4010625127 >> 172.21.15.82:0/4010625127 conn(0x7ff3600fd8c0 msgr2=0x7ff3600ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.708+0000 7ff365115640 1 -- 172.21.15.82:0/4010625127 shutdown_connections 2024-09-12T12:43:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.708+0000 7ff365115640 1 -- 172.21.15.82:0/4010625127 wait complete. 2024-09-12T12:43:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff365115640 1 Processor -- start 2024-09-12T12:43:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff365115640 1 -- start start 2024-09-12T12:43:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff365115640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff360101de0 0x7ff3601985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:14.773 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff365115640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff360102790 0x7ff360198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff365115640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff360106f10 0x7ff36019ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff365115640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7ff360112010 con 0x7ff360102790 2024-09-12T12:43:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff365115640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff360111e90 con 0x7ff360101de0 2024-09-12T12:43:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff365115640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7ff360112190 con 0x7ff360106f10 2024-09-12T12:43:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff35e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff360102790 0x7ff360198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff35e59c640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff360102790 0x7ff360198af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60700/0 (socket says 172.21.15.82:60700) 2024-09-12T12:43:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff35e59c640 1 -- 172.21.15.82:0/50498279 learned_addr learned my addr 172.21.15.82:0/50498279 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:43:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff35ed9d640 1 --2- 172.21.15.82:0/50498279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff360101de0 0x7ff3601985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff35f59e640 1 --2- 172.21.15.82:0/50498279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff360106f10 0x7ff36019ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff35e59c640 1 -- 172.21.15.82:0/50498279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff360106f10 msgr2=0x7ff36019ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff35e59c640 1 --2- 172.21.15.82:0/50498279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff360106f10 0x7ff36019ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:14.774 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff35e59c640 1 -- 172.21.15.82:0/50498279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff360101de0 msgr2=0x7ff3601985b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.709+0000 7ff35e59c640 1 --2- 172.21.15.82:0/50498279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff360101de0 0x7ff3601985b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.710+0000 7ff35e59c640 1 -- 172.21.15.82:0/50498279 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff36019d560 con 0x7ff360102790 2024-09-12T12:43:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.710+0000 7ff35e59c640 1 --2- 172.21.15.82:0/50498279 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff360102790 0x7ff360198af0 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7ff35000b4a0 tx=0x7ff35000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.710+0000 7ff357fff640 1 -- 172.21.15.82:0/50498279 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff350014070 con 0x7ff360102790 2024-09-12T12:43:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.710+0000 7ff365115640 1 -- 172.21.15.82:0/50498279 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff36019d850 con 0x7ff360102790 2024-09-12T12:43:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.710+0000 7ff357fff640 1 -- 172.21.15.82:0/50498279 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff350010af0 con 0x7ff360102790 2024-09-12T12:43:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.710+0000 7ff357fff640 1 -- 172.21.15.82:0/50498279 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff350017d10 con 0x7ff360102790 2024-09-12T12:43:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.710+0000 7ff365115640 1 -- 172.21.15.82:0/50498279 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3601a5130 con 0x7ff360102790 2024-09-12T12:43:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.711+0000 7ff365115640 1 -- 172.21.15.82:0/50498279 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff360102240 con 0x7ff360102790 2024-09-12T12:43:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.712+0000 7ff357fff640 1 -- 172.21.15.82:0/50498279 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7ff350017070 con 0x7ff360102790 2024-09-12T12:43:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.713+0000 7ff357fff640 1 --2- 172.21.15.82:0/50498279 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff34c0a2cf0 0x7ff34c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.713+0000 7ff35ed9d640 1 --2- 172.21.15.82:0/50498279 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff34c0a2cf0 0x7ff34c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:14.775 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.713+0000 7ff357fff640 1 -- 172.21.15.82:0/50498279 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8622+0+0 (secure 0 0 0) 0x7ff3500ceb80 con 0x7ff360102790 2024-09-12T12:43:14.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.713+0000 7ff35ed9d640 1 --2- 172.21.15.82:0/50498279 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff34c0a2cf0 0x7ff34c0a51b0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff348000c00 tx=0x7ff3480058d0 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:14.776 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.716+0000 7ff357fff640 1 -- 172.21.15.82:0/50498279 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff35009b850 con 0x7ff360102790 2024-09-12T12:43:14.917 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.916+0000 7ff365115640 1 -- 172.21.15.82:0/50498279 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ff360109b60 con 0x7ff360102790 2024-09-12T12:43:14.920 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.919+0000 7ff357fff640 1 -- 172.21.15.82:0/50498279 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v29) ==== 161+0+0 (secure 0 0 0) 0x7ff35009b150 con 0x7ff360102790 2024-09-12T12:43:14.920 INFO:teuthology.orchestra.run.smithi082.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-12T12:43:14.923 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.921+0000 7ff365115640 1 -- 172.21.15.82:0/50498279 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff34c0a2cf0 msgr2=0x7ff34c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:14.923 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.921+0000 7ff365115640 1 --2- 172.21.15.82:0/50498279 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff34c0a2cf0 0x7ff34c0a51b0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff348000c00 tx=0x7ff3480058d0 comp rx=0 tx=0).stop 2024-09-12T12:43:14.923 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.921+0000 7ff365115640 1 -- 172.21.15.82:0/50498279 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff360102790 msgr2=0x7ff360198af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:14.923 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.921+0000 7ff365115640 1 --2- 172.21.15.82:0/50498279 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff360102790 0x7ff360198af0 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7ff35000b4a0 tx=0x7ff35000b960 comp rx=0 tx=0).stop 2024-09-12T12:43:14.923 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.922+0000 7ff365115640 1 -- 172.21.15.82:0/50498279 shutdown_connections 2024-09-12T12:43:14.923 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.922+0000 7ff365115640 1 --2- 172.21.15.82:0/50498279 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7ff34c0a2cf0 0x7ff34c0a51b0 secure :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff348000c00 tx=0x7ff3480058d0 comp rx=0 tx=0).stop 2024-09-12T12:43:14.923 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.922+0000 7ff365115640 1 --2- 172.21.15.82:0/50498279 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7ff360106f10 0x7ff36019ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:14.923 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.922+0000 7ff365115640 1 --2- 172.21.15.82:0/50498279 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7ff360102790 0x7ff360198af0 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:14.923 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.922+0000 7ff365115640 1 --2- 172.21.15.82:0/50498279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff360101de0 0x7ff3601985b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:14.924 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.922+0000 7ff365115640 1 -- 172.21.15.82:0/50498279 >> 172.21.15.82:0/50498279 conn(0x7ff3600fd8c0 msgr2=0x7ff3600fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:14.924 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.922+0000 7ff365115640 1 -- 172.21.15.82:0/50498279 shutdown_connections 2024-09-12T12:43:14.924 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:14.922+0000 7ff365115640 1 -- 172.21.15.82:0/50498279 wait complete. 2024-09-12T12:43:15.234 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-a[72557]: ignoring --setuser ceph since I am not root 2024-09-12T12:43:15.234 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-a[72557]: ignoring --setgroup ceph since I am not root 2024-09-12T12:43:15.234 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-mds[72561]: -- 172.21.15.82:0/3998838083 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b065f51860 con 0x55b065f2f400 2024-09-12T12:43:15.234 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-a[72557]: starting mds.a at 2024-09-12T12:43:15.234 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a[31118]: 2024-09-12T12:43:14.917+0000 7f554abb0640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T12:43:15.234 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/50498279' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-12T12:43:15.234 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-mon[31122]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-12T12:43:15.234 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-mon[31122]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T12:43:15.235 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/50498279' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-12T12:43:15.235 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-mon[31122]: osdmap e107: 12 total, 12 up, 12 in 2024-09-12T12:43:15.235 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-mon[31122]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-09-12T12:43:15.235 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-g[72142]: ignoring --setuser ceph since I am not root 2024-09-12T12:43:15.235 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-g[72142]: ignoring --setgroup ceph since I am not root 2024-09-12T12:43:15.235 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-mds[72146]: -- 172.21.15.82:0/554137433 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d2077adc20 con 0x55d20778b400 2024-09-12T12:43:15.235 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:43:14 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-g[72142]: starting mds.g at 2024-09-12T12:43:15.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/50498279' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-12T12:43:15.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-mon[34923]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-12T12:43:15.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-mon[34923]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T12:43:15.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/50498279' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-12T12:43:15.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-mon[34923]: osdmap e107: 12 total, 12 up, 12 in 2024-09-12T12:43:15.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-mon[34923]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-09-12T12:43:15.272 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-b[64971]: ignoring --setuser ceph since I am not root 2024-09-12T12:43:15.272 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-b[64971]: ignoring --setgroup ceph since I am not root 2024-09-12T12:43:15.272 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-mds[64975]: -- 172.21.15.97:0/145698973 <== mon.2 v2:172.21.15.97:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560c44fc7860 con 0x560c44fa5000 2024-09-12T12:43:15.272 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-b[64971]: starting mds.b at 2024-09-12T12:43:15.272 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-e[64373]: ignoring --setuser ceph since I am not root 2024-09-12T12:43:15.272 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-e[64373]: ignoring --setgroup ceph since I am not root 2024-09-12T12:43:15.272 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-mds[64377]: -- 172.21.15.97:0/176233534 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ecb9e3f860 con 0x55ecb9e1d000 2024-09-12T12:43:15.273 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-e[64373]: starting mds.e at 2024-09-12T12:43:15.273 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-h[64672]: ignoring --setuser ceph since I am not root 2024-09-12T12:43:15.273 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-h[64672]: ignoring --setgroup ceph since I am not root 2024-09-12T12:43:15.273 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-mds[64676]: -- 172.21.15.97:0/1943765186 <== mon.2 v2:172.21.15.97:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f421161860 con 0x55f42113e800 2024-09-12T12:43:15.273 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-h[64672]: starting mds.h at 2024-09-12T12:43:15.273 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-k[64058]: ignoring --setuser ceph since I am not root 2024-09-12T12:43:15.273 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-k[64058]: ignoring --setgroup ceph since I am not root 2024-09-12T12:43:15.273 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-mds[64062]: -- 172.21.15.97:0/1260459255 <== mon.2 v2:172.21.15.97:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556e3f5e1860 con 0x556e3f5be800 2024-09-12T12:43:15.274 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:43:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-k[64058]: starting mds.k at 2024-09-12T12:43:15.319 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-c[66037]: ignoring --setuser ceph since I am not root 2024-09-12T12:43:15.319 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-c[66037]: ignoring --setgroup ceph since I am not root 2024-09-12T12:43:15.319 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-mds[66041]: -- 172.21.15.114:0/3692080664 <== mon.1 v2:172.21.15.114:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c07c47d860 con 0x55c07c45b000 2024-09-12T12:43:15.319 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-c[66037]: starting mds.c at 2024-09-12T12:43:15.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/50498279' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-12T12:43:15.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-mon[35514]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-12T12:43:15.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-mon[35514]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T12:43:15.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/50498279' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-12T12:43:15.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-mon[35514]: osdmap e107: 12 total, 12 up, 12 in 2024-09-12T12:43:15.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-mon[35514]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-09-12T12:43:15.320 INFO:journalctl@ceph.mds.i.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-i[66338]: ignoring --setuser ceph since I am not root 2024-09-12T12:43:15.321 INFO:journalctl@ceph.mds.i.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-i[66338]: ignoring --setgroup ceph since I am not root 2024-09-12T12:43:15.321 INFO:journalctl@ceph.mds.i.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-mds[66342]: -- 172.21.15.114:0/3354871482 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f388d23860 con 0x55f388d01400 2024-09-12T12:43:15.321 INFO:journalctl@ceph.mds.i.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-i[66338]: starting mds.i at 2024-09-12T12:43:15.321 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-f[65734]: ignoring --setuser ceph since I am not root 2024-09-12T12:43:15.321 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-f[65734]: ignoring --setgroup ceph since I am not root 2024-09-12T12:43:15.321 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-mds[65738]: -- 172.21.15.114:0/1053164130 <== mon.0 v2:172.21.15.82:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559e7b16d860 con 0x559e7b14a800 2024-09-12T12:43:15.321 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-f[65734]: starting mds.f at 2024-09-12T12:43:15.321 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-l[65433]: ignoring --setuser ceph since I am not root 2024-09-12T12:43:15.322 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-l[65433]: ignoring --setgroup ceph since I am not root 2024-09-12T12:43:15.322 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-mds[65437]: -- 172.21.15.114:0/4121499078 <== mon.1 v2:172.21.15.114:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d6b0b07c20 con 0x55d6b0ae4800 2024-09-12T12:43:15.322 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:43:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-l[65433]: starting mds.l at 2024-09-12T12:43:15.579 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-12T12:43:15.825 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:43:16.197 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:15 smithi082 ceph-mon[31122]: pgmap v521: 97 pgs: 97 active+clean; 5.1 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.5 KiB/s wr, 16 op/s 2024-09-12T12:43:16.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:15 smithi097 ceph-mon[34923]: pgmap v521: 97 pgs: 97 active+clean; 5.1 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.5 KiB/s wr, 16 op/s 2024-09-12T12:43:16.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.276+0000 7f71d639d640 1 -- 172.21.15.82:0/3535120199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f71d010c180 msgr2=0x7f71d010e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:16.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.276+0000 7f71d639d640 1 --2- 172.21.15.82:0/3535120199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f71d010c180 0x7f71d010e610 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f71c8009ca0 tx=0x7f71c802a950 comp rx=0 tx=0).stop 2024-09-12T12:43:16.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.276+0000 7f71d639d640 1 -- 172.21.15.82:0/3535120199 shutdown_connections 2024-09-12T12:43:16.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.276+0000 7f71d639d640 1 --2- 172.21.15.82:0/3535120199 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f71d010c180 0x7f71d010e610 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:16.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.276+0000 7f71d639d640 1 --2- 172.21.15.82:0/3535120199 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d0103700 0x7f71d010bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:16.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.276+0000 7f71d639d640 1 --2- 172.21.15.82:0/3535120199 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f71d0102de0 0x7f71d01031c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:16.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.276+0000 7f71d639d640 1 -- 172.21.15.82:0/3535120199 >> 172.21.15.82:0/3535120199 conn(0x7f71d00fc7a0 msgr2=0x7f71d00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:16.306 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.276+0000 7f71d639d640 1 -- 172.21.15.82:0/3535120199 shutdown_connections 2024-09-12T12:43:16.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.276+0000 7f71d639d640 1 -- 172.21.15.82:0/3535120199 wait complete. 2024-09-12T12:43:16.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.277+0000 7f71d639d640 1 Processor -- start 2024-09-12T12:43:16.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.277+0000 7f71d639d640 1 -- start start 2024-09-12T12:43:16.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.277+0000 7f71d639d640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f71d0102de0 0x7f71d0100a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:16.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.277+0000 7f71d639d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f71d0103700 0x7f71d0100f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:16.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.277+0000 7f71d639d640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d010c180 0x7f71d01014c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:16.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.277+0000 7f71d639d640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f71d0111fb0 con 0x7f71d0102de0 2024-09-12T12:43:16.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.277+0000 7f71d639d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f71d0111e30 con 0x7f71d0103700 2024-09-12T12:43:16.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.277+0000 7f71d639d640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f71d0112130 con 0x7f71d010c180 2024-09-12T12:43:16.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.277+0000 7f71cffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f71d0102de0 0x7f71d0100a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:16.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.277+0000 7f71cffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f71d0102de0 0x7f71d0100a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:60770/0 (socket says 172.21.15.82:60770) 2024-09-12T12:43:16.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.277+0000 7f71cffff640 1 -- 172.21.15.82:0/1496257113 learned_addr learned my addr 172.21.15.82:0/1496257113 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:43:16.307 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.277+0000 7f71cf7fe640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f71d0103700 0x7f71d0100f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:16.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.277+0000 7f71d493a640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d010c180 0x7f71d01014c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:16.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.278+0000 7f71cffff640 1 -- 172.21.15.82:0/1496257113 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d010c180 msgr2=0x7f71d01014c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:16.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.278+0000 7f71cffff640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d010c180 0x7f71d01014c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:16.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.278+0000 7f71cffff640 1 -- 172.21.15.82:0/1496257113 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f71d0103700 msgr2=0x7f71d0100f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:16.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.278+0000 7f71cffff640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f71d0103700 0x7f71d0100f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:16.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.278+0000 7f71cffff640 1 -- 172.21.15.82:0/1496257113 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71d01a68b0 con 0x7f71d0102de0 2024-09-12T12:43:16.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.278+0000 7f71cf7fe640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f71d0103700 0x7f71d0100f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T12:43:16.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.278+0000 7f71cffff640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f71d0102de0 0x7f71d0100a40 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f71c000c920 tx=0x7f71c000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:16.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.278+0000 7f71cd7fa640 1 -- 172.21.15.82:0/1496257113 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71c0007c70 con 0x7f71d0102de0 2024-09-12T12:43:16.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.278+0000 7f71cd7fa640 1 -- 172.21.15.82:0/1496257113 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f71c0007e10 con 0x7f71d0102de0 2024-09-12T12:43:16.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.278+0000 7f71cd7fa640 1 -- 172.21.15.82:0/1496257113 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71c0018890 con 0x7f71d0102de0 2024-09-12T12:43:16.308 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.278+0000 7f71d639d640 1 -- 172.21.15.82:0/1496257113 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71d01a6ba0 con 0x7f71d0102de0 2024-09-12T12:43:16.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.278+0000 7f71d639d640 1 -- 172.21.15.82:0/1496257113 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71d01a70e0 con 0x7f71d0102de0 2024-09-12T12:43:16.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.279+0000 7f71d639d640 1 -- 172.21.15.82:0/1496257113 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71d01031c0 con 0x7f71d0102de0 2024-09-12T12:43:16.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.281+0000 7f71cd7fa640 1 -- 172.21.15.82:0/1496257113 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f71c0018a50 con 0x7f71d0102de0 2024-09-12T12:43:16.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.282+0000 7f71cd7fa640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f71b80a2cf0 0x7f71b80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:16.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.282+0000 7f71cf7fe640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f71b80a2cf0 0x7f71b80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:16.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.282+0000 7f71cd7fa640 1 -- 172.21.15.82:0/1496257113 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9008+0+0 (secure 0 0 0) 0x7f71c00cfa60 con 0x7f71d0102de0 2024-09-12T12:43:16.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.282+0000 7f71cf7fe640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f71b80a2cf0 0x7f71b80a51b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f71d01024d0 tx=0x7f71c4008040 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:16.309 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.285+0000 7f71cd7fa640 1 -- 172.21.15.82:0/1496257113 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f71c0014030 con 0x7f71d0102de0 2024-09-12T12:43:16.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:15 smithi114 ceph-mon[35514]: pgmap v521: 97 pgs: 97 active+clean; 5.1 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.5 KiB/s wr, 16 op/s 2024-09-12T12:43:16.487 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.485+0000 7f71d639d640 1 -- 172.21.15.82:0/1496257113 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f71d0101f70 con 0x7f71d0102de0 2024-09-12T12:43:16.953 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.952+0000 7f71cd7fa640 1 -- 172.21.15.82:0/1496257113 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v31) ==== 104+0+0 (secure 0 0 0) 0x7f71c009c530 con 0x7f71d0102de0 2024-09-12T12:43:16.956 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.955+0000 7f71d639d640 1 -- 172.21.15.82:0/1496257113 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f71b80a2cf0 msgr2=0x7f71b80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:16.957 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.955+0000 7f71d639d640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f71b80a2cf0 0x7f71b80a51b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f71d01024d0 tx=0x7f71c4008040 comp rx=0 tx=0).stop 2024-09-12T12:43:16.957 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.955+0000 7f71d639d640 1 -- 172.21.15.82:0/1496257113 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f71d0102de0 msgr2=0x7f71d0100a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:16.957 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.955+0000 7f71d639d640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f71d0102de0 0x7f71d0100a40 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f71c000c920 tx=0x7f71c000cde0 comp rx=0 tx=0).stop 2024-09-12T12:43:16.957 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.955+0000 7f71d639d640 1 -- 172.21.15.82:0/1496257113 shutdown_connections 2024-09-12T12:43:16.957 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.955+0000 7f71d639d640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f71b80a2cf0 0x7f71b80a51b0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:16.957 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.955+0000 7f71d639d640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f71d010c180 0x7f71d01014c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:16.957 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.955+0000 7f71d639d640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f71d0103700 0x7f71d0100f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:16.957 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.955+0000 7f71d639d640 1 --2- 172.21.15.82:0/1496257113 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f71d0102de0 0x7f71d0100a40 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:16.957 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.956+0000 7f71d639d640 1 -- 172.21.15.82:0/1496257113 >> 172.21.15.82:0/1496257113 conn(0x7f71d00fc7a0 msgr2=0x7f71d00fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:16.957 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.956+0000 7f71d639d640 1 -- 172.21.15.82:0/1496257113 shutdown_connections 2024-09-12T12:43:16.957 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:16.956+0000 7f71d639d640 1 -- 172.21.15.82:0/1496257113 wait complete. 2024-09-12T12:43:17.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.82:6838/45738983,v1:172.21.15.82:6839/45738983] up:boot 2024-09-12T12:43:17.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.114:6832/3288008848,v1:172.21.15.114:6833/3288008848] up:boot 2024-09-12T12:43:17.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.82:6840/718488886,v1:172.21.15.82:6841/718488886] up:boot 2024-09-12T12:43:17.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.97:6832/1892141884,v1:172.21.15.97:6834/1892141884] up:boot 2024-09-12T12:43:17.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.114:6834/387079361,v1:172.21.15.114:6835/387079361] up:boot 2024-09-12T12:43:17.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.97:6833/553270804,v1:172.21.15.97:6835/553270804] up:boot 2024-09-12T12:43:17.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.97:6836/2526145155,v1:172.21.15.97:6837/2526145155] up:boot 2024-09-12T12:43:17.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.97:6838/3663623028,v1:172.21.15.97:6839/3663623028] up:boot 2024-09-12T12:43:17.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.114:6836/1076026977,v1:172.21.15.114:6837/1076026977] up:boot 2024-09-12T12:43:17.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: mds.? [v2:172.21.15.114:6838/2184627684,v1:172.21.15.114:6839/2184627684] up:boot 2024-09-12T12:43:17.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-09-12T12:43:17.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-12T12:43:17.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T12:43:17.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-12T12:43:17.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-12T12:43:17.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-12T12:43:17.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T12:43:17.272 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-12T12:43:17.273 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-12T12:43:17.273 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-12T12:43:17.273 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-12T12:43:17.273 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:16 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1496257113' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-12T12:43:17.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.82:6838/45738983,v1:172.21.15.82:6839/45738983] up:boot 2024-09-12T12:43:17.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.114:6832/3288008848,v1:172.21.15.114:6833/3288008848] up:boot 2024-09-12T12:43:17.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.82:6840/718488886,v1:172.21.15.82:6841/718488886] up:boot 2024-09-12T12:43:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.97:6832/1892141884,v1:172.21.15.97:6834/1892141884] up:boot 2024-09-12T12:43:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.114:6834/387079361,v1:172.21.15.114:6835/387079361] up:boot 2024-09-12T12:43:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.97:6833/553270804,v1:172.21.15.97:6835/553270804] up:boot 2024-09-12T12:43:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.97:6836/2526145155,v1:172.21.15.97:6837/2526145155] up:boot 2024-09-12T12:43:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.97:6838/3663623028,v1:172.21.15.97:6839/3663623028] up:boot 2024-09-12T12:43:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.114:6836/1076026977,v1:172.21.15.114:6837/1076026977] up:boot 2024-09-12T12:43:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: mds.? [v2:172.21.15.114:6838/2184627684,v1:172.21.15.114:6839/2184627684] up:boot 2024-09-12T12:43:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-09-12T12:43:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-12T12:43:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T12:43:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-12T12:43:17.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-12T12:43:17.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-12T12:43:17.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T12:43:17.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-12T12:43:17.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-12T12:43:17.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-12T12:43:17.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-12T12:43:17.282 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:16 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1496257113' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-12T12:43:17.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.82:6838/45738983,v1:172.21.15.82:6839/45738983] up:boot 2024-09-12T12:43:17.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.114:6832/3288008848,v1:172.21.15.114:6833/3288008848] up:boot 2024-09-12T12:43:17.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.82:6840/718488886,v1:172.21.15.82:6841/718488886] up:boot 2024-09-12T12:43:17.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.97:6832/1892141884,v1:172.21.15.97:6834/1892141884] up:boot 2024-09-12T12:43:17.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.114:6834/387079361,v1:172.21.15.114:6835/387079361] up:boot 2024-09-12T12:43:17.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.97:6833/553270804,v1:172.21.15.97:6835/553270804] up:boot 2024-09-12T12:43:17.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.97:6836/2526145155,v1:172.21.15.97:6837/2526145155] up:boot 2024-09-12T12:43:17.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.97:6838/3663623028,v1:172.21.15.97:6839/3663623028] up:boot 2024-09-12T12:43:17.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.114:6836/1076026977,v1:172.21.15.114:6837/1076026977] up:boot 2024-09-12T12:43:17.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: mds.? [v2:172.21.15.114:6838/2184627684,v1:172.21.15.114:6839/2184627684] up:boot 2024-09-12T12:43:17.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-09-12T12:43:17.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-12T12:43:17.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-12T12:43:17.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-12T12:43:17.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-12T12:43:17.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-12T12:43:17.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-12T12:43:17.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-12T12:43:17.320 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-12T12:43:17.321 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-12T12:43:17.321 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: from='mgr.15201 172.21.15.82:0/4047239655' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-12T12:43:17.321 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:16 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1496257113' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-12T12:43:17.662 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-12T12:43:17.914 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:43:18.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:17 smithi097 ceph-mon[34923]: pgmap v523: 97 pgs: 97 active+clean; 5.1 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-09-12T12:43:18.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:17 smithi097 ceph-mon[34923]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-12T12:43:18.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:17 smithi097 ceph-mon[34923]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-12T12:43:18.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:17 smithi097 ceph-mon[34923]: Cluster is now healthy 2024-09-12T12:43:18.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:17 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/1496257113' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-12T12:43:18.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:17 smithi097 ceph-mon[34923]: fsmap 12 up:standby 2024-09-12T12:43:18.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:17 smithi082 ceph-mon[31122]: pgmap v523: 97 pgs: 97 active+clean; 5.1 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-09-12T12:43:18.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:17 smithi082 ceph-mon[31122]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-12T12:43:18.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:17 smithi082 ceph-mon[31122]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-12T12:43:18.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:17 smithi082 ceph-mon[31122]: Cluster is now healthy 2024-09-12T12:43:18.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:17 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/1496257113' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-12T12:43:18.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:17 smithi082 ceph-mon[31122]: fsmap 12 up:standby 2024-09-12T12:43:18.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:17 smithi114 ceph-mon[35514]: pgmap v523: 97 pgs: 97 active+clean; 5.1 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-09-12T12:43:18.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:17 smithi114 ceph-mon[35514]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-12T12:43:18.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:17 smithi114 ceph-mon[35514]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-12T12:43:18.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:17 smithi114 ceph-mon[35514]: Cluster is now healthy 2024-09-12T12:43:18.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:17 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/1496257113' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-12T12:43:18.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:17 smithi114 ceph-mon[35514]: fsmap 12 up:standby 2024-09-12T12:43:18.477 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.455+0000 7f32f128a640 1 -- 172.21.15.82:0/1564727949 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f32ec102ef0 msgr2=0x7f32ec10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:18.478 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.455+0000 7f32f128a640 1 --2- 172.21.15.82:0/1564727949 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f32ec102ef0 0x7f32ec10da40 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f32e4009900 tx=0x7f32e402a480 comp rx=0 tx=0).stop 2024-09-12T12:43:18.478 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.455+0000 7f32f128a640 1 -- 172.21.15.82:0/1564727949 shutdown_connections 2024-09-12T12:43:18.478 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.455+0000 7f32f128a640 1 --2- 172.21.15.82:0/1564727949 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f32ec102ef0 0x7f32ec10da40 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:18.478 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.455+0000 7f32f128a640 1 --2- 172.21.15.82:0/1564727949 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32ec102570 0x7f32ec1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:18.478 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.455+0000 7f32f128a640 1 --2- 172.21.15.82:0/1564727949 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32ec100e20 0x7f32ec101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:18.478 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.455+0000 7f32f128a640 1 -- 172.21.15.82:0/1564727949 >> 172.21.15.82:0/1564727949 conn(0x7f32ec0fc7d0 msgr2=0x7f32ec0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:18.478 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.456+0000 7f32f128a640 1 -- 172.21.15.82:0/1564727949 shutdown_connections 2024-09-12T12:43:18.478 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.456+0000 7f32f128a640 1 -- 172.21.15.82:0/1564727949 wait complete. 2024-09-12T12:43:18.478 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.456+0000 7f32f128a640 1 Processor -- start 2024-09-12T12:43:18.478 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.456+0000 7f32f128a640 1 -- start start 2024-09-12T12:43:18.478 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32f128a640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32ec100e20 0x7f32ec19a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:18.479 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32f128a640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f32ec102570 0x7f32ec19ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:18.479 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32f128a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32ec102ef0 0x7f32ec19eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:18.479 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32f128a640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f32ec110f80 con 0x7f32ec102570 2024-09-12T12:43:18.479 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32f128a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f32ec110e00 con 0x7f32ec102ef0 2024-09-12T12:43:18.479 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32f128a640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f32ec111100 con 0x7f32ec100e20 2024-09-12T12:43:18.479 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32eaffd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32ec100e20 0x7f32ec19a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:18.479 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32eaffd640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32ec100e20 0x7f32ec19a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.114:3300/0 says I am v2:172.21.15.82:42582/0 (socket says 172.21.15.82:42582) 2024-09-12T12:43:18.479 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32eaffd640 1 -- 172.21.15.82:0/3833049047 learned_addr learned my addr 172.21.15.82:0/3833049047 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:43:18.479 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32ea7fc640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f32ec102570 0x7f32ec19ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:18.479 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32eb7fe640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32ec102ef0 0x7f32ec19eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:18.479 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32ea7fc640 1 -- 172.21.15.82:0/3833049047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32ec100e20 msgr2=0x7f32ec19a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:18.479 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32ea7fc640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32ec100e20 0x7f32ec19a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:18.480 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32ea7fc640 1 -- 172.21.15.82:0/3833049047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32ec102ef0 msgr2=0x7f32ec19eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:18.480 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32ea7fc640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32ec102ef0 0x7f32ec19eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:18.480 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32ea7fc640 1 -- 172.21.15.82:0/3833049047 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32ec19f580 con 0x7f32ec102570 2024-09-12T12:43:18.480 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32eaffd640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32ec100e20 0x7f32ec19a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T12:43:18.480 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32ea7fc640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f32ec102570 0x7f32ec19ab10 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f32e000c970 tx=0x7f32e000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:18.480 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32d3fff640 1 -- 172.21.15.82:0/3833049047 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e0007bb0 con 0x7f32ec102570 2024-09-12T12:43:18.480 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.457+0000 7f32f128a640 1 -- 172.21.15.82:0/3833049047 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32ec19f870 con 0x7f32ec102570 2024-09-12T12:43:18.480 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.458+0000 7f32d3fff640 1 -- 172.21.15.82:0/3833049047 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f32e0007d50 con 0x7f32ec102570 2024-09-12T12:43:18.480 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.458+0000 7f32d3fff640 1 -- 172.21.15.82:0/3833049047 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e0018820 con 0x7f32ec102570 2024-09-12T12:43:18.480 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.458+0000 7f32f128a640 1 -- 172.21.15.82:0/3833049047 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32ec1a7150 con 0x7f32ec102570 2024-09-12T12:43:18.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.458+0000 7f32f128a640 1 -- 172.21.15.82:0/3833049047 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32ec101200 con 0x7f32ec102570 2024-09-12T12:43:18.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.460+0000 7f32d3fff640 1 -- 172.21.15.82:0/3833049047 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f32e00189c0 con 0x7f32ec102570 2024-09-12T12:43:18.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.460+0000 7f32d3fff640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f32d40a2cf0 0x7f32d40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:18.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.460+0000 7f32eaffd640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f32d40a2cf0 0x7f32d40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:18.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.460+0000 7f32d3fff640 1 -- 172.21.15.82:0/3833049047 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9008+0+0 (secure 0 0 0) 0x7f32e00cf610 con 0x7f32ec102570 2024-09-12T12:43:18.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.461+0000 7f32eaffd640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f32d40a2cf0 0x7f32d40a51b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f32dc007fd0 tx=0x7f32dc007600 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:18.481 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.464+0000 7f32d3fff640 1 -- 172.21.15.82:0/3833049047 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f32e0014030 con 0x7f32ec102570 2024-09-12T12:43:18.635 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.634+0000 7f32f128a640 1 -- 172.21.15.82:0/3833049047 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f32ec1a73b0 con 0x7f32ec102570 2024-09-12T12:43:18.961 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.960+0000 7f32d3fff640 1 -- 172.21.15.82:0/3833049047 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v108) ==== 181+0+0 (secure 0 0 0) 0x7f32e009c050 con 0x7f32ec102570 2024-09-12T12:43:18.961 INFO:teuthology.orchestra.run.smithi082.stderr:pool 'cephfs_metadata' removed 2024-09-12T12:43:18.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.962+0000 7f32f128a640 1 -- 172.21.15.82:0/3833049047 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f32d40a2cf0 msgr2=0x7f32d40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:18.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.962+0000 7f32f128a640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f32d40a2cf0 0x7f32d40a51b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f32dc007fd0 tx=0x7f32dc007600 comp rx=0 tx=0).stop 2024-09-12T12:43:18.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.962+0000 7f32f128a640 1 -- 172.21.15.82:0/3833049047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f32ec102570 msgr2=0x7f32ec19ab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:18.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.962+0000 7f32f128a640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f32ec102570 0x7f32ec19ab10 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f32e000c970 tx=0x7f32e000ce30 comp rx=0 tx=0).stop 2024-09-12T12:43:18.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.962+0000 7f32f128a640 1 -- 172.21.15.82:0/3833049047 shutdown_connections 2024-09-12T12:43:18.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.962+0000 7f32f128a640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f32d40a2cf0 0x7f32d40a51b0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:18.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.962+0000 7f32f128a640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32ec102ef0 0x7f32ec19eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:18.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.962+0000 7f32f128a640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f32ec102570 0x7f32ec19ab10 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:18.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.962+0000 7f32f128a640 1 --2- 172.21.15.82:0/3833049047 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f32ec100e20 0x7f32ec19a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:18.963 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.962+0000 7f32f128a640 1 -- 172.21.15.82:0/3833049047 >> 172.21.15.82:0/3833049047 conn(0x7f32ec0fc7d0 msgr2=0x7f32ec06a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:18.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.962+0000 7f32f128a640 1 -- 172.21.15.82:0/3833049047 shutdown_connections 2024-09-12T12:43:18.964 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:18.962+0000 7f32f128a640 1 -- 172.21.15.82:0/3833049047 wait complete. 2024-09-12T12:43:19.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:18 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3833049047' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-12T12:43:19.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:18 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3833049047' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-12T12:43:19.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:18 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3833049047' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-12T12:43:19.649 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc shell --fsid cb24faa8-7100-11ef-bcea-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-12T12:43:19.893 INFO:teuthology.orchestra.run.smithi082.stderr:Inferring config /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/mon.a/config 2024-09-12T12:43:20.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:19 smithi097 ceph-mon[34923]: pgmap v524: 97 pgs: 97 active+clean; 5.1 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-09-12T12:43:20.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:19 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3833049047' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-12T12:43:20.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:19 smithi097 ceph-mon[34923]: osdmap e108: 12 total, 12 up, 12 in 2024-09-12T12:43:20.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:19 smithi082 ceph-mon[31122]: pgmap v524: 97 pgs: 97 active+clean; 5.1 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-09-12T12:43:20.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:19 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3833049047' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-12T12:43:20.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:19 smithi082 ceph-mon[31122]: osdmap e108: 12 total, 12 up, 12 in 2024-09-12T12:43:20.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:19 smithi114 ceph-mon[35514]: pgmap v524: 97 pgs: 97 active+clean; 5.1 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-09-12T12:43:20.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:19 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3833049047' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-12T12:43:20.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:19 smithi114 ceph-mon[35514]: osdmap e108: 12 total, 12 up, 12 in 2024-09-12T12:43:20.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.441+0000 7f145644e640 1 -- 172.21.15.82:0/680925016 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1450100e20 msgr2=0x7f1450101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:20.457 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.441+0000 7f145644e640 1 --2- 172.21.15.82:0/680925016 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1450100e20 0x7f1450101200 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f1440009900 tx=0x7f144002a480 comp rx=0 tx=0).stop 2024-09-12T12:43:20.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.441+0000 7f145644e640 1 -- 172.21.15.82:0/680925016 shutdown_connections 2024-09-12T12:43:20.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.441+0000 7f145644e640 1 --2- 172.21.15.82:0/680925016 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1450102ef0 0x7f145010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:20.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.441+0000 7f145644e640 1 --2- 172.21.15.82:0/680925016 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1450102570 0x7f14501029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:20.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.441+0000 7f145644e640 1 --2- 172.21.15.82:0/680925016 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1450100e20 0x7f1450101200 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:20.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.441+0000 7f145644e640 1 -- 172.21.15.82:0/680925016 >> 172.21.15.82:0/680925016 conn(0x7f14500fc7d0 msgr2=0x7f14500febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:20.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.441+0000 7f145644e640 1 -- 172.21.15.82:0/680925016 shutdown_connections 2024-09-12T12:43:20.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.441+0000 7f145644e640 1 -- 172.21.15.82:0/680925016 wait complete. 2024-09-12T12:43:20.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.442+0000 7f145644e640 1 Processor -- start 2024-09-12T12:43:20.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.442+0000 7f145644e640 1 -- start start 2024-09-12T12:43:20.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.442+0000 7f145644e640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1450100e20 0x7f1450103750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:20.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.442+0000 7f145644e640 1 --2- >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1450102570 0x7f1450103c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:20.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.442+0000 7f145644e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1450102ef0 0x7f14501041d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:20.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.442+0000 7f145644e640 1 -- --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_getmap magic: 0 -- 0x7f1450110f80 con 0x7f1450100e20 2024-09-12T12:43:20.458 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.442+0000 7f145644e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1450110e00 con 0x7f1450102ef0 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.442+0000 7f145644e640 1 -- --> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] -- mon_getmap magic: 0 -- 0x7f1450111100 con 0x7f1450102570 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.442+0000 7f144ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1450100e20 0x7f1450103750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.442+0000 7f144ffff640 1 --2- >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1450100e20 0x7f1450103750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.82:3300/0 says I am v2:172.21.15.82:34184/0 (socket says 172.21.15.82:34184) 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.442+0000 7f144ffff640 1 -- 172.21.15.82:0/3140810157 learned_addr learned my addr 172.21.15.82:0/3140810157 (peer_addr_for_me v2:172.21.15.82:0/0) 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.442+0000 7f144f7fe640 1 --2- 172.21.15.82:0/3140810157 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1450102570 0x7f1450103c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.443+0000 7f14549eb640 1 --2- 172.21.15.82:0/3140810157 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1450102ef0 0x7f14501041d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.443+0000 7f144ffff640 1 -- 172.21.15.82:0/3140810157 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1450102570 msgr2=0x7f1450103c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.443+0000 7f144ffff640 1 --2- 172.21.15.82:0/3140810157 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1450102570 0x7f1450103c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.443+0000 7f144ffff640 1 -- 172.21.15.82:0/3140810157 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1450102ef0 msgr2=0x7f14501041d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.443+0000 7f144ffff640 1 --2- 172.21.15.82:0/3140810157 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1450102ef0 0x7f14501041d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.443+0000 7f144ffff640 1 -- 172.21.15.82:0/3140810157 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14501a6a00 con 0x7f1450100e20 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.443+0000 7f144ffff640 1 --2- 172.21.15.82:0/3140810157 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1450100e20 0x7f1450103750 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f1440006010 tx=0x7f1440003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.443+0000 7f144d7fa640 1 -- 172.21.15.82:0/3140810157 <== mon.0 v2:172.21.15.82:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f144003f070 con 0x7f1450100e20 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.443+0000 7f144d7fa640 1 -- 172.21.15.82:0/3140810157 <== mon.0 v2:172.21.15.82:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1440031c30 con 0x7f1450100e20 2024-09-12T12:43:20.459 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.443+0000 7f145644e640 1 -- 172.21.15.82:0/3140810157 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14501a6c90 con 0x7f1450100e20 2024-09-12T12:43:20.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.443+0000 7f144d7fa640 1 -- 172.21.15.82:0/3140810157 <== mon.0 v2:172.21.15.82:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1440035030 con 0x7f1450100e20 2024-09-12T12:43:20.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.443+0000 7f145644e640 1 -- 172.21.15.82:0/3140810157 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14501a7170 con 0x7f1450100e20 2024-09-12T12:43:20.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.444+0000 7f145644e640 1 -- 172.21.15.82:0/3140810157 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1450101200 con 0x7f1450100e20 2024-09-12T12:43:20.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.445+0000 7f144d7fa640 1 -- 172.21.15.82:0/3140810157 <== mon.0 v2:172.21.15.82:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f1440042070 con 0x7f1450100e20 2024-09-12T12:43:20.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.446+0000 7f144d7fa640 1 --2- 172.21.15.82:0/3140810157 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f143c0a2cf0 0x7f143c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T12:43:20.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.446+0000 7f144f7fe640 1 --2- 172.21.15.82:0/3140810157 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f143c0a2cf0 0x7f143c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T12:43:20.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.446+0000 7f144d7fa640 1 -- 172.21.15.82:0/3140810157 <== mon.0 v2:172.21.15.82:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8425+0+0 (secure 0 0 0) 0x7f14400efcb0 con 0x7f1450100e20 2024-09-12T12:43:20.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.446+0000 7f144f7fe640 1 --2- 172.21.15.82:0/3140810157 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f143c0a2cf0 0x7f143c0a51b0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f14501051e0 tx=0x7f143800b390 comp rx=0 tx=0).ready entity=mgr.15201 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T12:43:20.460 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.450+0000 7f144d7fa640 1 -- 172.21.15.82:0/3140810157 <== mon.0 v2:172.21.15.82:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1440031de0 con 0x7f1450100e20 2024-09-12T12:43:20.618 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.617+0000 7f145644e640 1 -- 172.21.15.82:0/3140810157 --> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f14501a7340 con 0x7f1450100e20 2024-09-12T12:43:20.968 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.967+0000 7f144d7fa640 1 -- 172.21.15.82:0/3140810157 <== mon.0 v2:172.21.15.82:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v109) ==== 169+0+0 (secure 0 0 0) 0x7f14400bc8d0 con 0x7f1450100e20 2024-09-12T12:43:20.968 INFO:teuthology.orchestra.run.smithi082.stderr:pool 'cephfs_data' removed 2024-09-12T12:43:20.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.970+0000 7f145644e640 1 -- 172.21.15.82:0/3140810157 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f143c0a2cf0 msgr2=0x7f143c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:20.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.970+0000 7f145644e640 1 --2- 172.21.15.82:0/3140810157 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f143c0a2cf0 0x7f143c0a51b0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f14501051e0 tx=0x7f143800b390 comp rx=0 tx=0).stop 2024-09-12T12:43:20.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.970+0000 7f145644e640 1 -- 172.21.15.82:0/3140810157 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1450100e20 msgr2=0x7f1450103750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T12:43:20.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.970+0000 7f145644e640 1 --2- 172.21.15.82:0/3140810157 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1450100e20 0x7f1450103750 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f1440006010 tx=0x7f1440003c10 comp rx=0 tx=0).stop 2024-09-12T12:43:20.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.970+0000 7f145644e640 1 -- 172.21.15.82:0/3140810157 shutdown_connections 2024-09-12T12:43:20.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.970+0000 7f145644e640 1 --2- 172.21.15.82:0/3140810157 >> [v2:172.21.15.82:6800/289973418,v1:172.21.15.82:6801/289973418] conn(0x7f143c0a2cf0 0x7f143c0a51b0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:20.971 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.970+0000 7f145644e640 1 --2- 172.21.15.82:0/3140810157 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1450102ef0 0x7f14501041d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:20.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.970+0000 7f145644e640 1 --2- 172.21.15.82:0/3140810157 >> [v2:172.21.15.114:3300/0,v1:172.21.15.114:6789/0] conn(0x7f1450102570 0x7f1450103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T12:43:20.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.970+0000 7f145644e640 1 --2- 172.21.15.82:0/3140810157 >> [v2:172.21.15.82:3300/0,v1:172.21.15.82:6789/0] conn(0x7f1450100e20 0x7f1450103750 secure :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f1440006010 tx=0x7f1440003c10 comp rx=0 tx=0).stop 2024-09-12T12:43:20.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.970+0000 7f145644e640 1 -- 172.21.15.82:0/3140810157 >> 172.21.15.82:0/3140810157 conn(0x7f14500fc7d0 msgr2=0x7f145006a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T12:43:20.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.971+0000 7f145644e640 1 -- 172.21.15.82:0/3140810157 shutdown_connections 2024-09-12T12:43:20.972 INFO:teuthology.orchestra.run.smithi082.stderr:2024-09-12T12:43:20.971+0000 7f145644e640 1 -- 172.21.15.82:0/3140810157 wait complete. 2024-09-12T12:43:21.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:20 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3140810157' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-12T12:43:21.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:20 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3140810157' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-12T12:43:21.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:20 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3140810157' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-12T12:43:21.590 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-12T12:43:21.617 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-12T12:43:21.650 DEBUG:teuthology.orchestra.run.smithi114:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-12T12:43:21.682 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-12T12:43:21.683 DEBUG:teuthology.orchestra.run.smithi082:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-12T12:43:21.698 DEBUG:teuthology.orchestra.run.smithi097:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-12T12:43:21.716 DEBUG:teuthology.orchestra.run.smithi114:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-12T12:43:21.741 INFO:tasks.cephadm:Stopping all daemons... 2024-09-12T12:43:21.741 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-12T12:43:21.742 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mon.a 2024-09-12T12:43:21.969 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:21 smithi082 systemd[1]: Stopping Ceph mon.a for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:43:22.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:21 smithi097 ceph-mon[34923]: pgmap v526: 65 pgs: 65 active+clean; 577 KiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:43:22.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:21 smithi097 ceph-mon[34923]: from='client.? 172.21.15.82:0/3140810157' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-12T12:43:22.271 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:21 smithi097 ceph-mon[34923]: osdmap e109: 12 total, 12 up, 12 in 2024-09-12T12:43:22.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:21 smithi082 ceph-mon[31122]: pgmap v526: 65 pgs: 65 active+clean; 577 KiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:43:22.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:21 smithi082 ceph-mon[31122]: from='client.? 172.21.15.82:0/3140810157' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-12T12:43:22.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:21 smithi082 ceph-mon[31122]: osdmap e109: 12 total, 12 up, 12 in 2024-09-12T12:43:22.280 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:22 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a[31118]: 2024-09-12T12:43:22.064+0000 7f55503bb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:43:22.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:22 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a[31118]: 2024-09-12T12:43:22.064+0000 7f55503bb640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-12T12:43:22.281 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:22 smithi082 podman[102617]: 2024-09-12 12:43:22.219347323 +0000 UTC m=+0.284656786 container died 1ed247089f49eee53786d7483ce0011a3d9d2882666b2a568b6d60f14e047fdc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-12T12:43:22.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:21 smithi114 ceph-mon[35514]: pgmap v526: 65 pgs: 65 active+clean; 577 KiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-12T12:43:22.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:21 smithi114 ceph-mon[35514]: from='client.? 172.21.15.82:0/3140810157' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-12T12:43:22.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:21 smithi114 ceph-mon[35514]: osdmap e109: 12 total, 12 up, 12 in 2024-09-12T12:43:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:22 smithi082 podman[102617]: 2024-09-12 12:43:22.599527168 +0000 UTC m=+0.664836632 container cleanup 1ed247089f49eee53786d7483ce0011a3d9d2882666b2a568b6d60f14e047fdc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-b53b6d3, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:43:22.780 INFO:journalctl@ceph.mon.a.smithi082.stdout:Sep 12 12:43:22 smithi082 bash[102617]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-a 2024-09-12T12:43:23.181 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mon.a.service' 2024-09-12T12:43:23.232 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:43:23.232 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-12T12:43:23.233 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-09-12T12:43:23.233 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mon.b 2024-09-12T12:43:23.521 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:23 smithi097 systemd[1]: Stopping Ceph mon.b for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:43:24.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:23 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-b[34919]: 2024-09-12T12:43:23.576+0000 7fae1743b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:43:24.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:23 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-b[34919]: 2024-09-12T12:43:23.576+0000 7fae1743b640 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-09-12T12:43:24.021 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:23 smithi097 podman[71619]: 2024-09-12 12:43:23.77056335 +0000 UTC m=+0.333728024 container died d023472c6aa2962159fe05ce953788cbde583577503e529f45ee42480337c6aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-b, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-b53b6d3, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-12T12:43:24.401 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:24 smithi097 podman[71619]: 2024-09-12 12:43:24.167623394 +0000 UTC m=+0.730788110 container cleanup d023472c6aa2962159fe05ce953788cbde583577503e529f45ee42480337c6aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-b, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-b53b6d3, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:43:24.401 INFO:journalctl@ceph.mon.b.smithi097.stdout:Sep 12 12:43:24 smithi097 bash[71619]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-b 2024-09-12T12:43:24.542 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mon.b.service' 2024-09-12T12:43:24.603 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:43:24.603 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-09-12T12:43:24.603 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-09-12T12:43:24.603 DEBUG:teuthology.orchestra.run.smithi114:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mon.c 2024-09-12T12:43:24.933 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:24 smithi114 systemd[1]: Stopping Ceph mon.c for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:43:25.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:24 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-c[35510]: 2024-09-12T12:43:24.932+0000 7f5d376f4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:43:25.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:24 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-c[35510]: 2024-09-12T12:43:24.932+0000 7f5d376f4640 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-09-12T12:43:25.319 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:25 smithi114 podman[72398]: 2024-09-12 12:43:25.116492322 +0000 UTC m=+0.313986323 container died 6f87f4f5f4b952223e4b84af3663f194036b95208d65178b79bed6d65c0f23e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:43:25.574 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:25 smithi114 podman[72398]: 2024-09-12 12:43:25.508094853 +0000 UTC m=+0.705588851 container cleanup 6f87f4f5f4b952223e4b84af3663f194036b95208d65178b79bed6d65c0f23e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-c, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-b53b6d3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-12T12:43:25.575 INFO:journalctl@ceph.mon.c.smithi114.stdout:Sep 12 12:43:25 smithi114 bash[72398]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mon-c 2024-09-12T12:43:25.990 DEBUG:teuthology.orchestra.run.smithi114:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mon.c.service' 2024-09-12T12:43:26.036 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:43:26.036 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-09-12T12:43:26.037 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-12T12:43:26.037 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mgr.x 2024-09-12T12:43:26.373 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:43:26 smithi082 systemd[1]: Stopping Ceph mgr.x for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:43:26.654 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:43:26 smithi082 podman[102741]: 2024-09-12 12:43:26.376582329 +0000 UTC m=+0.148579551 container died 88930bdaa807e478859d490ced96a433f309a6cb58933620ed166f9c3b169169 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-b53b6d3, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-12T12:43:26.997 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:43:26 smithi082 podman[102741]: 2024-09-12 12:43:26.746162108 +0000 UTC m=+0.518159317 container cleanup 88930bdaa807e478859d490ced96a433f309a6cb58933620ed166f9c3b169169 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x, RELEASE=squid-b53b6d3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-12T12:43:26.997 INFO:journalctl@ceph.mgr.x.smithi082.stdout:Sep 12 12:43:26 smithi082 bash[102741]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-x 2024-09-12T12:43:27.176 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mgr.x.service' 2024-09-12T12:43:27.211 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:43:27.211 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-12T12:43:27.211 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-12T12:43:27.211 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mgr.y 2024-09-12T12:43:27.521 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:43:27 smithi097 systemd[1]: Stopping Ceph mgr.y for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:43:27.796 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:43:27 smithi097 podman[71755]: 2024-09-12 12:43:27.544697698 +0000 UTC m=+0.147704947 container died 38b3f177a41762958c29a7fa77ca6ac01a084063d5cc5aced15bbdee91faea8d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-b53b6d3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-12T12:43:28.269 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:43:27 smithi097 podman[71755]: 2024-09-12 12:43:27.871792623 +0000 UTC m=+0.474799871 container cleanup 38b3f177a41762958c29a7fa77ca6ac01a084063d5cc5aced15bbdee91faea8d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:43:28.269 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:43:27 smithi097 bash[71755]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y 2024-09-12T12:43:28.269 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:43:28 smithi097 podman[71767]: 2024-09-12 12:43:28.031439851 +0000 UTC m=+0.491210196 container remove 38b3f177a41762958c29a7fa77ca6ac01a084063d5cc5aced15bbdee91faea8d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-y, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=squid-b53b6d3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-12T12:43:28.269 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 12 12:43:28 smithi097 systemd[1]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-12T12:43:28.289 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mgr.y.service' 2024-09-12T12:43:28.325 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:43:28.325 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-12T12:43:28.325 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-09-12T12:43:28.325 DEBUG:teuthology.orchestra.run.smithi114:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mgr.z 2024-09-12T12:43:28.683 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:43:28 smithi114 systemd[1]: Stopping Ceph mgr.z for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:43:28.971 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:43:28 smithi114 podman[72532]: 2024-09-12 12:43:28.683999364 +0000 UTC m=+0.155598478 container died a618226474d141dbf0b46de1618ef8625ee83e63429a363deb2204e6c4d9c4e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-b53b6d3, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:43:29.319 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:43:29 smithi114 podman[72532]: 2024-09-12 12:43:29.046390302 +0000 UTC m=+0.517989426 container cleanup a618226474d141dbf0b46de1618ef8625ee83e63429a363deb2204e6c4d9c4e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z, GIT_CLEAN=True, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:43:29.319 INFO:journalctl@ceph.mgr.z.smithi114.stdout:Sep 12 12:43:29 smithi114 bash[72532]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mgr-z 2024-09-12T12:43:29.471 DEBUG:teuthology.orchestra.run.smithi114:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mgr.z.service' 2024-09-12T12:43:29.507 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:43:29.507 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-09-12T12:43:29.507 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-12T12:43:29.507 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.0 2024-09-12T12:43:29.808 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:29 smithi082 systemd[1]: Stopping Ceph osd.0 for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:43:30.280 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:29 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0[45259]: 2024-09-12T12:43:29.808+0000 7f9fe3b8b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:43:30.280 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:29 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0[45259]: 2024-09-12T12:43:29.808+0000 7f9fe3b8b640 -1 osd.0 109 *** Got signal Terminated *** 2024-09-12T12:43:30.280 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:29 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0[45259]: 2024-09-12T12:43:29.808+0000 7f9fe3b8b640 -1 osd.0 109 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-12T12:43:35.449 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:35 smithi082 podman[102861]: 2024-09-12 12:43:35.133124959 +0000 UTC m=+5.423990391 container died da1ed10cf1a6b4e9934fef1cb5ddf72aa7111ecca889736313f846fb322dfee9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-b53b6d3, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0) 2024-09-12T12:43:35.780 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:35 smithi082 podman[102861]: 2024-09-12 12:43:35.450229507 +0000 UTC m=+5.741094929 container cleanup da1ed10cf1a6b4e9934fef1cb5ddf72aa7111ecca889736313f846fb322dfee9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=squid-b53b6d3) 2024-09-12T12:43:35.780 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:35 smithi082 bash[102861]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0 2024-09-12T12:43:35.780 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:35 smithi082 podman[102877]: 2024-09-12 12:43:35.651352948 +0000 UTC m=+0.513235186 container remove da1ed10cf1a6b4e9934fef1cb5ddf72aa7111ecca889736313f846fb322dfee9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3) 2024-09-12T12:43:36.387 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:36 smithi082 podman[102970]: 2024-09-12 12:43:35.971755469 +0000 UTC m=+0.015704086 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:43:36.387 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:36 smithi082 podman[102970]: 2024-09-12 12:43:36.077175667 +0000 UTC m=+0.121124270 container create 81f9391b2a3ff0a2328d0670c4412f33818535f6d250618c4b8954a9433beb18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-12T12:43:36.387 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:36 smithi082 podman[102970]: 2024-09-12 12:43:36.312787871 +0000 UTC m=+0.356736470 container init 81f9391b2a3ff0a2328d0670c4412f33818535f6d250618c4b8954a9433beb18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-12T12:43:36.387 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:36 smithi082 podman[102970]: 2024-09-12 12:43:36.316286545 +0000 UTC m=+0.360235151 container start 81f9391b2a3ff0a2328d0670c4412f33818535f6d250618c4b8954a9433beb18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-12T12:43:36.387 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:36 smithi082 podman[102970]: 2024-09-12 12:43:36.387988761 +0000 UTC m=+0.431937361 container attach 81f9391b2a3ff0a2328d0670c4412f33818535f6d250618c4b8954a9433beb18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-b53b6d3, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-12T12:43:36.780 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:36 smithi082 podman[102970]: 2024-09-12 12:43:36.499102631 +0000 UTC m=+0.543051241 container died 81f9391b2a3ff0a2328d0670c4412f33818535f6d250618c4b8954a9433beb18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-12T12:43:37.101 INFO:journalctl@ceph.osd.0.smithi082.stdout:Sep 12 12:43:37 smithi082 podman[102993]: 2024-09-12 12:43:37.083629913 +0000 UTC m=+0.577983945 container remove 81f9391b2a3ff0a2328d0670c4412f33818535f6d250618c4b8954a9433beb18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-12T12:43:37.106 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.0.service' 2024-09-12T12:43:37.145 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:43:37.146 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-12T12:43:37.146 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-12T12:43:37.146 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.1 2024-09-12T12:43:37.476 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:43:37 smithi097 systemd[1]: Stopping Ceph osd.1 for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:43:37.771 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:43:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1[39372]: 2024-09-12T12:43:37.475+0000 7f02f1ef9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:43:37.771 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:43:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1[39372]: 2024-09-12T12:43:37.475+0000 7f02f1ef9640 -1 osd.1 109 *** Got signal Terminated *** 2024-09-12T12:43:37.771 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:43:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1[39372]: 2024-09-12T12:43:37.475+0000 7f02f1ef9640 -1 osd.1 109 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-12T12:43:43.068 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:43:42 smithi097 podman[71879]: 2024-09-12 12:43:42.804007464 +0000 UTC m=+5.467123434 container died 14e288be0069fc0e23f27f1ca9a16fb033b7dcd939554fc70cb176e236ed1463 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-b53b6d3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-12T12:43:43.434 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:43:43 smithi097 podman[71879]: 2024-09-12 12:43:43.167426359 +0000 UTC m=+5.830542331 container cleanup 14e288be0069fc0e23f27f1ca9a16fb033b7dcd939554fc70cb176e236ed1463 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-b53b6d3) 2024-09-12T12:43:43.434 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:43:43 smithi097 bash[71879]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1 2024-09-12T12:43:43.771 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:43:43 smithi097 podman[71895]: 2024-09-12 12:43:43.435353456 +0000 UTC m=+0.625909847 container remove 14e288be0069fc0e23f27f1ca9a16fb033b7dcd939554fc70cb176e236ed1463 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:43:44.072 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:43:43 smithi097 podman[71983]: 2024-09-12 12:43:43.777774926 +0000 UTC m=+0.109759673 container create f653f22028bd235d412f4bc9168ceb950b57ffc6beeb12b7fc174d4c8682c01a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-12T12:43:44.072 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:43:43 smithi097 podman[71983]: 2024-09-12 12:43:43.683506543 +0000 UTC m=+0.015491298 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:43:44.072 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:43:43 smithi097 podman[71983]: 2024-09-12 12:43:43.980494084 +0000 UTC m=+0.312478834 container init f653f22028bd235d412f4bc9168ceb950b57ffc6beeb12b7fc174d4c8682c01a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-b53b6d3, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-12T12:43:44.072 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:43:43 smithi097 podman[71983]: 2024-09-12 12:43:43.983980371 +0000 UTC m=+0.315965121 container start f653f22028bd235d412f4bc9168ceb950b57ffc6beeb12b7fc174d4c8682c01a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1-deactivate, RELEASE=squid-b53b6d3, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-12T12:43:44.073 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:43:44 smithi097 podman[71983]: 2024-09-12 12:43:44.072288165 +0000 UTC m=+0.404272911 container attach f653f22028bd235d412f4bc9168ceb950b57ffc6beeb12b7fc174d4c8682c01a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-12T12:43:44.447 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 12 12:43:44 smithi097 podman[71983]: 2024-09-12 12:43:44.175786023 +0000 UTC m=+0.507770776 container died f653f22028bd235d412f4bc9168ceb950b57ffc6beeb12b7fc174d4c8682c01a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:43:44.770 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.1.service' 2024-09-12T12:43:44.808 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:43:44.809 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-12T12:43:44.809 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-12T12:43:44.809 DEBUG:teuthology.orchestra.run.smithi114:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.2 2024-09-12T12:43:45.117 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:43:44 smithi114 systemd[1]: Stopping Ceph osd.2 for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:43:45.569 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:43:45 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2[40485]: 2024-09-12T12:43:45.116+0000 7f3258657640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:43:45.569 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:43:45 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2[40485]: 2024-09-12T12:43:45.116+0000 7f3258657640 -1 osd.2 109 *** Got signal Terminated *** 2024-09-12T12:43:45.569 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:43:45 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2[40485]: 2024-09-12T12:43:45.116+0000 7f3258657640 -1 osd.2 109 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-12T12:43:50.819 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:43:50 smithi114 podman[72660]: 2024-09-12 12:43:50.512269 +0000 UTC m=+5.502028532 container died c722a046843382d16f87c5815e433259081a96f759ec69416821ca47ed811511 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-12T12:43:51.209 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:43:50 smithi114 podman[72660]: 2024-09-12 12:43:50.908479892 +0000 UTC m=+5.898239404 container cleanup c722a046843382d16f87c5815e433259081a96f759ec69416821ca47ed811511 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2, GIT_CLEAN=True, RELEASE=squid-b53b6d3, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-12T12:43:51.209 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:43:50 smithi114 bash[72660]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2 2024-09-12T12:43:51.518 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:43:51 smithi114 podman[72676]: 2024-09-12 12:43:51.210082246 +0000 UTC m=+0.691418077 container remove c722a046843382d16f87c5815e433259081a96f759ec69416821ca47ed811511 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-12T12:43:51.819 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:43:51 smithi114 podman[72766]: 2024-09-12 12:43:51.519418631 +0000 UTC m=+0.108284071 container create 83b7db4fa2d643500458e77e60c27a41d2a697c6f3a3cdf0187daf2b9f8baa5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-b53b6d3, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-12T12:43:51.819 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:43:51 smithi114 podman[72766]: 2024-09-12 12:43:51.427411952 +0000 UTC m=+0.016277343 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:43:51.819 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:43:51 smithi114 podman[72766]: 2024-09-12 12:43:51.763499719 +0000 UTC m=+0.352365121 container init 83b7db4fa2d643500458e77e60c27a41d2a697c6f3a3cdf0187daf2b9f8baa5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-12T12:43:51.819 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:43:51 smithi114 podman[72766]: 2024-09-12 12:43:51.766870088 +0000 UTC m=+0.355735487 container start 83b7db4fa2d643500458e77e60c27a41d2a697c6f3a3cdf0187daf2b9f8baa5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2-deactivate, ceph=True, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-12T12:43:52.249 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:43:51 smithi114 podman[72766]: 2024-09-12 12:43:51.863719182 +0000 UTC m=+0.452584573 container attach 83b7db4fa2d643500458e77e60c27a41d2a697c6f3a3cdf0187daf2b9f8baa5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:43:52.250 INFO:journalctl@ceph.osd.2.smithi114.stdout:Sep 12 12:43:51 smithi114 podman[72766]: 2024-09-12 12:43:51.965944284 +0000 UTC m=+0.554809676 container died 83b7db4fa2d643500458e77e60c27a41d2a697c6f3a3cdf0187daf2b9f8baa5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-b53b6d3, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:43:52.544 DEBUG:teuthology.orchestra.run.smithi114:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.2.service' 2024-09-12T12:43:52.584 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:43:52.585 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-12T12:43:52.585 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-12T12:43:52.585 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.3 2024-09-12T12:43:52.901 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:43:52 smithi082 systemd[1]: Stopping Ceph osd.3 for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:43:53.280 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:43:52 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3[51753]: 2024-09-12T12:43:52.901+0000 7f3939587640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:43:53.280 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:43:52 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3[51753]: 2024-09-12T12:43:52.901+0000 7f3939587640 -1 osd.3 109 *** Got signal Terminated *** 2024-09-12T12:43:53.280 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:43:52 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3[51753]: 2024-09-12T12:43:52.901+0000 7f3939587640 -1 osd.3 109 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-12T12:43:56.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:43:55 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:43:55.675+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:43:56.521 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:43:56 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:43:56.120+0000 7f94d7a5a640 -1 osd.4 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.290301+0000 front 2024-09-12T12:43:32.290232+0000 (oldest deadline 2024-09-12T12:43:55.190105+0000) 2024-09-12T12:43:57.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:43:56 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:43:56.628+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:43:57.069 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:43:56 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:43:56.630+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:43:57.521 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:43:57 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:43:57.099+0000 7f94d7a5a640 -1 osd.4 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.290301+0000 front 2024-09-12T12:43:32.290232+0000 (oldest deadline 2024-09-12T12:43:55.190105+0000) 2024-09-12T12:43:58.069 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:43:57 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:43:57.635+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:43:58.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:43:57 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:43:57.652+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:43:58.390 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:43:58 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:43:58.046+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:43:58.390 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:43:58 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:43:58.272+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:43:58.520 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:43:58 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:43:58.105+0000 7f94d7a5a640 -1 osd.4 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.290301+0000 front 2024-09-12T12:43:32.290232+0000 (oldest deadline 2024-09-12T12:43:55.190105+0000) 2024-09-12T12:43:58.677 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:43:58 smithi082 podman[103077]: 2024-09-12 12:43:58.390482179 +0000 UTC m=+5.601886046 container died d9106579f1c31e2dd31becbd61bf9d7ed1c45f5efe97f20c918d8cd369f5a789 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3, org.label-schema.build-date=20240731, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-12T12:43:59.008 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:43:58 smithi082 podman[103077]: 2024-09-12 12:43:58.851305792 +0000 UTC m=+6.062709658 container cleanup d9106579f1c31e2dd31becbd61bf9d7ed1c45f5efe97f20c918d8cd369f5a789 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-12T12:43:59.008 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:43:58 smithi082 bash[103077]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3 2024-09-12T12:43:59.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:43:58 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:43:58.652+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:43:59.069 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:43:58 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:43:58.650+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:43:59.280 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:43:59 smithi082 podman[103105]: 2024-09-12 12:43:59.169649755 +0000 UTC m=+0.770151936 container remove d9106579f1c31e2dd31becbd61bf9d7ed1c45f5efe97f20c918d8cd369f5a789 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-b53b6d3, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-12T12:43:59.280 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:43:59 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:43:59.008+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:43:59.521 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:43:59 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:43:59.056+0000 7f94d7a5a640 -1 osd.4 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.290301+0000 front 2024-09-12T12:43:32.290232+0000 (oldest deadline 2024-09-12T12:43:55.190105+0000) 2024-09-12T12:43:59.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:43:59 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:43:59.056+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:43:59.620 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:43:59 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:43:59.296+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:43:59.620 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:43:59 smithi082 podman[103196]: 2024-09-12 12:43:59.38329851 +0000 UTC m=+0.015848664 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:43:59.621 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:43:59 smithi082 podman[103196]: 2024-09-12 12:43:59.487103703 +0000 UTC m=+0.119653914 container create 12a46e78b62aaf150ee0912cee05753b3fb1e3174d0f6cb95a31d003f68faa6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3-deactivate, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:43:59.923 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:43:59 smithi082 podman[103196]: 2024-09-12 12:43:59.731180485 +0000 UTC m=+0.363730630 container init 12a46e78b62aaf150ee0912cee05753b3fb1e3174d0f6cb95a31d003f68faa6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-12T12:43:59.923 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:43:59 smithi082 podman[103196]: 2024-09-12 12:43:59.734449201 +0000 UTC m=+0.366999357 container start 12a46e78b62aaf150ee0912cee05753b3fb1e3174d0f6cb95a31d003f68faa6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-b53b6d3, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-12T12:43:59.923 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:43:59 smithi082 podman[103196]: 2024-09-12 12:43:59.806088346 +0000 UTC m=+0.438638493 container attach 12a46e78b62aaf150ee0912cee05753b3fb1e3174d0f6cb95a31d003f68faa6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:44:00.069 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:43:59 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:43:59.642+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:44:00.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:43:59 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:43:59.681+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:00.271 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:00 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:44:00.010+0000 7f94d7a5a640 -1 osd.4 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.290301+0000 front 2024-09-12T12:43:32.290232+0000 (oldest deadline 2024-09-12T12:43:55.190105+0000) 2024-09-12T12:44:00.271 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:00 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:00.107+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:00.280 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:43:59 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:43:59.976+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:00.280 INFO:journalctl@ceph.osd.3.smithi082.stdout:Sep 12 12:43:59 smithi082 podman[103196]: 2024-09-12 12:43:59.923648401 +0000 UTC m=+0.556198550 container died 12a46e78b62aaf150ee0912cee05753b3fb1e3174d0f6cb95a31d003f68faa6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-12T12:44:00.551 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:00 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:00.302+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:00.570 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.3.service' 2024-09-12T12:44:00.613 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:44:00.613 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-12T12:44:00.614 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-12T12:44:00.614 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.4 2024-09-12T12:44:00.937 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:00 smithi097 systemd[1]: Stopping Ceph osd.4 for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:44:00.937 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:00 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:44:00.935+0000 7f94db455640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:44:00.937 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:00 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:44:00.935+0000 7f94db455640 -1 osd.4 109 *** Got signal Terminated *** 2024-09-12T12:44:00.937 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:00 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:44:00.935+0000 7f94db455640 -1 osd.4 109 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-12T12:44:01.069 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:00 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:00.599+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:44:01.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:00 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:00.672+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:01.261 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:00 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:00.966+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:01.271 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:00 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:44:00.972+0000 7f94d7a5a640 -1 osd.4 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.290301+0000 front 2024-09-12T12:43:32.290232+0000 (oldest deadline 2024-09-12T12:43:55.190105+0000) 2024-09-12T12:44:01.271 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:01 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:01.133+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:01.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:01 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:01.262+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:02.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:01 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:01.630+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:02.069 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:01 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:01.576+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:44:02.217 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:01 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:01.927+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:02.271 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:01 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:44:01.996+0000 7f94d7a5a640 -1 osd.4 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.290301+0000 front 2024-09-12T12:43:32.290232+0000 (oldest deadline 2024-09-12T12:43:55.190105+0000) 2024-09-12T12:44:02.271 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:02 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:02.107+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:02.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:02 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:02.218+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:02.819 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:02 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:02.529+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:44:02.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:02 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:02.668+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:03.224 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:02 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:02.973+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:03.271 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:03 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:03.106+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:03.271 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:02 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:44:02.965+0000 7f94d7a5a640 -1 osd.4 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.290301+0000 front 2024-09-12T12:43:32.290232+0000 (oldest deadline 2024-09-12T12:43:55.190105+0000) 2024-09-12T12:44:03.529 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:03 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:03.252+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:03.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:03 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:03.224+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:03.819 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:03 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:03.529+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:44:03.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:03 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:03.632+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:04.233 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:03 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:03.940+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:04.271 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:03 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:44:03.940+0000 7f94d7a5a640 -1 osd.4 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.290301+0000 front 2024-09-12T12:43:32.290232+0000 (oldest deadline 2024-09-12T12:43:55.190105+0000) 2024-09-12T12:44:04.271 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:04 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:04.126+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:04.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:04 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:04.233+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:04.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:04 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:04.233+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:04.549 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:04 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:04.227+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:04.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:04 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:04.650+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:04.819 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:04 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:04.549+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:44:04.969 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:04 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:04.608+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:05.232 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:04 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:04.954+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:05.271 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:04 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4[46306]: 2024-09-12T12:44:04.969+0000 7f94d7a5a640 -1 osd.4 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.290301+0000 front 2024-09-12T12:43:32.290232+0000 (oldest deadline 2024-09-12T12:43:55.190105+0000) 2024-09-12T12:44:05.271 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:05 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:05.097+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:05.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:05 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:05.231+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:05.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:05 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:05.231+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:05.538 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:05 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:05.214+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:05.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:05 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:05.662+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:05.819 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:05 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:05.539+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:44:06.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:05 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:05.638+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:06.266 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:05 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:05.972+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:06.266 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:05 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:05.972+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:06.520 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:06 smithi097 podman[72104]: 2024-09-12 12:44:06.249623413 +0000 UTC m=+5.434791764 container died 783e5ee159cd4ca2e4e91986753ed66264a5136f84816b228b49689aac47deca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-b53b6d3, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-12T12:44:06.520 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:06 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:06.082+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:06.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:06 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:06.266+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:06.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:06 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:06.266+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:06.559 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:06 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:06.256+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:06.770 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:06 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:06.617+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:06.771 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:06 smithi097 podman[72104]: 2024-09-12 12:44:06.619918983 +0000 UTC m=+5.805087321 container cleanup 783e5ee159cd4ca2e4e91986753ed66264a5136f84816b228b49689aac47deca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4, io.buildah.version=1.37.2, RELEASE=squid-b53b6d3, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-12T12:44:06.771 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:06 smithi097 bash[72104]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4 2024-09-12T12:44:06.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:06 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:06.664+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:06.819 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:06 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:06.559+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:44:06.819 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:06 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:06.559+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.528255+0000 front 2024-09-12T12:43:40.528386+0000 (oldest deadline 2024-09-12T12:44:06.428187+0000) 2024-09-12T12:44:07.129 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:06 smithi097 podman[72120]: 2024-09-12 12:44:06.863054946 +0000 UTC m=+0.615390133 container remove 783e5ee159cd4ca2e4e91986753ed66264a5136f84816b228b49689aac47deca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-12T12:44:07.280 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:06 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:06.985+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:07.280 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:06 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:06.985+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:07.280 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:07 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:07.223+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:07.280 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:07 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:07.223+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:07.415 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:07 smithi097 podman[72212]: 2024-09-12 12:44:07.079135808 +0000 UTC m=+0.015691515 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:44:07.416 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:07 smithi097 podman[72212]: 2024-09-12 12:44:07.180519168 +0000 UTC m=+0.117074868 container create 9ec089eba0fa570ace6527302116319f9f08127b2c517e878e83d9e7f5620ed4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-b53b6d3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-12T12:44:07.416 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:07 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:07.129+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:07.416 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:07 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:07.129+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:07.541 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:07 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:07.268+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:07.771 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:07 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:07.568+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:07.771 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:07 smithi097 podman[72212]: 2024-09-12 12:44:07.416214327 +0000 UTC m=+0.352770036 container init 9ec089eba0fa570ace6527302116319f9f08127b2c517e878e83d9e7f5620ed4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-b53b6d3, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-12T12:44:07.771 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:07 smithi097 podman[72212]: 2024-09-12 12:44:07.419625362 +0000 UTC m=+0.356181062 container start 9ec089eba0fa570ace6527302116319f9f08127b2c517e878e83d9e7f5620ed4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:44:07.771 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:07 smithi097 podman[72212]: 2024-09-12 12:44:07.507920495 +0000 UTC m=+0.444476227 container attach 9ec089eba0fa570ace6527302116319f9f08127b2c517e878e83d9e7f5620ed4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-12T12:44:07.772 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:07 smithi097 podman[72212]: 2024-09-12 12:44:07.606832364 +0000 UTC m=+0.543388065 container died 9ec089eba0fa570ace6527302116319f9f08127b2c517e878e83d9e7f5620ed4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, RELEASE=squid-b53b6d3, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True) 2024-09-12T12:44:07.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:07 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:07.688+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:07.819 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:07 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:07.540+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:44:07.819 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:07 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:07.540+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.528255+0000 front 2024-09-12T12:43:40.528386+0000 (oldest deadline 2024-09-12T12:44:06.428187+0000) 2024-09-12T12:44:08.153 INFO:journalctl@ceph.osd.4.smithi097.stdout:Sep 12 12:44:08 smithi097 podman[72236]: 2024-09-12 12:44:08.136249297 +0000 UTC m=+0.523788121 container remove 9ec089eba0fa570ace6527302116319f9f08127b2c517e878e83d9e7f5620ed4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-12T12:44:08.155 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.4.service' 2024-09-12T12:44:08.193 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:44:08.194 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-12T12:44:08.194 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-12T12:44:08.194 DEBUG:teuthology.orchestra.run.smithi114:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.5 2024-09-12T12:44:08.271 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:07 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:07.942+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:08.271 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:07 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:07.942+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:08.495 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:08 smithi114 systemd[1]: Stopping Ceph osd.5 for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:44:08.496 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:08 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:08.274+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:08.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:08 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:08.173+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:08.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:08 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:08.173+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:08.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:08 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:08.271+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:08.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:08 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:08.271+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:08.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:08 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:08.722+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:08.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:08 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:08.722+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:08.820 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:08 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:08.495+0000 7f17bf8db640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:44:08.820 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:08 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:08.495+0000 7f17bf8db640 -1 osd.5 109 *** Got signal Terminated *** 2024-09-12T12:44:08.820 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:08 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:08.495+0000 7f17bf8db640 -1 osd.5 109 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-12T12:44:08.820 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:08 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:08.529+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:44:08.820 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:08 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:08.529+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.528255+0000 front 2024-09-12T12:43:40.528386+0000 (oldest deadline 2024-09-12T12:44:06.428187+0000) 2024-09-12T12:44:09.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:08 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:08.588+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:09.276 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:08 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:08.950+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:09.276 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:08 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:08.950+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:09.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:09 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:09.163+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:09.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:09 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:09.163+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:09.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:09 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:09.276+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:09.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:09 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:09.276+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:09.561 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:09 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:09.297+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:09.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:09 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:09.726+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:09.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:09 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:09.726+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:09.819 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:09 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:09.561+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:44:09.819 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:09 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:09.561+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.528255+0000 front 2024-09-12T12:43:40.528386+0000 (oldest deadline 2024-09-12T12:44:06.428187+0000) 2024-09-12T12:44:10.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:09 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:09.596+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:10.277 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:09 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:09.917+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:10.277 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:09 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:09.917+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:10.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:10 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:10.139+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:10.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:10 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:10.139+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:10.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:10.276+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:10.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:10.276+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:10.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:10 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:10.271+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:11.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:10 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:10.588+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:11.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:10 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:10.756+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:11.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:10 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:10.756+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:11.069 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:10 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:10.571+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:44:11.069 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:10 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:10.571+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.528255+0000 front 2024-09-12T12:43:40.528386+0000 (oldest deadline 2024-09-12T12:44:06.428187+0000) 2024-09-12T12:44:11.267 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:10.966+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:11.267 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:10 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:10.966+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:11.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:11 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:11.157+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:11.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:11 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:11.157+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:11.529 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:11 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:11.278+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:11.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:11 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:11.266+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:11.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:11 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:11.266+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:11.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:11 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:11.266+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:11.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:11 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:11.721+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:11.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:11 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:11.721+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:11.819 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:11 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:11.529+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:44:11.819 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:11 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:11.529+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.528255+0000 front 2024-09-12T12:43:40.528386+0000 (oldest deadline 2024-09-12T12:44:06.428187+0000) 2024-09-12T12:44:12.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:11 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:11.610+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:12.250 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:11 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:11.949+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:12.250 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:11 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:11.949+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:12.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:12 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:12.153+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:12.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:12 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:12.153+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:12.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:12 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:12.250+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:12.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:12 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:12.250+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:12.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:12 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:12.250+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:12.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:12 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:12.259+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:13.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:12 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:12.655+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:13.069 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:12 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:12.571+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:30.527055+0000 front 2024-09-12T12:43:30.527084+0000 (oldest deadline 2024-09-12T12:43:56.427168+0000) 2024-09-12T12:44:13.069 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:12 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5[46968]: 2024-09-12T12:44:12.571+0000 7f17b7ed8640 -1 osd.5 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.528255+0000 front 2024-09-12T12:43:40.528386+0000 (oldest deadline 2024-09-12T12:44:06.428187+0000) 2024-09-12T12:44:13.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:12 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:12.752+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:13.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:12 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:12.752+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:13.239 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:12 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:12.945+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:13.239 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:12 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:12.945+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:13.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:13 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:13.125+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:13.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:13 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:13.125+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:13.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:13 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:13.239+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:13.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:13 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:13.239+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:13.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:13 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:13.239+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:13.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:13 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:13.273+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:14.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:13 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:13.631+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:14.072 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:13 smithi114 podman[72882]: 2024-09-12 12:44:13.945209987 +0000 UTC m=+5.556761348 container died 9753110a90a2a65b5ef5e74aa5c6698194f24e566a9ec000f98944ac7848dc38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-b53b6d3, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:44:14.073 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:13 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:13.780+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:14.073 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:13 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:13.780+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:14.214 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:13 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:13.958+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:14.215 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:13 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:13.958+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:14.215 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:13 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:13.958+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.977557+0000 front 2024-09-12T12:43:48.977491+0000 (oldest deadline 2024-09-12T12:44:13.677459+0000) 2024-09-12T12:44:14.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:14.104+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:14.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:14.104+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:14.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:14.104+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:14.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:14 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:14.214+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:14.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:14 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:14.214+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:14.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:14 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:14.214+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:14.562 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:14 smithi114 podman[72882]: 2024-09-12 12:44:14.378295704 +0000 UTC m=+5.989847064 container cleanup 9753110a90a2a65b5ef5e74aa5c6698194f24e566a9ec000f98944ac7848dc38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=squid-b53b6d3) 2024-09-12T12:44:14.562 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:14 smithi114 bash[72882]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5 2024-09-12T12:44:14.562 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:14.250+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:14.562 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:14.250+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:14.819 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:14 smithi114 podman[72897]: 2024-09-12 12:44:14.562718678 +0000 UTC m=+0.617346495 container remove 9753110a90a2a65b5ef5e74aa5c6698194f24e566a9ec000f98944ac7848dc38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-b53b6d3, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-12T12:44:15.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:14.610+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:15.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:14 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:14.610+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:15.101 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:14 smithi114 podman[72986]: 2024-09-12 12:44:14.898511829 +0000 UTC m=+0.016028871 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:44:15.101 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:14 smithi114 podman[72986]: 2024-09-12 12:44:14.99665352 +0000 UTC m=+0.114170555 container create 110784e88d0aceccd252d4aec8d7cf565740c22e5140d7a3b573089bc92022fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-b53b6d3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-12T12:44:15.102 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:14.823+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:15.102 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:14.823+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:15.102 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:14 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:14.823+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:15.189 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:14 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:14.910+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:15.189 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:14 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:14.910+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:15.189 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:14 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:14.910+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.977557+0000 front 2024-09-12T12:43:48.977491+0000 (oldest deadline 2024-09-12T12:44:13.677459+0000) 2024-09-12T12:44:15.417 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:15 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:15.238+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:15.417 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:15 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:15.238+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:15.417 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:15 smithi114 podman[72986]: 2024-09-12 12:44:15.224542008 +0000 UTC m=+0.342059054 container init 110784e88d0aceccd252d4aec8d7cf565740c22e5140d7a3b573089bc92022fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-12T12:44:15.417 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:15 smithi114 podman[72986]: 2024-09-12 12:44:15.227840164 +0000 UTC m=+0.345357204 container start 110784e88d0aceccd252d4aec8d7cf565740c22e5140d7a3b573089bc92022fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-b53b6d3, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-12T12:44:15.417 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:15 smithi114 podman[72986]: 2024-09-12 12:44:15.316090585 +0000 UTC m=+0.433607633 container attach 110784e88d0aceccd252d4aec8d7cf565740c22e5140d7a3b573089bc92022fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-12T12:44:15.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:15 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:15.130+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:15.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:15 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:15.130+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:15.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:15 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:15.130+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:15.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:15 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:15.189+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:15.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:15 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:15.189+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:15.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:15 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:15.189+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:15.751 INFO:journalctl@ceph.osd.5.smithi114.stdout:Sep 12 12:44:15 smithi114 podman[72986]: 2024-09-12 12:44:15.418228648 +0000 UTC m=+0.535745684 container died 110784e88d0aceccd252d4aec8d7cf565740c22e5140d7a3b573089bc92022fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-b53b6d3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-12T12:44:16.019 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:15 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:15.844+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:16.019 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:15 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:15.844+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:16.019 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:15 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:15.844+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:16.020 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:15 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:15.658+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:16.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:15 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:15.658+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:16.044 DEBUG:teuthology.orchestra.run.smithi114:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.5.service' 2024-09-12T12:44:16.083 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:44:16.083 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-12T12:44:16.083 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-12T12:44:16.083 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.6 2024-09-12T12:44:16.280 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:15 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:15.930+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:16.280 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:15 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:15.930+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:16.281 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:15 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:15.930+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.977557+0000 front 2024-09-12T12:43:48.977491+0000 (oldest deadline 2024-09-12T12:44:13.677459+0000) 2024-09-12T12:44:16.281 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:16 smithi082 systemd[1]: Stopping Ceph osd.6 for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:44:16.281 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:16.173+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:16.281 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:16.173+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:16.281 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:16.173+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:16.319 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:16 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:16.209+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:16.319 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:16 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:16.209+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:16.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:16 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:16.093+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:16.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:16 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:16.093+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:16.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:16 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:16.093+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:16.780 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:16.377+0000 7fbb8dc31640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:44:16.780 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:16.377+0000 7fbb8dc31640 -1 osd.6 109 *** Got signal Terminated *** 2024-09-12T12:44:16.780 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:16.377+0000 7fbb8dc31640 -1 osd.6 109 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-12T12:44:17.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:16 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:16.642+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:17.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:16 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:16.642+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:17.249 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:16 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:16.890+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:17.249 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:16 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:16.890+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:17.249 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:16 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:16.890+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:17.280 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:16.938+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:17.280 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:16.938+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:17.280 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:16.938+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.977557+0000 front 2024-09-12T12:43:48.977491+0000 (oldest deadline 2024-09-12T12:44:13.677459+0000) 2024-09-12T12:44:17.281 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:17 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:17.161+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:17.281 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:17 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:17.161+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:17.281 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:17 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:17.161+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:17.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:17 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:17.053+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:17.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:17 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:17.053+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:17.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:17 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:17.053+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:17.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:17 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:17.245+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:17.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:17 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:17.245+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:18.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:17 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:17.593+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:18.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:17 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:17.593+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:18.200 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:17 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:17.940+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:18.201 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:17 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:17.940+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:18.201 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:17 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:17.940+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:18.280 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:17 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:17.925+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:18.281 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:17 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:17.925+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:18.281 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:17 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:17.925+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.977557+0000 front 2024-09-12T12:43:48.977491+0000 (oldest deadline 2024-09-12T12:44:13.677459+0000) 2024-09-12T12:44:18.281 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:18 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:18.168+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:18.281 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:18 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:18.168+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:18.281 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:18 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:18.168+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:18.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:18 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:18.064+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:18.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:18 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:18.064+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:18.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:18 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:18.064+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:18.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:18 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:18.200+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:18.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:18 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:18.200+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:19.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:18 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:18.625+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:19.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:18 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:18.625+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:19.245 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:18 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:18.945+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:19.245 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:18 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:18.945+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:19.245 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:18 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:18.945+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:19.280 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:19 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:19.134+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:19.280 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:19 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:19.134+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:19.280 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:19 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:19.134+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:19.281 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:18 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:18.900+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:19.281 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:18 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:18.900+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:19.281 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:18 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:18.900+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.977557+0000 front 2024-09-12T12:43:48.977491+0000 (oldest deadline 2024-09-12T12:44:13.677459+0000) 2024-09-12T12:44:19.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:19 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:19.081+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:19.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:19 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:19.081+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:19.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:19 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:19.081+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:19.570 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:19 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:19.245+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:19.570 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:19 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:19.245+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:20.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:19 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:19.653+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:20.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:19 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:19.653+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:20.153 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:19 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:19.883+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:20.154 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:19 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:19.883+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:20.154 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:19 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:19.883+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.977557+0000 front 2024-09-12T12:43:48.977491+0000 (oldest deadline 2024-09-12T12:44:13.677459+0000) 2024-09-12T12:44:20.212 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:19 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:19.917+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:20.212 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:19 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:19.917+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:20.212 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:19 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:19.917+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:20.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:20 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:20.091+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:20.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:20 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:20.091+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:20.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:20 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:20.091+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:20.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:20 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:20.091+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:20.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:20.153+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:20.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:20.153+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:20.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:20.153+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:20.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:20.153+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:20.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:20 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:20.212+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:20.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:20 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:20.212+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:21.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:20 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:20.651+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:21.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:20 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:20.651+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:21.146 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:20.835+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.274708+0000 front 2024-09-12T12:43:33.274734+0000 (oldest deadline 2024-09-12T12:43:57.974938+0000) 2024-09-12T12:44:21.146 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:20.835+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:40.876279+0000 front 2024-09-12T12:43:40.876386+0000 (oldest deadline 2024-09-12T12:44:04.976038+0000) 2024-09-12T12:44:21.146 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:20.835+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.977557+0000 front 2024-09-12T12:43:48.977491+0000 (oldest deadline 2024-09-12T12:44:13.677459+0000) 2024-09-12T12:44:21.146 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:20 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6[58706]: 2024-09-12T12:44:20.835+0000 7fbb8a236640 -1 osd.6 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:57.679062+0000 front 2024-09-12T12:43:57.679234+0000 (oldest deadline 2024-09-12T12:44:20.578918+0000) 2024-09-12T12:44:21.229 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:20 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:20.900+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:21.229 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:20 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:20.900+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:21.229 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:20 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:20.900+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:21.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:21 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:21.102+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:21.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:21 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:21.102+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:21.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:21 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:21.102+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:21.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:21 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:21.102+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:21.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:21 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:21.146+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:21.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:21 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:21.146+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:21.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:21 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:21.146+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:21.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:21 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:21.146+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:21.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:21 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:21.229+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:21.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:21 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:21.229+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:21.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:21 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:21.229+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:22.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:21 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:21.697+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:22.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:21 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:21.697+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:22.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:21 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:21.697+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:57.335052+0000 front 2024-09-12T12:43:57.334927+0000 (oldest deadline 2024-09-12T12:44:20.834795+0000) 2024-09-12T12:44:22.111 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:21 smithi082 podman[103297]: 2024-09-12 12:44:21.843793057 +0000 UTC m=+5.563244569 container died 0fae73da9d387940acccb59fa63f1ea911740be33dca473a8fc745237dfbce66 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:44:22.231 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:21 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:21.850+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:22.231 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:21 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:21.850+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:22.232 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:21 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:21.850+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:22.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:22 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:22.131+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:22.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:22 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:22.131+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:22.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:22 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:22.131+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:22.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:22 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:22.131+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:22.530 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:22 smithi082 podman[103297]: 2024-09-12 12:44:22.294593728 +0000 UTC m=+6.014045239 container cleanup 0fae73da9d387940acccb59fa63f1ea911740be33dca473a8fc745237dfbce66 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=squid-b53b6d3, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-12T12:44:22.530 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:22 smithi082 bash[103297]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6 2024-09-12T12:44:22.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:22 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:22.187+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:22.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:22 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:22.187+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:22.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:22 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:22.187+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:22.531 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:22 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:22.187+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:22.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:22 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:22.231+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:22.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:22 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:22.231+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:22.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:22 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:22.231+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:22.915 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:22 smithi082 podman[103313]: 2024-09-12 12:44:22.572213998 +0000 UTC m=+0.725537448 container remove 0fae73da9d387940acccb59fa63f1ea911740be33dca473a8fc745237dfbce66 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:44:23.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:22 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:22.700+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:23.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:22 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:22.700+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:23.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:22 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:22.700+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:57.335052+0000 front 2024-09-12T12:43:57.334927+0000 (oldest deadline 2024-09-12T12:44:20.834795+0000) 2024-09-12T12:44:23.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:22 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:22.802+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:23.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:22 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:22.802+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:23.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:22 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:22.802+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:23.200 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:22 smithi082 podman[103404]: 2024-09-12 12:44:22.818775903 +0000 UTC m=+0.016126372 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:44:23.201 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:22 smithi082 podman[103404]: 2024-09-12 12:44:22.930303354 +0000 UTC m=+0.127653812 container create 88702f5825b12c6588bab51a895241f4a8d658c5bdaf246c4317578fc3d342ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-12T12:44:23.201 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:23 smithi082 podman[103404]: 2024-09-12 12:44:23.158009463 +0000 UTC m=+0.355359938 container init 88702f5825b12c6588bab51a895241f4a8d658c5bdaf246c4317578fc3d342ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True) 2024-09-12T12:44:23.201 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:23 smithi082 podman[103404]: 2024-09-12 12:44:23.161504726 +0000 UTC m=+0.358855188 container start 88702f5825b12c6588bab51a895241f4a8d658c5bdaf246c4317578fc3d342ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-b53b6d3, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-12T12:44:23.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:23 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:23.130+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:23.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:23 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:23.130+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:23.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:23 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:23.130+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:23.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:23 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:23.130+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:23.531 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:23 smithi082 podman[103404]: 2024-09-12 12:44:23.233026915 +0000 UTC m=+0.430377377 container attach 88702f5825b12c6588bab51a895241f4a8d658c5bdaf246c4317578fc3d342ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-12T12:44:23.531 INFO:journalctl@ceph.osd.6.smithi082.stdout:Sep 12 12:44:23 smithi082 podman[103404]: 2024-09-12 12:44:23.352778488 +0000 UTC m=+0.550128956 container died 88702f5825b12c6588bab51a895241f4a8d658c5bdaf246c4317578fc3d342ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-12T12:44:23.531 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:23 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:23.200+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:23.531 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:23 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:23.200+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:23.531 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:23 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:23.200+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:23.531 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:23 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:23.200+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:23.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:23 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:23.279+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:23.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:23 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:23.279+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:23.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:23 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:23.279+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:24.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:23 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:23.707+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:24.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:23 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:23.707+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:24.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:23 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:23.707+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:57.335052+0000 front 2024-09-12T12:43:57.334927+0000 (oldest deadline 2024-09-12T12:44:20.834795+0000) 2024-09-12T12:44:24.042 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.6.service' 2024-09-12T12:44:24.082 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:44:24.082 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-12T12:44:24.082 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-12T12:44:24.082 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.7 2024-09-12T12:44:24.280 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:24 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:24.242+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:24.280 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:24 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:24.242+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:24.280 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:24 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:24.242+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:24.280 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:24 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:24.242+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:24.285 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:23 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:23.824+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:24.285 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:23 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:23.824+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:24.285 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:23 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:23.824+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:24.380 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:24 smithi097 systemd[1]: Stopping Ceph osd.7 for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:44:24.380 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:24 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:24.134+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:24.380 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:24 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:24.134+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:24.381 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:24 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:24.134+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:24.381 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:24 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:24.134+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:24.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:24 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:24.284+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:24.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:24 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:24.284+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:24.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:24 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:24.284+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:24.739 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:24 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:24.380+0000 7f1da6b60640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:44:24.740 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:24 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:24.380+0000 7f1da6b60640 -1 osd.7 109 *** Got signal Terminated *** 2024-09-12T12:44:24.740 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:24 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:24.380+0000 7f1da6b60640 -1 osd.7 109 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-12T12:44:25.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:24 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:24.739+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:25.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:24 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:24.739+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:25.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:24 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:24.739+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:57.335052+0000 front 2024-09-12T12:43:57.334927+0000 (oldest deadline 2024-09-12T12:44:20.834795+0000) 2024-09-12T12:44:25.289 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:25 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:25.157+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:25.289 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:25 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:25.157+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:25.289 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:25 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:25.157+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:25.289 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:25 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:25.157+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:25.319 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:24 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:24.821+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:25.319 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:24 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:24.821+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:25.319 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:24 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:24.821+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:25.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:25 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:25.259+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:25.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:25 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:25.259+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:25.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:25 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:25.259+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:25.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:25 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:25.259+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:25.584 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:25 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:25.327+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:25.585 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:25 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:25.327+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:25.585 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:25 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:25.327+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:26.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:25 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:25.731+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:26.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:25 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:25.731+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:26.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:25 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:25.731+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:57.335052+0000 front 2024-09-12T12:43:57.334927+0000 (oldest deadline 2024-09-12T12:44:20.834795+0000) 2024-09-12T12:44:26.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:25 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:25.790+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:26.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:25 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:25.790+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:26.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:25 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:25.790+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:26.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:26 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:26.140+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:26.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:26 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:26.140+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:26.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:26 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:26.140+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:26.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:26 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:26.140+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:26.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:26 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:26.297+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:26.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:26 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:26.297+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:26.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:26 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:26.297+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:26.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:26 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:26.297+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:26.806 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:26 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:26.327+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:26.806 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:26 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:26.327+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:26.806 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:26 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:26.327+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:27.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:26 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:26.716+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:27.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:26 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:26.716+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:27.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:26 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:26.716+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:57.335052+0000 front 2024-09-12T12:43:57.334927+0000 (oldest deadline 2024-09-12T12:44:20.834795+0000) 2024-09-12T12:44:27.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:26 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:26.806+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:27.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:26 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:26.806+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:27.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:26 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:26.806+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:27.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:27 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:27.119+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:27.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:27 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:27.119+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:27.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:27 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:27.119+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:27.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:27 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:27.119+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:27.763 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:27 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:27.344+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:27.763 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:27 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:27.344+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:27.763 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:27 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:27.344+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:27.763 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:27 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:27.344+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:05.596490+0000 front 2024-09-12T12:44:05.596454+0000 (oldest deadline 2024-09-12T12:44:27.296422+0000) 2024-09-12T12:44:27.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:27 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:27.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:27.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:27 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:27.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:27.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:27 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:27.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:27.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:27 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:27.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:27.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:27 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:27.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:28.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:27 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:27.737+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:28.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:27 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:27.737+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:28.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:27 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:27.737+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:57.335052+0000 front 2024-09-12T12:43:57.334927+0000 (oldest deadline 2024-09-12T12:44:20.834795+0000) 2024-09-12T12:44:28.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:27 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:27.737+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:00.835216+0000 front 2024-09-12T12:44:00.835178+0000 (oldest deadline 2024-09-12T12:44:26.735268+0000) 2024-09-12T12:44:28.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:27 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:27.763+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:28.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:27 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:27.763+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:28.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:27 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:27.763+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:28.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:27 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:27.763+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:28.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:28 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:28.086+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:28.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:28 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:28.086+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:28.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:28 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:28.086+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:28.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:28 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:28.086+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:28.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:28 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:28.296+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:28.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:28 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:28.296+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:28.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:28 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:28.296+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:28.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:28 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:28.296+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:05.596490+0000 front 2024-09-12T12:44:05.596454+0000 (oldest deadline 2024-09-12T12:44:27.296422+0000) 2024-09-12T12:44:28.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:28 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:28.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:28.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:28 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:28.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:28.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:28 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:28.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:28.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:28 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:28.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:28.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:28 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:28.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:29.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:28 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:28.710+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:39.332044+0000 front 2024-09-12T12:43:39.332011+0000 (oldest deadline 2024-09-12T12:44:04.032132+0000) 2024-09-12T12:44:29.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:28 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:28.710+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.633437+0000 front 2024-09-12T12:43:48.633322+0000 (oldest deadline 2024-09-12T12:44:13.833849+0000) 2024-09-12T12:44:29.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:28 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:28.710+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:57.335052+0000 front 2024-09-12T12:43:57.334927+0000 (oldest deadline 2024-09-12T12:44:20.834795+0000) 2024-09-12T12:44:29.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:28 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7[53026]: 2024-09-12T12:44:28.710+0000 7f1da3165640 -1 osd.7 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:00.835216+0000 front 2024-09-12T12:44:00.835178+0000 (oldest deadline 2024-09-12T12:44:26.735268+0000) 2024-09-12T12:44:29.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:28 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:28.777+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:29.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:28 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:28.777+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:29.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:28 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:28.777+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:29.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:28 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:28.777+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:29.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:29 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:29.064+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:29.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:29 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:29.064+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:29.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:29 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:29.064+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:29.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:29 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:29.064+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:29.765 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:29 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:29.335+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:29.765 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:29 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:29.335+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:29.765 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:29 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:29.335+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:29.765 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:29 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:29.335+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:05.596490+0000 front 2024-09-12T12:44:05.596454+0000 (oldest deadline 2024-09-12T12:44:27.296422+0000) 2024-09-12T12:44:29.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:29 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:29.324+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:29.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:29 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:29.324+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:29.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:29 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:29.324+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:29.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:29 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:29.324+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:29.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:29 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:29.324+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:30.021 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:29 smithi097 podman[72314]: 2024-09-12 12:44:29.74608516 +0000 UTC m=+5.472638853 container died a5fe008f94b1fc9bb6a940d7c0ea13acf8a61d0b91cefa3809e55589b18629d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-b53b6d3, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-12T12:44:30.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:29 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:29.765+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:30.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:29 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:29.765+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:30.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:29 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:29.765+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:30.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:29 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:29.765+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:30.521 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:30 smithi097 podman[72314]: 2024-09-12 12:44:30.105121306 +0000 UTC m=+5.831674992 container cleanup a5fe008f94b1fc9bb6a940d7c0ea13acf8a61d0b91cefa3809e55589b18629d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-b53b6d3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-12T12:44:30.521 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:30 smithi097 bash[72314]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7 2024-09-12T12:44:30.521 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:30 smithi097 podman[72345]: 2024-09-12 12:44:30.24784508 +0000 UTC m=+0.502859140 container remove a5fe008f94b1fc9bb6a940d7c0ea13acf8a61d0b91cefa3809e55589b18629d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-12T12:44:30.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:30 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:30.097+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:30.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:30 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:30.097+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:30.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:30 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:30.097+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:30.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:30 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:30.097+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:30.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:30 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:30.292+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:30.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:30 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:30.292+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:30.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:30 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:30.292+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:30.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:30 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:30.292+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:05.596490+0000 front 2024-09-12T12:44:05.596454+0000 (oldest deadline 2024-09-12T12:44:27.296422+0000) 2024-09-12T12:44:30.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:30 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:30.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:30.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:30 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:30.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:30.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:30 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:30.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:30.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:30 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:30.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:30.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:30 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:30.312+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:31.009 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:30 smithi097 podman[72432]: 2024-09-12 12:44:30.567152964 +0000 UTC m=+0.015715921 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:44:31.009 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:30 smithi097 podman[72432]: 2024-09-12 12:44:30.665394383 +0000 UTC m=+0.113957331 container create 6a6cc9244739ce653069dac11d100fdd8436a6afa8563e5277843406805ab260 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7-deactivate, ceph=True, RELEASE=squid-b53b6d3, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-09-12T12:44:31.009 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:30 smithi097 podman[72432]: 2024-09-12 12:44:30.901034208 +0000 UTC m=+0.349597160 container init 6a6cc9244739ce653069dac11d100fdd8436a6afa8563e5277843406805ab260 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:44:31.009 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:30 smithi097 podman[72432]: 2024-09-12 12:44:30.904379493 +0000 UTC m=+0.352942444 container start 6a6cc9244739ce653069dac11d100fdd8436a6afa8563e5277843406805ab260 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3) 2024-09-12T12:44:31.009 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:31 smithi097 podman[72432]: 2024-09-12 12:44:31.009263055 +0000 UTC m=+0.457826007 container attach 6a6cc9244739ce653069dac11d100fdd8436a6afa8563e5277843406805ab260 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, RELEASE=squid-b53b6d3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True) 2024-09-12T12:44:31.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:30 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:30.813+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:31.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:30 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:30.813+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:31.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:30 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:30.813+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:31.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:30 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:30.813+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:31.271 INFO:journalctl@ceph.osd.7.smithi097.stdout:Sep 12 12:44:31 smithi097 podman[72432]: 2024-09-12 12:44:31.091327708 +0000 UTC m=+0.539890665 container died 6a6cc9244739ce653069dac11d100fdd8436a6afa8563e5277843406805ab260 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-12T12:44:31.271 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:31 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:31.049+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:31.271 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:31 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:31.049+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:31.271 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:31 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:31.049+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:31.271 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:31 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:31.049+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:31.271 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:31 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:31.049+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:31.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:31 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:31.248+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:31.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:31 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:31.248+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:31.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:31 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:31.248+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:31.570 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:31 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:31.248+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:05.596490+0000 front 2024-09-12T12:44:05.596454+0000 (oldest deadline 2024-09-12T12:44:27.296422+0000) 2024-09-12T12:44:31.680 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.7.service' 2024-09-12T12:44:31.718 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:44:31.718 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-12T12:44:31.718 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-09-12T12:44:31.719 DEBUG:teuthology.orchestra.run.smithi114:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.8 2024-09-12T12:44:31.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:31 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:31.314+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:31.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:31 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:31.314+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:31.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:31 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:31.314+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:31.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:31 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:31.314+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:31.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:31 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:31.314+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:32.039 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:31 smithi114 systemd[1]: Stopping Ceph osd.8 for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:44:32.039 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:32 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:32.038+0000 7f1329b32640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:44:32.039 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:31 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:31.784+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:32.039 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:31 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:31.784+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:32.039 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:31 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:31.784+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:32.039 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:31 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:31.784+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:32.319 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:32 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:32.038+0000 7f1329b32640 -1 osd.8 109 *** Got signal Terminated *** 2024-09-12T12:44:32.319 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:32 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:32.038+0000 7f1329b32640 -1 osd.8 109 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-12T12:44:32.319 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:32 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:32.237+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:32.319 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:32 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:32.237+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:32.319 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:32 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:32.237+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:32.319 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:32 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:32.237+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:05.596490+0000 front 2024-09-12T12:44:05.596454+0000 (oldest deadline 2024-09-12T12:44:27.296422+0000) 2024-09-12T12:44:32.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:32 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:32.092+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:32.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:32 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:32.092+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:32.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:32 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:32.092+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:32.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:32 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:32.092+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:32.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:32 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:32.092+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:32.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:32 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:32.340+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:32.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:32 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:32.340+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:32.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:32 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:32.340+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:32.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:32 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:32.340+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:32.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:32 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:32.340+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:33.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:32 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:32.788+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:33.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:32 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:32.788+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:33.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:32 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:32.788+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:33.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:32 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:32.788+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:33.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:33 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:33.062+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:33.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:33 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:33.062+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:33.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:33 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:33.062+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:33.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:33 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:33.062+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:33.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:33 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:33.062+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:33.570 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:33 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:33.215+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:33.570 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:33 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:33.215+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:33.570 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:33 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:33.215+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:33.570 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:33 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:33.215+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:05.596490+0000 front 2024-09-12T12:44:05.596454+0000 (oldest deadline 2024-09-12T12:44:27.296422+0000) 2024-09-12T12:44:33.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:33 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:33.308+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:33.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:33 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:33.308+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:33.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:33 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:33.308+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:33.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:33 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:33.308+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:33.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:33 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:33.308+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:34.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:33 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:33.802+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:34.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:33 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:33.802+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:34.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:33 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:33.802+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:34.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:33 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:33.802+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:34.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:34 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:34.101+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:34.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:34 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:34.101+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:34.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:34 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:34.101+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:34.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:34 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:34.101+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:34.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:34 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:34.101+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:34.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:34 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:34.260+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:34.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:34 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:34.260+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:34.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:34 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:34.260+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:34.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:34 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:34.260+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:05.596490+0000 front 2024-09-12T12:44:05.596454+0000 (oldest deadline 2024-09-12T12:44:27.296422+0000) 2024-09-12T12:44:34.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:34 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:34.309+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:34.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:34 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:34.309+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:34.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:34 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:34.309+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:34.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:34 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:34.309+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:34.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:34 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:34.309+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:35.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:34 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:34.803+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:35.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:34 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:34.803+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:35.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:34 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:34.803+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:35.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:34 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:34.803+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:35.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:35 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:35.143+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:35.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:35 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:35.143+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:35.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:35 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:35.143+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:35.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:35 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:35.143+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:35.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:35 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:35.143+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:35.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:35 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:35.271+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:35.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:35 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:35.271+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:35.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:35 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:35.271+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:35.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:35 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:35.271+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:05.596490+0000 front 2024-09-12T12:44:05.596454+0000 (oldest deadline 2024-09-12T12:44:27.296422+0000) 2024-09-12T12:44:35.569 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:35 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:35.271+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:13.197226+0000 front 2024-09-12T12:44:13.197312+0000 (oldest deadline 2024-09-12T12:44:34.297367+0000) 2024-09-12T12:44:35.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:35 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:35.289+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:35.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:35 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:35.289+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:35.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:35 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:35.289+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:35.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:35 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:35.289+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:35.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:35 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:35.289+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:35.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:35 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:35.289+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.780882+0000 front 2024-09-12T12:44:12.780862+0000 (oldest deadline 2024-09-12T12:44:35.080691+0000) 2024-09-12T12:44:36.059 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:35 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:35.784+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:36.059 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:35 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:35.784+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:36.059 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:35 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:35.784+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:36.059 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:35 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:35.784+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:36.059 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:35 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:35.784+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:36.319 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:36 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:36.272+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.890660+0000 front 2024-09-12T12:43:37.890712+0000 (oldest deadline 2024-09-12T12:44:03.190679+0000) 2024-09-12T12:44:36.319 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:36 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:36.272+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:48.793499+0000 front 2024-09-12T12:43:48.793515+0000 (oldest deadline 2024-09-12T12:44:13.493536+0000) 2024-09-12T12:44:36.319 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:36 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:36.272+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.194439+0000 front 2024-09-12T12:43:55.194510+0000 (oldest deadline 2024-09-12T12:44:20.494299+0000) 2024-09-12T12:44:36.319 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:36 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:36.272+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:05.596490+0000 front 2024-09-12T12:44:05.596454+0000 (oldest deadline 2024-09-12T12:44:27.296422+0000) 2024-09-12T12:44:36.319 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:36 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8[53815]: 2024-09-12T12:44:36.272+0000 7f132212f640 -1 osd.8 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:13.197226+0000 front 2024-09-12T12:44:13.197312+0000 (oldest deadline 2024-09-12T12:44:34.297367+0000) 2024-09-12T12:44:36.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:36 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:36.096+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:36.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:36 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:36.096+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:36.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:36 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:36.096+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:36.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:36 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:36.096+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:36.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:36 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:36.096+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:36.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:36 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:36.245+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:36.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:36 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:36.245+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:36.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:36 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:36.245+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:36.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:36 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:36.245+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:36.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:36 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:36.245+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:36.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:36 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:36.245+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.780882+0000 front 2024-09-12T12:44:12.780862+0000 (oldest deadline 2024-09-12T12:44:35.080691+0000) 2024-09-12T12:44:37.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:36 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:36.781+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:37.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:36 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:36.781+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:37.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:36 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:36.781+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:37.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:36 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:36.781+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:37.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:36 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:36.781+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:37.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:37.116+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:37.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:37.116+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:37.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:37.116+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:37.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:37.116+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:37.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:37 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:37.116+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:37.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:37 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:37.201+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:37.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:37 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:37.201+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:37.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:37 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:37.201+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:37.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:37 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:37.201+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:37.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:37 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:37.201+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:37.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:37 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:37.201+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.780882+0000 front 2024-09-12T12:44:12.780862+0000 (oldest deadline 2024-09-12T12:44:35.080691+0000) 2024-09-12T12:44:37.689 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:37 smithi114 podman[73101]: 2024-09-12 12:44:37.429423919 +0000 UTC m=+5.508467057 container died a15badc034fb9d8749b4c97e0849427efccc100ac0ca1650a4bd32e32a745761 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, RELEASE=squid-b53b6d3, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:44:38.069 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:37 smithi114 podman[73101]: 2024-09-12 12:44:37.780457776 +0000 UTC m=+5.859500908 container cleanup a15badc034fb9d8749b4c97e0849427efccc100ac0ca1650a4bd32e32a745761 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS) 2024-09-12T12:44:38.069 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:37 smithi114 bash[73101]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8 2024-09-12T12:44:38.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:37 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:37.772+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:38.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:37 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:37.772+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:38.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:37 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:37.772+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:38.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:37 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:37.772+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:38.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:37 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:37.772+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:38.400 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:38 smithi114 podman[73116]: 2024-09-12 12:44:38.089951408 +0000 UTC m=+0.660249427 container remove a15badc034fb9d8749b4c97e0849427efccc100ac0ca1650a4bd32e32a745761 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, ceph=True) 2024-09-12T12:44:38.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:38 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:38.099+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:38.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:38 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:38.099+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:38.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:38 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:38.099+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:38.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:38 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:38.099+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:38.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:38 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:38.099+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:38.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:38 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:38.237+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:38.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:38 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:38.237+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:38.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:38 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:38.237+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:38.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:38 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:38.237+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:38.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:38 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:38.237+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:38.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:38 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:38.237+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.780882+0000 front 2024-09-12T12:44:12.780862+0000 (oldest deadline 2024-09-12T12:44:35.080691+0000) 2024-09-12T12:44:38.700 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:38 smithi114 podman[73205]: 2024-09-12 12:44:38.303429806 +0000 UTC m=+0.015964171 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:44:38.701 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:38 smithi114 podman[73205]: 2024-09-12 12:44:38.415747695 +0000 UTC m=+0.128282060 container create afc1cb414ea7d95d7a9e992526294b6ef7d507c7a753385f1acdb654d33635e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-12T12:44:38.701 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:38 smithi114 podman[73205]: 2024-09-12 12:44:38.626511599 +0000 UTC m=+0.339045964 container init afc1cb414ea7d95d7a9e992526294b6ef7d507c7a753385f1acdb654d33635e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-12T12:44:38.701 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:38 smithi114 podman[73205]: 2024-09-12 12:44:38.629672864 +0000 UTC m=+0.342207238 container start afc1cb414ea7d95d7a9e992526294b6ef7d507c7a753385f1acdb654d33635e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-b53b6d3, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-09-12T12:44:38.701 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:38 smithi114 podman[73205]: 2024-09-12 12:44:38.701349346 +0000 UTC m=+0.413883739 container attach afc1cb414ea7d95d7a9e992526294b6ef7d507c7a753385f1acdb654d33635e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-12T12:44:39.069 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:38 smithi114 podman[73205]: 2024-09-12 12:44:38.816356128 +0000 UTC m=+0.528890494 container died afc1cb414ea7d95d7a9e992526294b6ef7d507c7a753385f1acdb654d33635e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-12T12:44:39.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:38 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:38.729+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:39.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:38 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:38.729+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:39.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:38 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:38.729+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:39.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:38 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:38.729+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:39.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:38 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:38.729+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:39.354 INFO:journalctl@ceph.osd.8.smithi114.stdout:Sep 12 12:44:39 smithi114 podman[73228]: 2024-09-12 12:44:39.338298338 +0000 UTC m=+0.515563683 container remove afc1cb414ea7d95d7a9e992526294b6ef7d507c7a753385f1acdb654d33635e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-8-deactivate, RELEASE=squid-b53b6d3, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-12T12:44:39.358 DEBUG:teuthology.orchestra.run.smithi114:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.8.service' 2024-09-12T12:44:39.395 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:44:39.395 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-09-12T12:44:39.395 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-09-12T12:44:39.395 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.9 2024-09-12T12:44:39.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:39 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:39.120+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:39.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:39 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:39.120+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:39.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:39 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:39.120+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:39.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:39 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:39.120+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:39.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:39 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:39.120+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:39.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:39 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:39.120+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.482036+0000 front 2024-09-12T12:44:12.481934+0000 (oldest deadline 2024-09-12T12:44:38.381795+0000) 2024-09-12T12:44:39.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:39 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:39.255+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:39.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:39 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:39.255+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:39.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:39 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:39.255+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:39.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:39 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:39.255+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:39.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:39 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:39.255+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:39.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:39 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:39.255+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.780882+0000 front 2024-09-12T12:44:12.780862+0000 (oldest deadline 2024-09-12T12:44:35.080691+0000) 2024-09-12T12:44:39.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:39 smithi082 systemd[1]: Stopping Ceph osd.9 for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:44:40.030 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:39 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:39.678+0000 7fd8c2277640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:44:40.030 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:39 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:39.678+0000 7fd8c2277640 -1 osd.9 109 *** Got signal Terminated *** 2024-09-12T12:44:40.030 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:39 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:39.678+0000 7fd8c2277640 -1 osd.9 109 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-12T12:44:40.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:39 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:39.748+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:40.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:39 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:39.748+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:40.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:39 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:39.748+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:40.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:39 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:39.748+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:40.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:39 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:39.748+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:40.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:40.111+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:40.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:40.111+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:40.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:40.111+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:40.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:40.111+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:40.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:40.111+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:40.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:40 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:40.111+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.482036+0000 front 2024-09-12T12:44:12.481934+0000 (oldest deadline 2024-09-12T12:44:38.381795+0000) 2024-09-12T12:44:40.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:40 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:40.288+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:40.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:40 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:40.288+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:40.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:40 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:40.288+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:40.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:40 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:40.288+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:40.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:40 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:40.288+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:40.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:40 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:40.288+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.780882+0000 front 2024-09-12T12:44:12.780862+0000 (oldest deadline 2024-09-12T12:44:35.080691+0000) 2024-09-12T12:44:40.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:40.795+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:40.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:40.795+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:40.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:40.795+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:40.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:40.795+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:40.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:40.795+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:41.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:41 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:41.152+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:41.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:41 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:41.152+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:41.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:41 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:41.152+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:41.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:41 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:41.152+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:41.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:41 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:41.152+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:41.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:41 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:41.152+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.482036+0000 front 2024-09-12T12:44:12.481934+0000 (oldest deadline 2024-09-12T12:44:38.381795+0000) 2024-09-12T12:44:41.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:41.266+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:41.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:41.266+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:41.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:41.266+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:41.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:41.266+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:41.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:41.266+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:41.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:41 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:41.266+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.780882+0000 front 2024-09-12T12:44:12.780862+0000 (oldest deadline 2024-09-12T12:44:35.080691+0000) 2024-09-12T12:44:42.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:41 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:41.789+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:42.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:41 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:41.789+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:42.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:41 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:41.789+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:42.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:41 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:41.789+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:42.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:41 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:41.789+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:42.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:42 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:42.141+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:42.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:42 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:42.141+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:42.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:42 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:42.141+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:42.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:42 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:42.141+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:42.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:42 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:42.141+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:42.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:42 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:42.141+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.482036+0000 front 2024-09-12T12:44:12.481934+0000 (oldest deadline 2024-09-12T12:44:38.381795+0000) 2024-09-12T12:44:42.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:42 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:42.141+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:18.382395+0000 front 2024-09-12T12:44:18.382379+0000 (oldest deadline 2024-09-12T12:44:41.882162+0000) 2024-09-12T12:44:42.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:42.251+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:42.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:42.251+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:42.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:42.251+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:42.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:42.251+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:42.531 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:42.251+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:42.531 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:42 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:42.251+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.780882+0000 front 2024-09-12T12:44:12.780862+0000 (oldest deadline 2024-09-12T12:44:35.080691+0000) 2024-09-12T12:44:43.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:42 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:42.746+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:43.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:42 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:42.746+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:43.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:42 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:42.746+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:43.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:42 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:42.746+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:43.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:42 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:42.746+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:43.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:42 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:42.746+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:43.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:43 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:43.098+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:43.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:43 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:43.098+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:43.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:43 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:43.098+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:43.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:43 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:43.098+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:43.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:43 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:43.098+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:43.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:43 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:43.098+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.482036+0000 front 2024-09-12T12:44:12.481934+0000 (oldest deadline 2024-09-12T12:44:38.381795+0000) 2024-09-12T12:44:43.522 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:43 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:43.098+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:18.382395+0000 front 2024-09-12T12:44:18.382379+0000 (oldest deadline 2024-09-12T12:44:41.882162+0000) 2024-09-12T12:44:43.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:43.226+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:43.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:43.226+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:43.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:43.226+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:43.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:43.226+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:43.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:43.226+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:43.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:43 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:43.226+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.780882+0000 front 2024-09-12T12:44:12.780862+0000 (oldest deadline 2024-09-12T12:44:35.080691+0000) 2024-09-12T12:44:44.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:43 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:43.785+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:44.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:43 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:43.785+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:44.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:43 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:43.785+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:44.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:43 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:43.785+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:44.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:43 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:43.785+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:44.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:43 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:43.785+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:44.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:44 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:44.065+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:44.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:44 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:44.065+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:44.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:44 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:44.065+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:44.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:44 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:44.065+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:44.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:44 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:44.065+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:44.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:44 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:44.065+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.482036+0000 front 2024-09-12T12:44:12.481934+0000 (oldest deadline 2024-09-12T12:44:38.381795+0000) 2024-09-12T12:44:44.522 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:44 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:44.065+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:18.382395+0000 front 2024-09-12T12:44:18.382379+0000 (oldest deadline 2024-09-12T12:44:41.882162+0000) 2024-09-12T12:44:44.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:44.205+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.074564+0000 front 2024-09-12T12:43:32.074701+0000 (oldest deadline 2024-09-12T12:43:57.374702+0000) 2024-09-12T12:44:44.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:44.205+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:37.375256+0000 front 2024-09-12T12:43:37.375352+0000 (oldest deadline 2024-09-12T12:44:03.275166+0000) 2024-09-12T12:44:44.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:44.205+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.076871+0000 front 2024-09-12T12:43:49.076856+0000 (oldest deadline 2024-09-12T12:44:10.776892+0000) 2024-09-12T12:44:44.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:44.205+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:55.378207+0000 front 2024-09-12T12:43:55.378170+0000 (oldest deadline 2024-09-12T12:44:19.478341+0000) 2024-09-12T12:44:44.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:44.205+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.579278+0000 front 2024-09-12T12:44:03.579358+0000 (oldest deadline 2024-09-12T12:44:26.479139+0000) 2024-09-12T12:44:44.530 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:44 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9[65269]: 2024-09-12T12:44:44.205+0000 7fd8be87c640 -1 osd.9 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.780882+0000 front 2024-09-12T12:44:12.780862+0000 (oldest deadline 2024-09-12T12:44:35.080691+0000) 2024-09-12T12:44:45.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:44 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:44.773+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:45.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:44 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:44.773+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:45.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:44 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:44.773+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:45.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:44 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:44.773+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:45.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:44 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:44.773+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:45.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:44 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:44.773+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:45.445 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:45 smithi082 podman[103505]: 2024-09-12 12:44:45.176248745 +0000 UTC m=+5.587232040 container died 23ac4e35b580350c17f124e1aa8b5783cff35ab4b088e9c025151b4831192cd0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=squid-b53b6d3, org.label-schema.license=GPLv2) 2024-09-12T12:44:45.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:45 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:45.074+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:45.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:45 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:45.074+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:45.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:45 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:45.074+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:45.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:45 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:45.074+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:45.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:45 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:45.074+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:45.522 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:45 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:45.074+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.482036+0000 front 2024-09-12T12:44:12.481934+0000 (oldest deadline 2024-09-12T12:44:38.381795+0000) 2024-09-12T12:44:45.522 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:45 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:45.074+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:18.382395+0000 front 2024-09-12T12:44:18.382379+0000 (oldest deadline 2024-09-12T12:44:41.882162+0000) 2024-09-12T12:44:45.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:45 smithi082 podman[103505]: 2024-09-12 12:44:45.52818756 +0000 UTC m=+5.939170896 container cleanup 23ac4e35b580350c17f124e1aa8b5783cff35ab4b088e9c025151b4831192cd0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-12T12:44:45.780 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:45 smithi082 bash[103505]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9 2024-09-12T12:44:46.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:45 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:45.743+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:46.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:45 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:45.743+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:46.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:45 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:45.743+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:46.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:45 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:45.743+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:46.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:45 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:45.743+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:46.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:45 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:45.743+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:46.129 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:45 smithi082 podman[103521]: 2024-09-12 12:44:45.820954363 +0000 UTC m=+0.637880743 container remove 23ac4e35b580350c17f124e1aa8b5783cff35ab4b088e9c025151b4831192cd0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-b53b6d3, io.buildah.version=1.37.2) 2024-09-12T12:44:46.432 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:46 smithi082 podman[103608]: 2024-09-12 12:44:46.032431335 +0000 UTC m=+0.016020925 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:44:46.432 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:46 smithi082 podman[103608]: 2024-09-12 12:44:46.130120408 +0000 UTC m=+0.113709986 container create 5db800078bc0219970d7d6a7a9e59787b899c20478bd012728de1cc0921d0063 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=squid-b53b6d3) 2024-09-12T12:44:46.432 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:46 smithi082 podman[103608]: 2024-09-12 12:44:46.366200984 +0000 UTC m=+0.349790560 container init 5db800078bc0219970d7d6a7a9e59787b899c20478bd012728de1cc0921d0063 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-12T12:44:46.433 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:46 smithi082 podman[103608]: 2024-09-12 12:44:46.369534068 +0000 UTC m=+0.353123646 container start 5db800078bc0219970d7d6a7a9e59787b899c20478bd012728de1cc0921d0063 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9-deactivate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=squid-b53b6d3) 2024-09-12T12:44:46.433 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:46 smithi082 podman[103608]: 2024-09-12 12:44:46.432802657 +0000 UTC m=+0.416392234 container attach 5db800078bc0219970d7d6a7a9e59787b899c20478bd012728de1cc0921d0063 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux ) 2024-09-12T12:44:46.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:46 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:46.104+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:46.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:46 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:46.104+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:46.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:46 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:46.104+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:46.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:46 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:46.104+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:46.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:46 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:46.104+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:46.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:46 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:46.104+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.482036+0000 front 2024-09-12T12:44:12.481934+0000 (oldest deadline 2024-09-12T12:44:38.381795+0000) 2024-09-12T12:44:46.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:46 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:46.104+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:18.382395+0000 front 2024-09-12T12:44:18.382379+0000 (oldest deadline 2024-09-12T12:44:41.882162+0000) 2024-09-12T12:44:46.781 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:46 smithi082 podman[103608]: 2024-09-12 12:44:46.559301542 +0000 UTC m=+0.542891130 container died 5db800078bc0219970d7d6a7a9e59787b899c20478bd012728de1cc0921d0063 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=squid-b53b6d3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:44:47.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:46 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:46.713+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:47.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:46 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:46.713+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:47.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:46 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:46.713+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:47.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:46 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:46.713+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:47.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:46 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:46.713+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:47.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:46 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:46.713+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:47.112 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.9.service' 2024-09-12T12:44:47.136 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:47 smithi082 podman[103631]: 2024-09-12 12:44:47.08617365 +0000 UTC m=+0.520813696 container remove 5db800078bc0219970d7d6a7a9e59787b899c20478bd012728de1cc0921d0063 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:44:47.137 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:47 smithi082 systemd[1]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.9.service: Deactivated successfully. 2024-09-12T12:44:47.137 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:47 smithi082 systemd[1]: Stopped Ceph osd.9 for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:44:47.137 INFO:journalctl@ceph.osd.9.smithi082.stdout:Sep 12 12:44:47 smithi082 systemd[1]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.9.service: Consumed 11.977s CPU time. 2024-09-12T12:44:47.153 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:44:47.153 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-09-12T12:44:47.153 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-09-12T12:44:47.153 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.10 2024-09-12T12:44:47.457 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:47 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:47.129+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:47.457 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:47 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:47.129+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:47.457 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:47 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:47.129+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:47.457 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:47 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:47.129+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:47.457 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:47 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:47.129+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:47.457 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:47 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:47.129+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.482036+0000 front 2024-09-12T12:44:12.481934+0000 (oldest deadline 2024-09-12T12:44:38.381795+0000) 2024-09-12T12:44:47.457 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:47 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:47.129+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:18.382395+0000 front 2024-09-12T12:44:18.382379+0000 (oldest deadline 2024-09-12T12:44:41.882162+0000) 2024-09-12T12:44:47.457 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:47 smithi097 systemd[1]: Stopping Ceph osd.10 for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:44:47.457 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:47 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:47.455+0000 7ff38008c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:44:47.457 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:47 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:47.455+0000 7ff38008c640 -1 osd.10 109 *** Got signal Terminated *** 2024-09-12T12:44:47.458 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:47 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:47.455+0000 7ff38008c640 -1 osd.10 109 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-12T12:44:48.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:47 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:47.719+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:48.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:47 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:47.719+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:48.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:47 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:47.719+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:48.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:47 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:47.719+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:48.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:47 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:47.719+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:48.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:47 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:47.719+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:48.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:48 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:48.157+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:48.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:48 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:48.157+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:48.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:48 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:48.157+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:48.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:48 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:48.157+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:48.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:48 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:48.157+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:48.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:48 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:48.157+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.482036+0000 front 2024-09-12T12:44:12.481934+0000 (oldest deadline 2024-09-12T12:44:38.381795+0000) 2024-09-12T12:44:48.522 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:48 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:48.157+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:18.382395+0000 front 2024-09-12T12:44:18.382379+0000 (oldest deadline 2024-09-12T12:44:41.882162+0000) 2024-09-12T12:44:49.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:48 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:48.712+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:49.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:48 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:48.712+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:49.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:48 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:48.712+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:49.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:48 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:48.712+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:49.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:48 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:48.712+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:49.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:48 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:48.712+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:49.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:49 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:49.165+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:49.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:49 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:49.165+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:49.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:49 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:49.165+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:49.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:49 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:49.165+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:49.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:49 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:49.165+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:49.522 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:49 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:49.165+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.482036+0000 front 2024-09-12T12:44:12.481934+0000 (oldest deadline 2024-09-12T12:44:38.381795+0000) 2024-09-12T12:44:49.522 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:49 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:49.165+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:18.382395+0000 front 2024-09-12T12:44:18.382379+0000 (oldest deadline 2024-09-12T12:44:41.882162+0000) 2024-09-12T12:44:50.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:49 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:49.674+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:50.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:49 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:49.674+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:50.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:49 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:49.674+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:50.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:49 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:49.674+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:50.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:49 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:49.674+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:50.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:49 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:49.674+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:50.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:50 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:50.133+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:50.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:50 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:50.133+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:50.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:50 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:50.133+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:50.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:50 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:50.133+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:50.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:50 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:50.133+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:50.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:50 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:50.133+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.482036+0000 front 2024-09-12T12:44:12.481934+0000 (oldest deadline 2024-09-12T12:44:38.381795+0000) 2024-09-12T12:44:50.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:50 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:50.133+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:18.382395+0000 front 2024-09-12T12:44:18.382379+0000 (oldest deadline 2024-09-12T12:44:41.882162+0000) 2024-09-12T12:44:51.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:50 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:50.702+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:51.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:50 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:50.702+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:51.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:50 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:50.702+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:51.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:50 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:50.702+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:51.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:50 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:50.702+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:51.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:50 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:50.702+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:51.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:50 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:50.702+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6820 osd.7 since back 2024-09-12T12:44:28.977880+0000 front 2024-09-12T12:44:28.977843+0000 (oldest deadline 2024-09-12T12:44:50.677801+0000) 2024-09-12T12:44:51.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:51 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:51.120+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:51.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:51 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:51.120+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:51.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:51 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:51.120+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:51.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:51 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:51.120+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:51.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:51 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:51.120+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:51.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:51 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:51.120+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.482036+0000 front 2024-09-12T12:44:12.481934+0000 (oldest deadline 2024-09-12T12:44:38.381795+0000) 2024-09-12T12:44:51.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:51 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:51.120+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:18.382395+0000 front 2024-09-12T12:44:18.382379+0000 (oldest deadline 2024-09-12T12:44:41.882162+0000) 2024-09-12T12:44:52.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:51 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:51.698+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:52.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:51 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:51.698+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:52.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:51 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:51.698+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:52.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:51 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:51.698+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:52.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:51 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:51.698+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:52.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:51 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:51.698+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:52.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:51 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:51.698+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6820 osd.7 since back 2024-09-12T12:44:28.977880+0000 front 2024-09-12T12:44:28.977843+0000 (oldest deadline 2024-09-12T12:44:50.677801+0000) 2024-09-12T12:44:52.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:52 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:52.091+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:32.376081+0000 front 2024-09-12T12:43:32.376263+0000 (oldest deadline 2024-09-12T12:43:58.276148+0000) 2024-09-12T12:44:52.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:52 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:52.091+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:41.677714+0000 front 2024-09-12T12:43:41.677827+0000 (oldest deadline 2024-09-12T12:44:06.377826+0000) 2024-09-12T12:44:52.521 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:52 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:52.091+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.878556+0000 front 2024-09-12T12:43:49.878499+0000 (oldest deadline 2024-09-12T12:44:13.978646+0000) 2024-09-12T12:44:52.522 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:52 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:52.091+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6814 osd.3 since back 2024-09-12T12:43:56.279401+0000 front 2024-09-12T12:43:56.279338+0000 (oldest deadline 2024-09-12T12:44:19.179338+0000) 2024-09-12T12:44:52.522 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:52 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:52.091+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:04.880673+0000 front 2024-09-12T12:44:04.880706+0000 (oldest deadline 2024-09-12T12:44:30.180788+0000) 2024-09-12T12:44:52.522 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:52 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:52.091+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:12.482036+0000 front 2024-09-12T12:44:12.481934+0000 (oldest deadline 2024-09-12T12:44:38.381795+0000) 2024-09-12T12:44:52.522 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:52 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10[59621]: 2024-09-12T12:44:52.091+0000 7ff37c691640 -1 osd.10 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:18.382395+0000 front 2024-09-12T12:44:18.382379+0000 (oldest deadline 2024-09-12T12:44:41.882162+0000) 2024-09-12T12:44:53.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:52 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:52.691+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:53.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:52 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:52.691+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:53.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:52 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:52.691+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:53.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:52 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:52.691+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:53.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:52 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:52.691+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:53.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:52 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:52.691+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:53.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:52 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:52.691+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6820 osd.7 since back 2024-09-12T12:44:28.977880+0000 front 2024-09-12T12:44:28.977843+0000 (oldest deadline 2024-09-12T12:44:50.677801+0000) 2024-09-12T12:44:53.090 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:52 smithi097 podman[72534]: 2024-09-12 12:44:52.797150697 +0000 UTC m=+5.452367928 container died 897642c297a2075ea5c08d31da4896d7d0138c5edce0c893866198ebfaf019cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS) 2024-09-12T12:44:53.399 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:53 smithi097 podman[72534]: 2024-09-12 12:44:53.189996467 +0000 UTC m=+5.845213699 container cleanup 897642c297a2075ea5c08d31da4896d7d0138c5edce0c893866198ebfaf019cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=squid-b53b6d3) 2024-09-12T12:44:53.399 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:53 smithi097 bash[72534]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10 2024-09-12T12:44:53.706 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:53 smithi097 podman[72550]: 2024-09-12 12:44:53.399440593 +0000 UTC m=+0.593932430 container remove 897642c297a2075ea5c08d31da4896d7d0138c5edce0c893866198ebfaf019cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=squid-b53b6d3, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:44:53.976 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:53 smithi097 podman[72638]: 2024-09-12 12:44:53.609704437 +0000 UTC m=+0.015638337 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:44:53.977 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:53 smithi097 podman[72638]: 2024-09-12 12:44:53.716817185 +0000 UTC m=+0.122751076 container create 6a31e25f326b1d9bf1dd53c97e476f0a9a29e0e5c8fa1c0881f85b0a610eb487 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-b53b6d3, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-12T12:44:53.977 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:53 smithi097 podman[72638]: 2024-09-12 12:44:53.902456991 +0000 UTC m=+0.308390881 container init 6a31e25f326b1d9bf1dd53c97e476f0a9a29e0e5c8fa1c0881f85b0a610eb487 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-b53b6d3, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-12T12:44:53.977 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:53 smithi097 podman[72638]: 2024-09-12 12:44:53.905561342 +0000 UTC m=+0.311495238 container start 6a31e25f326b1d9bf1dd53c97e476f0a9a29e0e5c8fa1c0881f85b0a610eb487 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-12T12:44:53.977 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:53 smithi097 podman[72638]: 2024-09-12 12:44:53.977230026 +0000 UTC m=+0.383163918 container attach 6a31e25f326b1d9bf1dd53c97e476f0a9a29e0e5c8fa1c0881f85b0a610eb487 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-b53b6d3, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-12T12:44:54.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:53 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:53.658+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:54.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:53 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:53.658+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:54.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:53 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:53.658+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:54.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:53 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:53.658+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:54.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:53 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:53.658+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:54.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:53 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:53.658+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:54.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:53 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:53.658+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6820 osd.7 since back 2024-09-12T12:44:28.977880+0000 front 2024-09-12T12:44:28.977843+0000 (oldest deadline 2024-09-12T12:44:50.677801+0000) 2024-09-12T12:44:54.271 INFO:journalctl@ceph.osd.10.smithi097.stdout:Sep 12 12:44:54 smithi097 podman[72638]: 2024-09-12 12:44:54.091670774 +0000 UTC m=+0.497604672 container died 6a31e25f326b1d9bf1dd53c97e476f0a9a29e0e5c8fa1c0881f85b0a610eb487 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-b53b6d3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:44:54.644 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.10.service' 2024-09-12T12:44:54.681 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:44:54.681 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-09-12T12:44:54.681 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-09-12T12:44:54.682 DEBUG:teuthology.orchestra.run.smithi114:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.11 2024-09-12T12:44:55.007 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:54 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:54.651+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:55.008 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:54 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:54.651+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:55.008 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:54 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:54.651+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:55.008 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:54 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:54.651+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:55.008 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:54 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:54.651+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:55.008 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:54 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:54.651+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:55.008 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:54 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:54.651+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6820 osd.7 since back 2024-09-12T12:44:28.977880+0000 front 2024-09-12T12:44:28.977843+0000 (oldest deadline 2024-09-12T12:44:50.677801+0000) 2024-09-12T12:44:55.008 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:54 smithi114 systemd[1]: Stopping Ceph osd.11 for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:44:55.008 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:55 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:55.007+0000 7f7fd0037640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:44:55.008 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:55 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:55.007+0000 7f7fd0037640 -1 osd.11 109 *** Got signal Terminated *** 2024-09-12T12:44:55.008 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:55 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:55.007+0000 7f7fd0037640 -1 osd.11 109 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-12T12:44:56.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:55 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:55.658+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:56.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:55 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:55.658+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:56.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:55 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:55.658+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:56.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:55 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:55.658+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:56.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:55 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:55.658+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:56.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:55 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:55.658+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:56.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:55 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:55.658+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6820 osd.7 since back 2024-09-12T12:44:28.977880+0000 front 2024-09-12T12:44:28.977843+0000 (oldest deadline 2024-09-12T12:44:50.677801+0000) 2024-09-12T12:44:56.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:56 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:56.613+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:56.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:56 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:56.613+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:56.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:56 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:56.613+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:56.819 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:56 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:56.613+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:56.820 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:56 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:56.613+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:56.820 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:56 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:56.613+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:56.820 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:56 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:56.613+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6820 osd.7 since back 2024-09-12T12:44:28.977880+0000 front 2024-09-12T12:44:28.977843+0000 (oldest deadline 2024-09-12T12:44:50.677801+0000) 2024-09-12T12:44:58.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:57 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:57.630+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:58.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:57 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:57.630+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:58.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:57 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:57.630+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:58.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:57 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:57.630+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:58.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:57 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:57.630+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:58.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:57 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:57.630+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:58.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:57 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:57.630+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6820 osd.7 since back 2024-09-12T12:44:28.977880+0000 front 2024-09-12T12:44:28.977843+0000 (oldest deadline 2024-09-12T12:44:50.677801+0000) 2024-09-12T12:44:59.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:58 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:58.622+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:44:59.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:58 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:58.622+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:44:59.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:58 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:58.622+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:44:59.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:58 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:58.622+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:44:59.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:58 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:58.622+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:44:59.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:58 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:58.622+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:44:59.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:58 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:58.622+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6820 osd.7 since back 2024-09-12T12:44:28.977880+0000 front 2024-09-12T12:44:28.977843+0000 (oldest deadline 2024-09-12T12:44:50.677801+0000) 2024-09-12T12:45:00.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:59 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:59.607+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6806 osd.0 since back 2024-09-12T12:43:33.669642+0000 front 2024-09-12T12:43:33.669502+0000 (oldest deadline 2024-09-12T12:43:55.369530+0000) 2024-09-12T12:45:00.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:59 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:59.607+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6804 osd.1 since back 2024-09-12T12:43:42.271694+0000 front 2024-09-12T12:43:42.271646+0000 (oldest deadline 2024-09-12T12:44:08.171649+0000) 2024-09-12T12:45:00.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:59 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:59.607+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6804 osd.2 since back 2024-09-12T12:43:49.872453+0000 front 2024-09-12T12:43:49.872624+0000 (oldest deadline 2024-09-12T12:44:14.572620+0000) 2024-09-12T12:45:00.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:59 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:59.607+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6812 osd.4 since back 2024-09-12T12:44:03.274810+0000 front 2024-09-12T12:44:03.274930+0000 (oldest deadline 2024-09-12T12:44:27.374754+0000) 2024-09-12T12:45:00.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:59 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:59.607+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6812 osd.5 since back 2024-09-12T12:44:11.475702+0000 front 2024-09-12T12:44:11.475767+0000 (oldest deadline 2024-09-12T12:44:35.575699+0000) 2024-09-12T12:45:00.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:59 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:59.607+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.82:6822 osd.6 since back 2024-09-12T12:44:16.676662+0000 front 2024-09-12T12:44:16.676655+0000 (oldest deadline 2024-09-12T12:44:41.976421+0000) 2024-09-12T12:45:00.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:59 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:59.607+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.97:6820 osd.7 since back 2024-09-12T12:44:28.977880+0000 front 2024-09-12T12:44:28.977843+0000 (oldest deadline 2024-09-12T12:44:50.677801+0000) 2024-09-12T12:45:00.070 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:44:59 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11[60737]: 2024-09-12T12:44:59.607+0000 7f7fc8634640 -1 osd.11 109 heartbeat_check: no reply from 172.21.15.114:6820 osd.8 since back 2024-09-12T12:44:34.678905+0000 front 2024-09-12T12:44:34.678955+0000 (oldest deadline 2024-09-12T12:44:59.378958+0000) 2024-09-12T12:45:00.741 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:45:00 smithi114 podman[73321]: 2024-09-12 12:45:00.481142427 +0000 UTC m=+5.601142357 container died c3de5b8786eae2ae88e44874f46248257e3a718d9b12cafa54bfad7cd2009f9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-12T12:45:01.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:45:00 smithi114 podman[73321]: 2024-09-12 12:45:00.832321283 +0000 UTC m=+5.952321205 container cleanup c3de5b8786eae2ae88e44874f46248257e3a718d9b12cafa54bfad7cd2009f9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-12T12:45:01.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:45:00 smithi114 bash[73321]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11 2024-09-12T12:45:01.399 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:45:01 smithi114 podman[73349]: 2024-09-12 12:45:01.083472764 +0000 UTC m=+0.600197959 container remove c3de5b8786eae2ae88e44874f46248257e3a718d9b12cafa54bfad7cd2009f9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-12T12:45:01.694 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:45:01 smithi114 podman[73438]: 2024-09-12 12:45:01.302998345 +0000 UTC m=+0.015849651 image pull 54467abc55f864c4f73dfaf9c6ac3bb3e87b773123d5badaf790bee57321d594 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66 2024-09-12T12:45:01.695 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:45:01 smithi114 podman[73438]: 2024-09-12 12:45:01.409237758 +0000 UTC m=+0.122089120 container create 887570200a81d9ecfa912473abdffbf1b545982dae29ae5ef069c49c4e5bc714 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, org.label-schema.schema-version=1.0) 2024-09-12T12:45:01.695 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:45:01 smithi114 podman[73438]: 2024-09-12 12:45:01.612441076 +0000 UTC m=+0.325292389 container init 887570200a81d9ecfa912473abdffbf1b545982dae29ae5ef069c49c4e5bc714 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-b53b6d3, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-12T12:45:01.695 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:45:01 smithi114 podman[73438]: 2024-09-12 12:45:01.615965457 +0000 UTC m=+0.328816768 container start 887570200a81d9ecfa912473abdffbf1b545982dae29ae5ef069c49c4e5bc714 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-b53b6d3, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:45:01.695 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:45:01 smithi114 podman[73438]: 2024-09-12 12:45:01.695106391 +0000 UTC m=+0.407957696 container attach 887570200a81d9ecfa912473abdffbf1b545982dae29ae5ef069c49c4e5bc714 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-b53b6d3, ceph=True) 2024-09-12T12:45:02.069 INFO:journalctl@ceph.osd.11.smithi114.stdout:Sep 12 12:45:01 smithi114 podman[73438]: 2024-09-12 12:45:01.800828532 +0000 UTC m=+0.513679837 container died 887570200a81d9ecfa912473abdffbf1b545982dae29ae5ef069c49c4e5bc714 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-b53b6d3, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-12T12:45:02.369 DEBUG:teuthology.orchestra.run.smithi114:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@osd.11.service' 2024-09-12T12:45:02.407 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:45:02.407 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-09-12T12:45:02.407 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-12T12:45:02.408 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.a 2024-09-12T12:45:02.705 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:45:02 smithi082 systemd[1]: Stopping Ceph mds.a for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:45:03.033 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:45:02 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-a[72557]: 2024-09-12T12:45:02.703+0000 7f4b498ec640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:45:03.033 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:45:02 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-a[72557]: 2024-09-12T12:45:02.703+0000 7f4b498ec640 -1 mds.a *** got signal Terminated *** 2024-09-12T12:45:07.030 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:45:06 smithi082 podman[103721]: 2024-09-12 12:45:06.717793796 +0000 UTC m=+4.112898728 container died f1703a35ea09171818d35a522985029044ff290306a22e87f6928db95ce83f4b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-12T12:45:07.454 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:45:07 smithi082 podman[103721]: 2024-09-12 12:45:07.211706715 +0000 UTC m=+4.606811682 container cleanup f1703a35ea09171818d35a522985029044ff290306a22e87f6928db95ce83f4b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-a, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-b53b6d3, io.buildah.version=1.37.2) 2024-09-12T12:45:07.454 INFO:journalctl@ceph.mds.a.smithi082.stdout:Sep 12 12:45:07 smithi082 bash[103721]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-a 2024-09-12T12:45:07.593 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.a.service' 2024-09-12T12:45:07.626 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:45:07.627 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-12T12:45:07.627 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-09-12T12:45:07.627 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.d 2024-09-12T12:45:08.030 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:45:07 smithi082 systemd[1]: Stopping Ceph mds.d for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:45:08.031 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:45:07 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-d[71368]: 2024-09-12T12:45:07.948+0000 7ff0a5090640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:45:08.031 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:45:07 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-d[71368]: 2024-09-12T12:45:07.948+0000 7ff0a5090640 -1 mds.d *** got signal Terminated *** 2024-09-12T12:45:12.231 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:45:11 smithi082 podman[103842]: 2024-09-12 12:45:11.96378947 +0000 UTC m=+4.118313485 container died a7d68601afd1fff8bcda31f46658f58e08be49ac60e581eca8be28cc46b2441b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-d, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-12T12:45:12.530 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:45:12 smithi082 podman[103842]: 2024-09-12 12:45:12.323138975 +0000 UTC m=+4.477662980 container cleanup a7d68601afd1fff8bcda31f46658f58e08be49ac60e581eca8be28cc46b2441b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-b53b6d3, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:45:12.530 INFO:journalctl@ceph.mds.d.smithi082.stdout:Sep 12 12:45:12 smithi082 bash[103842]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-d 2024-09-12T12:45:12.751 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.d.service' 2024-09-12T12:45:12.783 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:45:12.783 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-09-12T12:45:12.783 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-09-12T12:45:12.784 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.g 2024-09-12T12:45:13.280 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:45:12 smithi082 systemd[1]: Stopping Ceph mds.g for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:45:13.280 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:45:13 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-g[72142]: 2024-09-12T12:45:13.093+0000 7fb6c8cac640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:45:13.280 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:45:13 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-g[72142]: 2024-09-12T12:45:13.093+0000 7fb6c8cac640 -1 mds.g *** got signal Terminated *** 2024-09-12T12:45:15.261 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:45:14 smithi082 podman[103961]: 2024-09-12 12:45:14.989461742 +0000 UTC m=+1.991397953 container died cbcb2298112fb9a424b769cdc53d40b6894804f3cb3bf37e17a8c1bc920e2cb4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-g, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-12T12:45:15.530 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:45:15 smithi082 podman[103961]: 2024-09-12 12:45:15.335449508 +0000 UTC m=+2.337385727 container cleanup cbcb2298112fb9a424b769cdc53d40b6894804f3cb3bf37e17a8c1bc920e2cb4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-g, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-b53b6d3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-12T12:45:15.530 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:45:15 smithi082 bash[103961]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-g 2024-09-12T12:45:15.530 INFO:journalctl@ceph.mds.g.smithi082.stdout:Sep 12 12:45:15 smithi082 podman[103974]: 2024-09-12 12:45:15.486702685 +0000 UTC m=+0.493879479 container remove cbcb2298112fb9a424b769cdc53d40b6894804f3cb3bf37e17a8c1bc920e2cb4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-g, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-12T12:45:15.713 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.g.service' 2024-09-12T12:45:15.745 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:45:15.745 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-09-12T12:45:15.746 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-09-12T12:45:15.746 DEBUG:teuthology.orchestra.run.smithi082:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.j 2024-09-12T12:45:16.030 INFO:journalctl@ceph.mds.j.smithi082.stdout:Sep 12 12:45:15 smithi082 systemd[1]: Stopping Ceph mds.j for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:45:16.530 INFO:journalctl@ceph.mds.j.smithi082.stdout:Sep 12 12:45:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-j[70951]: 2024-09-12T12:45:16.068+0000 7f087b495640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:45:16.530 INFO:journalctl@ceph.mds.j.smithi082.stdout:Sep 12 12:45:16 smithi082 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-j[70951]: 2024-09-12T12:45:16.068+0000 7f087b495640 -1 mds.j *** got signal Terminated *** 2024-09-12T12:45:20.422 INFO:journalctl@ceph.mds.j.smithi082.stdout:Sep 12 12:45:20 smithi082 podman[104086]: 2024-09-12 12:45:20.085323981 +0000 UTC m=+4.125147269 container died ba5bdf4e5ace3977a35cfca9ea678ae3236fa20f62f0e027619ad8cb6b509311 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-j, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-b53b6d3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-12T12:45:20.755 INFO:journalctl@ceph.mds.j.smithi082.stdout:Sep 12 12:45:20 smithi082 podman[104086]: 2024-09-12 12:45:20.4884747 +0000 UTC m=+4.528298050 container cleanup ba5bdf4e5ace3977a35cfca9ea678ae3236fa20f62f0e027619ad8cb6b509311 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-12T12:45:20.755 INFO:journalctl@ceph.mds.j.smithi082.stdout:Sep 12 12:45:20 smithi082 bash[104086]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-j 2024-09-12T12:45:20.873 DEBUG:teuthology.orchestra.run.smithi082:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.j.service' 2024-09-12T12:45:20.904 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:45:20.905 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-09-12T12:45:20.905 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-12T12:45:20.905 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.b 2024-09-12T12:45:21.206 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:45:20 smithi097 systemd[1]: Stopping Ceph mds.b for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:45:21.521 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:45:21 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-b[64971]: 2024-09-12T12:45:21.206+0000 7ff61b9bf640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:45:21.521 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:45:21 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-b[64971]: 2024-09-12T12:45:21.206+0000 7ff61b9bf640 -1 mds.b *** got signal Terminated *** 2024-09-12T12:45:23.271 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:45:22 smithi097 podman[72752]: 2024-09-12 12:45:22.996350686 +0000 UTC m=+1.900466081 container died 8d5a70c9fa6a9654db357a3a6912ae353d6dc736daf5c9c6871176260d00826b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-b53b6d3, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-12T12:45:23.622 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:45:23 smithi097 podman[72752]: 2024-09-12 12:45:23.347423562 +0000 UTC m=+2.251538947 container cleanup 8d5a70c9fa6a9654db357a3a6912ae353d6dc736daf5c9c6871176260d00826b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-b, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-12T12:45:23.623 INFO:journalctl@ceph.mds.b.smithi097.stdout:Sep 12 12:45:23 smithi097 bash[72752]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-b 2024-09-12T12:45:23.770 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.b.service' 2024-09-12T12:45:23.805 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:45:23.805 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-12T12:45:23.805 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-09-12T12:45:23.805 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.e 2024-09-12T12:45:24.142 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:45:23 smithi097 systemd[1]: Stopping Ceph mds.e for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:45:24.521 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:45:24 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-e[64373]: 2024-09-12T12:45:24.142+0000 7f57ced23640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:45:24.521 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:45:24 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-e[64373]: 2024-09-12T12:45:24.142+0000 7f57ced23640 -1 mds.e *** got signal Terminated *** 2024-09-12T12:45:27.271 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:45:26 smithi097 podman[72875]: 2024-09-12 12:45:26.999537607 +0000 UTC m=+2.978427219 container died e453f754b8378bf3be7d233a3d79e9db91ef023a3ac2b129a3d548f1b6c7fb6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-09-12T12:45:27.660 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:45:27 smithi097 podman[72875]: 2024-09-12 12:45:27.376302028 +0000 UTC m=+3.355191629 container cleanup e453f754b8378bf3be7d233a3d79e9db91ef023a3ac2b129a3d548f1b6c7fb6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-12T12:45:27.660 INFO:journalctl@ceph.mds.e.smithi097.stdout:Sep 12 12:45:27 smithi097 bash[72875]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-e 2024-09-12T12:45:27.809 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.e.service' 2024-09-12T12:45:27.841 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:45:27.842 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-09-12T12:45:27.842 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-09-12T12:45:27.842 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.h 2024-09-12T12:45:28.271 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:45:27 smithi097 systemd[1]: Stopping Ceph mds.h for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:45:28.271 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:45:28 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-h[64672]: 2024-09-12T12:45:28.154+0000 7fda8cc22640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:45:28.271 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:45:28 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-h[64672]: 2024-09-12T12:45:28.154+0000 7fda8cc22640 -1 mds.h *** got signal Terminated *** 2024-09-12T12:45:31.271 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:45:30 smithi097 podman[72993]: 2024-09-12 12:45:30.998643237 +0000 UTC m=+2.944633243 container died 77f25591e5ad5add37e3fcff0a959e2186dabd37d9c919552284410692a91e03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-h, GIT_BRANCH=HEAD, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-12T12:45:31.913 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:45:31 smithi097 podman[72993]: 2024-09-12 12:45:31.671337477 +0000 UTC m=+3.617327471 container cleanup 77f25591e5ad5add37e3fcff0a959e2186dabd37d9c919552284410692a91e03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-b53b6d3, org.label-schema.schema-version=1.0) 2024-09-12T12:45:31.914 INFO:journalctl@ceph.mds.h.smithi097.stdout:Sep 12 12:45:31 smithi097 bash[72993]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-h 2024-09-12T12:45:32.052 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.h.service' 2024-09-12T12:45:32.086 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:45:32.086 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-09-12T12:45:32.086 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-09-12T12:45:32.086 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.k 2024-09-12T12:45:32.521 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:45:32 smithi097 systemd[1]: Stopping Ceph mds.k for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:45:32.521 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:45:32 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-k[64058]: 2024-09-12T12:45:32.417+0000 7fba584b3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:45:32.521 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:45:32 smithi097 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-k[64058]: 2024-09-12T12:45:32.417+0000 7fba584b3640 -1 mds.k *** got signal Terminated *** 2024-09-12T12:45:35.271 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:45:34 smithi097 podman[73128]: 2024-09-12 12:45:34.997444317 +0000 UTC m=+2.684343275 container died 1727fc3d1e51c44cb5ed7b63c4a7dbc5fbac58c13f1aacf593ce3ddcd0dc0d7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-b53b6d3, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-12T12:45:35.609 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:45:35 smithi097 podman[73128]: 2024-09-12 12:45:35.441811307 +0000 UTC m=+3.128710269 container cleanup 1727fc3d1e51c44cb5ed7b63c4a7dbc5fbac58c13f1aacf593ce3ddcd0dc0d7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-k, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, RELEASE=squid-b53b6d3, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-12T12:45:35.609 INFO:journalctl@ceph.mds.k.smithi097.stdout:Sep 12 12:45:35 smithi097 bash[73128]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-k 2024-09-12T12:45:35.806 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.k.service' 2024-09-12T12:45:35.839 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:45:35.839 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-09-12T12:45:35.839 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-09-12T12:45:35.839 DEBUG:teuthology.orchestra.run.smithi114:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.c 2024-09-12T12:45:36.190 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:45:35 smithi114 systemd[1]: Stopping Ceph mds.c for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:45:36.569 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:45:36 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-c[66037]: 2024-09-12T12:45:36.290+0000 7f85da63f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:45:36.569 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:45:36 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-c[66037]: 2024-09-12T12:45:36.290+0000 7f85da63f640 -1 mds.c *** got signal Terminated *** 2024-09-12T12:45:39.319 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:45:38 smithi114 podman[73543]: 2024-09-12 12:45:38.982733232 +0000 UTC m=+2.908737099 container died 15bb97a3fd5243ffc58d51ebf65982ce4c41053cf897fa5c3a770cadb759a418 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-c, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, RELEASE=squid-b53b6d3, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-12T12:45:39.590 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:45:39 smithi114 podman[73543]: 2024-09-12 12:45:39.406881344 +0000 UTC m=+3.332885209 container cleanup 15bb97a3fd5243ffc58d51ebf65982ce4c41053cf897fa5c3a770cadb759a418 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-b53b6d3, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-12T12:45:39.591 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:45:39 smithi114 bash[73543]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-c 2024-09-12T12:45:39.838 DEBUG:teuthology.orchestra.run.smithi114:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.c.service' 2024-09-12T12:45:39.860 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:45:39 smithi114 podman[73567]: 2024-09-12 12:45:39.591385033 +0000 UTC m=+0.601491892 container remove 15bb97a3fd5243ffc58d51ebf65982ce4c41053cf897fa5c3a770cadb759a418 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-c, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b53b6d3, org.label-schema.license=GPLv2) 2024-09-12T12:45:39.860 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:45:39 smithi114 systemd[1]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.c.service: Deactivated successfully. 2024-09-12T12:45:39.860 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:45:39 smithi114 systemd[1]: Stopped Ceph mds.c for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:45:39.861 INFO:journalctl@ceph.mds.c.smithi114.stdout:Sep 12 12:45:39 smithi114 systemd[1]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.c.service: Consumed 2.536s CPU time. 2024-09-12T12:45:39.873 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:45:39.873 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-09-12T12:45:39.873 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-09-12T12:45:39.873 DEBUG:teuthology.orchestra.run.smithi114:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.f 2024-09-12T12:45:40.194 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:45:39 smithi114 systemd[1]: Stopping Ceph mds.f for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:45:40.569 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:45:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-f[65734]: 2024-09-12T12:45:40.193+0000 7f3248165640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:45:40.569 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:45:40 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-f[65734]: 2024-09-12T12:45:40.193+0000 7f3248165640 -1 mds.f *** got signal Terminated *** 2024-09-12T12:45:43.261 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:45:43 smithi114 podman[73675]: 2024-09-12 12:45:43.001606613 +0000 UTC m=+2.909001351 container died a012d0f707b0dc4e619f10bdb79a3038d3a48117cae434a5da83fedd24502e8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-f, RELEASE=squid-b53b6d3, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:45:43.519 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:45:43 smithi114 podman[73675]: 2024-09-12 12:45:43.335238827 +0000 UTC m=+3.242633562 container cleanup a012d0f707b0dc4e619f10bdb79a3038d3a48117cae434a5da83fedd24502e8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-f, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=squid-b53b6d3, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-12T12:45:43.519 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:45:43 smithi114 bash[73675]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-f 2024-09-12T12:45:43.768 DEBUG:teuthology.orchestra.run.smithi114:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.f.service' 2024-09-12T12:45:43.790 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:45:43 smithi114 podman[73688]: 2024-09-12 12:45:43.519670938 +0000 UTC m=+0.513633712 container remove a012d0f707b0dc4e619f10bdb79a3038d3a48117cae434a5da83fedd24502e8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-f, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-b53b6d3, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-12T12:45:43.790 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:45:43 smithi114 systemd[1]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.f.service: Deactivated successfully. 2024-09-12T12:45:43.790 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:45:43 smithi114 systemd[1]: Stopped Ceph mds.f for cb24faa8-7100-11ef-bcea-c7b262605968. 2024-09-12T12:45:43.790 INFO:journalctl@ceph.mds.f.smithi114.stdout:Sep 12 12:45:43 smithi114 systemd[1]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.f.service: Consumed 2.454s CPU time. 2024-09-12T12:45:43.801 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:45:43.802 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-09-12T12:45:43.802 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-09-12T12:45:43.802 DEBUG:teuthology.orchestra.run.smithi114:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.i 2024-09-12T12:45:44.070 INFO:journalctl@ceph.mds.i.smithi114.stdout:Sep 12 12:45:43 smithi114 systemd[1]: Stopping Ceph mds.i for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:45:44.569 INFO:journalctl@ceph.mds.i.smithi114.stdout:Sep 12 12:45:44 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-i[66338]: 2024-09-12T12:45:44.122+0000 7ff3d7f11640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:45:44.569 INFO:journalctl@ceph.mds.i.smithi114.stdout:Sep 12 12:45:44 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-i[66338]: 2024-09-12T12:45:44.122+0000 7ff3d7f11640 -1 mds.i *** got signal Terminated *** 2024-09-12T12:45:47.319 INFO:journalctl@ceph.mds.i.smithi114.stdout:Sep 12 12:45:46 smithi114 podman[73796]: 2024-09-12 12:45:46.999460184 +0000 UTC m=+2.972826556 container died d05941d7d7d5520967d445925b4ff125e99ff69329f5f6dbe82b4f86a4bdc387 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-i, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-b53b6d3, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-12T12:45:47.623 INFO:journalctl@ceph.mds.i.smithi114.stdout:Sep 12 12:45:47 smithi114 podman[73796]: 2024-09-12 12:45:47.414326327 +0000 UTC m=+3.387692699 container cleanup d05941d7d7d5520967d445925b4ff125e99ff69329f5f6dbe82b4f86a4bdc387 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-i, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-b53b6d3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-12T12:45:47.623 INFO:journalctl@ceph.mds.i.smithi114.stdout:Sep 12 12:45:47 smithi114 bash[73796]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-i 2024-09-12T12:45:47.766 DEBUG:teuthology.orchestra.run.smithi114:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.i.service' 2024-09-12T12:45:47.798 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:45:47.798 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-09-12T12:45:47.799 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-09-12T12:45:47.799 DEBUG:teuthology.orchestra.run.smithi114:> sudo systemctl stop ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.l 2024-09-12T12:45:48.319 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:45:47 smithi114 systemd[1]: Stopping Ceph mds.l for cb24faa8-7100-11ef-bcea-c7b262605968... 2024-09-12T12:45:48.319 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:45:48 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-l[65433]: 2024-09-12T12:45:48.126+0000 7f78c607d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-12T12:45:48.319 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:45:48 smithi114 ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-l[65433]: 2024-09-12T12:45:48.126+0000 7f78c607d640 -1 mds.l *** got signal Terminated *** 2024-09-12T12:45:51.284 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:45:50 smithi114 podman[73919]: 2024-09-12 12:45:50.995160315 +0000 UTC m=+2.975599696 container died fcbc10070f80aac7ccb8f4dd959ece590fdd7285953f39cd1d224e06c1523f50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-l, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-b53b6d3, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-12T12:45:51.569 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:45:51 smithi114 podman[73919]: 2024-09-12 12:45:51.3677858 +0000 UTC m=+3.348225187 container cleanup fcbc10070f80aac7ccb8f4dd959ece590fdd7285953f39cd1d224e06c1523f50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3be30d720e37ec4df7f667e60f22b4d221c4ce7b408e68b90f9ac10220535e66, name=ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-l, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-b53b6d3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-12T12:45:51.569 INFO:journalctl@ceph.mds.l.smithi114.stdout:Sep 12 12:45:51 smithi114 bash[73919]: ceph-cb24faa8-7100-11ef-bcea-c7b262605968-mds-l 2024-09-12T12:45:51.732 DEBUG:teuthology.orchestra.run.smithi114:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb24faa8-7100-11ef-bcea-c7b262605968@mds.l.service' 2024-09-12T12:45:51.763 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-12T12:45:51.763 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-09-12T12:45:51.763 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb24faa8-7100-11ef-bcea-c7b262605968 --force --keep-logs 2024-09-12T12:45:51.964 INFO:teuthology.orchestra.run.smithi082.stdout:Deleting cluster with fsid: cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:45:54.450 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb24faa8-7100-11ef-bcea-c7b262605968 --force --keep-logs 2024-09-12T12:45:54.652 INFO:teuthology.orchestra.run.smithi097.stdout:Deleting cluster with fsid: cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:45:57.051 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb24faa8-7100-11ef-bcea-c7b262605968 --force --keep-logs 2024-09-12T12:45:57.255 INFO:teuthology.orchestra.run.smithi114.stdout:Deleting cluster with fsid: cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:45:59.624 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-12T12:45:59.659 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-12T12:45:59.687 DEBUG:teuthology.orchestra.run.smithi114:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-12T12:45:59.713 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-12T12:45:59.715 DEBUG:teuthology.misc:Transferring archived files from smithi082:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901714/remote/smithi082/crash 2024-09-12T12:45:59.716 DEBUG:teuthology.orchestra.run.smithi082:> sudo tar c -f - -C /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/crash -- . 2024-09-12T12:45:59.760 INFO:teuthology.orchestra.run.smithi082.stderr:tar: /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/crash: Cannot open: No such file or directory 2024-09-12T12:45:59.760 INFO:teuthology.orchestra.run.smithi082.stderr:tar: Error is not recoverable: exiting now 2024-09-12T12:45:59.762 DEBUG:teuthology.misc:Transferring archived files from smithi097:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901714/remote/smithi097/crash 2024-09-12T12:45:59.763 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar c -f - -C /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/crash -- . 2024-09-12T12:45:59.876 INFO:teuthology.orchestra.run.smithi097.stderr:tar: /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/crash: Cannot open: No such file or directory 2024-09-12T12:45:59.876 INFO:teuthology.orchestra.run.smithi097.stderr:tar: Error is not recoverable: exiting now 2024-09-12T12:45:59.878 DEBUG:teuthology.misc:Transferring archived files from smithi114:/var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901714/remote/smithi114/crash 2024-09-12T12:45:59.879 DEBUG:teuthology.orchestra.run.smithi114:> sudo tar c -f - -C /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/crash -- . 2024-09-12T12:45:59.914 INFO:teuthology.orchestra.run.smithi114.stderr:tar: /var/lib/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/crash: Cannot open: No such file or directory 2024-09-12T12:45:59.914 INFO:teuthology.orchestra.run.smithi114.stderr:tar: Error is not recoverable: exiting now 2024-09-12T12:45:59.915 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-12T12:45:59.916 DEBUG:teuthology.orchestra.run.smithi082:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-12T12:45:59.953 INFO:tasks.cephadm:Compressing logs... 2024-09-12T12:45:59.953 DEBUG:teuthology.orchestra.run.smithi082:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T12:45:59.995 DEBUG:teuthology.orchestra.run.smithi097:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T12:45:59.998 DEBUG:teuthology.orchestra.run.smithi114:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T12:46:00.020 INFO:teuthology.orchestra.run.smithi082.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.0.log 2024-09-12T12:46:00.020 INFO:teuthology.orchestra.run.smithi082.stderr:: No such file or directory 2024-09-12T12:46:00.020 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.9.log 2024-09-12T12:46:00.024 INFO:teuthology.orchestra.run.smithi097.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-12T12:46:00.024 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.10.log 2024-09-12T12:46:00.024 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.1.log 2024-09-12T12:46:00.025 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.7.log 2024-09-12T12:46:00.025 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.10.log: /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-volume.log 2024-09-12T12:46:00.025 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.b.log 2024-09-12T12:46:00.025 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.k.log 2024-09-12T12:46:00.025 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-volume.log: /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.4.log 2024-09-12T12:46:00.027 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-volume.log 2024-09-12T12:46:00.027 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.0.log: /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.audit.log 2024-09-12T12:46:00.027 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.a.log 2024-09-12T12:46:00.028 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.cephadm.log 2024-09-12T12:46:00.028 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.audit.log: /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mon.a.log 2024-09-12T12:46:00.028 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.g.log 2024-09-12T12:46:00.028 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mon.a.log: 84.6% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.cephadm.log.gzgzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.6.log 2024-09-12T12:46:00.028 INFO:teuthology.orchestra.run.smithi082.stderr: 2024-09-12T12:46:00.028 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.g.log: 90.3% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.audit.log.gz 2024-09-12T12:46:00.028 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.log 2024-09-12T12:46:00.028 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.d.log 2024-09-12T12:46:00.028 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.audit.log 2024-09-12T12:46:00.031 INFO:teuthology.orchestra.run.smithi114.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-volume.log 2024-09-12T12:46:00.031 INFO:teuthology.orchestra.run.smithi114.stderr:: No such file or directory 2024-09-12T12:46:00.031 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.audit.log 2024-09-12T12:46:00.032 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.i.log 2024-09-12T12:46:00.032 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-volume.log: /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mon.c.log 2024-09-12T12:46:00.032 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.cephadm.log 2024-09-12T12:46:00.032 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.11.log 2024-09-12T12:46:00.032 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.2.log 2024-09-12T12:46:00.032 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.11.log: gzip 82.0% -5 -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.cephadm.log.gz --verbose 2024-09-12T12:46:00.032 INFO:teuthology.orchestra.run.smithi114.stderr: -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.5.log 2024-09-12T12:46:00.032 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.log 2024-09-12T12:46:00.032 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.5.log: /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.log: 90.5% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.audit.log.gz 2024-09-12T12:46:00.032 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.l.log 2024-09-12T12:46:00.033 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.8.log 2024-09-12T12:46:00.033 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.l.log: 87.5% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.log.gz 2024-09-12T12:46:00.033 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mgr.z.log 2024-09-12T12:46:00.034 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.log: 87.5% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.log.gz 2024-09-12T12:46:00.034 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mgr.x.log 2024-09-12T12:46:00.036 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.k.log: /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.cephadm.log 2024-09-12T12:46:00.036 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.audit.log: 91.0% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-volume.log.gz 2024-09-12T12:46:00.037 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.8.log: 91.0% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-volume.log.gz 2024-09-12T12:46:00.038 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.d.log: 91.1% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-volume.log.gz 94.6% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.d.log.gz 2024-09-12T12:46:00.038 INFO:teuthology.orchestra.run.smithi082.stderr: 2024-09-12T12:46:00.038 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.j.log 2024-09-12T12:46:00.038 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.3.log 2024-09-12T12:46:00.039 INFO:teuthology.orchestra.run.smithi097.stderr: 90.5% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.audit.log.gz 2024-09-12T12:46:00.043 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.j.log: 94.6% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.j.log.gz 2024-09-12T12:46:00.043 INFO:teuthology.orchestra.run.smithi082.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-12T12:46:00.044 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.c.log 2024-09-12T12:46:00.049 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mgr.y.log 2024-09-12T12:46:00.050 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.cephadm.log: 82.1% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.cephadm.log.gz 2024-09-12T12:46:00.051 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.log 2024-09-12T12:46:00.055 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mgr.z.log: 92.2% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mgr.z.log.gz 2024-09-12T12:46:00.057 INFO:teuthology.orchestra.run.smithi114.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.f.log 2024-09-12T12:46:00.060 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.h.log 2024-09-12T12:46:00.064 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.log: 92.1% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mgr.y.log.gz 2024-09-12T12:46:00.064 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mon.b.log 2024-09-12T12:46:00.065 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.h.log: 87.5% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph.log.gz 2024-09-12T12:46:00.069 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-12T12:46:00.073 INFO:teuthology.orchestra.run.smithi082.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.3.log: /var/log/ceph/cephadm.log: 93.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-12T12:46:00.076 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.e.log 2024-09-12T12:46:00.090 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-12T12:46:00.092 INFO:teuthology.orchestra.run.smithi114.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.f.log: /var/log/ceph/cephadm.log: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-12T12:46:00.104 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.e.log: /var/log/ceph/cephadm.log: 91.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-12T12:46:00.105 INFO:teuthology.orchestra.run.smithi097.stderr: 94.5% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.k.log.gz 2024-09-12T12:46:00.106 INFO:teuthology.orchestra.run.smithi082.stderr: 94.6% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.a.log.gz 2024-09-12T12:46:00.107 INFO:teuthology.orchestra.run.smithi082.stderr: 94.6% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.g.log.gz 2024-09-12T12:46:00.156 INFO:teuthology.orchestra.run.smithi097.stderr: 93.1% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.b.log.gz 2024-09-12T12:46:00.159 INFO:teuthology.orchestra.run.smithi114.stderr: 94.7% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.l.log.gz 2024-09-12T12:46:00.179 INFO:teuthology.orchestra.run.smithi114.stderr: 92.9% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.c.log.gz 2024-09-12T12:46:00.220 INFO:teuthology.orchestra.run.smithi097.stderr: 93.0% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.h.log.gz 2024-09-12T12:46:00.228 INFO:teuthology.orchestra.run.smithi114.stderr: 93.2% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.f.log.gz 2024-09-12T12:46:00.356 INFO:teuthology.orchestra.run.smithi082.stderr: 90.2% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mgr.x.log.gz 2024-09-12T12:46:00.441 INFO:teuthology.orchestra.run.smithi097.stderr: 93.9% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.e.log.gz 2024-09-12T12:46:00.562 INFO:teuthology.orchestra.run.smithi097.stderr: 91.8% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mon.b.log.gz 2024-09-12T12:46:00.569 INFO:teuthology.orchestra.run.smithi114.stderr: 91.7% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mon.c.log.gz 2024-09-12T12:46:00.778 INFO:teuthology.orchestra.run.smithi082.stderr: 92.5% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.6.log.gz 2024-09-12T12:46:00.795 INFO:teuthology.orchestra.run.smithi097.stderr: 92.8% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.1.log.gz 2024-09-12T12:46:00.851 INFO:teuthology.orchestra.run.smithi114.stderr: 93.1% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.11.log.gz 2024-09-12T12:46:00.852 INFO:teuthology.orchestra.run.smithi114.stderr: 92.6% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.8.log.gz 2024-09-12T12:46:00.889 INFO:teuthology.orchestra.run.smithi082.stderr: 92.9% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.0.log.gz 2024-09-12T12:46:00.984 INFO:teuthology.orchestra.run.smithi097.stderr: 92.6% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.7.log.gz 2024-09-12T12:46:00.998 INFO:teuthology.orchestra.run.smithi082.stderr: 93.1% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.3.log.gz 2024-09-12T12:46:01.017 INFO:teuthology.orchestra.run.smithi114.stderr: 92.7% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.2.log.gz 2024-09-12T12:46:01.087 INFO:teuthology.orchestra.run.smithi097.stderr: 92.3% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.4.log.gz 2024-09-12T12:46:01.110 INFO:teuthology.orchestra.run.smithi082.stderr: 90.5% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mon.a.log.gz 2024-09-12T12:46:01.195 INFO:teuthology.orchestra.run.smithi082.stderr: 93.0% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.9.log.gz 2024-09-12T12:46:01.197 INFO:teuthology.orchestra.run.smithi082.stderr: 2024-09-12T12:46:01.197 INFO:teuthology.orchestra.run.smithi082.stderr:real 0m1.188s 2024-09-12T12:46:01.197 INFO:teuthology.orchestra.run.smithi082.stderr:user 0m5.170s 2024-09-12T12:46:01.197 INFO:teuthology.orchestra.run.smithi082.stderr:sys 0m0.207s 2024-09-12T12:46:01.314 INFO:teuthology.orchestra.run.smithi114.stderr: 92.9% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.5.log.gz 2024-09-12T12:46:01.500 INFO:teuthology.orchestra.run.smithi097.stderr: 93.3% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-osd.10.log.gz 2024-09-12T12:46:01.502 INFO:teuthology.orchestra.run.smithi097.stderr: 2024-09-12T12:46:01.502 INFO:teuthology.orchestra.run.smithi097.stderr:real 0m1.492s 2024-09-12T12:46:01.502 INFO:teuthology.orchestra.run.smithi097.stderr:user 0m5.239s 2024-09-12T12:46:01.502 INFO:teuthology.orchestra.run.smithi097.stderr:sys 0m0.197s 2024-09-12T12:46:02.219 INFO:teuthology.orchestra.run.smithi114.stderr: 93.0% -- replaced with /var/log/ceph/cb24faa8-7100-11ef-bcea-c7b262605968/ceph-mds.i.log.gz 2024-09-12T12:46:02.221 INFO:teuthology.orchestra.run.smithi114.stderr: 2024-09-12T12:46:02.221 INFO:teuthology.orchestra.run.smithi114.stderr:real 0m2.208s 2024-09-12T12:46:02.221 INFO:teuthology.orchestra.run.smithi114.stderr:user 0m6.753s 2024-09-12T12:46:02.221 INFO:teuthology.orchestra.run.smithi114.stderr:sys 0m0.286s 2024-09-12T12:46:02.221 INFO:tasks.cephadm:Archiving logs... 2024-09-12T12:46:02.222 DEBUG:teuthology.misc:Transferring archived files from smithi082:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901714/remote/smithi082/log 2024-09-12T12:46:02.223 DEBUG:teuthology.orchestra.run.smithi082:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T12:46:03.006 DEBUG:teuthology.misc:Transferring archived files from smithi097:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901714/remote/smithi097/log 2024-09-12T12:46:03.007 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T12:46:03.744 DEBUG:teuthology.misc:Transferring archived files from smithi114:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901714/remote/smithi114/log 2024-09-12T12:46:03.745 DEBUG:teuthology.orchestra.run.smithi114:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T12:46:04.673 INFO:tasks.cephadm:Removing cluster... 2024-09-12T12:46:04.674 DEBUG:teuthology.orchestra.run.smithi082:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb24faa8-7100-11ef-bcea-c7b262605968 --force 2024-09-12T12:46:04.874 INFO:teuthology.orchestra.run.smithi082.stdout:Deleting cluster with fsid: cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:46:05.163 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb24faa8-7100-11ef-bcea-c7b262605968 --force 2024-09-12T12:46:05.366 INFO:teuthology.orchestra.run.smithi097.stdout:Deleting cluster with fsid: cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:46:05.627 DEBUG:teuthology.orchestra.run.smithi114:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb24faa8-7100-11ef-bcea-c7b262605968 --force 2024-09-12T12:46:05.829 INFO:teuthology.orchestra.run.smithi114.stdout:Deleting cluster with fsid: cb24faa8-7100-11ef-bcea-c7b262605968 2024-09-12T12:46:06.085 INFO:tasks.cephadm:Removing cephadm ... 2024-09-12T12:46:06.085 DEBUG:teuthology.orchestra.run.smithi082:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-12T12:46:06.104 DEBUG:teuthology.orchestra.run.smithi097:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-12T12:46:06.122 DEBUG:teuthology.orchestra.run.smithi114:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-12T12:46:06.138 INFO:tasks.cephadm:Teardown complete 2024-09-12T12:46:06.138 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-12T12:46:06.149 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-12T12:46:06.149 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T12:46:06.152 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T12:46:06.165 DEBUG:teuthology.orchestra.run.smithi114:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T12:46:06.299 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-12T12:46:06.309 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-12T12:46:06.309 DEBUG:teuthology.orchestra.run.smithi082:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T12:46:06.312 DEBUG:teuthology.orchestra.run.smithi097:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T12:46:06.315 DEBUG:teuthology.orchestra.run.smithi114:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T12:46:06.327 INFO:teuthology.orchestra.run.smithi082.stderr:bash: line 1: ntpq: command not found 2024-09-12T12:46:06.328 INFO:teuthology.orchestra.run.smithi097.stderr:bash: line 1: ntpq: command not found 2024-09-12T12:46:06.330 INFO:teuthology.orchestra.run.smithi114.stderr:bash: line 1: ntpq: command not found 2024-09-12T12:46:06.332 INFO:teuthology.orchestra.run.smithi082.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T12:46:06.333 INFO:teuthology.orchestra.run.smithi082.stdout:=============================================================================== 2024-09-12T12:46:06.333 INFO:teuthology.orchestra.run.smithi082.stdout:^* hv01.front.sepia.ceph.com 3 6 377 19 -1432us[-1439us] +/- 60ms 2024-09-12T12:46:06.333 INFO:teuthology.orchestra.run.smithi082.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 21 +957us[ +950us] +/- 71ms 2024-09-12T12:46:06.333 INFO:teuthology.orchestra.run.smithi082.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 21 +706us[ +699us] +/- 72ms 2024-09-12T12:46:06.333 INFO:teuthology.orchestra.run.smithi082.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:46:06.334 INFO:teuthology.orchestra.run.smithi114.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T12:46:06.334 INFO:teuthology.orchestra.run.smithi114.stdout:=============================================================================== 2024-09-12T12:46:06.334 INFO:teuthology.orchestra.run.smithi114.stdout:^* hv01.front.sepia.ceph.com 3 6 377 22 -1469us[-1474us] +/- 60ms 2024-09-12T12:46:06.335 INFO:teuthology.orchestra.run.smithi114.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 20 +933us[ +933us] +/- 71ms 2024-09-12T12:46:06.335 INFO:teuthology.orchestra.run.smithi114.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 23 +645us[ +640us] +/- 72ms 2024-09-12T12:46:06.335 INFO:teuthology.orchestra.run.smithi114.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:46:06.335 INFO:teuthology.orchestra.run.smithi097.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T12:46:06.335 INFO:teuthology.orchestra.run.smithi097.stdout:=============================================================================== 2024-09-12T12:46:06.335 INFO:teuthology.orchestra.run.smithi097.stdout:^* hv01.front.sepia.ceph.com 3 6 377 19 -1455us[-1455us] +/- 60ms 2024-09-12T12:46:06.335 INFO:teuthology.orchestra.run.smithi097.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 16 +965us[ +965us] +/- 71ms 2024-09-12T12:46:06.335 INFO:teuthology.orchestra.run.smithi097.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 19 +678us[ +678us] +/- 72ms 2024-09-12T12:46:06.335 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T12:46:06.335 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-12T12:46:06.345 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-12T12:46:06.345 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-12T12:46:06.355 DEBUG:teuthology.orchestra.run.smithi082:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T12:46:06.456 DEBUG:teuthology.orchestra.run.smithi097:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T12:46:06.528 DEBUG:teuthology.orchestra.run.smithi114:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T12:46:06.596 DEBUG:teuthology.orchestra.run.smithi082:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-12T12:46:06.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T12:46:06.627 DEBUG:teuthology.orchestra.run.smithi097:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-12T12:46:06.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T12:46:06.657 DEBUG:teuthology.orchestra.run.smithi114:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-12T12:46:06.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T12:46:06.685 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-12T12:46:06.696 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-12T12:46:06.707 INFO:teuthology.task.internal:Duration was 2147.561367 seconds 2024-09-12T12:46:06.707 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-12T12:46:06.717 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-12T12:46:06.718 DEBUG:teuthology.orchestra.run.smithi082:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T12:46:06.721 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T12:46:06.723 DEBUG:teuthology.orchestra.run.smithi114:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T12:46:06.759 INFO:teuthology.orchestra.run.smithi082.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T12:46:06.761 INFO:teuthology.orchestra.run.smithi097.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T12:46:06.765 INFO:teuthology.orchestra.run.smithi114.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T12:46:07.071 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-12T12:46:07.071 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi082.front.sepia.ceph.com 2024-09-12T12:46:07.072 DEBUG:teuthology.orchestra.run.smithi082:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T12:46:07.135 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi097.front.sepia.ceph.com 2024-09-12T12:46:07.135 DEBUG:teuthology.orchestra.run.smithi097:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T12:46:07.165 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi114.front.sepia.ceph.com 2024-09-12T12:46:07.165 DEBUG:teuthology.orchestra.run.smithi114:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T12:46:07.199 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-12T12:46:07.199 DEBUG:teuthology.orchestra.run.smithi082:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T12:46:07.201 DEBUG:teuthology.orchestra.run.smithi097:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T12:46:07.208 DEBUG:teuthology.orchestra.run.smithi114:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T12:46:07.264 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-12T12:46:07.264 DEBUG:teuthology.orchestra.run.smithi082:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T12:46:07.268 DEBUG:teuthology.orchestra.run.smithi097:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T12:46:07.276 DEBUG:teuthology.orchestra.run.smithi114:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T12:46:08.051 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-12T12:46:08.062 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-12T12:46:08.063 DEBUG:teuthology.orchestra.run.smithi082:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T12:46:08.087 DEBUG:teuthology.orchestra.run.smithi097:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T12:46:08.113 DEBUG:teuthology.orchestra.run.smithi114:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T12:46:08.140 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-12T12:46:08.151 DEBUG:teuthology.orchestra.run.smithi082:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T12:46:08.154 DEBUG:teuthology.orchestra.run.smithi097:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T12:46:08.156 DEBUG:teuthology.orchestra.run.smithi114:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T12:46:08.174 INFO:teuthology.orchestra.run.smithi082.stdout:kernel.core_pattern = core 2024-09-12T12:46:08.178 INFO:teuthology.orchestra.run.smithi097.stdout:kernel.core_pattern = core 2024-09-12T12:46:08.205 INFO:teuthology.orchestra.run.smithi114.stdout:kernel.core_pattern = core 2024-09-12T12:46:08.236 DEBUG:teuthology.orchestra.run.smithi082:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T12:46:08.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T12:46:08.251 DEBUG:teuthology.orchestra.run.smithi097:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T12:46:08.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T12:46:08.266 DEBUG:teuthology.orchestra.run.smithi114:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T12:46:08.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T12:46:08.292 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-12T12:46:08.303 INFO:teuthology.task.internal:Transferring archived files... 2024-09-12T12:46:08.304 DEBUG:teuthology.misc:Transferring archived files from smithi082:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901714/remote/smithi082 2024-09-12T12:46:08.304 DEBUG:teuthology.orchestra.run.smithi082:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T12:46:08.356 DEBUG:teuthology.misc:Transferring archived files from smithi097:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901714/remote/smithi097 2024-09-12T12:46:08.357 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T12:46:08.393 DEBUG:teuthology.misc:Transferring archived files from smithi114:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901714/remote/smithi114 2024-09-12T12:46:08.393 DEBUG:teuthology.orchestra.run.smithi114:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T12:46:08.430 INFO:teuthology.task.internal:Removing archive directory... 2024-09-12T12:46:08.430 DEBUG:teuthology.orchestra.run.smithi082:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T12:46:08.433 DEBUG:teuthology.orchestra.run.smithi097:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T12:46:08.435 DEBUG:teuthology.orchestra.run.smithi114:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T12:46:08.479 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-12T12:46:08.493 INFO:teuthology.task.internal:Not uploading archives. 2024-09-12T12:46:08.493 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-12T12:46:08.504 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-12T12:46:08.505 DEBUG:teuthology.orchestra.run.smithi082:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T12:46:08.507 DEBUG:teuthology.orchestra.run.smithi097:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T12:46:08.509 DEBUG:teuthology.orchestra.run.smithi114:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T12:46:08.519 INFO:teuthology.orchestra.run.smithi082.stdout: 265836 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 12:46 /home/ubuntu/cephtest 2024-09-12T12:46:08.522 INFO:teuthology.orchestra.run.smithi097.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 12:46 /home/ubuntu/cephtest 2024-09-12T12:46:08.534 INFO:teuthology.orchestra.run.smithi114.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 12:46 /home/ubuntu/cephtest 2024-09-12T12:46:08.535 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-12T12:46:08.547 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-12T12:46:08.575 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} duration: 2147.5613672733307 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-12T12:46:08.575 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T12:46:08.660 INFO:teuthology.run:pass